2024-09-15T21:54:05.385 INFO:root:teuthology version: 1.2.2.dev2+g3752d38 2024-09-15T21:54:05.408 DEBUG:teuthology.report:Pushing job info to https://paddles.front.sepia.ceph.com/ 2024-09-15T21:54:05.502 INFO:teuthology.run:Config: archive_path: /home/teuthworker/archive/teuthology-2024-09-15_21:24:03-fs-squid-distro-default-smithi/7906229 branch: squid description: fs/volumes/{begin/{0-install 1-ceph 2-logrotate 3-modules} clusters/1a3s-mds-4c-client conf/{client mds mgr mon osd} distro/{centos_latest} mount/fuse objectstore/bluestore-bitmap overrides/{ignorelist_health ignorelist_wrongly_marked_down no_client_pidfile pg_health} tasks/volumes/{overrides test/finisher_per_module}} email: ceph-qa@ceph.com first_in_suite: false job_id: '7906229' kernel: kdb: 1 sha1: distro last_in_suite: false log-rotate: ceph-mds: 10G ceph-osd: 10G machine_type: smithi mgrmodules: sequential: - print: Enabling mgr modules name: teuthology-2024-09-15_21:24:03-fs-squid-distro-default-smithi no_nested_subset: false openstack: - volumes: count: 4 size: 20 - machine: disk: 200 os_type: centos os_version: 9.stream overrides: admin_socket: branch: squid ceph: conf: client: client mount timeout: 600 debug client: 20 debug ms: 1 pid file: '' rados mon op timeout: 900 rados osd op timeout: 900 mds: debug mds: 20 debug mds balancer: 20 debug ms: 1 mds debug frag: true mds debug scatterstat: true mds op complaint time: 180 mds verify scatter: true osd op complaint time: 180 rados mon op timeout: 900 rados osd op timeout: 900 mgr: debug client: 20 debug finisher: 20 debug mgr: 20 debug ms: 1 mon: debug mon: 20 debug ms: 1 debug paxos: 20 mon down mkfs grace: 300 mon op complaint time: 120 mon warn on pool no app: false osd: bdev async discard: true bdev enable discard: true bluestore allocator: bitmap bluestore block size: 96636764160 bluestore fsck on mount: true debug bluefs: 1/20 debug bluestore: 1/20 debug ms: 1 debug osd: 20 debug rocksdb: 4/10 mon osd backfillfull_ratio: 0.85 mon osd full ratio: 0.9 mon osd nearfull ratio: 0.8 osd failsafe full ratio: 0.95 osd objectstore: bluestore osd op complaint time: 180 flavor: default fs: xfs log-ignorelist: - \(MDS_ALL_DOWN\) - \(MDS_UP_LESS_THAN_MAX\) - FS_DEGRADED - FS_INLINE_DATA_DEPRECATED - FS_WITH_FAILED_MDS - MDS_ALL_DOWN - MDS_DAMAGE - MDS_DEGRADED - MDS_FAILED - MDS_INSUFFICIENT_STANDBY - MDS_UP_LESS_THAN_MAX - online, but wants - filesystem is online with fewer MDS than max_mds - POOL_APP_NOT_ENABLED - do not have an application enabled - overall HEALTH_ - Replacing daemon - deprecated feature inline_data - overall HEALTH_ - \(OSD_DOWN\) - \(OSD_ - but it is still running - is not responding - MON_DOWN - PG_AVAILABILITY - PG_DEGRADED - Reduced data availability - Degraded data redundancy - OSD full dropping all updates - OSD near full - pausewr flag - failsafe engaged, dropping updates - failsafe disengaged, no longer dropping - is full \(reached quota - POOL_FULL - POOL_BACKFILLFULL sha1: 8921c8ef947807b717db041d85f0761b7914d5fc ceph-deploy: bluestore: true conf: client: log file: /var/log/ceph/ceph-$name.$pid.log mon: {} osd: bdev async discard: true bdev enable discard: true bluestore block size: 96636764160 bluestore fsck on mount: true debug bluefs: 1/20 debug bluestore: 1/20 debug rocksdb: 4/10 mon osd backfillfull_ratio: 0.85 mon osd full ratio: 0.9 mon osd nearfull ratio: 0.8 osd failsafe full ratio: 0.95 osd objectstore: bluestore fs: xfs install: ceph: flavor: default sha1: 8921c8ef947807b717db041d85f0761b7914d5fc selinux: allowlist: - scontext=system_u:system_r:getty_t:s0 thrashosds: bdev_inject_crash: 2 bdev_inject_crash_probability: 0.5 workunit: branch: squid sha1: ad35db06e8924912f01e32b35576297c0f1352b4 owner: scheduled_teuthology@teuthology priority: 100 repo: https://git.ceph.com/ceph.git roles: - - mon.a - mgr.y - mds.a - mds.c - osd.0 - osd.1 - osd.2 - osd.3 - client.0 - client.2 - - mon.b - mon.c - mgr.x - mds.b - mds.d - osd.4 - osd.5 - osd.6 - osd.7 - client.1 - client.3 seed: 3393 sha1: 8921c8ef947807b717db041d85f0761b7914d5fc sleep_before_teardown: 0 subset: 294/512 suite: fs suite_branch: squid suite_path: /home/teuthworker/src/git.ceph.com_ceph_ad35db06e8924912f01e32b35576297c0f1352b4/qa suite_relpath: qa suite_repo: https://git.ceph.com/ceph.git suite_sha1: ad35db06e8924912f01e32b35576297c0f1352b4 syslog: ignorelist: - WARNING*.*check_session_state - WARNING*.*__ceph_remove_cap targets: smithi063.front.sepia.ceph.com: ecdsa-sha2-nistp256 AAAAE2VjZHNhLXNoYTItbmlzdHAyNTYAAAAIbmlzdHAyNTYAAABBBHBdlnc34ccCKOohWVi+cjATWAWoHdek6M5VJfOx9g8iz+G8ZbxRskU71sBwIPQJpGYIkU0YpjuRtOqHsztUpVw= smithi110.front.sepia.ceph.com: ecdsa-sha2-nistp256 AAAAE2VjZHNhLXNoYTItbmlzdHAyNTYAAAAIbmlzdHAyNTYAAABBBG8PpJxYm7jrqvL7ZAoip0blOdTMU6XkqZl7B2L4vylWgc72teRi6yxaNlzBhMLGIHNvknJiOKxdakZ9fKTFRjk= tasks: - install: extra_packages: deb: - python3-cephfs - cephfs-shell - cephfs-top - cephfs-mirror rpm: - python3-cephfs - cephfs-shell - cephfs-top - cephfs-mirror extra_system_packages: deb: - bison - flex - libelf-dev - libssl-dev - network-manager - iproute2 - util-linux - dump - indent - libaio-dev - libtool-bin - uuid-dev - xfslibs-dev - postgresql - postgresql-client - postgresql-common - postgresql-contrib rpm: - bison - flex - elfutils-libelf-devel - openssl-devel - NetworkManager - iproute - util-linux - libacl-devel - libaio-devel - libattr-devel - libtool - libuuid-devel - xfsdump - xfsprogs - xfsprogs-devel - libaio-devel - libtool - libuuid-devel - xfsprogs-devel - postgresql - postgresql-server - postgresql-contrib - ceph: create_rbd_pool: false - sequential: - mgrmodules - ceph-fuse: null - check-counter: counters: mgr: - min: 4 name: finisher-volumes.complete_latency.avgcount - expected_val: 0 name: finisher-volumes.queue_len - cephfs_test_runner: fail_on_skip: false modules: - tasks.cephfs.test_volumes.TestPerModuleFinsherThread teuthology: fragments_dropped: [] meta: {} postmerge: - local function is_kupstream() return false end - local function is_kdistro() return false end - local function is_fuse() return true end - local function syntax_version() return '' end teuthology_branch: main teuthology_sha1: 3752d3834a7b6cd13dc17dfaa6c2fd3658f3439a timestamp: 2024-09-15_21:24:03 tube: smithi user: teuthology verbose: false worker_log: /home/teuthworker/archive/worker_logs/dispatcher.smithi.3401856 2024-09-15T21:54:05.502 INFO:teuthology.run:suite_path is set to /home/teuthworker/src/git.ceph.com_ceph_ad35db06e8924912f01e32b35576297c0f1352b4/qa; will attempt to use it 2024-09-15T21:54:05.503 INFO:teuthology.run:Found tasks at /home/teuthworker/src/git.ceph.com_ceph_ad35db06e8924912f01e32b35576297c0f1352b4/qa/tasks 2024-09-15T21:54:05.503 INFO:teuthology.run_tasks:Running task internal.check_packages... 2024-09-15T21:54:05.505 INFO:teuthology.task.internal:Checking packages... 2024-09-15T21:54:05.526 INFO:teuthology.task.internal:Checking packages for os_type 'centos', flavor 'default' and ceph hash '8921c8ef947807b717db041d85f0761b7914d5fc' 2024-09-15T21:54:05.527 WARNING:teuthology.packaging:More than one of ref, tag, branch, or sha1 supplied; using branch 2024-09-15T21:54:05.527 INFO:teuthology.packaging:ref: None 2024-09-15T21:54:05.527 INFO:teuthology.packaging:tag: None 2024-09-15T21:54:05.527 INFO:teuthology.packaging:branch: squid 2024-09-15T21:54:05.527 INFO:teuthology.packaging:sha1: 8921c8ef947807b717db041d85f0761b7914d5fc 2024-09-15T21:54:05.527 DEBUG:teuthology.packaging:Querying https://shaman.ceph.com/api/search?status=ready&project=ceph&flavor=default&distros=centos%2F9%2Fx86_64&ref=squid 2024-09-15T21:54:05.760 INFO:teuthology.task.internal:Found packages for ceph version 19.1.1-326.g8921c8ef 2024-09-15T21:54:05.762 INFO:teuthology.run_tasks:Running task internal.buildpackages_prep... 2024-09-15T21:54:05.770 INFO:teuthology.task.internal:no buildpackages task found 2024-09-15T21:54:05.770 INFO:teuthology.run_tasks:Running task internal.save_config... 2024-09-15T21:54:05.779 INFO:teuthology.task.internal:Saving configuration 2024-09-15T21:54:05.796 INFO:teuthology.run_tasks:Running task internal.check_lock... 2024-09-15T21:54:05.805 INFO:teuthology.task.internal.check_lock:Checking locks... 2024-09-15T21:54:05.830 DEBUG:teuthology.task.internal.check_lock:machine status is {'name': 'smithi063.front.sepia.ceph.com', 'description': '/home/teuthworker/archive/teuthology-2024-09-15_21:24:03-fs-squid-distro-default-smithi/7906229', 'up': True, 'machine_type': 'smithi', 'is_vm': False, 'vm_host': None, 'os_type': 'centos', 'os_version': '9.stream', 'arch': 'x86_64', 'locked': True, 'locked_since': '2024-09-15 21:49:07.753582', 'locked_by': 'scheduled_teuthology@teuthology', 'mac_address': None, 'ssh_pub_key': 'ecdsa-sha2-nistp256 AAAAE2VjZHNhLXNoYTItbmlzdHAyNTYAAAAIbmlzdHAyNTYAAABBBHBdlnc34ccCKOohWVi+cjATWAWoHdek6M5VJfOx9g8iz+G8ZbxRskU71sBwIPQJpGYIkU0YpjuRtOqHsztUpVw='} 2024-09-15T21:54:05.853 DEBUG:teuthology.task.internal.check_lock:machine status is {'name': 'smithi110.front.sepia.ceph.com', 'description': '/home/teuthworker/archive/teuthology-2024-09-15_21:24:03-fs-squid-distro-default-smithi/7906229', 'up': True, 'machine_type': 'smithi', 'is_vm': False, 'vm_host': None, 'os_type': 'centos', 'os_version': '9.stream', 'arch': 'x86_64', 'locked': True, 'locked_since': '2024-09-15 21:49:07.752319', 'locked_by': 'scheduled_teuthology@teuthology', 'mac_address': None, 'ssh_pub_key': 'ecdsa-sha2-nistp256 AAAAE2VjZHNhLXNoYTItbmlzdHAyNTYAAAAIbmlzdHAyNTYAAABBBG8PpJxYm7jrqvL7ZAoip0blOdTMU6XkqZl7B2L4vylWgc72teRi6yxaNlzBhMLGIHNvknJiOKxdakZ9fKTFRjk='} 2024-09-15T21:54:05.853 INFO:teuthology.run_tasks:Running task internal.add_remotes... 2024-09-15T21:54:05.860 INFO:teuthology.task.internal:roles: ubuntu@smithi063.front.sepia.ceph.com - ['mon.a', 'mgr.y', 'mds.a', 'mds.c', 'osd.0', 'osd.1', 'osd.2', 'osd.3', 'client.0', 'client.2'] 2024-09-15T21:54:05.860 INFO:teuthology.task.internal:roles: ubuntu@smithi110.front.sepia.ceph.com - ['mon.b', 'mon.c', 'mgr.x', 'mds.b', 'mds.d', 'osd.4', 'osd.5', 'osd.6', 'osd.7', 'client.1', 'client.3'] 2024-09-15T21:54:05.860 INFO:teuthology.run_tasks:Running task console_log... 2024-09-15T21:54:05.924 DEBUG:teuthology.exit:Installing handler: Handler(exiter=, func=.kill_console_loggers at 0x7fb359f03be0>, signals=[15]) 2024-09-15T21:54:05.924 INFO:teuthology.run_tasks:Running task internal.connect... 2024-09-15T21:54:05.931 INFO:teuthology.task.internal:Opening connections... 2024-09-15T21:54:05.931 DEBUG:teuthology.task.internal:connecting to ubuntu@smithi063.front.sepia.ceph.com 2024-09-15T21:54:05.933 DEBUG:teuthology.orchestra.connection:{'hostname': 'smithi063.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60} 2024-09-15T21:54:06.015 DEBUG:teuthology.task.internal:connecting to ubuntu@smithi110.front.sepia.ceph.com 2024-09-15T21:54:06.016 DEBUG:teuthology.orchestra.connection:{'hostname': 'smithi110.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60} 2024-09-15T21:54:06.100 INFO:teuthology.run_tasks:Running task internal.push_inventory... 2024-09-15T21:54:06.107 DEBUG:teuthology.orchestra.run.smithi063:> uname -m 2024-09-15T21:54:06.126 INFO:teuthology.orchestra.run.smithi063.stdout:x86_64 2024-09-15T21:54:06.126 DEBUG:teuthology.orchestra.run.smithi063:> cat /etc/os-release 2024-09-15T21:54:06.184 INFO:teuthology.orchestra.run.smithi063.stdout:NAME="CentOS Stream" 2024-09-15T21:54:06.184 INFO:teuthology.orchestra.run.smithi063.stdout:VERSION="9" 2024-09-15T21:54:06.185 INFO:teuthology.orchestra.run.smithi063.stdout:ID="centos" 2024-09-15T21:54:06.185 INFO:teuthology.orchestra.run.smithi063.stdout:ID_LIKE="rhel fedora" 2024-09-15T21:54:06.185 INFO:teuthology.orchestra.run.smithi063.stdout:VERSION_ID="9" 2024-09-15T21:54:06.185 INFO:teuthology.orchestra.run.smithi063.stdout:PLATFORM_ID="platform:el9" 2024-09-15T21:54:06.185 INFO:teuthology.orchestra.run.smithi063.stdout:PRETTY_NAME="CentOS Stream 9" 2024-09-15T21:54:06.185 INFO:teuthology.orchestra.run.smithi063.stdout:ANSI_COLOR="0;31" 2024-09-15T21:54:06.185 INFO:teuthology.orchestra.run.smithi063.stdout:LOGO="fedora-logo-icon" 2024-09-15T21:54:06.185 INFO:teuthology.orchestra.run.smithi063.stdout:CPE_NAME="cpe:/o:centos:centos:9" 2024-09-15T21:54:06.185 INFO:teuthology.orchestra.run.smithi063.stdout:HOME_URL="https://centos.org/" 2024-09-15T21:54:06.185 INFO:teuthology.orchestra.run.smithi063.stdout:BUG_REPORT_URL="https://issues.redhat.com/" 2024-09-15T21:54:06.185 INFO:teuthology.orchestra.run.smithi063.stdout:REDHAT_SUPPORT_PRODUCT="Red Hat Enterprise Linux 9" 2024-09-15T21:54:06.185 INFO:teuthology.orchestra.run.smithi063.stdout:REDHAT_SUPPORT_PRODUCT_VERSION="CentOS Stream" 2024-09-15T21:54:06.186 INFO:teuthology.lock.ops:Updating smithi063.front.sepia.ceph.com on lock server 2024-09-15T21:54:06.215 DEBUG:teuthology.orchestra.run.smithi110:> uname -m 2024-09-15T21:54:06.234 INFO:teuthology.orchestra.run.smithi110.stdout:x86_64 2024-09-15T21:54:06.234 DEBUG:teuthology.orchestra.run.smithi110:> cat /etc/os-release 2024-09-15T21:54:06.292 INFO:teuthology.orchestra.run.smithi110.stdout:NAME="CentOS Stream" 2024-09-15T21:54:06.292 INFO:teuthology.orchestra.run.smithi110.stdout:VERSION="9" 2024-09-15T21:54:06.293 INFO:teuthology.orchestra.run.smithi110.stdout:ID="centos" 2024-09-15T21:54:06.293 INFO:teuthology.orchestra.run.smithi110.stdout:ID_LIKE="rhel fedora" 2024-09-15T21:54:06.293 INFO:teuthology.orchestra.run.smithi110.stdout:VERSION_ID="9" 2024-09-15T21:54:06.293 INFO:teuthology.orchestra.run.smithi110.stdout:PLATFORM_ID="platform:el9" 2024-09-15T21:54:06.293 INFO:teuthology.orchestra.run.smithi110.stdout:PRETTY_NAME="CentOS Stream 9" 2024-09-15T21:54:06.293 INFO:teuthology.orchestra.run.smithi110.stdout:ANSI_COLOR="0;31" 2024-09-15T21:54:06.293 INFO:teuthology.orchestra.run.smithi110.stdout:LOGO="fedora-logo-icon" 2024-09-15T21:54:06.293 INFO:teuthology.orchestra.run.smithi110.stdout:CPE_NAME="cpe:/o:centos:centos:9" 2024-09-15T21:54:06.293 INFO:teuthology.orchestra.run.smithi110.stdout:HOME_URL="https://centos.org/" 2024-09-15T21:54:06.293 INFO:teuthology.orchestra.run.smithi110.stdout:BUG_REPORT_URL="https://issues.redhat.com/" 2024-09-15T21:54:06.293 INFO:teuthology.orchestra.run.smithi110.stdout:REDHAT_SUPPORT_PRODUCT="Red Hat Enterprise Linux 9" 2024-09-15T21:54:06.294 INFO:teuthology.orchestra.run.smithi110.stdout:REDHAT_SUPPORT_PRODUCT_VERSION="CentOS Stream" 2024-09-15T21:54:06.294 INFO:teuthology.lock.ops:Updating smithi110.front.sepia.ceph.com on lock server 2024-09-15T21:54:06.315 INFO:teuthology.run_tasks:Running task internal.serialize_remote_roles... 2024-09-15T21:54:06.325 INFO:teuthology.run_tasks:Running task internal.check_conflict... 2024-09-15T21:54:06.333 INFO:teuthology.task.internal:Checking for old test directory... 2024-09-15T21:54:06.333 DEBUG:teuthology.orchestra.run.smithi063:> test '!' -e /home/ubuntu/cephtest 2024-09-15T21:54:06.336 DEBUG:teuthology.orchestra.run.smithi110:> test '!' -e /home/ubuntu/cephtest 2024-09-15T21:54:06.353 INFO:teuthology.run_tasks:Running task internal.check_ceph_data... 2024-09-15T21:54:06.361 INFO:teuthology.task.internal:Checking for non-empty /var/lib/ceph... 2024-09-15T21:54:06.361 DEBUG:teuthology.orchestra.run.smithi063:> test -z $(ls -A /var/lib/ceph) 2024-09-15T21:54:06.393 DEBUG:teuthology.orchestra.run.smithi110:> test -z $(ls -A /var/lib/ceph) 2024-09-15T21:54:06.441 INFO:teuthology.run_tasks:Running task internal.vm_setup... 2024-09-15T21:54:06.491 INFO:teuthology.run_tasks:Running task kernel... 2024-09-15T21:54:06.507 INFO:teuthology.task.kernel:normalize config orig: {'kdb': 1, 'sha1': 'distro'} 2024-09-15T21:54:06.507 INFO:teuthology.task.kernel:config {'mon.a': {'kdb': 1, 'sha1': 'distro'}, 'mon.b': {'kdb': 1, 'sha1': 'distro'}}, timeout 300 2024-09-15T21:54:06.507 DEBUG:teuthology.orchestra.run.smithi063:> test -f /run/.containerenv -o -f /.dockerenv 2024-09-15T21:54:06.508 DEBUG:teuthology.orchestra.run.smithi110:> test -f /run/.containerenv -o -f /.dockerenv 2024-09-15T21:54:06.524 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-09-15T21:54:06.524 DEBUG:teuthology.orchestra.run.smithi063:> uname -r 2024-09-15T21:54:06.525 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-09-15T21:54:06.526 DEBUG:teuthology.orchestra.run.smithi110:> uname -r 2024-09-15T21:54:06.582 INFO:teuthology.orchestra.run.smithi063.stdout:5.14.0-503.el9.x86_64 2024-09-15T21:54:06.582 INFO:teuthology.task.kernel:Running kernel on smithi063: 5.14.0-503.el9.x86_64 2024-09-15T21:54:06.582 DEBUG:teuthology.orchestra.run.smithi063:> sudo yum install -y kernel 2024-09-15T21:54:06.583 INFO:teuthology.orchestra.run.smithi110.stdout:5.14.0-503.el9.x86_64 2024-09-15T21:54:06.583 INFO:teuthology.task.kernel:Running kernel on smithi110: 5.14.0-503.el9.x86_64 2024-09-15T21:54:06.584 DEBUG:teuthology.orchestra.run.smithi110:> sudo yum install -y kernel 2024-09-15T21:54:09.804 INFO:teuthology.orchestra.run.smithi063.stdout:CentOS Stream 9 - BaseOS 6.1 MB/s | 8.2 MB 00:01 2024-09-15T21:54:10.948 INFO:teuthology.orchestra.run.smithi110.stdout:CentOS Stream 9 - BaseOS 3.3 MB/s | 8.2 MB 00:02 2024-09-15T21:54:11.805 INFO:teuthology.orchestra.run.smithi063.stdout:CentOS Stream 9 - AppStream 24 MB/s | 20 MB 00:00 2024-09-15T21:54:13.099 INFO:teuthology.orchestra.run.smithi110.stdout:CentOS Stream 9 - AppStream 19 MB/s | 20 MB 00:01 2024-09-15T21:54:17.005 INFO:teuthology.orchestra.run.smithi063.stdout:CentOS Stream 9 - CRB 5.2 MB/s | 6.5 MB 00:01 2024-09-15T21:54:17.342 INFO:teuthology.orchestra.run.smithi110.stdout:CentOS Stream 9 - CRB 14 MB/s | 6.5 MB 00:00 2024-09-15T21:54:18.556 INFO:teuthology.orchestra.run.smithi063.stdout:CentOS Stream 9 - Extras packages 67 kB/s | 19 kB 00:00 2024-09-15T21:54:19.168 INFO:teuthology.orchestra.run.smithi110.stdout:CentOS Stream 9 - Extras packages 39 kB/s | 19 kB 00:00 2024-09-15T21:54:19.693 INFO:teuthology.orchestra.run.smithi063.stdout:Extra Packages for Enterprise Linux 22 MB/s | 23 MB 00:01 2024-09-15T21:54:20.222 INFO:teuthology.orchestra.run.smithi110.stdout:Extra Packages for Enterprise Linux 24 MB/s | 23 MB 00:00 2024-09-15T21:54:25.325 INFO:teuthology.orchestra.run.smithi063.stdout:lab-extras 32 kB/s | 1.7 kB 00:00 2024-09-15T21:54:25.586 INFO:teuthology.orchestra.run.smithi110.stdout:lab-extras 29 kB/s | 1.7 kB 00:00 2024-09-15T21:54:27.414 INFO:teuthology.orchestra.run.smithi063.stdout:Package kernel-5.14.0-239.el9.x86_64 is already installed. 2024-09-15T21:54:27.415 INFO:teuthology.orchestra.run.smithi063.stdout:Package kernel-5.14.0-503.el9.x86_64 is already installed. 2024-09-15T21:54:27.530 INFO:teuthology.orchestra.run.smithi063.stdout:Dependencies resolved. 2024-09-15T21:54:27.536 INFO:teuthology.orchestra.run.smithi063.stdout:================================================================================ 2024-09-15T21:54:27.536 INFO:teuthology.orchestra.run.smithi063.stdout: Package Architecture Version Repository Size 2024-09-15T21:54:27.537 INFO:teuthology.orchestra.run.smithi063.stdout:================================================================================ 2024-09-15T21:54:27.537 INFO:teuthology.orchestra.run.smithi063.stdout:Installing: 2024-09-15T21:54:27.537 INFO:teuthology.orchestra.run.smithi063.stdout: kernel x86_64 5.14.0-505.el9 baseos 23 k 2024-09-15T21:54:27.537 INFO:teuthology.orchestra.run.smithi063.stdout:Installing dependencies: 2024-09-15T21:54:27.537 INFO:teuthology.orchestra.run.smithi063.stdout: kernel-core x86_64 5.14.0-505.el9 baseos 16 M 2024-09-15T21:54:27.537 INFO:teuthology.orchestra.run.smithi063.stdout: kernel-modules x86_64 5.14.0-505.el9 baseos 35 M 2024-09-15T21:54:27.537 INFO:teuthology.orchestra.run.smithi063.stdout: kernel-modules-core x86_64 5.14.0-505.el9 baseos 29 M 2024-09-15T21:54:27.537 INFO:teuthology.orchestra.run.smithi063.stdout: 2024-09-15T21:54:27.537 INFO:teuthology.orchestra.run.smithi063.stdout:Transaction Summary 2024-09-15T21:54:27.537 INFO:teuthology.orchestra.run.smithi063.stdout:================================================================================ 2024-09-15T21:54:27.537 INFO:teuthology.orchestra.run.smithi063.stdout:Install 4 Packages 2024-09-15T21:54:27.537 INFO:teuthology.orchestra.run.smithi063.stdout: 2024-09-15T21:54:27.538 INFO:teuthology.orchestra.run.smithi063.stdout:Total download size: 79 M 2024-09-15T21:54:27.538 INFO:teuthology.orchestra.run.smithi063.stdout:Installed size: 126 M 2024-09-15T21:54:27.538 INFO:teuthology.orchestra.run.smithi063.stdout:Downloading Packages: 2024-09-15T21:54:27.575 INFO:teuthology.orchestra.run.smithi110.stdout:Package kernel-5.14.0-239.el9.x86_64 is already installed. 2024-09-15T21:54:27.576 INFO:teuthology.orchestra.run.smithi110.stdout:Package kernel-5.14.0-503.el9.x86_64 is already installed. 2024-09-15T21:54:27.663 INFO:teuthology.orchestra.run.smithi110.stdout:Dependencies resolved. 2024-09-15T21:54:27.670 INFO:teuthology.orchestra.run.smithi110.stdout:================================================================================ 2024-09-15T21:54:27.670 INFO:teuthology.orchestra.run.smithi110.stdout: Package Architecture Version Repository Size 2024-09-15T21:54:27.670 INFO:teuthology.orchestra.run.smithi110.stdout:================================================================================ 2024-09-15T21:54:27.670 INFO:teuthology.orchestra.run.smithi110.stdout:Installing: 2024-09-15T21:54:27.670 INFO:teuthology.orchestra.run.smithi110.stdout: kernel x86_64 5.14.0-505.el9 baseos 23 k 2024-09-15T21:54:27.670 INFO:teuthology.orchestra.run.smithi110.stdout:Installing dependencies: 2024-09-15T21:54:27.670 INFO:teuthology.orchestra.run.smithi110.stdout: kernel-core x86_64 5.14.0-505.el9 baseos 16 M 2024-09-15T21:54:27.670 INFO:teuthology.orchestra.run.smithi110.stdout: kernel-modules x86_64 5.14.0-505.el9 baseos 35 M 2024-09-15T21:54:27.670 INFO:teuthology.orchestra.run.smithi110.stdout: kernel-modules-core x86_64 5.14.0-505.el9 baseos 29 M 2024-09-15T21:54:27.670 INFO:teuthology.orchestra.run.smithi110.stdout: 2024-09-15T21:54:27.671 INFO:teuthology.orchestra.run.smithi110.stdout:Transaction Summary 2024-09-15T21:54:27.671 INFO:teuthology.orchestra.run.smithi110.stdout:================================================================================ 2024-09-15T21:54:27.671 INFO:teuthology.orchestra.run.smithi110.stdout:Install 4 Packages 2024-09-15T21:54:27.671 INFO:teuthology.orchestra.run.smithi110.stdout: 2024-09-15T21:54:27.671 INFO:teuthology.orchestra.run.smithi110.stdout:Total download size: 79 M 2024-09-15T21:54:27.671 INFO:teuthology.orchestra.run.smithi110.stdout:Installed size: 126 M 2024-09-15T21:54:27.672 INFO:teuthology.orchestra.run.smithi110.stdout:Downloading Packages: 2024-09-15T21:54:27.912 INFO:teuthology.orchestra.run.smithi110.stdout:(1/4): kernel-5.14.0-505.el9.x86_64.rpm 197 kB/s | 23 kB 00:00 2024-09-15T21:54:27.934 INFO:teuthology.orchestra.run.smithi063.stdout:(1/4): kernel-5.14.0-505.el9.x86_64.rpm 194 kB/s | 23 kB 00:00 2024-09-15T21:54:28.951 INFO:teuthology.orchestra.run.smithi063.stdout:(2/4): kernel-core-5.14.0-505.el9.x86_64.rpm 14 MB/s | 16 MB 00:01 2024-09-15T21:54:29.046 INFO:teuthology.orchestra.run.smithi110.stdout:(2/4): kernel-core-5.14.0-505.el9.x86_64.rpm 13 MB/s | 16 MB 00:01 2024-09-15T21:54:29.455 INFO:teuthology.orchestra.run.smithi110.stdout:(3/4): kernel-modules-5.14.0-505.el9.x86_64.rpm 21 MB/s | 35 MB 00:01 2024-09-15T21:54:29.643 INFO:teuthology.orchestra.run.smithi063.stdout:(3/4): kernel-modules-5.14.0-505.el9.x86_64.rpm 19 MB/s | 35 MB 00:01 2024-09-15T21:54:29.888 INFO:teuthology.orchestra.run.smithi110.stdout:(4/4): kernel-modules-core-5.14.0-505.el9.x86_6 14 MB/s | 29 MB 00:01 2024-09-15T21:54:29.889 INFO:teuthology.orchestra.run.smithi110.stdout:-------------------------------------------------------------------------------- 2024-09-15T21:54:29.889 INFO:teuthology.orchestra.run.smithi110.stdout:Total 36 MB/s | 79 MB 00:02 2024-09-15T21:54:30.566 INFO:teuthology.orchestra.run.smithi110.stdout:Running transaction check 2024-09-15T21:54:30.922 INFO:teuthology.orchestra.run.smithi110.stdout:Transaction check succeeded. 2024-09-15T21:54:30.923 INFO:teuthology.orchestra.run.smithi110.stdout:Running transaction test 2024-09-15T21:54:31.862 INFO:teuthology.orchestra.run.smithi110.stdout:Transaction test succeeded. 2024-09-15T21:54:31.862 INFO:teuthology.orchestra.run.smithi110.stdout:Running transaction 2024-09-15T21:54:32.643 INFO:teuthology.orchestra.run.smithi063.stdout:(4/4): kernel-modules-core-5.14.0-505.el9.x86_6 6.1 MB/s | 29 MB 00:04 2024-09-15T21:54:32.643 INFO:teuthology.orchestra.run.smithi063.stdout:-------------------------------------------------------------------------------- 2024-09-15T21:54:32.643 INFO:teuthology.orchestra.run.smithi063.stdout:Total 15 MB/s | 79 MB 00:05 2024-09-15T21:54:33.353 INFO:teuthology.orchestra.run.smithi063.stdout:Running transaction check 2024-09-15T21:54:33.735 INFO:teuthology.orchestra.run.smithi063.stdout:Transaction check succeeded. 2024-09-15T21:54:33.735 INFO:teuthology.orchestra.run.smithi063.stdout:Running transaction test 2024-09-15T21:54:34.318 INFO:teuthology.orchestra.run.smithi110.stdout: Preparing : 1/1 2024-09-15T21:54:34.722 INFO:teuthology.orchestra.run.smithi063.stdout:Transaction test succeeded. 2024-09-15T21:54:34.722 INFO:teuthology.orchestra.run.smithi063.stdout:Running transaction 2024-09-15T21:54:35.006 INFO:teuthology.orchestra.run.smithi110.stdout: Installing : kernel-modules-core-5.14.0-505.el9.x86_64 1/4 2024-09-15T21:54:35.090 INFO:teuthology.orchestra.run.smithi110.stdout: Installing : kernel-core-5.14.0-505.el9.x86_64 2/4 2024-09-15T21:54:37.317 INFO:teuthology.orchestra.run.smithi063.stdout: Preparing : 1/1 2024-09-15T21:54:37.886 INFO:teuthology.orchestra.run.smithi110.stdout: Running scriptlet: kernel-core-5.14.0-505.el9.x86_64 2/4 2024-09-15T21:54:38.013 INFO:teuthology.orchestra.run.smithi063.stdout: Installing : kernel-modules-core-5.14.0-505.el9.x86_64 1/4 2024-09-15T21:54:38.017 INFO:teuthology.orchestra.run.smithi110.stdout: Installing : kernel-modules-5.14.0-505.el9.x86_64 3/4 2024-09-15T21:54:38.095 INFO:teuthology.orchestra.run.smithi063.stdout: Installing : kernel-core-5.14.0-505.el9.x86_64 2/4 2024-09-15T21:54:40.887 INFO:teuthology.orchestra.run.smithi063.stdout: Running scriptlet: kernel-core-5.14.0-505.el9.x86_64 2/4 2024-09-15T21:54:41.014 INFO:teuthology.orchestra.run.smithi063.stdout: Installing : kernel-modules-5.14.0-505.el9.x86_64 3/4 2024-09-15T21:54:42.858 INFO:teuthology.orchestra.run.smithi110.stdout: Running scriptlet: kernel-modules-5.14.0-505.el9.x86_64 3/4 2024-09-15T21:54:42.892 INFO:teuthology.orchestra.run.smithi110.stdout: Installing : kernel-5.14.0-505.el9.x86_64 4/4 2024-09-15T21:54:46.138 INFO:teuthology.orchestra.run.smithi063.stdout: Running scriptlet: kernel-modules-5.14.0-505.el9.x86_64 3/4 2024-09-15T21:54:46.184 INFO:teuthology.orchestra.run.smithi063.stdout: Installing : kernel-5.14.0-505.el9.x86_64 4/4 2024-09-15T21:54:47.714 INFO:teuthology.orchestra.run.smithi110.stdout: Running scriptlet: kernel-modules-core-5.14.0-505.el9.x86_64 4/4 2024-09-15T21:54:51.325 INFO:teuthology.orchestra.run.smithi063.stdout: Running scriptlet: kernel-modules-core-5.14.0-505.el9.x86_64 4/4 2024-09-15T21:55:25.944 INFO:teuthology.orchestra.run.smithi110.stdout: Running scriptlet: kernel-core-5.14.0-505.el9.x86_64 4/4 2024-09-15T21:55:25.985 INFO:teuthology.orchestra.run.smithi110.stdout: Running scriptlet: kernel-modules-5.14.0-505.el9.x86_64 4/4 2024-09-15T21:55:26.275 INFO:teuthology.orchestra.run.smithi110.stdout: Running scriptlet: kernel-5.14.0-505.el9.x86_64 4/4 2024-09-15T21:55:26.275 INFO:teuthology.orchestra.run.smithi110.stdout: Verifying : kernel-5.14.0-505.el9.x86_64 1/4 2024-09-15T21:55:26.275 INFO:teuthology.orchestra.run.smithi110.stdout: Verifying : kernel-core-5.14.0-505.el9.x86_64 2/4 2024-09-15T21:55:26.275 INFO:teuthology.orchestra.run.smithi110.stdout: Verifying : kernel-modules-5.14.0-505.el9.x86_64 3/4 2024-09-15T21:55:27.185 INFO:teuthology.orchestra.run.smithi110.stdout: Verifying : kernel-modules-core-5.14.0-505.el9.x86_64 4/4 2024-09-15T21:55:27.185 INFO:teuthology.orchestra.run.smithi110.stdout: 2024-09-15T21:55:27.185 INFO:teuthology.orchestra.run.smithi110.stdout:Installed: 2024-09-15T21:55:27.185 INFO:teuthology.orchestra.run.smithi110.stdout: kernel-5.14.0-505.el9.x86_64 2024-09-15T21:55:27.185 INFO:teuthology.orchestra.run.smithi110.stdout: kernel-core-5.14.0-505.el9.x86_64 2024-09-15T21:55:27.185 INFO:teuthology.orchestra.run.smithi110.stdout: kernel-modules-5.14.0-505.el9.x86_64 2024-09-15T21:55:27.186 INFO:teuthology.orchestra.run.smithi110.stdout: kernel-modules-core-5.14.0-505.el9.x86_64 2024-09-15T21:55:27.186 INFO:teuthology.orchestra.run.smithi110.stdout: 2024-09-15T21:55:27.186 INFO:teuthology.orchestra.run.smithi110.stdout:Complete! 2024-09-15T21:55:27.604 DEBUG:teuthology.orchestra.run.smithi110:> rpm -q kernel | sort -rV | head -n 1 2024-09-15T21:55:27.690 INFO:teuthology.orchestra.run.smithi110.stdout:kernel-5.14.0-505.el9.x86_64 2024-09-15T21:55:27.690 DEBUG:teuthology.task.kernel:get_latest_image_version_rpm: 5.14.0-505.el9.x86_64 2024-09-15T21:55:27.690 INFO:teuthology.task.kernel:Not newest distro kernel. Current: 5.14.0-503.el9.x86_64 Expected: 5.14.0-505.el9.x86_64 2024-09-15T21:55:27.690 INFO:teuthology.task.kernel:Skipping firmware on distro kernel 2024-09-15T21:55:27.690 DEBUG:teuthology.task.kernel:src is distro, skipping download 2024-09-15T21:55:27.691 INFO:teuthology.task.kernel:Installing distro kernel on mon.b... 2024-09-15T21:55:27.691 DEBUG:teuthology.task.kernel:install_kernel(remote=ubuntu@smithi110.front.sepia.ceph.com, path=None, version=distro) 2024-09-15T21:55:27.691 DEBUG:teuthology.orchestra.run.smithi110:> rpm -q kernel | sort -rV | head -n 1 2024-09-15T21:55:27.749 INFO:teuthology.orchestra.run.smithi110.stdout:kernel-5.14.0-505.el9.x86_64 2024-09-15T21:55:27.749 DEBUG:teuthology.task.kernel:get_latest_image_version_rpm: 5.14.0-505.el9.x86_64 2024-09-15T21:55:27.749 DEBUG:teuthology.orchestra.run.smithi110:> sudo rpm -qi grub2-tools 2024-09-15T21:55:27.789 INFO:teuthology.orchestra.run.smithi110.stdout:Name : grub2-tools 2024-09-15T21:55:27.789 INFO:teuthology.orchestra.run.smithi110.stdout:Epoch : 1 2024-09-15T21:55:27.789 INFO:teuthology.orchestra.run.smithi110.stdout:Version : 2.06 2024-09-15T21:55:27.789 INFO:teuthology.orchestra.run.smithi110.stdout:Release : 82.el9 2024-09-15T21:55:27.789 INFO:teuthology.orchestra.run.smithi110.stdout:Architecture: x86_64 2024-09-15T21:55:27.789 INFO:teuthology.orchestra.run.smithi110.stdout:Install Date: Wed 28 Aug 2024 09:06:27 PM UTC 2024-09-15T21:55:27.789 INFO:teuthology.orchestra.run.smithi110.stdout:Group : Unspecified 2024-09-15T21:55:27.789 INFO:teuthology.orchestra.run.smithi110.stdout:Size : 8274670 2024-09-15T21:55:27.789 INFO:teuthology.orchestra.run.smithi110.stdout:License : GPLv3+ 2024-09-15T21:55:27.789 INFO:teuthology.orchestra.run.smithi110.stdout:Signature : RSA/SHA256, Mon 01 Jul 2024 07:46:42 AM UTC, Key ID 05b555b38483c65d 2024-09-15T21:55:27.789 INFO:teuthology.orchestra.run.smithi110.stdout:Source RPM : grub2-2.06-82.el9.src.rpm 2024-09-15T21:55:27.789 INFO:teuthology.orchestra.run.smithi110.stdout:Build Date : Fri 28 Jun 2024 09:24:44 AM UTC 2024-09-15T21:55:27.790 INFO:teuthology.orchestra.run.smithi110.stdout:Build Host : x86-05.stream.rdu2.redhat.com 2024-09-15T21:55:27.790 INFO:teuthology.orchestra.run.smithi110.stdout:Packager : builder@centos.org 2024-09-15T21:55:27.790 INFO:teuthology.orchestra.run.smithi110.stdout:Vendor : CentOS 2024-09-15T21:55:27.790 INFO:teuthology.orchestra.run.smithi110.stdout:URL : http://www.gnu.org/software/grub/ 2024-09-15T21:55:27.790 INFO:teuthology.orchestra.run.smithi110.stdout:Summary : Support tools for GRUB. 2024-09-15T21:55:27.790 INFO:teuthology.orchestra.run.smithi110.stdout:Description : 2024-09-15T21:55:27.790 INFO:teuthology.orchestra.run.smithi110.stdout: 2024-09-15T21:55:27.790 INFO:teuthology.orchestra.run.smithi110.stdout:The GRand Unified Bootloader (GRUB) is a highly configurable and 2024-09-15T21:55:27.790 INFO:teuthology.orchestra.run.smithi110.stdout:customizable bootloader with modular architecture. It supports a rich 2024-09-15T21:55:27.790 INFO:teuthology.orchestra.run.smithi110.stdout:variety of kernel formats, file systems, computer architectures and 2024-09-15T21:55:27.790 INFO:teuthology.orchestra.run.smithi110.stdout:hardware devices. 2024-09-15T21:55:27.790 INFO:teuthology.orchestra.run.smithi110.stdout: 2024-09-15T21:55:27.790 INFO:teuthology.orchestra.run.smithi110.stdout:This subpackage provides tools for support of all platforms. 2024-09-15T21:55:27.791 INFO:teuthology.task.kernel:Updating Grub Version: grub2 2024-09-15T21:55:27.791 INFO:teuthology.task.kernel:Updating grub on smithi110 to boot 5.14.0-505.el9.x86_64 2024-09-15T21:55:27.791 DEBUG:teuthology.orchestra.run.smithi110:> sudo grub2-mkconfig -o /boot/grub2/grub.cfg 2024-09-15T21:55:28.477 INFO:teuthology.orchestra.run.smithi110.stderr:Generating grub configuration file ... 2024-09-15T21:55:29.880 INFO:teuthology.orchestra.run.smithi110.stderr:Adding boot menu entry for UEFI Firmware Settings ... 2024-09-15T21:55:29.910 INFO:teuthology.orchestra.run.smithi110.stderr:done 2024-09-15T21:55:29.920 DEBUG:teuthology.orchestra.run.smithi110:> mktemp 2024-09-15T21:55:29.935 INFO:teuthology.orchestra.run.smithi110.stdout:/tmp/tmp.KwtF4sGcND 2024-09-15T21:55:29.936 DEBUG:teuthology.orchestra.run.smithi110:> sudo cp /boot/grub2/grub.cfg /tmp/tmp.KwtF4sGcND 2024-09-15T21:55:30.002 DEBUG:teuthology.orchestra.run.smithi110:> sudo chmod 0666 /tmp/tmp.KwtF4sGcND 2024-09-15T21:55:30.081 INFO:teuthology.orchestra.run.smithi063.stdout: Running scriptlet: kernel-core-5.14.0-505.el9.x86_64 4/4 2024-09-15T21:55:30.123 INFO:teuthology.orchestra.run.smithi063.stdout: Running scriptlet: kernel-modules-5.14.0-505.el9.x86_64 4/4 2024-09-15T21:55:30.145 DEBUG:teuthology.orchestra.remote:smithi110:/tmp/tmp.KwtF4sGcND is 6KB 2024-09-15T21:55:30.195 DEBUG:teuthology.orchestra.run.smithi110:> rm -fr /tmp/tmp.KwtF4sGcND 2024-09-15T21:55:30.210 DEBUG:teuthology.orchestra.run.smithi110:> sudo /bin/ls /boot/loader/entries || true 2024-09-15T21:55:30.285 INFO:teuthology.orchestra.run.smithi110.stdout:fbf6b6fa6cf04654a0e563f30ecbf43a-0-rescue.conf 2024-09-15T21:55:30.285 INFO:teuthology.orchestra.run.smithi110.stdout:fbf6b6fa6cf04654a0e563f30ecbf43a-5.14.0-239.el9.x86_64.conf 2024-09-15T21:55:30.285 INFO:teuthology.orchestra.run.smithi110.stdout:fbf6b6fa6cf04654a0e563f30ecbf43a-5.14.0-503.el9.x86_64.conf 2024-09-15T21:55:30.285 INFO:teuthology.orchestra.run.smithi110.stdout:fbf6b6fa6cf04654a0e563f30ecbf43a-5.14.0-505.el9.x86_64.conf 2024-09-15T21:55:30.287 DEBUG:teuthology.orchestra.run.smithi110:> sudo grub2-set-default fbf6b6fa6cf04654a0e563f30ecbf43a-5.14.0-505.el9.x86_64 2024-09-15T21:55:30.432 INFO:teuthology.orchestra.run.smithi063.stdout: Running scriptlet: kernel-5.14.0-505.el9.x86_64 4/4 2024-09-15T21:55:30.432 INFO:teuthology.orchestra.run.smithi063.stdout: Verifying : kernel-5.14.0-505.el9.x86_64 1/4 2024-09-15T21:55:30.432 INFO:teuthology.orchestra.run.smithi063.stdout: Verifying : kernel-core-5.14.0-505.el9.x86_64 2/4 2024-09-15T21:55:30.432 INFO:teuthology.orchestra.run.smithi063.stdout: Verifying : kernel-modules-5.14.0-505.el9.x86_64 3/4 2024-09-15T21:55:30.451 DEBUG:teuthology.orchestra.run.smithi110:> sudo shutdown -r now 2024-09-15T21:55:31.323 INFO:teuthology.orchestra.run.smithi063.stdout: Verifying : kernel-modules-core-5.14.0-505.el9.x86_64 4/4 2024-09-15T21:55:31.323 INFO:teuthology.orchestra.run.smithi063.stdout: 2024-09-15T21:55:31.323 INFO:teuthology.orchestra.run.smithi063.stdout:Installed: 2024-09-15T21:55:31.323 INFO:teuthology.orchestra.run.smithi063.stdout: kernel-5.14.0-505.el9.x86_64 2024-09-15T21:55:31.323 INFO:teuthology.orchestra.run.smithi063.stdout: kernel-core-5.14.0-505.el9.x86_64 2024-09-15T21:55:31.323 INFO:teuthology.orchestra.run.smithi063.stdout: kernel-modules-5.14.0-505.el9.x86_64 2024-09-15T21:55:31.323 INFO:teuthology.orchestra.run.smithi063.stdout: kernel-modules-core-5.14.0-505.el9.x86_64 2024-09-15T21:55:31.323 INFO:teuthology.orchestra.run.smithi063.stdout: 2024-09-15T21:55:31.323 INFO:teuthology.orchestra.run.smithi063.stdout:Complete! 2024-09-15T21:55:31.688 DEBUG:teuthology.orchestra.run.smithi063:> rpm -q kernel | sort -rV | head -n 1 2024-09-15T21:55:31.775 INFO:teuthology.orchestra.run.smithi063.stdout:kernel-5.14.0-505.el9.x86_64 2024-09-15T21:55:31.775 DEBUG:teuthology.task.kernel:get_latest_image_version_rpm: 5.14.0-505.el9.x86_64 2024-09-15T21:55:31.775 INFO:teuthology.task.kernel:Not newest distro kernel. Current: 5.14.0-503.el9.x86_64 Expected: 5.14.0-505.el9.x86_64 2024-09-15T21:55:31.775 INFO:teuthology.task.kernel:Skipping firmware on distro kernel 2024-09-15T21:55:31.776 DEBUG:teuthology.task.kernel:src is distro, skipping download 2024-09-15T21:55:31.776 INFO:teuthology.task.kernel:Installing distro kernel on mon.a... 2024-09-15T21:55:31.776 DEBUG:teuthology.task.kernel:install_kernel(remote=ubuntu@smithi063.front.sepia.ceph.com, path=None, version=distro) 2024-09-15T21:55:31.776 DEBUG:teuthology.orchestra.run.smithi063:> rpm -q kernel | sort -rV | head -n 1 2024-09-15T21:55:31.836 INFO:teuthology.orchestra.run.smithi063.stdout:kernel-5.14.0-505.el9.x86_64 2024-09-15T21:55:31.836 DEBUG:teuthology.task.kernel:get_latest_image_version_rpm: 5.14.0-505.el9.x86_64 2024-09-15T21:55:31.836 DEBUG:teuthology.orchestra.run.smithi063:> sudo rpm -qi grub2-tools 2024-09-15T21:55:31.868 INFO:teuthology.orchestra.run.smithi063.stdout:Name : grub2-tools 2024-09-15T21:55:31.868 INFO:teuthology.orchestra.run.smithi063.stdout:Epoch : 1 2024-09-15T21:55:31.868 INFO:teuthology.orchestra.run.smithi063.stdout:Version : 2.06 2024-09-15T21:55:31.868 INFO:teuthology.orchestra.run.smithi063.stdout:Release : 82.el9 2024-09-15T21:55:31.868 INFO:teuthology.orchestra.run.smithi063.stdout:Architecture: x86_64 2024-09-15T21:55:31.868 INFO:teuthology.orchestra.run.smithi063.stdout:Install Date: Wed 28 Aug 2024 09:06:27 PM UTC 2024-09-15T21:55:31.868 INFO:teuthology.orchestra.run.smithi063.stdout:Group : Unspecified 2024-09-15T21:55:31.868 INFO:teuthology.orchestra.run.smithi063.stdout:Size : 8274670 2024-09-15T21:55:31.868 INFO:teuthology.orchestra.run.smithi063.stdout:License : GPLv3+ 2024-09-15T21:55:31.869 INFO:teuthology.orchestra.run.smithi063.stdout:Signature : RSA/SHA256, Mon 01 Jul 2024 07:46:42 AM UTC, Key ID 05b555b38483c65d 2024-09-15T21:55:31.869 INFO:teuthology.orchestra.run.smithi063.stdout:Source RPM : grub2-2.06-82.el9.src.rpm 2024-09-15T21:55:31.869 INFO:teuthology.orchestra.run.smithi063.stdout:Build Date : Fri 28 Jun 2024 09:24:44 AM UTC 2024-09-15T21:55:31.869 INFO:teuthology.orchestra.run.smithi063.stdout:Build Host : x86-05.stream.rdu2.redhat.com 2024-09-15T21:55:31.869 INFO:teuthology.orchestra.run.smithi063.stdout:Packager : builder@centos.org 2024-09-15T21:55:31.869 INFO:teuthology.orchestra.run.smithi063.stdout:Vendor : CentOS 2024-09-15T21:55:31.869 INFO:teuthology.orchestra.run.smithi063.stdout:URL : http://www.gnu.org/software/grub/ 2024-09-15T21:55:31.869 INFO:teuthology.orchestra.run.smithi063.stdout:Summary : Support tools for GRUB. 2024-09-15T21:55:31.869 INFO:teuthology.orchestra.run.smithi063.stdout:Description : 2024-09-15T21:55:31.869 INFO:teuthology.orchestra.run.smithi063.stdout: 2024-09-15T21:55:31.869 INFO:teuthology.orchestra.run.smithi063.stdout:The GRand Unified Bootloader (GRUB) is a highly configurable and 2024-09-15T21:55:31.869 INFO:teuthology.orchestra.run.smithi063.stdout:customizable bootloader with modular architecture. It supports a rich 2024-09-15T21:55:31.869 INFO:teuthology.orchestra.run.smithi063.stdout:variety of kernel formats, file systems, computer architectures and 2024-09-15T21:55:31.869 INFO:teuthology.orchestra.run.smithi063.stdout:hardware devices. 2024-09-15T21:55:31.870 INFO:teuthology.orchestra.run.smithi063.stdout: 2024-09-15T21:55:31.870 INFO:teuthology.orchestra.run.smithi063.stdout:This subpackage provides tools for support of all platforms. 2024-09-15T21:55:31.870 INFO:teuthology.task.kernel:Updating Grub Version: grub2 2024-09-15T21:55:31.871 INFO:teuthology.task.kernel:Updating grub on smithi063 to boot 5.14.0-505.el9.x86_64 2024-09-15T21:55:31.871 DEBUG:teuthology.orchestra.run.smithi063:> sudo grub2-mkconfig -o /boot/grub2/grub.cfg 2024-09-15T21:55:32.530 INFO:teuthology.orchestra.run.smithi063.stderr:Generating grub configuration file ... 2024-09-15T21:55:33.929 INFO:teuthology.orchestra.run.smithi063.stderr:Adding boot menu entry for UEFI Firmware Settings ... 2024-09-15T21:55:33.954 INFO:teuthology.orchestra.run.smithi063.stderr:done 2024-09-15T21:55:33.956 DEBUG:teuthology.orchestra.run.smithi063:> mktemp 2024-09-15T21:55:33.971 INFO:teuthology.orchestra.run.smithi063.stdout:/tmp/tmp.FnNtzqLddo 2024-09-15T21:55:33.971 DEBUG:teuthology.orchestra.run.smithi063:> sudo cp /boot/grub2/grub.cfg /tmp/tmp.FnNtzqLddo 2024-09-15T21:55:34.037 DEBUG:teuthology.orchestra.run.smithi063:> sudo chmod 0666 /tmp/tmp.FnNtzqLddo 2024-09-15T21:55:34.173 DEBUG:teuthology.orchestra.remote:smithi063:/tmp/tmp.FnNtzqLddo is 6KB 2024-09-15T21:55:34.222 DEBUG:teuthology.orchestra.run.smithi063:> rm -fr /tmp/tmp.FnNtzqLddo 2024-09-15T21:55:34.237 DEBUG:teuthology.orchestra.run.smithi063:> sudo /bin/ls /boot/loader/entries || true 2024-09-15T21:55:34.299 INFO:teuthology.orchestra.run.smithi063.stdout:fbf6b6fa6cf04654a0e563f30ecbf43a-0-rescue.conf 2024-09-15T21:55:34.299 INFO:teuthology.orchestra.run.smithi063.stdout:fbf6b6fa6cf04654a0e563f30ecbf43a-5.14.0-239.el9.x86_64.conf 2024-09-15T21:55:34.299 INFO:teuthology.orchestra.run.smithi063.stdout:fbf6b6fa6cf04654a0e563f30ecbf43a-5.14.0-503.el9.x86_64.conf 2024-09-15T21:55:34.299 INFO:teuthology.orchestra.run.smithi063.stdout:fbf6b6fa6cf04654a0e563f30ecbf43a-5.14.0-505.el9.x86_64.conf 2024-09-15T21:55:34.301 DEBUG:teuthology.orchestra.run.smithi063:> sudo grub2-set-default fbf6b6fa6cf04654a0e563f30ecbf43a-5.14.0-505.el9.x86_64 2024-09-15T21:55:34.451 DEBUG:teuthology.orchestra.run.smithi063:> sudo shutdown -r now 2024-09-15T21:56:00.465 INFO:teuthology.task.kernel:Checking client mon.b for new kernel version... 2024-09-15T21:56:00.466 INFO:teuthology.orchestra.remote:Trying to reconnect to host 'ubuntu@smithi110.front.sepia.ceph.com' 2024-09-15T21:56:00.467 DEBUG:teuthology.orchestra.connection:{'hostname': 'smithi110.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60} 2024-09-15T21:56:04.458 INFO:teuthology.task.kernel:Checking client mon.a for new kernel version... 2024-09-15T21:56:04.458 INFO:teuthology.orchestra.remote:Trying to reconnect to host 'ubuntu@smithi063.front.sepia.ceph.com' 2024-09-15T21:56:04.459 DEBUG:teuthology.orchestra.connection:{'hostname': 'smithi063.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60} 2024-09-15T21:56:18.877 DEBUG:teuthology.orchestra.remote:[Errno None] Unable to connect to port 22 on 172.21.15.110 2024-09-15T21:56:27.887 INFO:teuthology.orchestra.remote:Trying to reconnect to host 'ubuntu@smithi110.front.sepia.ceph.com' 2024-09-15T21:56:27.888 DEBUG:teuthology.orchestra.connection:{'hostname': 'smithi110.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60} 2024-09-15T21:56:39.101 DEBUG:teuthology.orchestra.remote:[Errno None] Unable to connect to port 22 on 172.21.15.63 2024-09-15T21:56:48.104 INFO:teuthology.orchestra.remote:Trying to reconnect to host 'ubuntu@smithi063.front.sepia.ceph.com' 2024-09-15T21:56:48.106 DEBUG:teuthology.orchestra.connection:{'hostname': 'smithi063.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60} 2024-09-15T21:56:51.165 DEBUG:teuthology.orchestra.remote:[Errno None] Unable to connect to port 22 on 172.21.15.63 2024-09-15T21:57:03.177 INFO:teuthology.orchestra.remote:Trying to reconnect to host 'ubuntu@smithi063.front.sepia.ceph.com' 2024-09-15T21:57:03.177 DEBUG:teuthology.orchestra.connection:{'hostname': 'smithi063.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60} 2024-09-15T21:57:06.237 DEBUG:teuthology.orchestra.remote:[Errno None] Unable to connect to port 22 on 172.21.15.63 2024-09-15T21:57:21.247 INFO:teuthology.orchestra.remote:Trying to reconnect to host 'ubuntu@smithi063.front.sepia.ceph.com' 2024-09-15T21:57:21.249 DEBUG:teuthology.orchestra.connection:{'hostname': 'smithi063.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60} 2024-09-15T21:57:21.646 DEBUG:teuthology.orchestra.run.smithi063:> true 2024-09-15T21:57:22.025 INFO:teuthology.orchestra.remote:Successfully reconnected to host 'ubuntu@smithi063.front.sepia.ceph.com' 2024-09-15T21:57:22.025 INFO:teuthology.task.kernel:Checking kernel version of mon.a, want "5.14.0-505.el9.x86_64"... 2024-09-15T21:57:22.025 DEBUG:teuthology.orchestra.run.smithi063:> uname -r 2024-09-15T21:57:22.040 INFO:teuthology.orchestra.run.smithi063.stdout:5.14.0-505.el9.x86_64 2024-09-15T21:57:22.040 DEBUG:teuthology.task.kernel:current kernel version is 5.14.0-505.el9.x86_64 vs 5.14.0-505.el9.x86_64 2024-09-15T21:57:22.040 DEBUG:teuthology.task.kernel:utsrelease strings match, do not need to install 2024-09-15T21:57:22.041 DEBUG:teuthology.task.kernel:Distro of this test job: centos 2024-09-15T21:57:23.041 INFO:teuthology.task.kernel:Enabling kdb on mon.a... 2024-09-15T21:57:23.041 DEBUG:teuthology.orchestra.run.smithi063:> echo ttyS1 | sudo tee /sys/module/kgdboc/parameters/kgdboc 2024-09-15T21:57:23.159 INFO:teuthology.orchestra.run.smithi063.stdout:ttyS1 2024-09-15T21:57:23.189 DEBUG:teuthology.parallel:result is None 2024-09-15T21:57:27.890 DEBUG:teuthology.orchestra.remote:timed out 2024-09-15T21:57:39.892 INFO:teuthology.orchestra.remote:Trying to reconnect to host 'ubuntu@smithi110.front.sepia.ceph.com' 2024-09-15T21:57:39.893 DEBUG:teuthology.orchestra.connection:{'hostname': 'smithi110.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60} 2024-09-15T21:57:40.356 DEBUG:teuthology.orchestra.run.smithi110:> true 2024-09-15T21:57:40.747 INFO:teuthology.orchestra.remote:Successfully reconnected to host 'ubuntu@smithi110.front.sepia.ceph.com' 2024-09-15T21:57:40.747 INFO:teuthology.task.kernel:Checking kernel version of mon.b, want "5.14.0-505.el9.x86_64"... 2024-09-15T21:57:40.747 DEBUG:teuthology.orchestra.run.smithi110:> uname -r 2024-09-15T21:57:40.763 INFO:teuthology.orchestra.run.smithi110.stdout:5.14.0-505.el9.x86_64 2024-09-15T21:57:40.764 DEBUG:teuthology.task.kernel:current kernel version is 5.14.0-505.el9.x86_64 vs 5.14.0-505.el9.x86_64 2024-09-15T21:57:40.764 DEBUG:teuthology.task.kernel:utsrelease strings match, do not need to install 2024-09-15T21:57:40.764 DEBUG:teuthology.task.kernel:Distro of this test job: centos 2024-09-15T21:57:41.765 INFO:teuthology.task.kernel:Enabling kdb on mon.b... 2024-09-15T21:57:41.765 DEBUG:teuthology.orchestra.run.smithi110:> echo ttyS1 | sudo tee /sys/module/kgdboc/parameters/kgdboc 2024-09-15T21:57:42.122 INFO:teuthology.orchestra.run.smithi110.stdout:ttyS1 2024-09-15T21:57:42.143 DEBUG:teuthology.parallel:result is None 2024-09-15T21:57:42.143 INFO:teuthology.run_tasks:Running task internal.base... 2024-09-15T21:57:42.152 INFO:teuthology.task.internal:Creating test directory... 2024-09-15T21:57:42.152 DEBUG:teuthology.orchestra.run.smithi063:> mkdir -p -m0755 -- /home/ubuntu/cephtest 2024-09-15T21:57:42.155 DEBUG:teuthology.orchestra.run.smithi110:> mkdir -p -m0755 -- /home/ubuntu/cephtest 2024-09-15T21:57:42.173 INFO:teuthology.run_tasks:Running task internal.archive_upload... 2024-09-15T21:57:42.179 INFO:teuthology.run_tasks:Running task internal.archive... 2024-09-15T21:57:42.188 INFO:teuthology.task.internal:Creating archive directory... 2024-09-15T21:57:42.188 DEBUG:teuthology.orchestra.run.smithi063:> install -d -m0755 -- /home/ubuntu/cephtest/archive 2024-09-15T21:57:42.215 DEBUG:teuthology.orchestra.run.smithi110:> install -d -m0755 -- /home/ubuntu/cephtest/archive 2024-09-15T21:57:42.247 INFO:teuthology.run_tasks:Running task internal.coredump... 2024-09-15T21:57:42.254 INFO:teuthology.task.internal:Enabling coredump saving... 2024-09-15T21:57:42.254 DEBUG:teuthology.orchestra.run.smithi063:> install -d -m0755 -- /home/ubuntu/cephtest/archive/coredump && sudo sysctl -w kernel.core_pattern=/home/ubuntu/cephtest/archive/coredump/%t.%p.core && echo kernel.core_pattern=/home/ubuntu/cephtest/archive/coredump/%t.%p.core | sudo tee -a /etc/sysctl.conf 2024-09-15T21:57:42.284 DEBUG:teuthology.orchestra.run.smithi110:> install -d -m0755 -- /home/ubuntu/cephtest/archive/coredump && sudo sysctl -w kernel.core_pattern=/home/ubuntu/cephtest/archive/coredump/%t.%p.core && echo kernel.core_pattern=/home/ubuntu/cephtest/archive/coredump/%t.%p.core | sudo tee -a /etc/sysctl.conf 2024-09-15T21:57:42.323 INFO:teuthology.orchestra.run.smithi063.stdout:kernel.core_pattern = /home/ubuntu/cephtest/archive/coredump/%t.%p.core 2024-09-15T21:57:42.325 INFO:teuthology.orchestra.run.smithi110.stdout:kernel.core_pattern = /home/ubuntu/cephtest/archive/coredump/%t.%p.core 2024-09-15T21:57:42.336 INFO:teuthology.orchestra.run.smithi063.stdout:kernel.core_pattern=/home/ubuntu/cephtest/archive/coredump/%t.%p.core 2024-09-15T21:57:42.337 INFO:teuthology.orchestra.run.smithi110.stdout:kernel.core_pattern=/home/ubuntu/cephtest/archive/coredump/%t.%p.core 2024-09-15T21:57:42.338 INFO:teuthology.run_tasks:Running task internal.sudo... 2024-09-15T21:57:42.345 INFO:teuthology.task.internal:Configuring sudo... 2024-09-15T21:57:42.345 DEBUG:teuthology.orchestra.run.smithi063:> sudo sed -i.orig.teuthology -e 's/^\([^#]*\) \(requiretty\)/\1 !\2/g' -e 's/^\([^#]*\) !\(visiblepw\)/\1 \2/g' /etc/sudoers 2024-09-15T21:57:42.380 DEBUG:teuthology.orchestra.run.smithi110:> sudo sed -i.orig.teuthology -e 's/^\([^#]*\) \(requiretty\)/\1 !\2/g' -e 's/^\([^#]*\) !\(visiblepw\)/\1 \2/g' /etc/sudoers 2024-09-15T21:57:42.407 INFO:teuthology.run_tasks:Running task internal.syslog... 2024-09-15T21:57:42.416 INFO:teuthology.task.internal.syslog:Starting syslog monitoring... 2024-09-15T21:57:42.417 DEBUG:teuthology.orchestra.run.smithi063:> mkdir -p -m0755 -- /home/ubuntu/cephtest/archive/syslog 2024-09-15T21:57:42.450 DEBUG:teuthology.orchestra.run.smithi110:> mkdir -p -m0755 -- /home/ubuntu/cephtest/archive/syslog 2024-09-15T21:57:42.466 DEBUG:teuthology.orchestra.run.smithi063:> install -m 666 /dev/null /home/ubuntu/cephtest/archive/syslog/kern.log 2024-09-15T21:57:42.552 DEBUG:teuthology.orchestra.run.smithi063:> sudo chcon system_u:object_r:var_log_t:s0 /home/ubuntu/cephtest/archive/syslog/kern.log 2024-09-15T21:57:42.607 DEBUG:teuthology.orchestra.run.smithi063:> install -m 666 /dev/null /home/ubuntu/cephtest/archive/syslog/misc.log 2024-09-15T21:57:42.691 DEBUG:teuthology.orchestra.run.smithi063:> sudo chcon system_u:object_r:var_log_t:s0 /home/ubuntu/cephtest/archive/syslog/misc.log 2024-09-15T21:57:42.736 DEBUG:teuthology.orchestra.run.smithi063:> set -ex 2024-09-15T21:57:42.736 DEBUG:teuthology.orchestra.run.smithi063:> sudo dd of=/etc/rsyslog.d/80-cephtest.conf 2024-09-15T21:57:42.802 DEBUG:teuthology.orchestra.run.smithi110:> install -m 666 /dev/null /home/ubuntu/cephtest/archive/syslog/kern.log 2024-09-15T21:57:42.847 DEBUG:teuthology.orchestra.run.smithi110:> sudo chcon system_u:object_r:var_log_t:s0 /home/ubuntu/cephtest/archive/syslog/kern.log 2024-09-15T21:57:42.904 DEBUG:teuthology.orchestra.run.smithi110:> install -m 666 /dev/null /home/ubuntu/cephtest/archive/syslog/misc.log 2024-09-15T21:57:42.991 DEBUG:teuthology.orchestra.run.smithi110:> sudo chcon system_u:object_r:var_log_t:s0 /home/ubuntu/cephtest/archive/syslog/misc.log 2024-09-15T21:57:43.032 DEBUG:teuthology.orchestra.run.smithi110:> set -ex 2024-09-15T21:57:43.032 DEBUG:teuthology.orchestra.run.smithi110:> sudo dd of=/etc/rsyslog.d/80-cephtest.conf 2024-09-15T21:57:43.099 DEBUG:teuthology.orchestra.run.smithi063:> sudo service rsyslog restart 2024-09-15T21:57:43.101 DEBUG:teuthology.orchestra.run.smithi110:> sudo service rsyslog restart 2024-09-15T21:57:43.145 INFO:teuthology.orchestra.run.smithi063.stderr:Redirecting to /bin/systemctl restart rsyslog.service 2024-09-15T21:57:43.186 INFO:teuthology.orchestra.run.smithi110.stderr:Redirecting to /bin/systemctl restart rsyslog.service 2024-09-15T21:57:43.674 INFO:teuthology.run_tasks:Running task internal.timer... 2024-09-15T21:57:43.682 INFO:teuthology.task.internal:Starting timer... 2024-09-15T21:57:43.682 INFO:teuthology.run_tasks:Running task pcp... 2024-09-15T21:57:43.731 INFO:teuthology.run_tasks:Running task selinux... 2024-09-15T21:57:43.740 DEBUG:teuthology.task:Applying overrides for task selinux: {'allowlist': ['scontext=system_u:system_r:getty_t:s0']} 2024-09-15T21:57:43.740 DEBUG:teuthology.orchestra.run.smithi063:> sudo service auditd rotate 2024-09-15T21:57:43.791 INFO:teuthology.orchestra.run.smithi063.stdout:Rotating logs: 2024-09-15T21:57:43.793 DEBUG:teuthology.orchestra.run.smithi110:> sudo service auditd rotate 2024-09-15T21:57:43.854 INFO:teuthology.orchestra.run.smithi110.stdout:Rotating logs: 2024-09-15T21:57:43.857 DEBUG:teuthology.task.selinux:Getting current SELinux state 2024-09-15T21:57:43.857 DEBUG:teuthology.orchestra.run.smithi063:> /usr/sbin/getenforce 2024-09-15T21:57:43.887 INFO:teuthology.orchestra.run.smithi063.stdout:Permissive 2024-09-15T21:57:43.887 DEBUG:teuthology.orchestra.run.smithi110:> /usr/sbin/getenforce 2024-09-15T21:57:43.922 INFO:teuthology.orchestra.run.smithi110.stdout:Permissive 2024-09-15T21:57:43.922 DEBUG:teuthology.task.selinux:Existing SELinux modes: {'ubuntu@smithi063.front.sepia.ceph.com': 'permissive', 'ubuntu@smithi110.front.sepia.ceph.com': 'permissive'} 2024-09-15T21:57:43.922 DEBUG:teuthology.orchestra.run.smithi063:> sudo grep -a 'avc: .*denied' /var/log/audit/audit.log | grep -av -e 'comm="dmidecode"' -e chronyd.service -e 'name="cephtest"' -e scontext=system_u:system_r:nrpe_t:s0 -e scontext=system_u:system_r:pcp_pmlogger_t -e scontext=system_u:system_r:pcp_pmcd_t:s0 -e 'comm="rhsmd"' -e scontext=system_u:system_r:syslogd_t:s0 -e tcontext=system_u:system_r:nrpe_t:s0 -e 'comm="updatedb"' -e 'comm="smartd"' -e 'comm="rhsmcertd-worke"' -e 'comm="setroubleshootd"' -e 'comm="rpm"' -e tcontext=system_u:object_r:container_runtime_exec_t:s0 -e 'comm="ksmtuned"' -e 'comm="sssd"' -e 'comm="sss_cache"' -e context=system_u:system_r:NetworkManager_dispatcher_t:s0 -e context=system_u:system_r:getty_t:s0 -e scontext=system_u:system_r:getty_t:s0 2024-09-15T21:57:43.957 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-09-15T21:57:43.958 DEBUG:teuthology.orchestra.run.smithi110:> sudo grep -a 'avc: .*denied' /var/log/audit/audit.log | grep -av -e 'comm="dmidecode"' -e chronyd.service -e 'name="cephtest"' -e scontext=system_u:system_r:nrpe_t:s0 -e scontext=system_u:system_r:pcp_pmlogger_t -e scontext=system_u:system_r:pcp_pmcd_t:s0 -e 'comm="rhsmd"' -e scontext=system_u:system_r:syslogd_t:s0 -e tcontext=system_u:system_r:nrpe_t:s0 -e 'comm="updatedb"' -e 'comm="smartd"' -e 'comm="rhsmcertd-worke"' -e 'comm="setroubleshootd"' -e 'comm="rpm"' -e tcontext=system_u:object_r:container_runtime_exec_t:s0 -e 'comm="ksmtuned"' -e 'comm="sssd"' -e 'comm="sss_cache"' -e context=system_u:system_r:NetworkManager_dispatcher_t:s0 -e context=system_u:system_r:getty_t:s0 -e scontext=system_u:system_r:getty_t:s0 2024-09-15T21:57:43.990 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-09-15T21:57:43.990 INFO:teuthology.task.selinux:Putting SELinux into permissive mode 2024-09-15T21:57:43.991 DEBUG:teuthology.orchestra.run.smithi063:> sudo /usr/sbin/setenforce permissive 2024-09-15T21:57:44.031 DEBUG:teuthology.orchestra.run.smithi110:> sudo /usr/sbin/setenforce permissive 2024-09-15T21:57:44.067 INFO:teuthology.run_tasks:Running task ansible.cephlab... 2024-09-15T21:57:44.077 DEBUG:teuthology.repo_utils:Setting repo remote to https://git.ceph.com/ceph-cm-ansible.git 2024-09-15T21:57:44.080 INFO:teuthology.repo_utils:Fetching git.ceph.com_ceph-cm-ansible_main from origin 2024-09-15T21:57:44.198 DEBUG:teuthology.repo_utils:Resetting repo at /home/teuthworker/src/git.ceph.com_ceph-cm-ansible_main to origin/main 2024-09-15T21:57:44.209 INFO:teuthology.task.ansible:Playbook: [{'import_playbook': 'ansible_managed.yml'}, {'import_playbook': 'teuthology.yml'}, {'hosts': 'testnodes', 'tasks': [{'set_fact': {'ran_from_cephlab_playbook': True}}]}, {'import_playbook': 'testnodes.yml'}, {'import_playbook': 'container-host.yml'}, {'import_playbook': 'cobbler.yml'}, {'import_playbook': 'paddles.yml'}, {'import_playbook': 'pulpito.yml'}, {'hosts': 'testnodes', 'become': True, 'tasks': [{'name': 'Touch /ceph-qa-ready', 'file': {'path': '/ceph-qa-ready', 'state': 'touch'}, 'when': 'ran_from_cephlab_playbook|bool'}]}] 2024-09-15T21:57:44.210 DEBUG:teuthology.task.ansible:Running ansible-playbook -v --extra-vars '{"ansible_ssh_user": "ubuntu"}' -i /etc/ansible/hosts --limit smithi063.front.sepia.ceph.com,smithi110.front.sepia.ceph.com /home/teuthworker/src/git.ceph.com_ceph-cm-ansible_main/cephlab.yml 2024-09-15T22:01:31.163 DEBUG:teuthology.task.ansible:Reconnecting to [Remote(name='ubuntu@smithi063.front.sepia.ceph.com'), Remote(name='ubuntu@smithi110.front.sepia.ceph.com')] 2024-09-15T22:01:31.164 INFO:teuthology.orchestra.remote:Trying to reconnect to host 'ubuntu@smithi063.front.sepia.ceph.com' 2024-09-15T22:01:31.166 DEBUG:teuthology.orchestra.connection:{'hostname': 'smithi063.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60} 2024-09-15T22:01:31.248 DEBUG:teuthology.orchestra.run.smithi063:> true 2024-09-15T22:01:31.325 INFO:teuthology.orchestra.remote:Successfully reconnected to host 'ubuntu@smithi063.front.sepia.ceph.com' 2024-09-15T22:01:31.326 INFO:teuthology.orchestra.remote:Trying to reconnect to host 'ubuntu@smithi110.front.sepia.ceph.com' 2024-09-15T22:01:31.326 DEBUG:teuthology.orchestra.connection:{'hostname': 'smithi110.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60} 2024-09-15T22:01:31.401 DEBUG:teuthology.orchestra.run.smithi110:> true 2024-09-15T22:01:31.484 INFO:teuthology.orchestra.remote:Successfully reconnected to host 'ubuntu@smithi110.front.sepia.ceph.com' 2024-09-15T22:01:31.485 INFO:teuthology.run_tasks:Running task clock... 2024-09-15T22:01:31.496 INFO:teuthology.task.clock:Syncing clocks and checking initial clock skew... 2024-09-15T22:01:31.496 INFO:teuthology.orchestra.run:Running command with timeout 360 2024-09-15T22:01:31.497 DEBUG:teuthology.orchestra.run.smithi063:> sudo systemctl stop ntp.service || sudo systemctl stop ntpd.service || sudo systemctl stop chronyd.service ; sudo ntpd -gq || sudo chronyc makestep ; sudo systemctl start ntp.service || sudo systemctl start ntpd.service || sudo systemctl start chronyd.service ; PATH=/usr/bin:/usr/sbin ntpq -p || PATH=/usr/bin:/usr/sbin chronyc sources || true 2024-09-15T22:01:31.500 INFO:teuthology.orchestra.run:Running command with timeout 360 2024-09-15T22:01:31.500 DEBUG:teuthology.orchestra.run.smithi110:> sudo systemctl stop ntp.service || sudo systemctl stop ntpd.service || sudo systemctl stop chronyd.service ; sudo ntpd -gq || sudo chronyc makestep ; sudo systemctl start ntp.service || sudo systemctl start ntpd.service || sudo systemctl start chronyd.service ; PATH=/usr/bin:/usr/sbin ntpq -p || PATH=/usr/bin:/usr/sbin chronyc sources || true 2024-09-15T22:01:31.531 INFO:teuthology.orchestra.run.smithi063.stderr:Failed to stop ntp.service: Unit ntp.service not loaded. 2024-09-15T22:01:31.547 INFO:teuthology.orchestra.run.smithi063.stderr:Failed to stop ntpd.service: Unit ntpd.service not loaded. 2024-09-15T22:01:31.554 INFO:teuthology.orchestra.run.smithi110.stderr:Failed to stop ntp.service: Unit ntp.service not loaded. 2024-09-15T22:01:31.569 INFO:teuthology.orchestra.run.smithi110.stderr:Failed to stop ntpd.service: Unit ntpd.service not loaded. 2024-09-15T22:01:31.573 INFO:teuthology.orchestra.run.smithi063.stderr:sudo: ntpd: command not found 2024-09-15T22:01:31.585 INFO:teuthology.orchestra.run.smithi063.stdout:506 Cannot talk to daemon 2024-09-15T22:01:31.593 INFO:teuthology.orchestra.run.smithi110.stderr:sudo: ntpd: command not found 2024-09-15T22:01:31.600 INFO:teuthology.orchestra.run.smithi063.stderr:Failed to start ntp.service: Unit ntp.service not found. 2024-09-15T22:01:31.604 INFO:teuthology.orchestra.run.smithi110.stdout:506 Cannot talk to daemon 2024-09-15T22:01:31.615 INFO:teuthology.orchestra.run.smithi063.stderr:Failed to start ntpd.service: Unit ntpd.service not found. 2024-09-15T22:01:31.618 INFO:teuthology.orchestra.run.smithi110.stderr:Failed to start ntp.service: Unit ntp.service not found. 2024-09-15T22:01:31.632 INFO:teuthology.orchestra.run.smithi110.stderr:Failed to start ntpd.service: Unit ntpd.service not found. 2024-09-15T22:01:31.671 INFO:teuthology.orchestra.run.smithi063.stderr:bash: line 1: ntpq: command not found 2024-09-15T22:01:31.674 INFO:teuthology.orchestra.run.smithi063.stdout:MS Name/IP address Stratum Poll Reach LastRx Last sample 2024-09-15T22:01:31.674 INFO:teuthology.orchestra.run.smithi063.stdout:=============================================================================== 2024-09-15T22:01:31.674 INFO:teuthology.orchestra.run.smithi063.stdout:^? hv01.front.sepia.ceph.com 0 6 0 - +0ns[ +0ns] +/- 0ns 2024-09-15T22:01:31.674 INFO:teuthology.orchestra.run.smithi063.stdout:^? hv02.front.sepia.ceph.com 0 6 0 - +0ns[ +0ns] +/- 0ns 2024-09-15T22:01:31.674 INFO:teuthology.orchestra.run.smithi063.stdout:^? hv03.front.sepia.ceph.com 0 6 0 - +0ns[ +0ns] +/- 0ns 2024-09-15T22:01:31.674 INFO:teuthology.orchestra.run.smithi063.stdout:^? hv04.front.sepia.ceph.com 0 6 0 - +0ns[ +0ns] +/- 0ns 2024-09-15T22:01:31.690 INFO:teuthology.orchestra.run.smithi110.stderr:bash: line 1: ntpq: command not found 2024-09-15T22:01:31.694 INFO:teuthology.orchestra.run.smithi110.stdout:MS Name/IP address Stratum Poll Reach LastRx Last sample 2024-09-15T22:01:31.694 INFO:teuthology.orchestra.run.smithi110.stdout:=============================================================================== 2024-09-15T22:01:31.694 INFO:teuthology.orchestra.run.smithi110.stdout:^? hv01.front.sepia.ceph.com 0 6 0 - +0ns[ +0ns] +/- 0ns 2024-09-15T22:01:31.695 INFO:teuthology.orchestra.run.smithi110.stdout:^? hv02.front.sepia.ceph.com 0 6 0 - +0ns[ +0ns] +/- 0ns 2024-09-15T22:01:31.695 INFO:teuthology.orchestra.run.smithi110.stdout:^? hv03.front.sepia.ceph.com 0 6 0 - +0ns[ +0ns] +/- 0ns 2024-09-15T22:01:31.695 INFO:teuthology.orchestra.run.smithi110.stdout:^? hv04.front.sepia.ceph.com 0 6 0 - +0ns[ +0ns] +/- 0ns 2024-09-15T22:01:31.696 INFO:teuthology.run_tasks:Running task install... 2024-09-15T22:01:31.704 DEBUG:teuthology.task.install:project ceph 2024-09-15T22:01:31.705 DEBUG:teuthology.task.install:INSTALL overrides: {'ceph': {'flavor': 'default', 'sha1': '8921c8ef947807b717db041d85f0761b7914d5fc'}} 2024-09-15T22:01:31.705 DEBUG:teuthology.task.install:config {'extra_packages': {'deb': ['python3-cephfs', 'cephfs-shell', 'cephfs-top', 'cephfs-mirror'], 'rpm': ['python3-cephfs', 'cephfs-shell', 'cephfs-top', 'cephfs-mirror']}, 'extra_system_packages': {'deb': ['bison', 'flex', 'libelf-dev', 'libssl-dev', 'network-manager', 'iproute2', 'util-linux', 'dump', 'indent', 'libaio-dev', 'libtool-bin', 'uuid-dev', 'xfslibs-dev', 'postgresql', 'postgresql-client', 'postgresql-common', 'postgresql-contrib'], 'rpm': ['bison', 'flex', 'elfutils-libelf-devel', 'openssl-devel', 'NetworkManager', 'iproute', 'util-linux', 'libacl-devel', 'libaio-devel', 'libattr-devel', 'libtool', 'libuuid-devel', 'xfsdump', 'xfsprogs', 'xfsprogs-devel', 'libaio-devel', 'libtool', 'libuuid-devel', 'xfsprogs-devel', 'postgresql', 'postgresql-server', 'postgresql-contrib']}, 'flavor': 'default', 'sha1': '8921c8ef947807b717db041d85f0761b7914d5fc'} 2024-09-15T22:01:31.705 INFO:teuthology.task.install:Using flavor: default 2024-09-15T22:01:31.710 DEBUG:teuthology.task.install:Package list is: {'deb': ['ceph', 'cephadm', 'ceph-mds', 'ceph-mgr', 'ceph-common', 'ceph-fuse', 'ceph-test', 'ceph-volume', 'radosgw', 'python3-rados', 'python3-rgw', 'python3-cephfs', 'python3-rbd', 'libcephfs2', 'libcephfs-dev', 'librados2', 'librbd1', 'rbd-fuse'], 'rpm': ['ceph-radosgw', 'ceph-test', 'ceph', 'ceph-base', 'cephadm', 'ceph-immutable-object-cache', 'ceph-mgr', 'ceph-mgr-dashboard', 'ceph-mgr-diskprediction-local', 'ceph-mgr-rook', 'ceph-mgr-cephadm', 'ceph-fuse', 'ceph-volume', 'librados-devel', 'libcephfs2', 'libcephfs-devel', 'librados2', 'librbd1', 'python3-rados', 'python3-rgw', 'python3-cephfs', 'python3-rbd', 'rbd-fuse', 'rbd-mirror', 'rbd-nbd']} 2024-09-15T22:01:31.711 INFO:teuthology.task.install:extra packages: {'deb': ['python3-cephfs', 'cephfs-shell', 'cephfs-top', 'cephfs-mirror'], 'rpm': ['python3-cephfs', 'cephfs-shell', 'cephfs-top', 'cephfs-mirror']} 2024-09-15T22:01:31.711 DEBUG:teuthology.task.install.rpm:_update_package_list_and_install: config is {'branch': None, 'cleanup': None, 'debuginfo': None, 'downgrade_packages': [], 'exclude_packages': [], 'extra_packages': {'deb': ['python3-cephfs', 'cephfs-shell', 'cephfs-top', 'cephfs-mirror'], 'rpm': ['python3-cephfs', 'cephfs-shell', 'cephfs-top', 'cephfs-mirror']}, 'extra_system_packages': {'deb': ['bison', 'flex', 'libelf-dev', 'libssl-dev', 'network-manager', 'iproute2', 'util-linux', 'dump', 'indent', 'libaio-dev', 'libtool-bin', 'uuid-dev', 'xfslibs-dev', 'postgresql', 'postgresql-client', 'postgresql-common', 'postgresql-contrib'], 'rpm': ['bison', 'flex', 'elfutils-libelf-devel', 'openssl-devel', 'NetworkManager', 'iproute', 'util-linux', 'libacl-devel', 'libaio-devel', 'libattr-devel', 'libtool', 'libuuid-devel', 'xfsdump', 'xfsprogs', 'xfsprogs-devel', 'libaio-devel', 'libtool', 'libuuid-devel', 'xfsprogs-devel', 'postgresql', 'postgresql-server', 'postgresql-contrib']}, 'extras': None, 'enable_coprs': [], 'flavor': 'default', 'install_ceph_packages': True, 'packages': {}, 'project': 'ceph', 'repos_only': False, 'sha1': '8921c8ef947807b717db041d85f0761b7914d5fc', 'tag': None, 'wait_for_package': False} 2024-09-15T22:01:31.712 DEBUG:teuthology.packaging:Querying https://shaman.ceph.com/api/search?status=ready&project=ceph&flavor=default&distros=centos%2F9%2Fx86_64&sha1=8921c8ef947807b717db041d85f0761b7914d5fc 2024-09-15T22:01:31.714 DEBUG:teuthology.task.install.rpm:_update_package_list_and_install: config is {'branch': None, 'cleanup': None, 'debuginfo': None, 'downgrade_packages': [], 'exclude_packages': [], 'extra_packages': {'deb': ['python3-cephfs', 'cephfs-shell', 'cephfs-top', 'cephfs-mirror'], 'rpm': ['python3-cephfs', 'cephfs-shell', 'cephfs-top', 'cephfs-mirror']}, 'extra_system_packages': {'deb': ['bison', 'flex', 'libelf-dev', 'libssl-dev', 'network-manager', 'iproute2', 'util-linux', 'dump', 'indent', 'libaio-dev', 'libtool-bin', 'uuid-dev', 'xfslibs-dev', 'postgresql', 'postgresql-client', 'postgresql-common', 'postgresql-contrib'], 'rpm': ['bison', 'flex', 'elfutils-libelf-devel', 'openssl-devel', 'NetworkManager', 'iproute', 'util-linux', 'libacl-devel', 'libaio-devel', 'libattr-devel', 'libtool', 'libuuid-devel', 'xfsdump', 'xfsprogs', 'xfsprogs-devel', 'libaio-devel', 'libtool', 'libuuid-devel', 'xfsprogs-devel', 'postgresql', 'postgresql-server', 'postgresql-contrib']}, 'extras': None, 'enable_coprs': [], 'flavor': 'default', 'install_ceph_packages': True, 'packages': {}, 'project': 'ceph', 'repos_only': False, 'sha1': '8921c8ef947807b717db041d85f0761b7914d5fc', 'tag': None, 'wait_for_package': False} 2024-09-15T22:01:31.714 DEBUG:teuthology.packaging:Querying https://shaman.ceph.com/api/search?status=ready&project=ceph&flavor=default&distros=centos%2F9%2Fx86_64&sha1=8921c8ef947807b717db041d85f0761b7914d5fc 2024-09-15T22:01:31.858 INFO:teuthology.task.install.rpm:Pulling from https://4.chacra.ceph.com/r/ceph/squid/8921c8ef947807b717db041d85f0761b7914d5fc/centos/9/flavors/default/ 2024-09-15T22:01:31.858 INFO:teuthology.task.install.rpm:Package version is 19.1.1-326.g8921c8ef 2024-09-15T22:01:31.864 INFO:teuthology.task.install.rpm:Pulling from https://4.chacra.ceph.com/r/ceph/squid/8921c8ef947807b717db041d85f0761b7914d5fc/centos/9/flavors/default/ 2024-09-15T22:01:31.865 INFO:teuthology.task.install.rpm:Package version is 19.1.1-326.g8921c8ef 2024-09-15T22:01:31.966 INFO:teuthology.packaging:Writing yum repo: [ceph] name=ceph packages for $basearch baseurl=https://4.chacra.ceph.com/r/ceph/squid/8921c8ef947807b717db041d85f0761b7914d5fc/centos/9/flavors/default/$basearch enabled=1 gpgcheck=0 type=rpm-md [ceph-noarch] name=ceph noarch packages baseurl=https://4.chacra.ceph.com/r/ceph/squid/8921c8ef947807b717db041d85f0761b7914d5fc/centos/9/flavors/default/noarch enabled=1 gpgcheck=0 type=rpm-md [ceph-source] name=ceph source packages baseurl=https://4.chacra.ceph.com/r/ceph/squid/8921c8ef947807b717db041d85f0761b7914d5fc/centos/9/flavors/default/SRPMS enabled=1 gpgcheck=0 type=rpm-md 2024-09-15T22:01:31.966 DEBUG:teuthology.orchestra.run.smithi063:> set -ex 2024-09-15T22:01:31.966 DEBUG:teuthology.orchestra.run.smithi063:> sudo dd of=/etc/yum.repos.d/ceph.repo 2024-09-15T22:01:31.976 INFO:teuthology.packaging:Writing yum repo: [ceph] name=ceph packages for $basearch baseurl=https://4.chacra.ceph.com/r/ceph/squid/8921c8ef947807b717db041d85f0761b7914d5fc/centos/9/flavors/default/$basearch enabled=1 gpgcheck=0 type=rpm-md [ceph-noarch] name=ceph noarch packages baseurl=https://4.chacra.ceph.com/r/ceph/squid/8921c8ef947807b717db041d85f0761b7914d5fc/centos/9/flavors/default/noarch enabled=1 gpgcheck=0 type=rpm-md [ceph-source] name=ceph source packages baseurl=https://4.chacra.ceph.com/r/ceph/squid/8921c8ef947807b717db041d85f0761b7914d5fc/centos/9/flavors/default/SRPMS enabled=1 gpgcheck=0 type=rpm-md 2024-09-15T22:01:31.976 DEBUG:teuthology.orchestra.run.smithi110:> set -ex 2024-09-15T22:01:31.976 DEBUG:teuthology.orchestra.run.smithi110:> sudo dd of=/etc/yum.repos.d/ceph.repo 2024-09-15T22:01:31.993 INFO:teuthology.task.install.rpm:Installing packages: ceph-radosgw, ceph-test, ceph, ceph-base, cephadm, ceph-immutable-object-cache, ceph-mgr, ceph-mgr-dashboard, ceph-mgr-diskprediction-local, ceph-mgr-rook, ceph-mgr-cephadm, ceph-fuse, ceph-volume, librados-devel, libcephfs2, libcephfs-devel, librados2, librbd1, python3-rados, python3-rgw, python3-cephfs, python3-rbd, rbd-fuse, rbd-mirror, rbd-nbd, python3-cephfs, cephfs-shell, cephfs-top, cephfs-mirror, bison, flex, elfutils-libelf-devel, openssl-devel, NetworkManager, iproute, util-linux, libacl-devel, libaio-devel, libattr-devel, libtool, libuuid-devel, xfsdump, xfsprogs, xfsprogs-devel, libaio-devel, libtool, libuuid-devel, xfsprogs-devel, postgresql, postgresql-server, postgresql-contrib, bison, flex, elfutils-libelf-devel, openssl-devel, NetworkManager, iproute, util-linux, libacl-devel, libaio-devel, libattr-devel, libtool, libuuid-devel, xfsdump, xfsprogs, xfsprogs-devel, libaio-devel, libtool, libuuid-devel, xfsprogs-devel, postgresql, postgresql-server, postgresql-contrib, bison, flex, elfutils-libelf-devel, openssl-devel, NetworkManager, iproute, util-linux, libacl-devel, libaio-devel, libattr-devel, libtool, libuuid-devel, xfsdump, xfsprogs, xfsprogs-devel, libaio-devel, libtool, libuuid-devel, xfsprogs-devel, postgresql, postgresql-server, postgresql-contrib on remote rpm x86_64 2024-09-15T22:01:31.994 DEBUG:teuthology.orchestra.run.smithi063:> if test -f /etc/yum.repos.d/ceph.repo ; then sudo sed -i -e ':a;N;$!ba;s/enabled=1\ngpg/enabled=1\npriority=1\ngpg/g' -e 's;ref/[a-zA-Z0-9_-]*/;sha1/8921c8ef947807b717db041d85f0761b7914d5fc/;g' /etc/yum.repos.d/ceph.repo ; fi 2024-09-15T22:01:32.004 INFO:teuthology.task.install.rpm:Installing packages: ceph-radosgw, ceph-test, ceph, ceph-base, cephadm, ceph-immutable-object-cache, ceph-mgr, ceph-mgr-dashboard, ceph-mgr-diskprediction-local, ceph-mgr-rook, ceph-mgr-cephadm, ceph-fuse, ceph-volume, librados-devel, libcephfs2, libcephfs-devel, librados2, librbd1, python3-rados, python3-rgw, python3-cephfs, python3-rbd, rbd-fuse, rbd-mirror, rbd-nbd, python3-cephfs, cephfs-shell, cephfs-top, cephfs-mirror, bison, flex, elfutils-libelf-devel, openssl-devel, NetworkManager, iproute, util-linux, libacl-devel, libaio-devel, libattr-devel, libtool, libuuid-devel, xfsdump, xfsprogs, xfsprogs-devel, libaio-devel, libtool, libuuid-devel, xfsprogs-devel, postgresql, postgresql-server, postgresql-contrib, bison, flex, elfutils-libelf-devel, openssl-devel, NetworkManager, iproute, util-linux, libacl-devel, libaio-devel, libattr-devel, libtool, libuuid-devel, xfsdump, xfsprogs, xfsprogs-devel, libaio-devel, libtool, libuuid-devel, xfsprogs-devel, postgresql, postgresql-server, postgresql-contrib, bison, flex, elfutils-libelf-devel, openssl-devel, NetworkManager, iproute, util-linux, libacl-devel, libaio-devel, libattr-devel, libtool, libuuid-devel, xfsdump, xfsprogs, xfsprogs-devel, libaio-devel, libtool, libuuid-devel, xfsprogs-devel, postgresql, postgresql-server, postgresql-contrib, bison, flex, elfutils-libelf-devel, openssl-devel, NetworkManager, iproute, util-linux, libacl-devel, libaio-devel, libattr-devel, libtool, libuuid-devel, xfsdump, xfsprogs, xfsprogs-devel, libaio-devel, libtool, libuuid-devel, xfsprogs-devel, postgresql, postgresql-server, postgresql-contrib on remote rpm x86_64 2024-09-15T22:01:32.004 DEBUG:teuthology.orchestra.run.smithi110:> if test -f /etc/yum.repos.d/ceph.repo ; then sudo sed -i -e ':a;N;$!ba;s/enabled=1\ngpg/enabled=1\npriority=1\ngpg/g' -e 's;ref/[a-zA-Z0-9_-]*/;sha1/8921c8ef947807b717db041d85f0761b7914d5fc/;g' /etc/yum.repos.d/ceph.repo ; fi 2024-09-15T22:01:32.061 DEBUG:teuthology.orchestra.run.smithi063:> sudo touch -a /etc/yum/pluginconf.d/priorities.conf ; test -e /etc/yum/pluginconf.d/priorities.conf.orig || sudo cp -af /etc/yum/pluginconf.d/priorities.conf /etc/yum/pluginconf.d/priorities.conf.orig 2024-09-15T22:01:32.069 DEBUG:teuthology.orchestra.run.smithi110:> sudo touch -a /etc/yum/pluginconf.d/priorities.conf ; test -e /etc/yum/pluginconf.d/priorities.conf.orig || sudo cp -af /etc/yum/pluginconf.d/priorities.conf /etc/yum/pluginconf.d/priorities.conf.orig 2024-09-15T22:01:32.137 DEBUG:teuthology.orchestra.run.smithi063:> grep check_obsoletes /etc/yum/pluginconf.d/priorities.conf && sudo sed -i 's/check_obsoletes.*0/check_obsoletes = 1/g' /etc/yum/pluginconf.d/priorities.conf || echo 'check_obsoletes = 1' | sudo tee -a /etc/yum/pluginconf.d/priorities.conf 2024-09-15T22:01:32.146 DEBUG:teuthology.orchestra.run.smithi110:> grep check_obsoletes /etc/yum/pluginconf.d/priorities.conf && sudo sed -i 's/check_obsoletes.*0/check_obsoletes = 1/g' /etc/yum/pluginconf.d/priorities.conf || echo 'check_obsoletes = 1' | sudo tee -a /etc/yum/pluginconf.d/priorities.conf 2024-09-15T22:01:32.202 INFO:teuthology.orchestra.run.smithi063.stdout:check_obsoletes = 1 2024-09-15T22:01:32.203 DEBUG:teuthology.orchestra.run.smithi063:> sudo yum clean all 2024-09-15T22:01:32.211 INFO:teuthology.orchestra.run.smithi110.stdout:check_obsoletes = 1 2024-09-15T22:01:32.212 DEBUG:teuthology.orchestra.run.smithi110:> sudo yum clean all 2024-09-15T22:01:32.446 INFO:teuthology.orchestra.run.smithi063.stdout:45 files removed 2024-09-15T22:01:32.447 INFO:teuthology.orchestra.run.smithi110.stdout:45 files removed 2024-09-15T22:01:32.473 DEBUG:teuthology.orchestra.run.smithi063:> sudo yum -y install ceph-radosgw ceph-test ceph ceph-base cephadm ceph-immutable-object-cache ceph-mgr ceph-mgr-dashboard ceph-mgr-diskprediction-local ceph-mgr-rook ceph-mgr-cephadm ceph-fuse ceph-volume librados-devel libcephfs2 libcephfs-devel librados2 librbd1 python3-rados python3-rgw python3-cephfs python3-rbd rbd-fuse rbd-mirror rbd-nbd python3-cephfs cephfs-shell cephfs-top cephfs-mirror bison flex elfutils-libelf-devel openssl-devel NetworkManager iproute util-linux libacl-devel libaio-devel libattr-devel libtool libuuid-devel xfsdump xfsprogs xfsprogs-devel libaio-devel libtool libuuid-devel xfsprogs-devel postgresql postgresql-server postgresql-contrib bison flex elfutils-libelf-devel openssl-devel NetworkManager iproute util-linux libacl-devel libaio-devel libattr-devel libtool libuuid-devel xfsdump xfsprogs xfsprogs-devel libaio-devel libtool libuuid-devel xfsprogs-devel postgresql postgresql-server postgresql-contrib bison flex elfutils-libelf-devel openssl-devel NetworkManager iproute util-linux libacl-devel libaio-devel libattr-devel libtool libuuid-devel xfsdump xfsprogs xfsprogs-devel libaio-devel libtool libuuid-devel xfsprogs-devel postgresql postgresql-server postgresql-contrib bison flex elfutils-libelf-devel openssl-devel NetworkManager iproute util-linux libacl-devel libaio-devel libattr-devel libtool libuuid-devel xfsdump xfsprogs xfsprogs-devel libaio-devel libtool libuuid-devel xfsprogs-devel postgresql postgresql-server postgresql-contrib 2024-09-15T22:01:32.474 DEBUG:teuthology.orchestra.run.smithi110:> sudo yum -y install ceph-radosgw ceph-test ceph ceph-base cephadm ceph-immutable-object-cache ceph-mgr ceph-mgr-dashboard ceph-mgr-diskprediction-local ceph-mgr-rook ceph-mgr-cephadm ceph-fuse ceph-volume librados-devel libcephfs2 libcephfs-devel librados2 librbd1 python3-rados python3-rgw python3-cephfs python3-rbd rbd-fuse rbd-mirror rbd-nbd python3-cephfs cephfs-shell cephfs-top cephfs-mirror bison flex elfutils-libelf-devel openssl-devel NetworkManager iproute util-linux libacl-devel libaio-devel libattr-devel libtool libuuid-devel xfsdump xfsprogs xfsprogs-devel libaio-devel libtool libuuid-devel xfsprogs-devel postgresql postgresql-server postgresql-contrib bison flex elfutils-libelf-devel openssl-devel NetworkManager iproute util-linux libacl-devel libaio-devel libattr-devel libtool libuuid-devel xfsdump xfsprogs xfsprogs-devel libaio-devel libtool libuuid-devel xfsprogs-devel postgresql postgresql-server postgresql-contrib bison flex elfutils-libelf-devel openssl-devel NetworkManager iproute util-linux libacl-devel libaio-devel libattr-devel libtool libuuid-devel xfsdump xfsprogs xfsprogs-devel libaio-devel libtool libuuid-devel xfsprogs-devel postgresql postgresql-server postgresql-contrib bison flex elfutils-libelf-devel openssl-devel NetworkManager iproute util-linux libacl-devel libaio-devel libattr-devel libtool libuuid-devel xfsdump xfsprogs xfsprogs-devel libaio-devel libtool libuuid-devel xfsprogs-devel postgresql postgresql-server postgresql-contrib 2024-09-15T22:01:33.023 INFO:teuthology.orchestra.run.smithi110.stdout:ceph packages for x86_64 314 kB/s | 83 kB 00:00 2024-09-15T22:01:33.044 INFO:teuthology.orchestra.run.smithi063.stdout:ceph packages for x86_64 310 kB/s | 83 kB 00:00 2024-09-15T22:01:33.370 INFO:teuthology.orchestra.run.smithi063.stdout:ceph noarch packages 42 kB/s | 12 kB 00:00 2024-09-15T22:01:33.373 INFO:teuthology.orchestra.run.smithi110.stdout:ceph noarch packages 38 kB/s | 12 kB 00:00 2024-09-15T22:01:33.745 INFO:teuthology.orchestra.run.smithi063.stdout:ceph source packages 5.6 kB/s | 1.9 kB 00:00 2024-09-15T22:01:33.766 INFO:teuthology.orchestra.run.smithi110.stdout:ceph source packages 5.3 kB/s | 1.9 kB 00:00 2024-09-15T22:01:35.454 INFO:teuthology.orchestra.run.smithi063.stdout:CentOS Stream 9 - BaseOS 4.9 MB/s | 8.2 MB 00:01 2024-09-15T22:01:37.675 INFO:teuthology.orchestra.run.smithi110.stdout:CentOS Stream 9 - BaseOS 2.1 MB/s | 8.2 MB 00:03 2024-09-15T22:01:38.013 INFO:teuthology.orchestra.run.smithi063.stdout:CentOS Stream 9 - AppStream 15 MB/s | 20 MB 00:01 2024-09-15T22:01:39.943 INFO:teuthology.orchestra.run.smithi110.stdout:CentOS Stream 9 - AppStream 18 MB/s | 20 MB 00:01 2024-09-15T22:01:42.622 INFO:teuthology.orchestra.run.smithi063.stdout:CentOS Stream 9 - CRB 9.9 MB/s | 6.5 MB 00:00 2024-09-15T22:01:45.139 INFO:teuthology.orchestra.run.smithi063.stdout:CentOS Stream 9 - Extras packages 15 kB/s | 19 kB 00:01 2024-09-15T22:01:45.235 INFO:teuthology.orchestra.run.smithi110.stdout:CentOS Stream 9 - CRB 4.3 MB/s | 6.5 MB 00:01 2024-09-15T22:01:46.402 INFO:teuthology.orchestra.run.smithi063.stdout:Extra Packages for Enterprise Linux 20 MB/s | 23 MB 00:01 2024-09-15T22:01:46.761 INFO:teuthology.orchestra.run.smithi110.stdout:CentOS Stream 9 - Extras packages 59 kB/s | 19 kB 00:00 2024-09-15T22:01:47.882 INFO:teuthology.orchestra.run.smithi110.stdout:Extra Packages for Enterprise Linux 23 MB/s | 23 MB 00:00 2024-09-15T22:01:52.108 INFO:teuthology.orchestra.run.smithi063.stdout:lab-extras 31 kB/s | 1.7 kB 00:00 2024-09-15T22:01:53.213 INFO:teuthology.orchestra.run.smithi110.stdout:lab-extras 35 kB/s | 1.7 kB 00:00 2024-09-15T22:01:54.544 INFO:teuthology.orchestra.run.smithi063.stdout:Package librados2-2:16.2.4-5.el9.x86_64 is already installed. 2024-09-15T22:01:54.545 INFO:teuthology.orchestra.run.smithi063.stdout:Package librbd1-2:16.2.4-5.el9.x86_64 is already installed. 2024-09-15T22:01:54.558 INFO:teuthology.orchestra.run.smithi063.stdout:Package NetworkManager-1:1.48.8-1.el9.x86_64 is already installed. 2024-09-15T22:01:54.558 INFO:teuthology.orchestra.run.smithi063.stdout:Package iproute-6.2.0-5.el9.x86_64 is already installed. 2024-09-15T22:01:54.559 INFO:teuthology.orchestra.run.smithi063.stdout:Package util-linux-2.37.4-20.el9.x86_64 is already installed. 2024-09-15T22:01:54.560 INFO:teuthology.orchestra.run.smithi063.stdout:Package libacl-devel-2.3.1-4.el9.x86_64 is already installed. 2024-09-15T22:01:54.562 INFO:teuthology.orchestra.run.smithi063.stdout:Package libattr-devel-2.5.1-3.el9.x86_64 is already installed. 2024-09-15T22:01:54.565 INFO:teuthology.orchestra.run.smithi063.stdout:Package xfsdump-3.1.12-4.el9.x86_64 is already installed. 2024-09-15T22:01:54.566 INFO:teuthology.orchestra.run.smithi063.stdout:Package xfsprogs-6.4.0-4.el9.x86_64 is already installed. 2024-09-15T22:01:54.633 INFO:teuthology.orchestra.run.smithi063.stdout:Dependencies resolved. 2024-09-15T22:01:54.644 INFO:teuthology.orchestra.run.smithi063.stdout:====================================================================================== 2024-09-15T22:01:54.644 INFO:teuthology.orchestra.run.smithi063.stdout: Package Arch Version Repository Size 2024-09-15T22:01:54.644 INFO:teuthology.orchestra.run.smithi063.stdout:====================================================================================== 2024-09-15T22:01:54.644 INFO:teuthology.orchestra.run.smithi063.stdout:Installing: 2024-09-15T22:01:54.644 INFO:teuthology.orchestra.run.smithi063.stdout: bison x86_64 3.7.4-5.el9 appstream 943 k 2024-09-15T22:01:54.644 INFO:teuthology.orchestra.run.smithi063.stdout: ceph x86_64 2:19.1.1-326.g8921c8ef.el9 ceph 6.5 k 2024-09-15T22:01:54.644 INFO:teuthology.orchestra.run.smithi063.stdout: ceph-base x86_64 2:19.1.1-326.g8921c8ef.el9 ceph 5.4 M 2024-09-15T22:01:54.644 INFO:teuthology.orchestra.run.smithi063.stdout: ceph-fuse x86_64 2:19.1.1-326.g8921c8ef.el9 ceph 896 k 2024-09-15T22:01:54.644 INFO:teuthology.orchestra.run.smithi063.stdout: ceph-immutable-object-cache x86_64 2:19.1.1-326.g8921c8ef.el9 ceph 145 k 2024-09-15T22:01:54.644 INFO:teuthology.orchestra.run.smithi063.stdout: ceph-mgr x86_64 2:19.1.1-326.g8921c8ef.el9 ceph 1.5 M 2024-09-15T22:01:54.644 INFO:teuthology.orchestra.run.smithi063.stdout: ceph-mgr-cephadm noarch 2:19.1.1-326.g8921c8ef.el9 ceph-noarch 146 k 2024-09-15T22:01:54.645 INFO:teuthology.orchestra.run.smithi063.stdout: ceph-mgr-dashboard noarch 2:19.1.1-326.g8921c8ef.el9 ceph-noarch 3.6 M 2024-09-15T22:01:54.645 INFO:teuthology.orchestra.run.smithi063.stdout: ceph-mgr-diskprediction-local noarch 2:19.1.1-326.g8921c8ef.el9 ceph-noarch 7.4 M 2024-09-15T22:01:54.645 INFO:teuthology.orchestra.run.smithi063.stdout: ceph-mgr-rook noarch 2:19.1.1-326.g8921c8ef.el9 ceph-noarch 49 k 2024-09-15T22:01:54.645 INFO:teuthology.orchestra.run.smithi063.stdout: ceph-radosgw x86_64 2:19.1.1-326.g8921c8ef.el9 ceph 11 M 2024-09-15T22:01:54.645 INFO:teuthology.orchestra.run.smithi063.stdout: ceph-test x86_64 2:19.1.1-326.g8921c8ef.el9 ceph 49 M 2024-09-15T22:01:54.645 INFO:teuthology.orchestra.run.smithi063.stdout: ceph-volume noarch 2:19.1.1-326.g8921c8ef.el9 ceph-noarch 285 k 2024-09-15T22:01:54.645 INFO:teuthology.orchestra.run.smithi063.stdout: cephadm noarch 2:19.1.1-326.g8921c8ef.el9 ceph-noarch 765 k 2024-09-15T22:01:54.645 INFO:teuthology.orchestra.run.smithi063.stdout: cephfs-mirror x86_64 2:19.1.1-326.g8921c8ef.el9 ceph 228 k 2024-09-15T22:01:54.645 INFO:teuthology.orchestra.run.smithi063.stdout: cephfs-shell x86_64 2:19.1.1-326.g8921c8ef.el9 ceph 27 k 2024-09-15T22:01:54.645 INFO:teuthology.orchestra.run.smithi063.stdout: cephfs-top noarch 2:19.1.1-326.g8921c8ef.el9 ceph-noarch 18 k 2024-09-15T22:01:54.645 INFO:teuthology.orchestra.run.smithi063.stdout: elfutils-libelf-devel x86_64 0.191-4.el9 appstream 22 k 2024-09-15T22:01:54.645 INFO:teuthology.orchestra.run.smithi063.stdout: flex x86_64 2.6.4-9.el9 appstream 313 k 2024-09-15T22:01:54.646 INFO:teuthology.orchestra.run.smithi063.stdout: libaio-devel x86_64 0.3.111-13.el9 appstream 11 k 2024-09-15T22:01:54.646 INFO:teuthology.orchestra.run.smithi063.stdout: libcephfs-devel x86_64 2:19.1.1-326.g8921c8ef.el9 ceph 32 k 2024-09-15T22:01:54.646 INFO:teuthology.orchestra.run.smithi063.stdout: libcephfs2 x86_64 2:19.1.1-326.g8921c8ef.el9 ceph 751 k 2024-09-15T22:01:54.646 INFO:teuthology.orchestra.run.smithi063.stdout: librados-devel x86_64 2:19.1.1-326.g8921c8ef.el9 ceph 127 k 2024-09-15T22:01:54.646 INFO:teuthology.orchestra.run.smithi063.stdout: libtool x86_64 2.4.6-46.el9 appstream 581 k 2024-09-15T22:01:54.646 INFO:teuthology.orchestra.run.smithi063.stdout: libuuid-devel x86_64 2.37.4-20.el9 appstream 24 k 2024-09-15T22:01:54.646 INFO:teuthology.orchestra.run.smithi063.stdout: openssl-devel x86_64 1:3.2.2-6.el9 appstream 4.4 M 2024-09-15T22:01:54.646 INFO:teuthology.orchestra.run.smithi063.stdout: postgresql x86_64 13.16-1.el9 appstream 1.6 M 2024-09-15T22:01:54.646 INFO:teuthology.orchestra.run.smithi063.stdout: postgresql-contrib x86_64 13.16-1.el9 appstream 910 k 2024-09-15T22:01:54.646 INFO:teuthology.orchestra.run.smithi063.stdout: postgresql-server x86_64 13.16-1.el9 appstream 5.8 M 2024-09-15T22:01:54.646 INFO:teuthology.orchestra.run.smithi063.stdout: python3-cephfs x86_64 2:19.1.1-326.g8921c8ef.el9 ceph 161 k 2024-09-15T22:01:54.646 INFO:teuthology.orchestra.run.smithi063.stdout: python3-rados x86_64 2:19.1.1-326.g8921c8ef.el9 ceph 320 k 2024-09-15T22:01:54.646 INFO:teuthology.orchestra.run.smithi063.stdout: python3-rbd x86_64 2:19.1.1-326.g8921c8ef.el9 ceph 300 k 2024-09-15T22:01:54.647 INFO:teuthology.orchestra.run.smithi063.stdout: python3-rgw x86_64 2:19.1.1-326.g8921c8ef.el9 ceph 99 k 2024-09-15T22:01:54.647 INFO:teuthology.orchestra.run.smithi063.stdout: rbd-fuse x86_64 2:19.1.1-326.g8921c8ef.el9 ceph 85 k 2024-09-15T22:01:54.647 INFO:teuthology.orchestra.run.smithi063.stdout: rbd-mirror x86_64 2:19.1.1-326.g8921c8ef.el9 ceph 3.1 M 2024-09-15T22:01:54.647 INFO:teuthology.orchestra.run.smithi063.stdout: rbd-nbd x86_64 2:19.1.1-326.g8921c8ef.el9 ceph 170 k 2024-09-15T22:01:54.647 INFO:teuthology.orchestra.run.smithi063.stdout: xfsprogs-devel x86_64 6.4.0-4.el9 appstream 96 k 2024-09-15T22:01:54.647 INFO:teuthology.orchestra.run.smithi063.stdout:Upgrading: 2024-09-15T22:01:54.647 INFO:teuthology.orchestra.run.smithi063.stdout: NetworkManager x86_64 1:1.49.90-1.el9 baseos 2.3 M 2024-09-15T22:01:54.647 INFO:teuthology.orchestra.run.smithi063.stdout: NetworkManager-libnm x86_64 1:1.49.90-1.el9 baseos 1.8 M 2024-09-15T22:01:54.647 INFO:teuthology.orchestra.run.smithi063.stdout: NetworkManager-team x86_64 1:1.49.90-1.el9 baseos 41 k 2024-09-15T22:01:54.647 INFO:teuthology.orchestra.run.smithi063.stdout: NetworkManager-tui x86_64 1:1.49.90-1.el9 baseos 249 k 2024-09-15T22:01:54.647 INFO:teuthology.orchestra.run.smithi063.stdout: librados2 x86_64 2:19.1.1-326.g8921c8ef.el9 ceph 3.4 M 2024-09-15T22:01:54.647 INFO:teuthology.orchestra.run.smithi063.stdout: librbd1 x86_64 2:19.1.1-326.g8921c8ef.el9 ceph 3.2 M 2024-09-15T22:01:54.647 INFO:teuthology.orchestra.run.smithi063.stdout: openssl x86_64 1:3.2.2-6.el9 baseos 1.4 M 2024-09-15T22:01:54.648 INFO:teuthology.orchestra.run.smithi063.stdout: openssl-libs x86_64 1:3.2.2-6.el9 baseos 2.4 M 2024-09-15T22:01:54.648 INFO:teuthology.orchestra.run.smithi063.stdout:Installing dependencies: 2024-09-15T22:01:54.648 INFO:teuthology.orchestra.run.smithi063.stdout: abseil-cpp x86_64 20211102.0-3.el9 epel 548 k 2024-09-15T22:01:54.648 INFO:teuthology.orchestra.run.smithi063.stdout: automake noarch 1.16.2-8.el9 appstream 689 k 2024-09-15T22:01:54.648 INFO:teuthology.orchestra.run.smithi063.stdout: boost-program-options x86_64 1.75.0-8.el9 appstream 107 k 2024-09-15T22:01:54.648 INFO:teuthology.orchestra.run.smithi063.stdout: ceph-common x86_64 2:19.1.1-326.g8921c8ef.el9 ceph 21 M 2024-09-15T22:01:54.648 INFO:teuthology.orchestra.run.smithi063.stdout: ceph-grafana-dashboards noarch 2:19.1.1-326.g8921c8ef.el9 ceph-noarch 32 k 2024-09-15T22:01:54.648 INFO:teuthology.orchestra.run.smithi063.stdout: ceph-mds x86_64 2:19.1.1-326.g8921c8ef.el9 ceph 2.4 M 2024-09-15T22:01:54.648 INFO:teuthology.orchestra.run.smithi063.stdout: ceph-mgr-modules-core noarch 2:19.1.1-326.g8921c8ef.el9 ceph-noarch 249 k 2024-09-15T22:01:54.648 INFO:teuthology.orchestra.run.smithi063.stdout: ceph-mon x86_64 2:19.1.1-326.g8921c8ef.el9 ceph 4.7 M 2024-09-15T22:01:54.648 INFO:teuthology.orchestra.run.smithi063.stdout: ceph-osd x86_64 2:19.1.1-326.g8921c8ef.el9 ceph 17 M 2024-09-15T22:01:54.648 INFO:teuthology.orchestra.run.smithi063.stdout: ceph-prometheus-alerts noarch 2:19.1.1-326.g8921c8ef.el9 ceph-noarch 16 k 2024-09-15T22:01:54.649 INFO:teuthology.orchestra.run.smithi063.stdout: ceph-selinux x86_64 2:19.1.1-326.g8921c8ef.el9 ceph 25 k 2024-09-15T22:01:54.649 INFO:teuthology.orchestra.run.smithi063.stdout: flexiblas x86_64 3.0.4-8.el9 appstream 33 k 2024-09-15T22:01:54.649 INFO:teuthology.orchestra.run.smithi063.stdout: flexiblas-netlib x86_64 3.0.4-8.el9 appstream 3.0 M 2024-09-15T22:01:54.649 INFO:teuthology.orchestra.run.smithi063.stdout: flexiblas-openblas-openmp x86_64 3.0.4-8.el9 appstream 18 k 2024-09-15T22:01:54.649 INFO:teuthology.orchestra.run.smithi063.stdout: fuse x86_64 2.9.9-16.el9 baseos 80 k 2024-09-15T22:01:54.649 INFO:teuthology.orchestra.run.smithi063.stdout: gperftools-libs x86_64 2.9.1-3.el9 epel 308 k 2024-09-15T22:01:54.649 INFO:teuthology.orchestra.run.smithi063.stdout: grpc-data noarch 1.46.7-10.el9 epel 19 k 2024-09-15T22:01:54.649 INFO:teuthology.orchestra.run.smithi063.stdout: libarrow x86_64 9.0.0-11.el9 epel 4.4 M 2024-09-15T22:01:54.649 INFO:teuthology.orchestra.run.smithi063.stdout: libarrow-doc noarch 9.0.0-11.el9 epel 26 k 2024-09-15T22:01:54.649 INFO:teuthology.orchestra.run.smithi063.stdout: libcephsqlite x86_64 2:19.1.1-326.g8921c8ef.el9 ceph 163 k 2024-09-15T22:01:54.649 INFO:teuthology.orchestra.run.smithi063.stdout: libgfortran x86_64 11.5.0-2.el9 baseos 801 k 2024-09-15T22:01:54.650 INFO:teuthology.orchestra.run.smithi063.stdout: liboath x86_64 2.6.7-2.el9 epel 49 k 2024-09-15T22:01:54.650 INFO:teuthology.orchestra.run.smithi063.stdout: libpmemobj x86_64 1.12.1-1.el9 appstream 160 k 2024-09-15T22:01:54.650 INFO:teuthology.orchestra.run.smithi063.stdout: libquadmath x86_64 11.5.0-2.el9 baseos 191 k 2024-09-15T22:01:54.650 INFO:teuthology.orchestra.run.smithi063.stdout: librabbitmq x86_64 0.11.0-7.el9 appstream 45 k 2024-09-15T22:01:54.650 INFO:teuthology.orchestra.run.smithi063.stdout: libradosstriper1 x86_64 2:19.1.1-326.g8921c8ef.el9 ceph 506 k 2024-09-15T22:01:54.650 INFO:teuthology.orchestra.run.smithi063.stdout: librdkafka x86_64 1.6.1-102.el9 appstream 662 k 2024-09-15T22:01:54.650 INFO:teuthology.orchestra.run.smithi063.stdout: librgw2 x86_64 2:19.1.1-326.g8921c8ef.el9 ceph 5.3 M 2024-09-15T22:01:54.650 INFO:teuthology.orchestra.run.smithi063.stdout: libunwind x86_64 1.6.2-1.el9 epel 67 k 2024-09-15T22:01:54.650 INFO:teuthology.orchestra.run.smithi063.stdout: libzstd-devel x86_64 1.5.1-2.el9 appstream 47 k 2024-09-15T22:01:54.650 INFO:teuthology.orchestra.run.smithi063.stdout: lttng-ust x86_64 2.12.0-6.el9 appstream 292 k 2024-09-15T22:01:54.650 INFO:teuthology.orchestra.run.smithi063.stdout: lua x86_64 5.4.4-4.el9 appstream 188 k 2024-09-15T22:01:54.650 INFO:teuthology.orchestra.run.smithi063.stdout: lua-devel x86_64 5.4.4-4.el9 crb 22 k 2024-09-15T22:01:54.651 INFO:teuthology.orchestra.run.smithi063.stdout: luarocks noarch 3.9.2-5.el9 epel 151 k 2024-09-15T22:01:54.651 INFO:teuthology.orchestra.run.smithi063.stdout: openblas x86_64 0.3.26-2.el9 appstream 38 k 2024-09-15T22:01:54.651 INFO:teuthology.orchestra.run.smithi063.stdout: openblas-openmp x86_64 0.3.26-2.el9 appstream 4.9 M 2024-09-15T22:01:54.651 INFO:teuthology.orchestra.run.smithi063.stdout: parquet-libs x86_64 9.0.0-11.el9 epel 839 k 2024-09-15T22:01:54.651 INFO:teuthology.orchestra.run.smithi063.stdout: postgresql-private-libs x86_64 13.16-1.el9 appstream 137 k 2024-09-15T22:01:54.651 INFO:teuthology.orchestra.run.smithi063.stdout: protobuf x86_64 3.14.0-13.el9 appstream 1.0 M 2024-09-15T22:01:54.651 INFO:teuthology.orchestra.run.smithi063.stdout: protobuf-compiler x86_64 3.14.0-13.el9 crb 863 k 2024-09-15T22:01:54.651 INFO:teuthology.orchestra.run.smithi063.stdout: python3-asyncssh noarch 2.13.2-5.el9 epel 548 k 2024-09-15T22:01:54.651 INFO:teuthology.orchestra.run.smithi063.stdout: python3-attrs noarch 20.3.0-7.el9 appstream 87 k 2024-09-15T22:01:54.651 INFO:teuthology.orchestra.run.smithi063.stdout: python3-babel noarch 2.9.1-2.el9 appstream 6.0 M 2024-09-15T22:01:54.651 INFO:teuthology.orchestra.run.smithi063.stdout: python3-bcrypt x86_64 3.2.2-1.el9 epel 43 k 2024-09-15T22:01:54.652 INFO:teuthology.orchestra.run.smithi063.stdout: python3-cachetools noarch 4.2.4-1.el9 epel 32 k 2024-09-15T22:01:54.652 INFO:teuthology.orchestra.run.smithi063.stdout: python3-ceph-argparse x86_64 2:19.1.1-326.g8921c8ef.el9 ceph 45 k 2024-09-15T22:01:54.652 INFO:teuthology.orchestra.run.smithi063.stdout: python3-ceph-common x86_64 2:19.1.1-326.g8921c8ef.el9 ceph 136 k 2024-09-15T22:01:54.652 INFO:teuthology.orchestra.run.smithi063.stdout: python3-certifi noarch 2023.05.07-4.el9 epel 14 k 2024-09-15T22:01:54.652 INFO:teuthology.orchestra.run.smithi063.stdout: python3-cffi x86_64 1.14.5-5.el9 baseos 253 k 2024-09-15T22:01:54.652 INFO:teuthology.orchestra.run.smithi063.stdout: python3-cheroot noarch 8.6.0-4.el9 epel 172 k 2024-09-15T22:01:54.652 INFO:teuthology.orchestra.run.smithi063.stdout: python3-cherrypy noarch 18.6.1-2.el9 epel 358 k 2024-09-15T22:01:54.652 INFO:teuthology.orchestra.run.smithi063.stdout: python3-cmd2 noarch 2.4.2-2.el9 epel 303 k 2024-09-15T22:01:54.652 INFO:teuthology.orchestra.run.smithi063.stdout: python3-colorama noarch 0.4.6-3.el9 appstream 61 k 2024-09-15T22:01:54.652 INFO:teuthology.orchestra.run.smithi063.stdout: python3-cryptography x86_64 36.0.1-4.el9 baseos 1.2 M 2024-09-15T22:01:54.652 INFO:teuthology.orchestra.run.smithi063.stdout: python3-devel x86_64 3.9.19-8.el9 appstream 245 k 2024-09-15T22:01:54.653 INFO:teuthology.orchestra.run.smithi063.stdout: python3-google-auth noarch 1:2.34.0-1.el9 epel 220 k 2024-09-15T22:01:54.653 INFO:teuthology.orchestra.run.smithi063.stdout: python3-grpcio x86_64 1.46.7-10.el9 epel 2.0 M 2024-09-15T22:01:54.653 INFO:teuthology.orchestra.run.smithi063.stdout: python3-grpcio-tools x86_64 1.46.7-10.el9 epel 144 k 2024-09-15T22:01:54.653 INFO:teuthology.orchestra.run.smithi063.stdout: python3-jaraco noarch 8.2.1-3.el9 epel 11 k 2024-09-15T22:01:54.653 INFO:teuthology.orchestra.run.smithi063.stdout: python3-jaraco-classes noarch 3.2.1-5.el9 epel 18 k 2024-09-15T22:01:54.653 INFO:teuthology.orchestra.run.smithi063.stdout: python3-jaraco-collections noarch 3.0.0-8.el9 epel 23 k 2024-09-15T22:01:54.653 INFO:teuthology.orchestra.run.smithi063.stdout: python3-jaraco-functools noarch 3.5.0-2.el9 epel 19 k 2024-09-15T22:01:54.653 INFO:teuthology.orchestra.run.smithi063.stdout: python3-jaraco-text noarch 3.2.0-6.el9 epel 20 k 2024-09-15T22:01:54.653 INFO:teuthology.orchestra.run.smithi063.stdout: python3-jinja2 noarch 2.11.3-6.el9 appstream 248 k 2024-09-15T22:01:54.653 INFO:teuthology.orchestra.run.smithi063.stdout: python3-jsonpatch noarch 1.21-16.el9 appstream 26 k 2024-09-15T22:01:54.653 INFO:teuthology.orchestra.run.smithi063.stdout: python3-jsonpointer noarch 2.0-4.el9 appstream 19 k 2024-09-15T22:01:54.653 INFO:teuthology.orchestra.run.smithi063.stdout: python3-kubernetes noarch 1:26.1.0-2.el9 epel 1.0 M 2024-09-15T22:01:54.653 INFO:teuthology.orchestra.run.smithi063.stdout: python3-logutils noarch 0.3.5-21.el9 epel 46 k 2024-09-15T22:01:54.653 INFO:teuthology.orchestra.run.smithi063.stdout: python3-mako noarch 1.1.4-6.el9 appstream 172 k 2024-09-15T22:01:54.654 INFO:teuthology.orchestra.run.smithi063.stdout: python3-markupsafe x86_64 1.1.1-12.el9 appstream 35 k 2024-09-15T22:01:54.654 INFO:teuthology.orchestra.run.smithi063.stdout: python3-more-itertools noarch 8.12.0-2.el9 epel 79 k 2024-09-15T22:01:54.654 INFO:teuthology.orchestra.run.smithi063.stdout: python3-natsort noarch 7.1.1-5.el9 epel 58 k 2024-09-15T22:01:54.654 INFO:teuthology.orchestra.run.smithi063.stdout: python3-numpy x86_64 1:1.20.1-5.el9 appstream 5.1 M 2024-09-15T22:01:54.654 INFO:teuthology.orchestra.run.smithi063.stdout: python3-numpy-f2py x86_64 1:1.20.1-5.el9 appstream 250 k 2024-09-15T22:01:54.654 INFO:teuthology.orchestra.run.smithi063.stdout: python3-oauthlib noarch 3.1.1-5.el9 appstream 222 k 2024-09-15T22:01:54.654 INFO:teuthology.orchestra.run.smithi063.stdout: python3-packaging noarch 20.9-5.el9 appstream 77 k 2024-09-15T22:01:54.654 INFO:teuthology.orchestra.run.smithi063.stdout: python3-pecan noarch 1.4.2-3.el9 epel 272 k 2024-09-15T22:01:54.654 INFO:teuthology.orchestra.run.smithi063.stdout: python3-ply noarch 3.11-14.el9 baseos 106 k 2024-09-15T22:01:54.655 INFO:teuthology.orchestra.run.smithi063.stdout: python3-portend noarch 3.1.0-2.el9 epel 16 k 2024-09-15T22:01:54.655 INFO:teuthology.orchestra.run.smithi063.stdout: python3-prettytable noarch 0.7.2-27.el9 appstream 42 k 2024-09-15T22:01:54.655 INFO:teuthology.orchestra.run.smithi063.stdout: python3-protobuf noarch 3.14.0-13.el9 appstream 269 k 2024-09-15T22:01:54.655 INFO:teuthology.orchestra.run.smithi063.stdout: python3-pyOpenSSL noarch 21.0.0-1.el9 epel 90 k 2024-09-15T22:01:54.655 INFO:teuthology.orchestra.run.smithi063.stdout: python3-pyasn1 noarch 0.4.8-6.el9 appstream 159 k 2024-09-15T22:01:54.655 INFO:teuthology.orchestra.run.smithi063.stdout: python3-pyasn1-modules noarch 0.4.8-6.el9 appstream 279 k 2024-09-15T22:01:54.655 INFO:teuthology.orchestra.run.smithi063.stdout: python3-pycparser noarch 2.20-6.el9 baseos 135 k 2024-09-15T22:01:54.655 INFO:teuthology.orchestra.run.smithi063.stdout: python3-pyperclip noarch 1.8.2-2.el9 epel 28 k 2024-09-15T22:01:54.655 INFO:teuthology.orchestra.run.smithi063.stdout: python3-pytz noarch 2021.1-5.el9 appstream 51 k 2024-09-15T22:01:54.656 INFO:teuthology.orchestra.run.smithi063.stdout: python3-repoze-lru noarch 0.7-16.el9 epel 31 k 2024-09-15T22:01:54.656 INFO:teuthology.orchestra.run.smithi063.stdout: python3-requests noarch 2.25.1-8.el9 baseos 125 k 2024-09-15T22:01:54.656 INFO:teuthology.orchestra.run.smithi063.stdout: python3-requests-oauthlib noarch 1.3.0-12.el9 appstream 54 k 2024-09-15T22:01:54.656 INFO:teuthology.orchestra.run.smithi063.stdout: python3-routes noarch 2.5.1-5.el9 epel 188 k 2024-09-15T22:01:54.656 INFO:teuthology.orchestra.run.smithi063.stdout: python3-rsa noarch 4.9-2.el9 epel 59 k 2024-09-15T22:01:54.656 INFO:teuthology.orchestra.run.smithi063.stdout: python3-scipy x86_64 1.6.2-8.el9 appstream 16 M 2024-09-15T22:01:54.656 INFO:teuthology.orchestra.run.smithi063.stdout: python3-tempora noarch 5.0.0-2.el9 epel 36 k 2024-09-15T22:01:54.656 INFO:teuthology.orchestra.run.smithi063.stdout: python3-toml noarch 0.10.2-6.el9 appstream 42 k 2024-09-15T22:01:54.656 INFO:teuthology.orchestra.run.smithi063.stdout: python3-typing-extensions noarch 4.12.2-2.el9 epel 74 k 2024-09-15T22:01:54.656 INFO:teuthology.orchestra.run.smithi063.stdout: python3-urllib3 noarch 1.26.5-6.el9 baseos 215 k 2024-09-15T22:01:54.656 INFO:teuthology.orchestra.run.smithi063.stdout: python3-wcwidth noarch 0.2.5-8.el9 appstream 44 k 2024-09-15T22:01:54.656 INFO:teuthology.orchestra.run.smithi063.stdout: python3-webob noarch 1.8.8-2.el9 epel 230 k 2024-09-15T22:01:54.656 INFO:teuthology.orchestra.run.smithi063.stdout: python3-websocket-client noarch 1.2.3-2.el9 epel 90 k 2024-09-15T22:01:54.657 INFO:teuthology.orchestra.run.smithi063.stdout: python3-werkzeug noarch 2.0.3-3.el9.1 epel 427 k 2024-09-15T22:01:54.657 INFO:teuthology.orchestra.run.smithi063.stdout: python3-zc-lockfile noarch 2.0-10.el9 epel 20 k 2024-09-15T22:01:54.657 INFO:teuthology.orchestra.run.smithi063.stdout: qatlib x86_64 24.02.0-1.el9 appstream 221 k 2024-09-15T22:01:54.657 INFO:teuthology.orchestra.run.smithi063.stdout: qatzip-libs x86_64 1.2.0-1.el9 appstream 47 k 2024-09-15T22:01:54.657 INFO:teuthology.orchestra.run.smithi063.stdout: re2 x86_64 1:20211101-20.el9 epel 191 k 2024-09-15T22:01:54.657 INFO:teuthology.orchestra.run.smithi063.stdout: socat x86_64 1.7.4.1-6.el9 appstream 304 k 2024-09-15T22:01:54.657 INFO:teuthology.orchestra.run.smithi063.stdout: thrift x86_64 0.15.0-2.el9 epel 1.6 M 2024-09-15T22:01:54.657 INFO:teuthology.orchestra.run.smithi063.stdout: uuid x86_64 1.6.2-55.el9 appstream 58 k 2024-09-15T22:01:54.657 INFO:teuthology.orchestra.run.smithi063.stdout: xmlstarlet x86_64 1.6.1-20.el9 appstream 64 k 2024-09-15T22:01:54.657 INFO:teuthology.orchestra.run.smithi063.stdout: zlib-devel x86_64 1.2.11-41.el9 appstream 45 k 2024-09-15T22:01:54.657 INFO:teuthology.orchestra.run.smithi063.stdout:Installing weak dependencies: 2024-09-15T22:01:54.657 INFO:teuthology.orchestra.run.smithi063.stdout: qatlib-service x86_64 24.02.0-1.el9 appstream 36 k 2024-09-15T22:01:54.658 INFO:teuthology.orchestra.run.smithi063.stdout: 2024-09-15T22:01:54.658 INFO:teuthology.orchestra.run.smithi063.stdout:Transaction Summary 2024-09-15T22:01:54.658 INFO:teuthology.orchestra.run.smithi063.stdout:====================================================================================== 2024-09-15T22:01:54.658 INFO:teuthology.orchestra.run.smithi063.stdout:Install 148 Packages 2024-09-15T22:01:54.658 INFO:teuthology.orchestra.run.smithi063.stdout:Upgrade 8 Packages 2024-09-15T22:01:54.658 INFO:teuthology.orchestra.run.smithi063.stdout: 2024-09-15T22:01:54.658 INFO:teuthology.orchestra.run.smithi063.stdout:Total download size: 226 M 2024-09-15T22:01:54.658 INFO:teuthology.orchestra.run.smithi063.stdout:Downloading Packages: 2024-09-15T22:01:55.301 INFO:teuthology.orchestra.run.smithi063.stdout:(1/156): ceph-19.1.1-326.g8921c8ef.el9.x86_64.r 50 kB/s | 6.5 kB 00:00 2024-09-15T22:01:55.510 INFO:teuthology.orchestra.run.smithi063.stdout:(2/156): ceph-fuse-19.1.1-326.g8921c8ef.el9.x86 4.2 MB/s | 896 kB 00:00 2024-09-15T22:01:55.524 INFO:teuthology.orchestra.run.smithi110.stdout:Package librados2-2:16.2.4-5.el9.x86_64 is already installed. 2024-09-15T22:01:55.524 INFO:teuthology.orchestra.run.smithi110.stdout:Package librbd1-2:16.2.4-5.el9.x86_64 is already installed. 2024-09-15T22:01:55.535 INFO:teuthology.orchestra.run.smithi110.stdout:Package NetworkManager-1:1.48.8-1.el9.x86_64 is already installed. 2024-09-15T22:01:55.536 INFO:teuthology.orchestra.run.smithi110.stdout:Package iproute-6.2.0-5.el9.x86_64 is already installed. 2024-09-15T22:01:55.537 INFO:teuthology.orchestra.run.smithi110.stdout:Package util-linux-2.37.4-20.el9.x86_64 is already installed. 2024-09-15T22:01:55.538 INFO:teuthology.orchestra.run.smithi110.stdout:Package libacl-devel-2.3.1-4.el9.x86_64 is already installed. 2024-09-15T22:01:55.540 INFO:teuthology.orchestra.run.smithi110.stdout:Package libattr-devel-2.5.1-3.el9.x86_64 is already installed. 2024-09-15T22:01:55.542 INFO:teuthology.orchestra.run.smithi110.stdout:Package xfsdump-3.1.12-4.el9.x86_64 is already installed. 2024-09-15T22:01:55.543 INFO:teuthology.orchestra.run.smithi110.stdout:Package xfsprogs-6.4.0-4.el9.x86_64 is already installed. 2024-09-15T22:01:55.601 INFO:teuthology.orchestra.run.smithi063.stdout:(3/156): ceph-base-19.1.1-326.g8921c8ef.el9.x86 13 MB/s | 5.4 MB 00:00 2024-09-15T22:01:55.604 INFO:teuthology.orchestra.run.smithi110.stdout:Dependencies resolved. 2024-09-15T22:01:55.626 INFO:teuthology.orchestra.run.smithi063.stdout:(4/156): ceph-immutable-object-cache-19.1.1-326 1.2 MB/s | 145 kB 00:00 2024-09-15T22:01:55.631 INFO:teuthology.orchestra.run.smithi110.stdout:====================================================================================== 2024-09-15T22:01:55.631 INFO:teuthology.orchestra.run.smithi110.stdout: Package Arch Version Repository Size 2024-09-15T22:01:55.632 INFO:teuthology.orchestra.run.smithi110.stdout:====================================================================================== 2024-09-15T22:01:55.632 INFO:teuthology.orchestra.run.smithi110.stdout:Installing: 2024-09-15T22:01:55.632 INFO:teuthology.orchestra.run.smithi110.stdout: bison x86_64 3.7.4-5.el9 appstream 943 k 2024-09-15T22:01:55.632 INFO:teuthology.orchestra.run.smithi110.stdout: ceph x86_64 2:19.1.1-326.g8921c8ef.el9 ceph 6.5 k 2024-09-15T22:01:55.632 INFO:teuthology.orchestra.run.smithi110.stdout: ceph-base x86_64 2:19.1.1-326.g8921c8ef.el9 ceph 5.4 M 2024-09-15T22:01:55.632 INFO:teuthology.orchestra.run.smithi110.stdout: ceph-fuse x86_64 2:19.1.1-326.g8921c8ef.el9 ceph 896 k 2024-09-15T22:01:55.632 INFO:teuthology.orchestra.run.smithi110.stdout: ceph-immutable-object-cache x86_64 2:19.1.1-326.g8921c8ef.el9 ceph 145 k 2024-09-15T22:01:55.632 INFO:teuthology.orchestra.run.smithi110.stdout: ceph-mgr x86_64 2:19.1.1-326.g8921c8ef.el9 ceph 1.5 M 2024-09-15T22:01:55.632 INFO:teuthology.orchestra.run.smithi110.stdout: ceph-mgr-cephadm noarch 2:19.1.1-326.g8921c8ef.el9 ceph-noarch 146 k 2024-09-15T22:01:55.632 INFO:teuthology.orchestra.run.smithi110.stdout: ceph-mgr-dashboard noarch 2:19.1.1-326.g8921c8ef.el9 ceph-noarch 3.6 M 2024-09-15T22:01:55.632 INFO:teuthology.orchestra.run.smithi110.stdout: ceph-mgr-diskprediction-local noarch 2:19.1.1-326.g8921c8ef.el9 ceph-noarch 7.4 M 2024-09-15T22:01:55.633 INFO:teuthology.orchestra.run.smithi110.stdout: ceph-mgr-rook noarch 2:19.1.1-326.g8921c8ef.el9 ceph-noarch 49 k 2024-09-15T22:01:55.633 INFO:teuthology.orchestra.run.smithi110.stdout: ceph-radosgw x86_64 2:19.1.1-326.g8921c8ef.el9 ceph 11 M 2024-09-15T22:01:55.633 INFO:teuthology.orchestra.run.smithi110.stdout: ceph-test x86_64 2:19.1.1-326.g8921c8ef.el9 ceph 49 M 2024-09-15T22:01:55.633 INFO:teuthology.orchestra.run.smithi110.stdout: ceph-volume noarch 2:19.1.1-326.g8921c8ef.el9 ceph-noarch 285 k 2024-09-15T22:01:55.633 INFO:teuthology.orchestra.run.smithi110.stdout: cephadm noarch 2:19.1.1-326.g8921c8ef.el9 ceph-noarch 765 k 2024-09-15T22:01:55.633 INFO:teuthology.orchestra.run.smithi110.stdout: cephfs-mirror x86_64 2:19.1.1-326.g8921c8ef.el9 ceph 228 k 2024-09-15T22:01:55.633 INFO:teuthology.orchestra.run.smithi110.stdout: cephfs-shell x86_64 2:19.1.1-326.g8921c8ef.el9 ceph 27 k 2024-09-15T22:01:55.633 INFO:teuthology.orchestra.run.smithi110.stdout: cephfs-top noarch 2:19.1.1-326.g8921c8ef.el9 ceph-noarch 18 k 2024-09-15T22:01:55.633 INFO:teuthology.orchestra.run.smithi110.stdout: elfutils-libelf-devel x86_64 0.191-4.el9 appstream 22 k 2024-09-15T22:01:55.633 INFO:teuthology.orchestra.run.smithi110.stdout: flex x86_64 2.6.4-9.el9 appstream 313 k 2024-09-15T22:01:55.633 INFO:teuthology.orchestra.run.smithi110.stdout: libaio-devel x86_64 0.3.111-13.el9 appstream 11 k 2024-09-15T22:01:55.633 INFO:teuthology.orchestra.run.smithi110.stdout: libcephfs-devel x86_64 2:19.1.1-326.g8921c8ef.el9 ceph 32 k 2024-09-15T22:01:55.634 INFO:teuthology.orchestra.run.smithi110.stdout: libcephfs2 x86_64 2:19.1.1-326.g8921c8ef.el9 ceph 751 k 2024-09-15T22:01:55.634 INFO:teuthology.orchestra.run.smithi110.stdout: librados-devel x86_64 2:19.1.1-326.g8921c8ef.el9 ceph 127 k 2024-09-15T22:01:55.634 INFO:teuthology.orchestra.run.smithi110.stdout: libtool x86_64 2.4.6-46.el9 appstream 581 k 2024-09-15T22:01:55.634 INFO:teuthology.orchestra.run.smithi110.stdout: libuuid-devel x86_64 2.37.4-20.el9 appstream 24 k 2024-09-15T22:01:55.634 INFO:teuthology.orchestra.run.smithi110.stdout: openssl-devel x86_64 1:3.2.2-6.el9 appstream 4.4 M 2024-09-15T22:01:55.634 INFO:teuthology.orchestra.run.smithi110.stdout: postgresql x86_64 13.16-1.el9 appstream 1.6 M 2024-09-15T22:01:55.634 INFO:teuthology.orchestra.run.smithi110.stdout: postgresql-contrib x86_64 13.16-1.el9 appstream 910 k 2024-09-15T22:01:55.634 INFO:teuthology.orchestra.run.smithi110.stdout: postgresql-server x86_64 13.16-1.el9 appstream 5.8 M 2024-09-15T22:01:55.634 INFO:teuthology.orchestra.run.smithi110.stdout: python3-cephfs x86_64 2:19.1.1-326.g8921c8ef.el9 ceph 161 k 2024-09-15T22:01:55.634 INFO:teuthology.orchestra.run.smithi110.stdout: python3-rados x86_64 2:19.1.1-326.g8921c8ef.el9 ceph 320 k 2024-09-15T22:01:55.634 INFO:teuthology.orchestra.run.smithi110.stdout: python3-rbd x86_64 2:19.1.1-326.g8921c8ef.el9 ceph 300 k 2024-09-15T22:01:55.634 INFO:teuthology.orchestra.run.smithi110.stdout: python3-rgw x86_64 2:19.1.1-326.g8921c8ef.el9 ceph 99 k 2024-09-15T22:01:55.634 INFO:teuthology.orchestra.run.smithi110.stdout: rbd-fuse x86_64 2:19.1.1-326.g8921c8ef.el9 ceph 85 k 2024-09-15T22:01:55.635 INFO:teuthology.orchestra.run.smithi110.stdout: rbd-mirror x86_64 2:19.1.1-326.g8921c8ef.el9 ceph 3.1 M 2024-09-15T22:01:55.635 INFO:teuthology.orchestra.run.smithi110.stdout: rbd-nbd x86_64 2:19.1.1-326.g8921c8ef.el9 ceph 170 k 2024-09-15T22:01:55.635 INFO:teuthology.orchestra.run.smithi110.stdout: xfsprogs-devel x86_64 6.4.0-4.el9 appstream 96 k 2024-09-15T22:01:55.635 INFO:teuthology.orchestra.run.smithi110.stdout:Upgrading: 2024-09-15T22:01:55.635 INFO:teuthology.orchestra.run.smithi110.stdout: NetworkManager x86_64 1:1.49.90-1.el9 baseos 2.3 M 2024-09-15T22:01:55.635 INFO:teuthology.orchestra.run.smithi110.stdout: NetworkManager-libnm x86_64 1:1.49.90-1.el9 baseos 1.8 M 2024-09-15T22:01:55.635 INFO:teuthology.orchestra.run.smithi110.stdout: NetworkManager-team x86_64 1:1.49.90-1.el9 baseos 41 k 2024-09-15T22:01:55.635 INFO:teuthology.orchestra.run.smithi110.stdout: NetworkManager-tui x86_64 1:1.49.90-1.el9 baseos 249 k 2024-09-15T22:01:55.635 INFO:teuthology.orchestra.run.smithi110.stdout: librados2 x86_64 2:19.1.1-326.g8921c8ef.el9 ceph 3.4 M 2024-09-15T22:01:55.635 INFO:teuthology.orchestra.run.smithi110.stdout: librbd1 x86_64 2:19.1.1-326.g8921c8ef.el9 ceph 3.2 M 2024-09-15T22:01:55.635 INFO:teuthology.orchestra.run.smithi110.stdout: openssl x86_64 1:3.2.2-6.el9 baseos 1.4 M 2024-09-15T22:01:55.635 INFO:teuthology.orchestra.run.smithi110.stdout: openssl-libs x86_64 1:3.2.2-6.el9 baseos 2.4 M 2024-09-15T22:01:55.636 INFO:teuthology.orchestra.run.smithi110.stdout:Installing dependencies: 2024-09-15T22:01:55.636 INFO:teuthology.orchestra.run.smithi110.stdout: abseil-cpp x86_64 20211102.0-3.el9 epel 548 k 2024-09-15T22:01:55.636 INFO:teuthology.orchestra.run.smithi110.stdout: automake noarch 1.16.2-8.el9 appstream 689 k 2024-09-15T22:01:55.636 INFO:teuthology.orchestra.run.smithi110.stdout: boost-program-options x86_64 1.75.0-8.el9 appstream 107 k 2024-09-15T22:01:55.636 INFO:teuthology.orchestra.run.smithi110.stdout: ceph-common x86_64 2:19.1.1-326.g8921c8ef.el9 ceph 21 M 2024-09-15T22:01:55.636 INFO:teuthology.orchestra.run.smithi110.stdout: ceph-grafana-dashboards noarch 2:19.1.1-326.g8921c8ef.el9 ceph-noarch 32 k 2024-09-15T22:01:55.636 INFO:teuthology.orchestra.run.smithi110.stdout: ceph-mds x86_64 2:19.1.1-326.g8921c8ef.el9 ceph 2.4 M 2024-09-15T22:01:55.636 INFO:teuthology.orchestra.run.smithi110.stdout: ceph-mgr-modules-core noarch 2:19.1.1-326.g8921c8ef.el9 ceph-noarch 249 k 2024-09-15T22:01:55.636 INFO:teuthology.orchestra.run.smithi110.stdout: ceph-mon x86_64 2:19.1.1-326.g8921c8ef.el9 ceph 4.7 M 2024-09-15T22:01:55.636 INFO:teuthology.orchestra.run.smithi110.stdout: ceph-osd x86_64 2:19.1.1-326.g8921c8ef.el9 ceph 17 M 2024-09-15T22:01:55.636 INFO:teuthology.orchestra.run.smithi110.stdout: ceph-prometheus-alerts noarch 2:19.1.1-326.g8921c8ef.el9 ceph-noarch 16 k 2024-09-15T22:01:55.636 INFO:teuthology.orchestra.run.smithi110.stdout: ceph-selinux x86_64 2:19.1.1-326.g8921c8ef.el9 ceph 25 k 2024-09-15T22:01:55.637 INFO:teuthology.orchestra.run.smithi110.stdout: flexiblas x86_64 3.0.4-8.el9 appstream 33 k 2024-09-15T22:01:55.637 INFO:teuthology.orchestra.run.smithi110.stdout: flexiblas-netlib x86_64 3.0.4-8.el9 appstream 3.0 M 2024-09-15T22:01:55.637 INFO:teuthology.orchestra.run.smithi110.stdout: flexiblas-openblas-openmp x86_64 3.0.4-8.el9 appstream 18 k 2024-09-15T22:01:55.637 INFO:teuthology.orchestra.run.smithi110.stdout: fuse x86_64 2.9.9-16.el9 baseos 80 k 2024-09-15T22:01:55.637 INFO:teuthology.orchestra.run.smithi110.stdout: gperftools-libs x86_64 2.9.1-3.el9 epel 308 k 2024-09-15T22:01:55.637 INFO:teuthology.orchestra.run.smithi110.stdout: grpc-data noarch 1.46.7-10.el9 epel 19 k 2024-09-15T22:01:55.637 INFO:teuthology.orchestra.run.smithi110.stdout: libarrow x86_64 9.0.0-11.el9 epel 4.4 M 2024-09-15T22:01:55.637 INFO:teuthology.orchestra.run.smithi110.stdout: libarrow-doc noarch 9.0.0-11.el9 epel 26 k 2024-09-15T22:01:55.637 INFO:teuthology.orchestra.run.smithi110.stdout: libcephsqlite x86_64 2:19.1.1-326.g8921c8ef.el9 ceph 163 k 2024-09-15T22:01:55.637 INFO:teuthology.orchestra.run.smithi110.stdout: libgfortran x86_64 11.5.0-2.el9 baseos 801 k 2024-09-15T22:01:55.637 INFO:teuthology.orchestra.run.smithi110.stdout: liboath x86_64 2.6.7-2.el9 epel 49 k 2024-09-15T22:01:55.637 INFO:teuthology.orchestra.run.smithi110.stdout: libpmemobj x86_64 1.12.1-1.el9 appstream 160 k 2024-09-15T22:01:55.637 INFO:teuthology.orchestra.run.smithi110.stdout: libquadmath x86_64 11.5.0-2.el9 baseos 191 k 2024-09-15T22:01:55.638 INFO:teuthology.orchestra.run.smithi110.stdout: librabbitmq x86_64 0.11.0-7.el9 appstream 45 k 2024-09-15T22:01:55.638 INFO:teuthology.orchestra.run.smithi110.stdout: libradosstriper1 x86_64 2:19.1.1-326.g8921c8ef.el9 ceph 506 k 2024-09-15T22:01:55.638 INFO:teuthology.orchestra.run.smithi110.stdout: librdkafka x86_64 1.6.1-102.el9 appstream 662 k 2024-09-15T22:01:55.638 INFO:teuthology.orchestra.run.smithi110.stdout: librgw2 x86_64 2:19.1.1-326.g8921c8ef.el9 ceph 5.3 M 2024-09-15T22:01:55.638 INFO:teuthology.orchestra.run.smithi110.stdout: libunwind x86_64 1.6.2-1.el9 epel 67 k 2024-09-15T22:01:55.638 INFO:teuthology.orchestra.run.smithi110.stdout: libzstd-devel x86_64 1.5.1-2.el9 appstream 47 k 2024-09-15T22:01:55.638 INFO:teuthology.orchestra.run.smithi110.stdout: lttng-ust x86_64 2.12.0-6.el9 appstream 292 k 2024-09-15T22:01:55.638 INFO:teuthology.orchestra.run.smithi110.stdout: lua x86_64 5.4.4-4.el9 appstream 188 k 2024-09-15T22:01:55.638 INFO:teuthology.orchestra.run.smithi110.stdout: lua-devel x86_64 5.4.4-4.el9 crb 22 k 2024-09-15T22:01:55.638 INFO:teuthology.orchestra.run.smithi110.stdout: luarocks noarch 3.9.2-5.el9 epel 151 k 2024-09-15T22:01:55.638 INFO:teuthology.orchestra.run.smithi110.stdout: openblas x86_64 0.3.26-2.el9 appstream 38 k 2024-09-15T22:01:55.638 INFO:teuthology.orchestra.run.smithi110.stdout: openblas-openmp x86_64 0.3.26-2.el9 appstream 4.9 M 2024-09-15T22:01:55.638 INFO:teuthology.orchestra.run.smithi110.stdout: parquet-libs x86_64 9.0.0-11.el9 epel 839 k 2024-09-15T22:01:55.639 INFO:teuthology.orchestra.run.smithi110.stdout: postgresql-private-libs x86_64 13.16-1.el9 appstream 137 k 2024-09-15T22:01:55.639 INFO:teuthology.orchestra.run.smithi110.stdout: protobuf x86_64 3.14.0-13.el9 appstream 1.0 M 2024-09-15T22:01:55.639 INFO:teuthology.orchestra.run.smithi110.stdout: protobuf-compiler x86_64 3.14.0-13.el9 crb 863 k 2024-09-15T22:01:55.639 INFO:teuthology.orchestra.run.smithi110.stdout: python3-asyncssh noarch 2.13.2-5.el9 epel 548 k 2024-09-15T22:01:55.639 INFO:teuthology.orchestra.run.smithi110.stdout: python3-attrs noarch 20.3.0-7.el9 appstream 87 k 2024-09-15T22:01:55.639 INFO:teuthology.orchestra.run.smithi110.stdout: python3-babel noarch 2.9.1-2.el9 appstream 6.0 M 2024-09-15T22:01:55.639 INFO:teuthology.orchestra.run.smithi110.stdout: python3-bcrypt x86_64 3.2.2-1.el9 epel 43 k 2024-09-15T22:01:55.639 INFO:teuthology.orchestra.run.smithi110.stdout: python3-cachetools noarch 4.2.4-1.el9 epel 32 k 2024-09-15T22:01:55.639 INFO:teuthology.orchestra.run.smithi110.stdout: python3-ceph-argparse x86_64 2:19.1.1-326.g8921c8ef.el9 ceph 45 k 2024-09-15T22:01:55.639 INFO:teuthology.orchestra.run.smithi110.stdout: python3-ceph-common x86_64 2:19.1.1-326.g8921c8ef.el9 ceph 136 k 2024-09-15T22:01:55.639 INFO:teuthology.orchestra.run.smithi110.stdout: python3-certifi noarch 2023.05.07-4.el9 epel 14 k 2024-09-15T22:01:55.639 INFO:teuthology.orchestra.run.smithi110.stdout: python3-cffi x86_64 1.14.5-5.el9 baseos 253 k 2024-09-15T22:01:55.640 INFO:teuthology.orchestra.run.smithi110.stdout: python3-cheroot noarch 8.6.0-4.el9 epel 172 k 2024-09-15T22:01:55.640 INFO:teuthology.orchestra.run.smithi110.stdout: python3-cherrypy noarch 18.6.1-2.el9 epel 358 k 2024-09-15T22:01:55.640 INFO:teuthology.orchestra.run.smithi110.stdout: python3-cmd2 noarch 2.4.2-2.el9 epel 303 k 2024-09-15T22:01:55.640 INFO:teuthology.orchestra.run.smithi110.stdout: python3-colorama noarch 0.4.6-3.el9 appstream 61 k 2024-09-15T22:01:55.640 INFO:teuthology.orchestra.run.smithi110.stdout: python3-cryptography x86_64 36.0.1-4.el9 baseos 1.2 M 2024-09-15T22:01:55.640 INFO:teuthology.orchestra.run.smithi110.stdout: python3-devel x86_64 3.9.19-8.el9 appstream 245 k 2024-09-15T22:01:55.640 INFO:teuthology.orchestra.run.smithi110.stdout: python3-google-auth noarch 1:2.34.0-1.el9 epel 220 k 2024-09-15T22:01:55.640 INFO:teuthology.orchestra.run.smithi110.stdout: python3-grpcio x86_64 1.46.7-10.el9 epel 2.0 M 2024-09-15T22:01:55.640 INFO:teuthology.orchestra.run.smithi110.stdout: python3-grpcio-tools x86_64 1.46.7-10.el9 epel 144 k 2024-09-15T22:01:55.640 INFO:teuthology.orchestra.run.smithi110.stdout: python3-jaraco noarch 8.2.1-3.el9 epel 11 k 2024-09-15T22:01:55.640 INFO:teuthology.orchestra.run.smithi110.stdout: python3-jaraco-classes noarch 3.2.1-5.el9 epel 18 k 2024-09-15T22:01:55.640 INFO:teuthology.orchestra.run.smithi110.stdout: python3-jaraco-collections noarch 3.0.0-8.el9 epel 23 k 2024-09-15T22:01:55.640 INFO:teuthology.orchestra.run.smithi110.stdout: python3-jaraco-functools noarch 3.5.0-2.el9 epel 19 k 2024-09-15T22:01:55.641 INFO:teuthology.orchestra.run.smithi110.stdout: python3-jaraco-text noarch 3.2.0-6.el9 epel 20 k 2024-09-15T22:01:55.641 INFO:teuthology.orchestra.run.smithi110.stdout: python3-jinja2 noarch 2.11.3-6.el9 appstream 248 k 2024-09-15T22:01:55.641 INFO:teuthology.orchestra.run.smithi110.stdout: python3-jsonpatch noarch 1.21-16.el9 appstream 26 k 2024-09-15T22:01:55.641 INFO:teuthology.orchestra.run.smithi110.stdout: python3-jsonpointer noarch 2.0-4.el9 appstream 19 k 2024-09-15T22:01:55.641 INFO:teuthology.orchestra.run.smithi110.stdout: python3-kubernetes noarch 1:26.1.0-2.el9 epel 1.0 M 2024-09-15T22:01:55.641 INFO:teuthology.orchestra.run.smithi110.stdout: python3-logutils noarch 0.3.5-21.el9 epel 46 k 2024-09-15T22:01:55.641 INFO:teuthology.orchestra.run.smithi110.stdout: python3-mako noarch 1.1.4-6.el9 appstream 172 k 2024-09-15T22:01:55.641 INFO:teuthology.orchestra.run.smithi110.stdout: python3-markupsafe x86_64 1.1.1-12.el9 appstream 35 k 2024-09-15T22:01:55.641 INFO:teuthology.orchestra.run.smithi110.stdout: python3-more-itertools noarch 8.12.0-2.el9 epel 79 k 2024-09-15T22:01:55.641 INFO:teuthology.orchestra.run.smithi110.stdout: python3-natsort noarch 7.1.1-5.el9 epel 58 k 2024-09-15T22:01:55.641 INFO:teuthology.orchestra.run.smithi110.stdout: python3-numpy x86_64 1:1.20.1-5.el9 appstream 5.1 M 2024-09-15T22:01:55.641 INFO:teuthology.orchestra.run.smithi110.stdout: python3-numpy-f2py x86_64 1:1.20.1-5.el9 appstream 250 k 2024-09-15T22:01:55.641 INFO:teuthology.orchestra.run.smithi110.stdout: python3-oauthlib noarch 3.1.1-5.el9 appstream 222 k 2024-09-15T22:01:55.642 INFO:teuthology.orchestra.run.smithi110.stdout: python3-packaging noarch 20.9-5.el9 appstream 77 k 2024-09-15T22:01:55.642 INFO:teuthology.orchestra.run.smithi110.stdout: python3-pecan noarch 1.4.2-3.el9 epel 272 k 2024-09-15T22:01:55.642 INFO:teuthology.orchestra.run.smithi110.stdout: python3-ply noarch 3.11-14.el9 baseos 106 k 2024-09-15T22:01:55.642 INFO:teuthology.orchestra.run.smithi110.stdout: python3-portend noarch 3.1.0-2.el9 epel 16 k 2024-09-15T22:01:55.642 INFO:teuthology.orchestra.run.smithi110.stdout: python3-prettytable noarch 0.7.2-27.el9 appstream 42 k 2024-09-15T22:01:55.642 INFO:teuthology.orchestra.run.smithi110.stdout: python3-protobuf noarch 3.14.0-13.el9 appstream 269 k 2024-09-15T22:01:55.642 INFO:teuthology.orchestra.run.smithi110.stdout: python3-pyOpenSSL noarch 21.0.0-1.el9 epel 90 k 2024-09-15T22:01:55.642 INFO:teuthology.orchestra.run.smithi110.stdout: python3-pyasn1 noarch 0.4.8-6.el9 appstream 159 k 2024-09-15T22:01:55.642 INFO:teuthology.orchestra.run.smithi110.stdout: python3-pyasn1-modules noarch 0.4.8-6.el9 appstream 279 k 2024-09-15T22:01:55.642 INFO:teuthology.orchestra.run.smithi110.stdout: python3-pycparser noarch 2.20-6.el9 baseos 135 k 2024-09-15T22:01:55.642 INFO:teuthology.orchestra.run.smithi110.stdout: python3-pyperclip noarch 1.8.2-2.el9 epel 28 k 2024-09-15T22:01:55.642 INFO:teuthology.orchestra.run.smithi110.stdout: python3-pytz noarch 2021.1-5.el9 appstream 51 k 2024-09-15T22:01:55.642 INFO:teuthology.orchestra.run.smithi110.stdout: python3-repoze-lru noarch 0.7-16.el9 epel 31 k 2024-09-15T22:01:55.643 INFO:teuthology.orchestra.run.smithi110.stdout: python3-requests noarch 2.25.1-8.el9 baseos 125 k 2024-09-15T22:01:55.643 INFO:teuthology.orchestra.run.smithi110.stdout: python3-requests-oauthlib noarch 1.3.0-12.el9 appstream 54 k 2024-09-15T22:01:55.643 INFO:teuthology.orchestra.run.smithi110.stdout: python3-routes noarch 2.5.1-5.el9 epel 188 k 2024-09-15T22:01:55.643 INFO:teuthology.orchestra.run.smithi110.stdout: python3-rsa noarch 4.9-2.el9 epel 59 k 2024-09-15T22:01:55.643 INFO:teuthology.orchestra.run.smithi110.stdout: python3-scipy x86_64 1.6.2-8.el9 appstream 16 M 2024-09-15T22:01:55.643 INFO:teuthology.orchestra.run.smithi110.stdout: python3-tempora noarch 5.0.0-2.el9 epel 36 k 2024-09-15T22:01:55.643 INFO:teuthology.orchestra.run.smithi110.stdout: python3-toml noarch 0.10.2-6.el9 appstream 42 k 2024-09-15T22:01:55.643 INFO:teuthology.orchestra.run.smithi110.stdout: python3-typing-extensions noarch 4.12.2-2.el9 epel 74 k 2024-09-15T22:01:55.643 INFO:teuthology.orchestra.run.smithi110.stdout: python3-urllib3 noarch 1.26.5-6.el9 baseos 215 k 2024-09-15T22:01:55.643 INFO:teuthology.orchestra.run.smithi110.stdout: python3-wcwidth noarch 0.2.5-8.el9 appstream 44 k 2024-09-15T22:01:55.643 INFO:teuthology.orchestra.run.smithi110.stdout: python3-webob noarch 1.8.8-2.el9 epel 230 k 2024-09-15T22:01:55.643 INFO:teuthology.orchestra.run.smithi110.stdout: python3-websocket-client noarch 1.2.3-2.el9 epel 90 k 2024-09-15T22:01:55.643 INFO:teuthology.orchestra.run.smithi110.stdout: python3-werkzeug noarch 2.0.3-3.el9.1 epel 427 k 2024-09-15T22:01:55.644 INFO:teuthology.orchestra.run.smithi110.stdout: python3-zc-lockfile noarch 2.0-10.el9 epel 20 k 2024-09-15T22:01:55.644 INFO:teuthology.orchestra.run.smithi110.stdout: qatlib x86_64 24.02.0-1.el9 appstream 221 k 2024-09-15T22:01:55.644 INFO:teuthology.orchestra.run.smithi110.stdout: qatzip-libs x86_64 1.2.0-1.el9 appstream 47 k 2024-09-15T22:01:55.644 INFO:teuthology.orchestra.run.smithi110.stdout: re2 x86_64 1:20211101-20.el9 epel 191 k 2024-09-15T22:01:55.644 INFO:teuthology.orchestra.run.smithi110.stdout: socat x86_64 1.7.4.1-6.el9 appstream 304 k 2024-09-15T22:01:55.644 INFO:teuthology.orchestra.run.smithi110.stdout: thrift x86_64 0.15.0-2.el9 epel 1.6 M 2024-09-15T22:01:55.644 INFO:teuthology.orchestra.run.smithi110.stdout: uuid x86_64 1.6.2-55.el9 appstream 58 k 2024-09-15T22:01:55.644 INFO:teuthology.orchestra.run.smithi110.stdout: xmlstarlet x86_64 1.6.1-20.el9 appstream 64 k 2024-09-15T22:01:55.644 INFO:teuthology.orchestra.run.smithi110.stdout: zlib-devel x86_64 1.2.11-41.el9 appstream 45 k 2024-09-15T22:01:55.644 INFO:teuthology.orchestra.run.smithi110.stdout:Installing weak dependencies: 2024-09-15T22:01:55.644 INFO:teuthology.orchestra.run.smithi110.stdout: qatlib-service x86_64 24.02.0-1.el9 appstream 36 k 2024-09-15T22:01:55.644 INFO:teuthology.orchestra.run.smithi110.stdout: 2024-09-15T22:01:55.644 INFO:teuthology.orchestra.run.smithi110.stdout:Transaction Summary 2024-09-15T22:01:55.645 INFO:teuthology.orchestra.run.smithi110.stdout:====================================================================================== 2024-09-15T22:01:55.645 INFO:teuthology.orchestra.run.smithi110.stdout:Install 148 Packages 2024-09-15T22:01:55.645 INFO:teuthology.orchestra.run.smithi110.stdout:Upgrade 8 Packages 2024-09-15T22:01:55.645 INFO:teuthology.orchestra.run.smithi110.stdout: 2024-09-15T22:01:55.645 INFO:teuthology.orchestra.run.smithi110.stdout:Total download size: 226 M 2024-09-15T22:01:55.645 INFO:teuthology.orchestra.run.smithi110.stdout:Downloading Packages: 2024-09-15T22:01:55.752 INFO:teuthology.orchestra.run.smithi063.stdout:(5/156): ceph-mds-19.1.1-326.g8921c8ef.el9.x86_ 16 MB/s | 2.4 MB 00:00 2024-09-15T22:01:55.811 INFO:teuthology.orchestra.run.smithi063.stdout:(6/156): ceph-mgr-19.1.1-326.g8921c8ef.el9.x86_ 8.3 MB/s | 1.5 MB 00:00 2024-09-15T22:01:56.053 INFO:teuthology.orchestra.run.smithi063.stdout:(7/156): ceph-mon-19.1.1-326.g8921c8ef.el9.x86_ 16 MB/s | 4.7 MB 00:00 2024-09-15T22:01:56.320 INFO:teuthology.orchestra.run.smithi063.stdout:(8/156): ceph-common-19.1.1-326.g8921c8ef.el9.x 18 MB/s | 21 MB 00:01 2024-09-15T22:01:56.361 INFO:teuthology.orchestra.run.smithi063.stdout:(9/156): ceph-selinux-19.1.1-326.g8921c8ef.el9. 608 kB/s | 25 kB 00:00 2024-09-15T22:01:56.628 INFO:teuthology.orchestra.run.smithi063.stdout:(10/156): ceph-radosgw-19.1.1-326.g8921c8ef.el9 18 MB/s | 11 MB 00:00 2024-09-15T22:01:56.680 INFO:teuthology.orchestra.run.smithi063.stdout:(11/156): cephfs-mirror-19.1.1-326.g8921c8ef.el 4.5 MB/s | 228 kB 00:00 2024-09-15T22:01:56.745 INFO:teuthology.orchestra.run.smithi063.stdout:(12/156): cephfs-shell-19.1.1-326.g8921c8ef.el9 406 kB/s | 27 kB 00:00 2024-09-15T22:01:56.815 INFO:teuthology.orchestra.run.smithi110.stdout:(1/156): ceph-19.1.1-326.g8921c8ef.el9.x86_64.r 38 kB/s | 6.5 kB 00:00 2024-09-15T22:01:56.921 INFO:teuthology.orchestra.run.smithi063.stdout:(13/156): ceph-osd-19.1.1-326.g8921c8ef.el9.x86 15 MB/s | 17 MB 00:01 2024-09-15T22:01:56.946 INFO:teuthology.orchestra.run.smithi063.stdout:(14/156): libcephfs-devel-19.1.1-326.g8921c8ef. 158 kB/s | 32 kB 00:00 2024-09-15T22:01:56.988 INFO:teuthology.orchestra.run.smithi063.stdout:(15/156): libcephfs2-19.1.1-326.g8921c8ef.el9.x 11 MB/s | 751 kB 00:00 2024-09-15T22:01:57.013 INFO:teuthology.orchestra.run.smithi063.stdout:(16/156): libcephsqlite-19.1.1-326.g8921c8ef.el 2.4 MB/s | 163 kB 00:00 2024-09-15T22:01:57.015 INFO:teuthology.orchestra.run.smithi110.stdout:(2/156): ceph-fuse-19.1.1-326.g8921c8ef.el9.x86 4.4 MB/s | 896 kB 00:00 2024-09-15T22:01:57.064 INFO:teuthology.orchestra.run.smithi063.stdout:(17/156): librados-devel-19.1.1-326.g8921c8ef.e 1.6 MB/s | 127 kB 00:00 2024-09-15T22:01:57.097 INFO:teuthology.orchestra.run.smithi063.stdout:(18/156): libradosstriper1-19.1.1-326.g8921c8ef 5.9 MB/s | 506 kB 00:00 2024-09-15T22:01:57.099 INFO:teuthology.orchestra.run.smithi110.stdout:(3/156): ceph-immutable-object-cache-19.1.1-326 1.7 MB/s | 145 kB 00:00 2024-09-15T22:01:57.181 INFO:teuthology.orchestra.run.smithi063.stdout:(19/156): python3-ceph-argparse-19.1.1-326.g892 540 kB/s | 45 kB 00:00 2024-09-15T22:01:57.448 INFO:teuthology.orchestra.run.smithi063.stdout:(20/156): librgw2-19.1.1-326.g8921c8ef.el9.x86_ 14 MB/s | 5.3 MB 00:00 2024-09-15T22:01:57.449 INFO:teuthology.orchestra.run.smithi110.stdout:(4/156): ceph-base-19.1.1-326.g8921c8ef.el9.x86 6.7 MB/s | 5.4 MB 00:00 2024-09-15T22:01:57.498 INFO:teuthology.orchestra.run.smithi063.stdout:(21/156): python3-cephfs-19.1.1-326.g8921c8ef.e 3.2 MB/s | 161 kB 00:00 2024-09-15T22:01:57.565 INFO:teuthology.orchestra.run.smithi063.stdout:(22/156): python3-rados-19.1.1-326.g8921c8ef.el 4.7 MB/s | 320 kB 00:00 2024-09-15T22:01:57.583 INFO:teuthology.orchestra.run.smithi110.stdout:(5/156): ceph-mds-19.1.1-326.g8921c8ef.el9.x86_ 4.9 MB/s | 2.4 MB 00:00 2024-09-15T22:01:57.641 INFO:teuthology.orchestra.run.smithi110.stdout:(6/156): ceph-mgr-19.1.1-326.g8921c8ef.el9.x86_ 7.9 MB/s | 1.5 MB 00:00 2024-09-15T22:01:57.657 INFO:teuthology.orchestra.run.smithi063.stdout:(23/156): python3-rbd-19.1.1-326.g8921c8ef.el9. 3.2 MB/s | 300 kB 00:00 2024-09-15T22:01:57.724 INFO:teuthology.orchestra.run.smithi063.stdout:(24/156): python3-rgw-19.1.1-326.g8921c8ef.el9. 1.5 MB/s | 99 kB 00:00 2024-09-15T22:01:57.774 INFO:teuthology.orchestra.run.smithi063.stdout:(25/156): python3-ceph-common-19.1.1-326.g8921c 229 kB/s | 136 kB 00:00 2024-09-15T22:01:57.800 INFO:teuthology.orchestra.run.smithi063.stdout:(26/156): rbd-fuse-19.1.1-326.g8921c8ef.el9.x86 1.1 MB/s | 85 kB 00:00 2024-09-15T22:01:57.900 INFO:teuthology.orchestra.run.smithi063.stdout:(27/156): rbd-nbd-19.1.1-326.g8921c8ef.el9.x86_ 1.7 MB/s | 170 kB 00:00 2024-09-15T22:01:58.034 INFO:teuthology.orchestra.run.smithi063.stdout:(28/156): rbd-mirror-19.1.1-326.g8921c8ef.el9.x 12 MB/s | 3.1 MB 00:00 2024-09-15T22:01:58.059 INFO:teuthology.orchestra.run.smithi063.stdout:(29/156): ceph-grafana-dashboards-19.1.1-326.g8 201 kB/s | 32 kB 00:00 2024-09-15T22:01:58.109 INFO:teuthology.orchestra.run.smithi063.stdout:(30/156): ceph-mgr-cephadm-19.1.1-326.g8921c8ef 1.9 MB/s | 146 kB 00:00 2024-09-15T22:01:58.276 INFO:teuthology.orchestra.run.smithi110.stdout:(7/156): ceph-mon-19.1.1-326.g8921c8ef.el9.x86_ 6.8 MB/s | 4.7 MB 00:00 2024-09-15T22:01:58.668 INFO:teuthology.orchestra.run.smithi063.stdout:(31/156): ceph-mgr-diskprediction-local-19.1.1- 13 MB/s | 7.4 MB 00:00 2024-09-15T22:01:58.743 INFO:teuthology.orchestra.run.smithi063.stdout:(32/156): ceph-mgr-dashboard-19.1.1-326.g8921c8 5.2 MB/s | 3.6 MB 00:00 2024-09-15T22:01:58.768 INFO:teuthology.orchestra.run.smithi063.stdout:(33/156): ceph-mgr-modules-core-19.1.1-326.g892 2.4 MB/s | 249 kB 00:00 2024-09-15T22:01:58.794 INFO:teuthology.orchestra.run.smithi063.stdout:(34/156): ceph-mgr-rook-19.1.1-326.g8921c8ef.el 980 kB/s | 49 kB 00:00 2024-09-15T22:01:58.819 INFO:teuthology.orchestra.run.smithi063.stdout:(35/156): ceph-prometheus-alerts-19.1.1-326.g89 327 kB/s | 16 kB 00:00 2024-09-15T22:01:58.852 INFO:teuthology.orchestra.run.smithi063.stdout:(36/156): ceph-volume-19.1.1-326.g8921c8ef.el9. 4.8 MB/s | 285 kB 00:00 2024-09-15T22:01:58.883 INFO:teuthology.orchestra.run.smithi110.stdout:(8/156): ceph-common-19.1.1-326.g8921c8ef.el9.x 9.5 MB/s | 21 MB 00:02 2024-09-15T22:01:58.894 INFO:teuthology.orchestra.run.smithi063.stdout:(37/156): cephadm-19.1.1-326.g8921c8ef.el9.noar 9.9 MB/s | 765 kB 00:00 2024-09-15T22:01:58.925 INFO:teuthology.orchestra.run.smithi110.stdout:(9/156): ceph-selinux-19.1.1-326.g8921c8ef.el9. 610 kB/s | 25 kB 00:00 2024-09-15T22:01:59.036 INFO:teuthology.orchestra.run.smithi063.stdout:(38/156): cephfs-top-19.1.1-326.g8921c8ef.el9.n 99 kB/s | 18 kB 00:00 2024-09-15T22:01:59.203 INFO:teuthology.orchestra.run.smithi063.stdout:(39/156): fuse-2.9.9-16.el9.x86_64.rpm 258 kB/s | 80 kB 00:00 2024-09-15T22:01:59.259 INFO:teuthology.orchestra.run.smithi110.stdout:(10/156): ceph-osd-19.1.1-326.g8921c8ef.el9.x86 10 MB/s | 17 MB 00:01 2024-09-15T22:01:59.309 INFO:teuthology.orchestra.run.smithi110.stdout:(11/156): cephfs-mirror-19.1.1-326.g8921c8ef.el 4.5 MB/s | 228 kB 00:00 2024-09-15T22:01:59.360 INFO:teuthology.orchestra.run.smithi110.stdout:(12/156): cephfs-shell-19.1.1-326.g8921c8ef.el9 542 kB/s | 27 kB 00:00 2024-09-15T22:01:59.418 INFO:teuthology.orchestra.run.smithi110.stdout:(13/156): libcephfs-devel-19.1.1-326.g8921c8ef. 545 kB/s | 32 kB 00:00 2024-09-15T22:01:59.510 INFO:teuthology.orchestra.run.smithi110.stdout:(14/156): libcephfs2-19.1.1-326.g8921c8ef.el9.x 8.0 MB/s | 751 kB 00:00 2024-09-15T22:01:59.569 INFO:teuthology.orchestra.run.smithi110.stdout:(15/156): libcephsqlite-19.1.1-326.g8921c8ef.el 2.7 MB/s | 163 kB 00:00 2024-09-15T22:01:59.694 INFO:teuthology.orchestra.run.smithi110.stdout:(16/156): ceph-radosgw-19.1.1-326.g8921c8ef.el9 7.5 MB/s | 11 MB 00:01 2024-09-15T22:01:59.728 INFO:teuthology.orchestra.run.smithi110.stdout:(17/156): librados-devel-19.1.1-326.g8921c8ef.e 799 kB/s | 127 kB 00:00 2024-09-15T22:01:59.778 INFO:teuthology.orchestra.run.smithi110.stdout:(18/156): libradosstriper1-19.1.1-326.g8921c8ef 5.9 MB/s | 506 kB 00:00 2024-09-15T22:01:59.779 INFO:teuthology.orchestra.run.smithi063.stdout:(40/156): ceph-test-19.1.1-326.g8921c8ef.el9.x8 14 MB/s | 49 MB 00:03 2024-09-15T22:01:59.812 INFO:teuthology.orchestra.run.smithi063.stdout:(41/156): libquadmath-11.5.0-2.el9.x86_64.rpm 314 kB/s | 191 kB 00:00 2024-09-15T22:01:59.837 INFO:teuthology.orchestra.run.smithi110.stdout:(19/156): python3-ceph-argparse-19.1.1-326.g892 777 kB/s | 45 kB 00:00 2024-09-15T22:01:59.854 INFO:teuthology.orchestra.run.smithi063.stdout:(42/156): libgfortran-11.5.0-2.el9.x86_64.rpm 980 kB/s | 801 kB 00:00 2024-09-15T22:01:59.896 INFO:teuthology.orchestra.run.smithi110.stdout:(20/156): python3-ceph-common-19.1.1-326.g8921c 2.3 MB/s | 136 kB 00:00 2024-09-15T22:01:59.904 INFO:teuthology.orchestra.run.smithi063.stdout:(43/156): python3-ply-3.11-14.el9.noarch.rpm 2.1 MB/s | 106 kB 00:00 2024-09-15T22:01:59.954 INFO:teuthology.orchestra.run.smithi110.stdout:(21/156): python3-cephfs-19.1.1-326.g8921c8ef.e 2.7 MB/s | 161 kB 00:00 2024-09-15T22:01:59.963 INFO:teuthology.orchestra.run.smithi063.stdout:(44/156): python3-pycparser-2.20-6.el9.noarch.r 2.3 MB/s | 135 kB 00:00 2024-09-15T22:02:00.005 INFO:teuthology.orchestra.run.smithi063.stdout:(45/156): python3-cryptography-36.0.1-4.el9.x86 6.4 MB/s | 1.2 MB 00:00 2024-09-15T22:02:00.030 INFO:teuthology.orchestra.run.smithi110.stdout:(22/156): python3-rados-19.1.1-326.g8921c8ef.el 4.2 MB/s | 320 kB 00:00 2024-09-15T22:02:00.030 INFO:teuthology.orchestra.run.smithi063.stdout:(46/156): python3-cffi-1.14.5-5.el9.x86_64.rpm 1.0 MB/s | 253 kB 00:00 2024-09-15T22:02:00.056 INFO:teuthology.orchestra.run.smithi063.stdout:(47/156): python3-requests-2.25.1-8.el9.noarch. 1.3 MB/s | 125 kB 00:00 2024-09-15T22:02:00.081 INFO:teuthology.orchestra.run.smithi063.stdout:(48/156): python3-urllib3-1.26.5-6.el9.noarch.r 2.8 MB/s | 215 kB 00:00 2024-09-15T22:02:00.105 INFO:teuthology.orchestra.run.smithi110.stdout:(23/156): librgw2-19.1.1-326.g8921c8ef.el9.x86_ 14 MB/s | 5.3 MB 00:00 2024-09-15T22:02:00.130 INFO:teuthology.orchestra.run.smithi110.stdout:(24/156): python3-rbd-19.1.1-326.g8921c8ef.el9. 2.9 MB/s | 300 kB 00:00 2024-09-15T22:02:00.164 INFO:teuthology.orchestra.run.smithi110.stdout:(25/156): python3-rgw-19.1.1-326.g8921c8ef.el9. 1.7 MB/s | 99 kB 00:00 2024-09-15T22:02:00.189 INFO:teuthology.orchestra.run.smithi110.stdout:(26/156): rbd-fuse-19.1.1-326.g8921c8ef.el9.x86 1.4 MB/s | 85 kB 00:00 2024-09-15T22:02:00.267 INFO:teuthology.orchestra.run.smithi110.stdout:(27/156): rbd-nbd-19.1.1-326.g8921c8ef.el9.x86_ 2.1 MB/s | 170 kB 00:00 2024-09-15T22:02:00.315 INFO:teuthology.orchestra.run.smithi110.stdout:(28/156): ceph-grafana-dashboards-19.1.1-326.g8 674 kB/s | 32 kB 00:00 2024-09-15T22:02:00.399 INFO:teuthology.orchestra.run.smithi110.stdout:(29/156): rbd-mirror-19.1.1-326.g8921c8ef.el9.x 13 MB/s | 3.1 MB 00:00 2024-09-15T22:02:00.424 INFO:teuthology.orchestra.run.smithi110.stdout:(30/156): ceph-mgr-cephadm-19.1.1-326.g8921c8ef 1.3 MB/s | 146 kB 00:00 2024-09-15T22:02:00.632 INFO:teuthology.orchestra.run.smithi110.stdout:(31/156): ceph-mgr-dashboard-19.1.1-326.g8921c8 15 MB/s | 3.6 MB 00:00 2024-09-15T22:02:00.683 INFO:teuthology.orchestra.run.smithi110.stdout:(32/156): ceph-mgr-modules-core-19.1.1-326.g892 4.9 MB/s | 249 kB 00:00 2024-09-15T22:02:00.741 INFO:teuthology.orchestra.run.smithi110.stdout:(33/156): ceph-mgr-rook-19.1.1-326.g8921c8ef.el 846 kB/s | 49 kB 00:00 2024-09-15T22:02:00.773 INFO:teuthology.orchestra.run.smithi063.stdout:(49/156): boost-program-options-1.75.0-8.el9.x8 154 kB/s | 107 kB 00:00 2024-09-15T22:02:00.800 INFO:teuthology.orchestra.run.smithi110.stdout:(34/156): ceph-prometheus-alerts-19.1.1-326.g89 283 kB/s | 16 kB 00:00 2024-09-15T22:02:00.859 INFO:teuthology.orchestra.run.smithi110.stdout:(35/156): ceph-volume-19.1.1-326.g8921c8ef.el9. 4.8 MB/s | 285 kB 00:00 2024-09-15T22:02:00.951 INFO:teuthology.orchestra.run.smithi110.stdout:(36/156): cephadm-19.1.1-326.g8921c8ef.el9.noar 8.2 MB/s | 765 kB 00:00 2024-09-15T22:02:00.990 INFO:teuthology.orchestra.run.smithi063.stdout:(50/156): automake-1.16.2-8.el9.noarch.rpm 718 kB/s | 689 kB 00:00 2024-09-15T22:02:01.009 INFO:teuthology.orchestra.run.smithi110.stdout:(37/156): cephfs-top-19.1.1-326.g8921c8ef.el9.n 313 kB/s | 18 kB 00:00 2024-09-15T22:02:01.040 INFO:teuthology.orchestra.run.smithi063.stdout:(51/156): bison-3.7.4-5.el9.x86_64.rpm 958 kB/s | 943 kB 00:00 2024-09-15T22:02:01.143 INFO:teuthology.orchestra.run.smithi110.stdout:(38/156): ceph-mgr-diskprediction-local-19.1.1- 10 MB/s | 7.4 MB 00:00 2024-09-15T22:02:01.307 INFO:teuthology.orchestra.run.smithi063.stdout:(52/156): elfutils-libelf-devel-0.191-4.el9.x86 41 kB/s | 22 kB 00:00 2024-09-15T22:02:01.560 INFO:teuthology.orchestra.run.smithi110.stdout:(39/156): ceph-test-19.1.1-326.g8921c8ef.el9.x8 18 MB/s | 49 MB 00:02 2024-09-15T22:02:01.589 INFO:teuthology.orchestra.run.smithi110.stdout:(40/156): fuse-2.9.9-16.el9.x86_64.rpm 139 kB/s | 80 kB 00:00 2024-09-15T22:02:01.632 INFO:teuthology.orchestra.run.smithi063.stdout:(53/156): flexiblas-3.0.4-8.el9.x86_64.rpm 55 kB/s | 33 kB 00:00 2024-09-15T22:02:01.958 INFO:teuthology.orchestra.run.smithi063.stdout:(54/156): flex-2.6.4-9.el9.x86_64.rpm 327 kB/s | 313 kB 00:00 2024-09-15T22:02:02.052 INFO:teuthology.orchestra.run.smithi110.stdout:(41/156): python3-cffi-1.14.5-5.el9.x86_64.rpm 543 kB/s | 253 kB 00:00 2024-09-15T22:02:02.166 INFO:teuthology.orchestra.run.smithi063.stdout:(55/156): flexiblas-openblas-openmp-3.0.4-8.el9 34 kB/s | 18 kB 00:00 2024-09-15T22:02:02.202 INFO:teuthology.orchestra.run.smithi110.stdout:(42/156): libquadmath-11.5.0-2.el9.x86_64.rpm 298 kB/s | 191 kB 00:00 2024-09-15T22:02:02.294 INFO:teuthology.orchestra.run.smithi110.stdout:(43/156): libgfortran-11.5.0-2.el9.x86_64.rpm 696 kB/s | 801 kB 00:01 2024-09-15T22:02:02.320 INFO:teuthology.orchestra.run.smithi110.stdout:(44/156): python3-ply-3.11-14.el9.noarch.rpm 911 kB/s | 106 kB 00:00 2024-09-15T22:02:02.403 INFO:teuthology.orchestra.run.smithi110.stdout:(45/156): python3-pycparser-2.20-6.el9.noarch.r 1.2 MB/s | 135 kB 00:00 2024-09-15T22:02:02.424 INFO:teuthology.orchestra.run.smithi063.stdout:(56/156): libaio-devel-0.3.111-13.el9.x86_64.rp 24 kB/s | 11 kB 00:00 2024-09-15T22:02:02.446 INFO:teuthology.orchestra.run.smithi110.stdout:(46/156): python3-requests-2.25.1-8.el9.noarch. 995 kB/s | 125 kB 00:00 2024-09-15T22:02:02.529 INFO:teuthology.orchestra.run.smithi110.stdout:(47/156): python3-cryptography-36.0.1-4.el9.x86 2.6 MB/s | 1.2 MB 00:00 2024-09-15T22:02:02.555 INFO:teuthology.orchestra.run.smithi110.stdout:(48/156): python3-urllib3-1.26.5-6.el9.noarch.r 1.4 MB/s | 215 kB 00:00 2024-09-15T22:02:02.655 INFO:teuthology.orchestra.run.smithi110.stdout:(49/156): automake-1.16.2-8.el9.noarch.rpm 3.2 MB/s | 689 kB 00:00 2024-09-15T22:02:02.697 INFO:teuthology.orchestra.run.smithi110.stdout:(50/156): elfutils-libelf-devel-0.191-4.el9.x86 522 kB/s | 22 kB 00:00 2024-09-15T22:02:02.722 INFO:teuthology.orchestra.run.smithi110.stdout:(51/156): boost-program-options-1.75.0-8.el9.x8 640 kB/s | 107 kB 00:00 2024-09-15T22:02:02.747 INFO:teuthology.orchestra.run.smithi110.stdout:(52/156): flex-2.6.4-9.el9.x86_64.rpm 6.1 MB/s | 313 kB 00:00 2024-09-15T22:02:02.781 INFO:teuthology.orchestra.run.smithi110.stdout:(53/156): bison-3.7.4-5.el9.x86_64.rpm 3.7 MB/s | 943 kB 00:00 2024-09-15T22:02:02.806 INFO:teuthology.orchestra.run.smithi110.stdout:(54/156): flexiblas-3.0.4-8.el9.x86_64.rpm 389 kB/s | 33 kB 00:00 2024-09-15T22:02:02.832 INFO:teuthology.orchestra.run.smithi110.stdout:(55/156): flexiblas-openblas-openmp-3.0.4-8.el9 361 kB/s | 18 kB 00:00 2024-09-15T22:02:02.849 INFO:teuthology.orchestra.run.smithi110.stdout:(56/156): libaio-devel-0.3.111-13.el9.x86_64.rp 265 kB/s | 11 kB 00:00 2024-09-15T22:02:02.891 INFO:teuthology.orchestra.run.smithi110.stdout:(57/156): libpmemobj-1.12.1-1.el9.x86_64.rpm 2.7 MB/s | 160 kB 00:00 2024-09-15T22:02:02.907 INFO:teuthology.orchestra.run.smithi110.stdout:(58/156): librabbitmq-0.11.0-7.el9.x86_64.rpm 774 kB/s | 45 kB 00:00 2024-09-15T22:02:02.933 INFO:teuthology.orchestra.run.smithi063.stdout:(57/156): libpmemobj-1.12.1-1.el9.x86_64.rpm 209 kB/s | 160 kB 00:00 2024-09-15T22:02:02.958 INFO:teuthology.orchestra.run.smithi110.stdout:(59/156): flexiblas-netlib-3.0.4-8.el9.x86_64.r 14 MB/s | 3.0 MB 00:00 2024-09-15T22:02:02.992 INFO:teuthology.orchestra.run.smithi110.stdout:(60/156): librdkafka-1.6.1-102.el9.x86_64.rpm 6.4 MB/s | 662 kB 00:00 2024-09-15T22:02:03.000 INFO:teuthology.orchestra.run.smithi063.stdout:(58/156): librabbitmq-0.11.0-7.el9.x86_64.rpm 79 kB/s | 45 kB 00:00 2024-09-15T22:02:03.017 INFO:teuthology.orchestra.run.smithi110.stdout:(61/156): libuuid-devel-2.37.4-20.el9.x86_64.rp 417 kB/s | 24 kB 00:00 2024-09-15T22:02:03.042 INFO:teuthology.orchestra.run.smithi110.stdout:(62/156): libzstd-devel-1.5.1-2.el9.x86_64.rpm 949 kB/s | 47 kB 00:00 2024-09-15T22:02:03.076 INFO:teuthology.orchestra.run.smithi110.stdout:(63/156): lttng-ust-2.12.0-6.el9.x86_64.rpm 4.9 MB/s | 292 kB 00:00 2024-09-15T22:02:03.101 INFO:teuthology.orchestra.run.smithi110.stdout:(64/156): libtool-2.4.6-46.el9.x86_64.rpm 2.9 MB/s | 581 kB 00:00 2024-09-15T22:02:03.126 INFO:teuthology.orchestra.run.smithi110.stdout:(65/156): openblas-0.3.26-2.el9.x86_64.rpm 766 kB/s | 38 kB 00:00 2024-09-15T22:02:03.152 INFO:teuthology.orchestra.run.smithi110.stdout:(66/156): lua-5.4.4-4.el9.x86_64.rpm 1.7 MB/s | 188 kB 00:00 2024-09-15T22:02:03.244 INFO:teuthology.orchestra.run.smithi110.stdout:(67/156): postgresql-13.16-1.el9.x86_64.rpm 17 MB/s | 1.6 MB 00:00 2024-09-15T22:02:03.363 INFO:teuthology.orchestra.run.smithi110.stdout:(68/156): openblas-openmp-0.3.26-2.el9.x86_64.r 19 MB/s | 4.9 MB 00:00 2024-09-15T22:02:03.428 INFO:teuthology.orchestra.run.smithi110.stdout:(69/156): openssl-devel-3.2.2-6.el9.x86_64.rpm 15 MB/s | 4.4 MB 00:00 2024-09-15T22:02:03.453 INFO:teuthology.orchestra.run.smithi110.stdout:(70/156): postgresql-private-libs-13.16-1.el9.x 1.5 MB/s | 137 kB 00:00 2024-09-15T22:02:03.495 INFO:teuthology.orchestra.run.smithi110.stdout:(71/156): postgresql-contrib-13.16-1.el9.x86_64 3.5 MB/s | 910 kB 00:00 2024-09-15T22:02:03.528 INFO:teuthology.orchestra.run.smithi110.stdout:(72/156): protobuf-3.14.0-13.el9.x86_64.rpm 13 MB/s | 1.0 MB 00:00 2024-09-15T22:02:03.554 INFO:teuthology.orchestra.run.smithi110.stdout:(73/156): python3-attrs-20.3.0-7.el9.noarch.rpm 1.4 MB/s | 87 kB 00:00 2024-09-15T22:02:03.596 INFO:teuthology.orchestra.run.smithi110.stdout:(74/156): python3-colorama-0.4.6-3.el9.noarch.r 1.4 MB/s | 61 kB 00:00 2024-09-15T22:02:03.671 INFO:teuthology.orchestra.run.smithi110.stdout:(75/156): postgresql-server-13.16-1.el9.x86_64. 24 MB/s | 5.8 MB 00:00 2024-09-15T22:02:03.705 INFO:teuthology.orchestra.run.smithi110.stdout:(76/156): python3-devel-3.9.19-8.el9.x86_64.rpm 2.2 MB/s | 245 kB 00:00 2024-09-15T22:02:03.730 INFO:teuthology.orchestra.run.smithi110.stdout:(77/156): python3-jinja2-2.11.3-6.el9.noarch.rp 4.1 MB/s | 248 kB 00:00 2024-09-15T22:02:03.755 INFO:teuthology.orchestra.run.smithi110.stdout:(78/156): python3-jsonpatch-1.21-16.el9.noarch. 511 kB/s | 26 kB 00:00 2024-09-15T22:02:03.781 INFO:teuthology.orchestra.run.smithi110.stdout:(79/156): python3-jsonpointer-2.0-4.el9.noarch. 381 kB/s | 19 kB 00:00 2024-09-15T22:02:03.806 INFO:teuthology.orchestra.run.smithi110.stdout:(80/156): python3-mako-1.1.4-6.el9.noarch.rpm 3.3 MB/s | 172 kB 00:00 2024-09-15T22:02:03.825 INFO:teuthology.orchestra.run.smithi063.stdout:(59/156): librdkafka-1.6.1-102.el9.x86_64.rpm 743 kB/s | 662 kB 00:00 2024-09-15T22:02:03.831 INFO:teuthology.orchestra.run.smithi110.stdout:(81/156): python3-markupsafe-1.1.1-12.el9.x86_6 695 kB/s | 35 kB 00:00 2024-09-15T22:02:03.850 INFO:teuthology.orchestra.run.smithi063.stdout:(60/156): libtool-2.4.6-46.el9.x86_64.rpm 684 kB/s | 581 kB 00:00 2024-09-15T22:02:03.907 INFO:teuthology.orchestra.run.smithi110.stdout:(82/156): python3-babel-2.9.1-2.el9.noarch.rpm 16 MB/s | 6.0 MB 00:00 2024-09-15T22:02:03.932 INFO:teuthology.orchestra.run.smithi110.stdout:(83/156): python3-numpy-f2py-1.20.1-5.el9.x86_6 2.4 MB/s | 250 kB 00:00 2024-09-15T22:02:03.957 INFO:teuthology.orchestra.run.smithi110.stdout:(84/156): python3-oauthlib-3.1.1-5.el9.noarch.r 4.3 MB/s | 222 kB 00:00 2024-09-15T22:02:03.983 INFO:teuthology.orchestra.run.smithi110.stdout:(85/156): python3-packaging-20.9-5.el9.noarch.r 1.5 MB/s | 77 kB 00:00 2024-09-15T22:02:04.008 INFO:teuthology.orchestra.run.smithi110.stdout:(86/156): python3-prettytable-0.7.2-27.el9.noar 842 kB/s | 42 kB 00:00 2024-09-15T22:02:04.041 INFO:teuthology.orchestra.run.smithi110.stdout:(87/156): python3-protobuf-3.14.0-13.el9.noarch 4.5 MB/s | 269 kB 00:00 2024-09-15T22:02:04.067 INFO:teuthology.orchestra.run.smithi110.stdout:(88/156): python3-pyasn1-0.4.8-6.el9.noarch.rpm 2.7 MB/s | 159 kB 00:00 2024-09-15T22:02:04.092 INFO:teuthology.orchestra.run.smithi110.stdout:(89/156): python3-pyasn1-modules-0.4.8-6.el9.no 5.4 MB/s | 279 kB 00:00 2024-09-15T22:02:04.109 INFO:teuthology.orchestra.run.smithi110.stdout:(90/156): python3-pytz-2021.1-5.el9.noarch.rpm 1.2 MB/s | 51 kB 00:00 2024-09-15T22:02:04.126 INFO:teuthology.orchestra.run.smithi110.stdout:(91/156): python3-requests-oauthlib-1.3.0-12.el 1.6 MB/s | 54 kB 00:00 2024-09-15T22:02:04.176 INFO:teuthology.orchestra.run.smithi063.stdout:(61/156): flexiblas-netlib-3.0.4-8.el9.x86_64.r 1.0 MB/s | 3.0 MB 00:02 2024-09-15T22:02:04.201 INFO:teuthology.orchestra.run.smithi110.stdout:(92/156): python3-numpy-1.20.1-5.el9.x86_64.rpm 13 MB/s | 5.1 MB 00:00 2024-09-15T22:02:04.218 INFO:teuthology.orchestra.run.smithi110.stdout:(93/156): python3-toml-0.10.2-6.el9.noarch.rpm 452 kB/s | 42 kB 00:00 2024-09-15T22:02:04.235 INFO:teuthology.orchestra.run.smithi110.stdout:(94/156): python3-wcwidth-0.2.5-8.el9.noarch.rp 1.3 MB/s | 44 kB 00:00 2024-09-15T22:02:04.269 INFO:teuthology.orchestra.run.smithi110.stdout:(95/156): qatlib-24.02.0-1.el9.x86_64.rpm 4.3 MB/s | 221 kB 00:00 2024-09-15T22:02:04.294 INFO:teuthology.orchestra.run.smithi110.stdout:(96/156): qatlib-service-24.02.0-1.el9.x86_64.r 611 kB/s | 36 kB 00:00 2024-09-15T22:02:04.311 INFO:teuthology.orchestra.run.smithi110.stdout:(97/156): qatzip-libs-1.2.0-1.el9.x86_64.rpm 1.1 MB/s | 47 kB 00:00 2024-09-15T22:02:04.345 INFO:teuthology.orchestra.run.smithi110.stdout:(98/156): socat-1.7.4.1-6.el9.x86_64.rpm 5.9 MB/s | 304 kB 00:00 2024-09-15T22:02:04.359 INFO:teuthology.orchestra.run.smithi063.stdout:(62/156): libuuid-devel-2.37.4-20.el9.x86_64.rp 46 kB/s | 24 kB 00:00 2024-09-15T22:02:04.370 INFO:teuthology.orchestra.run.smithi110.stdout:(99/156): uuid-1.6.2-55.el9.x86_64.rpm 985 kB/s | 58 kB 00:00 2024-09-15T22:02:04.404 INFO:teuthology.orchestra.run.smithi110.stdout:(100/156): xfsprogs-devel-6.4.0-4.el9.x86_64.rp 1.6 MB/s | 96 kB 00:00 2024-09-15T22:02:04.429 INFO:teuthology.orchestra.run.smithi110.stdout:(101/156): xmlstarlet-1.6.1-20.el9.x86_64.rpm 1.1 MB/s | 64 kB 00:00 2024-09-15T22:02:04.455 INFO:teuthology.orchestra.run.smithi110.stdout:(102/156): zlib-devel-1.2.11-41.el9.x86_64.rpm 890 kB/s | 45 kB 00:00 2024-09-15T22:02:04.460 INFO:teuthology.orchestra.run.smithi063.stdout:(63/156): libzstd-devel-1.5.1-2.el9.x86_64.rpm 78 kB/s | 47 kB 00:00 2024-09-15T22:02:04.522 INFO:teuthology.orchestra.run.smithi110.stdout:(103/156): lua-devel-5.4.4-4.el9.x86_64.rpm 242 kB/s | 22 kB 00:00 2024-09-15T22:02:04.580 INFO:teuthology.orchestra.run.smithi110.stdout:(104/156): abseil-cpp-20211102.0-3.el9.x86_64.r 9.2 MB/s | 548 kB 00:00 2024-09-15T22:02:04.748 INFO:teuthology.orchestra.run.smithi110.stdout:(105/156): python3-scipy-1.6.2-8.el9.x86_64.rpm 25 MB/s | 16 MB 00:00 2024-09-15T22:02:04.773 INFO:teuthology.orchestra.run.smithi110.stdout:(106/156): gperftools-libs-2.9.1-3.el9.x86_64.r 1.6 MB/s | 308 kB 00:00 2024-09-15T22:02:04.815 INFO:teuthology.orchestra.run.smithi110.stdout:(107/156): protobuf-compiler-3.14.0-13.el9.x86_ 2.3 MB/s | 863 kB 00:00 2024-09-15T22:02:04.865 INFO:teuthology.orchestra.run.smithi110.stdout:(108/156): grpc-data-1.46.7-10.el9.noarch.rpm 166 kB/s | 19 kB 00:00 2024-09-15T22:02:04.899 INFO:teuthology.orchestra.run.smithi110.stdout:(109/156): liboath-2.6.7-2.el9.x86_64.rpm 1.5 MB/s | 49 kB 00:00 2024-09-15T22:02:04.924 INFO:teuthology.orchestra.run.smithi110.stdout:(110/156): libarrow-doc-9.0.0-11.el9.noarch.rpm 243 kB/s | 26 kB 00:00 2024-09-15T22:02:04.949 INFO:teuthology.orchestra.run.smithi110.stdout:(111/156): libunwind-1.6.2-1.el9.x86_64.rpm 1.3 MB/s | 67 kB 00:00 2024-09-15T22:02:04.960 INFO:teuthology.orchestra.run.smithi063.stdout:(64/156): lttng-ust-2.12.0-6.el9.x86_64.rpm 374 kB/s | 292 kB 00:00 2024-09-15T22:02:04.983 INFO:teuthology.orchestra.run.smithi110.stdout:(112/156): luarocks-3.9.2-5.el9.noarch.rpm 2.5 MB/s | 151 kB 00:00 2024-09-15T22:02:05.018 INFO:teuthology.orchestra.run.smithi063.stdout:(65/156): openblas-0.3.26-2.el9.x86_64.rpm 69 kB/s | 38 kB 00:00 2024-09-15T22:02:05.058 INFO:teuthology.orchestra.run.smithi110.stdout:(113/156): parquet-libs-9.0.0-11.el9.x86_64.rpm 7.6 MB/s | 839 kB 00:00 2024-09-15T22:02:05.085 INFO:teuthology.orchestra.run.smithi063.stdout:(66/156): lua-5.4.4-4.el9.x86_64.rpm 260 kB/s | 188 kB 00:00 2024-09-15T22:02:05.092 INFO:teuthology.orchestra.run.smithi110.stdout:(114/156): python3-asyncssh-2.13.2-5.el9.noarch 4.9 MB/s | 548 kB 00:00 2024-09-15T22:02:05.117 INFO:teuthology.orchestra.run.smithi110.stdout:(115/156): python3-bcrypt-3.2.2-1.el9.x86_64.rp 742 kB/s | 43 kB 00:00 2024-09-15T22:02:05.142 INFO:teuthology.orchestra.run.smithi110.stdout:(116/156): python3-cachetools-4.2.4-1.el9.noarc 643 kB/s | 32 kB 00:00 2024-09-15T22:02:05.168 INFO:teuthology.orchestra.run.smithi110.stdout:(117/156): python3-certifi-2023.05.07-4.el9.noa 281 kB/s | 14 kB 00:00 2024-09-15T22:02:05.193 INFO:teuthology.orchestra.run.smithi110.stdout:(118/156): python3-cheroot-8.6.0-4.el9.noarch.r 3.3 MB/s | 172 kB 00:00 2024-09-15T22:02:05.227 INFO:teuthology.orchestra.run.smithi110.stdout:(119/156): python3-cherrypy-18.6.1-2.el9.noarch 6.0 MB/s | 358 kB 00:00 2024-09-15T22:02:05.260 INFO:teuthology.orchestra.run.smithi110.stdout:(120/156): python3-cmd2-2.4.2-2.el9.noarch.rpm 4.4 MB/s | 303 kB 00:00 2024-09-15T22:02:05.286 INFO:teuthology.orchestra.run.smithi110.stdout:(121/156): python3-google-auth-2.34.0-1.el9.noa 3.7 MB/s | 220 kB 00:00 2024-09-15T22:02:05.353 INFO:teuthology.orchestra.run.smithi110.stdout:(122/156): libarrow-9.0.0-11.el9.x86_64.rpm 7.7 MB/s | 4.4 MB 00:00 2024-09-15T22:02:05.378 INFO:teuthology.orchestra.run.smithi110.stdout:(123/156): python3-grpcio-tools-1.46.7-10.el9.x 1.5 MB/s | 144 kB 00:00 2024-09-15T22:02:05.403 INFO:teuthology.orchestra.run.smithi110.stdout:(124/156): python3-jaraco-8.2.1-3.el9.noarch.rp 213 kB/s | 11 kB 00:00 2024-09-15T22:02:05.428 INFO:teuthology.orchestra.run.smithi110.stdout:(125/156): python3-jaraco-classes-3.2.1-5.el9.n 352 kB/s | 18 kB 00:00 2024-09-15T22:02:05.454 INFO:teuthology.orchestra.run.smithi110.stdout:(126/156): python3-jaraco-collections-3.0.0-8.e 463 kB/s | 23 kB 00:00 2024-09-15T22:02:05.471 INFO:teuthology.orchestra.run.smithi110.stdout:(127/156): python3-jaraco-functools-3.5.0-2.el9 460 kB/s | 19 kB 00:00 2024-09-15T22:02:05.488 INFO:teuthology.orchestra.run.smithi110.stdout:(128/156): python3-jaraco-text-3.2.0-6.el9.noar 582 kB/s | 20 kB 00:00 2024-09-15T22:02:05.505 INFO:teuthology.orchestra.run.smithi110.stdout:(129/156): python3-logutils-0.3.5-21.el9.noarch 2.7 MB/s | 46 kB 00:00 2024-09-15T22:02:05.538 INFO:teuthology.orchestra.run.smithi110.stdout:(130/156): python3-more-itertools-8.12.0-2.el9. 2.3 MB/s | 79 kB 00:00 2024-09-15T22:02:05.555 INFO:teuthology.orchestra.run.smithi110.stdout:(131/156): python3-natsort-7.1.1-5.el9.noarch.r 3.4 MB/s | 58 kB 00:00 2024-09-15T22:02:05.589 INFO:teuthology.orchestra.run.smithi110.stdout:(132/156): python3-kubernetes-26.1.0-2.el9.noar 8.7 MB/s | 1.0 MB 00:00 2024-09-15T22:02:05.606 INFO:teuthology.orchestra.run.smithi110.stdout:(133/156): python3-portend-3.1.0-2.el9.noarch.r 987 kB/s | 16 kB 00:00 2024-09-15T22:02:05.640 INFO:teuthology.orchestra.run.smithi110.stdout:(134/156): python3-pecan-1.4.2-3.el9.noarch.rpm 3.2 MB/s | 272 kB 00:00 2024-09-15T22:02:05.665 INFO:teuthology.orchestra.run.smithi110.stdout:(135/156): python3-pyOpenSSL-21.0.0-1.el9.noarc 1.5 MB/s | 90 kB 00:00 2024-09-15T22:02:05.690 INFO:teuthology.orchestra.run.smithi110.stdout:(136/156): python3-pyperclip-1.8.2-2.el9.noarch 560 kB/s | 28 kB 00:00 2024-09-15T22:02:05.720 INFO:teuthology.orchestra.run.smithi110.stdout:(137/156): python3-repoze-lru-0.7-16.el9.noarch 569 kB/s | 31 kB 00:00 2024-09-15T22:02:05.761 INFO:teuthology.orchestra.run.smithi110.stdout:(138/156): python3-grpcio-1.46.7-10.el9.x86_64. 4.1 MB/s | 2.0 MB 00:00 2024-09-15T22:02:05.787 INFO:teuthology.orchestra.run.smithi110.stdout:(139/156): python3-rsa-4.9-2.el9.noarch.rpm 884 kB/s | 59 kB 00:00 2024-09-15T22:02:05.812 INFO:teuthology.orchestra.run.smithi110.stdout:(140/156): python3-tempora-5.0.0-2.el9.noarch.r 710 kB/s | 36 kB 00:00 2024-09-15T22:02:05.837 INFO:teuthology.orchestra.run.smithi110.stdout:(141/156): python3-routes-2.5.1-5.el9.noarch.rp 1.3 MB/s | 188 kB 00:00 2024-09-15T22:02:05.863 INFO:teuthology.orchestra.run.smithi110.stdout:(142/156): python3-typing-extensions-4.12.2-2.e 988 kB/s | 74 kB 00:00 2024-09-15T22:02:05.888 INFO:teuthology.orchestra.run.smithi110.stdout:(143/156): python3-websocket-client-1.2.3-2.el9 3.5 MB/s | 90 kB 00:00 2024-09-15T22:02:05.921 INFO:teuthology.orchestra.run.smithi110.stdout:(144/156): python3-webob-1.8.8-2.el9.noarch.rpm 2.1 MB/s | 230 kB 00:00 2024-09-15T22:02:05.947 INFO:teuthology.orchestra.run.smithi110.stdout:(145/156): python3-zc-lockfile-2.0-10.el9.noarc 341 kB/s | 20 kB 00:00 2024-09-15T22:02:05.972 INFO:teuthology.orchestra.run.smithi110.stdout:(146/156): re2-20211101-20.el9.x86_64.rpm 3.7 MB/s | 191 kB 00:00 2024-09-15T22:02:06.006 INFO:teuthology.orchestra.run.smithi110.stdout:(147/156): python3-werkzeug-2.0.3-3.el9.1.noarc 2.9 MB/s | 427 kB 00:00 2024-09-15T22:02:06.089 INFO:teuthology.orchestra.run.smithi110.stdout:(148/156): thrift-0.15.0-2.el9.x86_64.rpm 11 MB/s | 1.6 MB 00:00 2024-09-15T22:02:06.252 INFO:teuthology.orchestra.run.smithi063.stdout:(67/156): postgresql-13.16-1.el9.x86_64.rpm 1.4 MB/s | 1.6 MB 00:01 2024-09-15T22:02:06.256 INFO:teuthology.orchestra.run.smithi110.stdout:(149/156): librados2-19.1.1-326.g8921c8ef.el9.x 12 MB/s | 3.4 MB 00:00 2024-09-15T22:02:06.399 INFO:teuthology.orchestra.run.smithi110.stdout:(150/156): librbd1-19.1.1-326.g8921c8ef.el9.x86 8.1 MB/s | 3.2 MB 00:00 2024-09-15T22:02:06.469 INFO:teuthology.orchestra.run.smithi063.stdout:(68/156): openblas-openmp-0.3.26-2.el9.x86_64.r 3.3 MB/s | 4.9 MB 00:01 2024-09-15T22:02:06.682 INFO:teuthology.orchestra.run.smithi110.stdout:(151/156): NetworkManager-team-1.49.90-1.el9.x8 144 kB/s | 41 kB 00:00 2024-09-15T22:02:07.109 INFO:teuthology.orchestra.run.smithi110.stdout:(152/156): NetworkManager-1.49.90-1.el9.x86_64. 2.3 MB/s | 2.3 MB 00:01 2024-09-15T22:02:07.149 INFO:teuthology.orchestra.run.smithi110.stdout:(153/156): NetworkManager-tui-1.49.90-1.el9.x86 533 kB/s | 249 kB 00:00 2024-09-15T22:02:07.191 INFO:teuthology.orchestra.run.smithi110.stdout:(154/156): NetworkManager-libnm-1.49.90-1.el9.x 1.9 MB/s | 1.8 MB 00:00 2024-09-15T22:02:07.241 INFO:teuthology.orchestra.run.smithi110.stdout:(155/156): openssl-3.2.2-6.el9.x86_64.rpm 10 MB/s | 1.4 MB 00:00 2024-09-15T22:02:07.244 INFO:teuthology.orchestra.run.smithi063.stdout:(69/156): postgresql-private-libs-13.16-1.el9.x 179 kB/s | 137 kB 00:00 2024-09-15T22:02:07.503 INFO:teuthology.orchestra.run.smithi063.stdout:(70/156): postgresql-contrib-13.16-1.el9.x86_64 728 kB/s | 910 kB 00:01 2024-09-15T22:02:07.641 INFO:teuthology.orchestra.run.smithi110.stdout:(156/156): openssl-libs-3.2.2-6.el9.x86_64.rpm 4.9 MB/s | 2.4 MB 00:00 2024-09-15T22:02:07.648 INFO:teuthology.orchestra.run.smithi110.stdout:-------------------------------------------------------------------------------- 2024-09-15T22:02:07.648 INFO:teuthology.orchestra.run.smithi110.stdout:Total 19 MB/s | 226 MB 00:12 2024-09-15T22:02:07.937 INFO:teuthology.orchestra.run.smithi063.stdout:(71/156): openssl-devel-3.2.2-6.el9.x86_64.rpm 1.5 MB/s | 4.4 MB 00:02 2024-09-15T22:02:08.445 INFO:teuthology.orchestra.run.smithi063.stdout:(72/156): postgresql-server-13.16-1.el9.x86_64. 4.8 MB/s | 5.8 MB 00:01 2024-09-15T22:02:08.504 INFO:teuthology.orchestra.run.smithi063.stdout:(73/156): protobuf-3.14.0-13.el9.x86_64.rpm 1.0 MB/s | 1.0 MB 00:01 2024-09-15T22:02:08.612 INFO:teuthology.orchestra.run.smithi063.stdout:(74/156): python3-attrs-20.3.0-7.el9.noarch.rpm 130 kB/s | 87 kB 00:00 2024-09-15T22:02:08.869 INFO:teuthology.orchestra.run.smithi110.stdout:Running transaction check 2024-09-15T22:02:09.021 INFO:teuthology.orchestra.run.smithi110.stdout:Transaction check succeeded. 2024-09-15T22:02:09.021 INFO:teuthology.orchestra.run.smithi110.stdout:Running transaction test 2024-09-15T22:02:09.113 INFO:teuthology.orchestra.run.smithi063.stdout:(75/156): python3-colorama-0.4.6-3.el9.noarch.r 101 kB/s | 61 kB 00:00 2024-09-15T22:02:09.371 INFO:teuthology.orchestra.run.smithi063.stdout:(76/156): python3-devel-3.9.19-8.el9.x86_64.rpm 323 kB/s | 245 kB 00:00 2024-09-15T22:02:09.580 INFO:teuthology.orchestra.run.smithi063.stdout:(77/156): python3-babel-2.9.1-2.el9.noarch.rpm 5.3 MB/s | 6.0 MB 00:01 2024-09-15T22:02:09.980 INFO:teuthology.orchestra.run.smithi063.stdout:(78/156): python3-jsonpatch-1.21-16.el9.noarch. 43 kB/s | 26 kB 00:00 2024-09-15T22:02:10.014 INFO:teuthology.orchestra.run.smithi063.stdout:(79/156): python3-jinja2-2.11.3-6.el9.noarch.rp 276 kB/s | 248 kB 00:00 2024-09-15T22:02:10.114 INFO:teuthology.orchestra.run.smithi063.stdout:(80/156): python3-jsonpointer-2.0-4.el9.noarch. 36 kB/s | 19 kB 00:00 2024-09-15T22:02:10.564 INFO:teuthology.orchestra.run.smithi063.stdout:(81/156): python3-markupsafe-1.1.1-12.el9.x86_6 63 kB/s | 35 kB 00:00 2024-09-15T22:02:10.756 INFO:teuthology.orchestra.run.smithi063.stdout:(82/156): python3-mako-1.1.4-6.el9.noarch.rpm 222 kB/s | 172 kB 00:00 2024-09-15T22:02:11.261 INFO:teuthology.orchestra.run.smithi110.stdout:Transaction test succeeded. 2024-09-15T22:02:11.261 INFO:teuthology.orchestra.run.smithi110.stdout:Running transaction 2024-09-15T22:02:11.431 INFO:teuthology.orchestra.run.smithi063.stdout:(83/156): python3-numpy-f2py-1.20.1-5.el9.x86_6 289 kB/s | 250 kB 00:00 2024-09-15T22:02:11.590 INFO:teuthology.orchestra.run.smithi063.stdout:(84/156): python3-oauthlib-3.1.1-5.el9.noarch.r 267 kB/s | 222 kB 00:00 2024-09-15T22:02:11.665 INFO:teuthology.orchestra.run.smithi063.stdout:(85/156): python3-numpy-1.20.1-5.el9.x86_64.rpm 3.3 MB/s | 5.1 MB 00:01 2024-09-15T22:02:12.090 INFO:teuthology.orchestra.run.smithi063.stdout:(86/156): python3-packaging-20.9-5.el9.noarch.r 117 kB/s | 77 kB 00:00 2024-09-15T22:02:12.182 INFO:teuthology.orchestra.run.smithi063.stdout:(87/156): python3-prettytable-0.7.2-27.el9.noar 71 kB/s | 42 kB 00:00 2024-09-15T22:02:12.474 INFO:teuthology.orchestra.run.smithi063.stdout:(88/156): python3-protobuf-3.14.0-13.el9.noarch 337 kB/s | 269 kB 00:00 2024-09-15T22:02:12.933 INFO:teuthology.orchestra.run.smithi063.stdout:(89/156): python3-pyasn1-0.4.8-6.el9.noarch.rpm 189 kB/s | 159 kB 00:00 2024-09-15T22:02:13.191 INFO:teuthology.orchestra.run.smithi063.stdout:(90/156): python3-pyasn1-modules-0.4.8-6.el9.no 276 kB/s | 279 kB 00:01 2024-09-15T22:02:13.216 INFO:teuthology.orchestra.run.smithi063.stdout:(91/156): python3-pytz-2021.1-5.el9.noarch.rpm 69 kB/s | 51 kB 00:00 2024-09-15T22:02:13.700 INFO:teuthology.orchestra.run.smithi063.stdout:(92/156): python3-requests-oauthlib-1.3.0-12.el 70 kB/s | 54 kB 00:00 2024-09-15T22:02:13.834 INFO:teuthology.orchestra.run.smithi063.stdout:(93/156): python3-toml-0.10.2-6.el9.noarch.rpm 67 kB/s | 42 kB 00:00 2024-09-15T22:02:14.267 INFO:teuthology.orchestra.run.smithi063.stdout:(94/156): python3-wcwidth-0.2.5-8.el9.noarch.rp 78 kB/s | 44 kB 00:00 2024-09-15T22:02:14.592 INFO:teuthology.orchestra.run.smithi063.stdout:(95/156): qatlib-24.02.0-1.el9.x86_64.rpm 291 kB/s | 221 kB 00:00 2024-09-15T22:02:14.893 INFO:teuthology.orchestra.run.smithi063.stdout:(96/156): qatlib-service-24.02.0-1.el9.x86_64.r 57 kB/s | 36 kB 00:00 2024-09-15T22:02:15.218 INFO:teuthology.orchestra.run.smithi063.stdout:(97/156): qatzip-libs-1.2.0-1.el9.x86_64.rpm 76 kB/s | 47 kB 00:00 2024-09-15T22:02:15.818 INFO:teuthology.orchestra.run.smithi063.stdout:(98/156): socat-1.7.4.1-6.el9.x86_64.rpm 329 kB/s | 304 kB 00:00 2024-09-15T22:02:15.843 INFO:teuthology.orchestra.run.smithi063.stdout:(99/156): uuid-1.6.2-55.el9.x86_64.rpm 93 kB/s | 58 kB 00:00 2024-09-15T22:02:16.105 INFO:teuthology.orchestra.run.smithi063.stdout:(100/156): python3-scipy-1.6.2-8.el9.x86_64.rpm 5.6 MB/s | 16 MB 00:02 2024-09-15T22:02:16.594 INFO:teuthology.orchestra.run.smithi063.stdout:(101/156): xmlstarlet-1.6.1-20.el9.x86_64.rpm 85 kB/s | 64 kB 00:00 2024-09-15T22:02:16.644 INFO:teuthology.orchestra.run.smithi063.stdout:(102/156): xfsprogs-devel-6.4.0-4.el9.x86_64.rp 116 kB/s | 96 kB 00:00 2024-09-15T22:02:16.714 INFO:teuthology.orchestra.run.smithi063.stdout:(103/156): zlib-devel-1.2.11-41.el9.x86_64.rpm 73 kB/s | 45 kB 00:00 2024-09-15T22:02:16.744 INFO:teuthology.orchestra.run.smithi063.stdout:(104/156): lua-devel-5.4.4-4.el9.x86_64.rpm 148 kB/s | 22 kB 00:00 2024-09-15T22:02:16.803 INFO:teuthology.orchestra.run.smithi063.stdout:(105/156): abseil-cpp-20211102.0-3.el9.x86_64.r 6.0 MB/s | 548 kB 00:00 2024-09-15T22:02:16.828 INFO:teuthology.orchestra.run.smithi063.stdout:(106/156): grpc-data-1.46.7-10.el9.noarch.rpm 780 kB/s | 19 kB 00:00 2024-09-15T22:02:16.853 INFO:teuthology.orchestra.run.smithi063.stdout:(107/156): gperftools-libs-2.9.1-3.el9.x86_64.r 2.8 MB/s | 308 kB 00:00 2024-09-15T22:02:16.879 INFO:teuthology.orchestra.run.smithi063.stdout:(108/156): libarrow-doc-9.0.0-11.el9.noarch.rpm 1.0 MB/s | 26 kB 00:00 2024-09-15T22:02:16.904 INFO:teuthology.orchestra.run.smithi063.stdout:(109/156): liboath-2.6.7-2.el9.x86_64.rpm 1.9 MB/s | 49 kB 00:00 2024-09-15T22:02:16.930 INFO:teuthology.orchestra.run.smithi063.stdout:(110/156): libunwind-1.6.2-1.el9.x86_64.rpm 2.7 MB/s | 67 kB 00:00 2024-09-15T22:02:16.963 INFO:teuthology.orchestra.run.smithi063.stdout:(111/156): protobuf-compiler-3.14.0-13.el9.x86_ 2.6 MB/s | 863 kB 00:00 2024-09-15T22:02:17.005 INFO:teuthology.orchestra.run.smithi063.stdout:(112/156): luarocks-3.9.2-5.el9.noarch.rpm 2.0 MB/s | 151 kB 00:00 2024-09-15T22:02:17.072 INFO:teuthology.orchestra.run.smithi063.stdout:(113/156): python3-asyncssh-2.13.2-5.el9.noarch 8.3 MB/s | 548 kB 00:00 2024-09-15T22:02:17.089 INFO:teuthology.orchestra.run.smithi063.stdout:(114/156): python3-bcrypt-3.2.2-1.el9.x86_64.rp 2.5 MB/s | 43 kB 00:00 2024-09-15T22:02:17.131 INFO:teuthology.orchestra.run.smithi063.stdout:(115/156): parquet-libs-9.0.0-11.el9.x86_64.rpm 4.9 MB/s | 839 kB 00:00 2024-09-15T22:02:17.156 INFO:teuthology.orchestra.run.smithi063.stdout:(116/156): python3-cachetools-4.2.4-1.el9.noarc 482 kB/s | 32 kB 00:00 2024-09-15T22:02:17.182 INFO:teuthology.orchestra.run.smithi063.stdout:(117/156): python3-certifi-2023.05.07-4.el9.noa 281 kB/s | 14 kB 00:00 2024-09-15T22:02:17.207 INFO:teuthology.orchestra.run.smithi063.stdout:(118/156): python3-cheroot-8.6.0-4.el9.noarch.r 3.3 MB/s | 172 kB 00:00 2024-09-15T22:02:17.240 INFO:teuthology.orchestra.run.smithi063.stdout:(119/156): python3-cherrypy-18.6.1-2.el9.noarch 6.0 MB/s | 358 kB 00:00 2024-09-15T22:02:17.266 INFO:teuthology.orchestra.run.smithi063.stdout:(120/156): python3-cmd2-2.4.2-2.el9.noarch.rpm 5.1 MB/s | 303 kB 00:00 2024-09-15T22:02:17.333 INFO:teuthology.orchestra.run.smithi063.stdout:(121/156): libarrow-9.0.0-11.el9.x86_64.rpm 8.8 MB/s | 4.4 MB 00:00 2024-09-15T22:02:17.358 INFO:teuthology.orchestra.run.smithi063.stdout:(122/156): python3-google-auth-2.34.0-1.el9.noa 1.8 MB/s | 220 kB 00:00 2024-09-15T22:02:17.383 INFO:teuthology.orchestra.run.smithi063.stdout:(123/156): python3-jaraco-8.2.1-3.el9.noarch.rp 428 kB/s | 11 kB 00:00 2024-09-15T22:02:17.409 INFO:teuthology.orchestra.run.smithi063.stdout:(124/156): python3-grpcio-tools-1.46.7-10.el9.x 1.9 MB/s | 144 kB 00:00 2024-09-15T22:02:17.434 INFO:teuthology.orchestra.run.smithi063.stdout:(125/156): python3-jaraco-classes-3.2.1-5.el9.n 352 kB/s | 18 kB 00:00 2024-09-15T22:02:17.459 INFO:teuthology.orchestra.run.smithi063.stdout:(126/156): python3-jaraco-collections-3.0.0-8.e 462 kB/s | 23 kB 00:00 2024-09-15T22:02:17.484 INFO:teuthology.orchestra.run.smithi063.stdout:(127/156): python3-jaraco-functools-3.5.0-2.el9 387 kB/s | 19 kB 00:00 2024-09-15T22:02:17.510 INFO:teuthology.orchestra.run.smithi063.stdout:(128/156): python3-jaraco-text-3.2.0-6.el9.noar 393 kB/s | 20 kB 00:00 2024-09-15T22:02:17.536 INFO:teuthology.orchestra.run.smithi063.stdout:(129/156): python3-logutils-0.3.5-21.el9.noarch 1.8 MB/s | 46 kB 00:00 2024-09-15T22:02:17.560 INFO:teuthology.orchestra.run.smithi063.stdout:(130/156): python3-more-itertools-8.12.0-2.el9. 3.1 MB/s | 79 kB 00:00 2024-09-15T22:02:17.585 INFO:teuthology.orchestra.run.smithi063.stdout:(131/156): python3-natsort-7.1.1-5.el9.noarch.r 2.3 MB/s | 58 kB 00:00 2024-09-15T22:02:17.661 INFO:teuthology.orchestra.run.smithi063.stdout:(132/156): python3-pecan-1.4.2-3.el9.noarch.rpm 3.6 MB/s | 272 kB 00:00 2024-09-15T22:02:17.694 INFO:teuthology.orchestra.run.smithi063.stdout:(133/156): python3-kubernetes-26.1.0-2.el9.noar 4.9 MB/s | 1.0 MB 00:00 2024-09-15T22:02:17.719 INFO:teuthology.orchestra.run.smithi063.stdout:(134/156): python3-portend-3.1.0-2.el9.noarch.r 281 kB/s | 16 kB 00:00 2024-09-15T22:02:17.744 INFO:teuthology.orchestra.run.smithi110.stdout: Preparing : 1/1 2024-09-15T22:02:17.745 INFO:teuthology.orchestra.run.smithi063.stdout:(135/156): python3-pyperclip-1.8.2-2.el9.noarch 1.1 MB/s | 28 kB 00:00 2024-09-15T22:02:17.770 INFO:teuthology.orchestra.run.smithi063.stdout:(136/156): python3-pyOpenSSL-21.0.0-1.el9.noarc 1.2 MB/s | 90 kB 00:00 2024-09-15T22:02:17.795 INFO:teuthology.orchestra.run.smithi063.stdout:(137/156): python3-repoze-lru-0.7-16.el9.noarch 613 kB/s | 31 kB 00:00 2024-09-15T22:02:17.821 INFO:teuthology.orchestra.run.smithi063.stdout:(138/156): python3-rsa-4.9-2.el9.noarch.rpm 2.3 MB/s | 59 kB 00:00 2024-09-15T22:02:17.855 INFO:teuthology.orchestra.run.smithi063.stdout:(139/156): python3-routes-2.5.1-5.el9.noarch.rp 2.2 MB/s | 188 kB 00:00 2024-09-15T22:02:17.871 INFO:teuthology.orchestra.run.smithi110.stdout: Upgrading : openssl-libs-1:3.2.2-6.el9.x86_64 1/164 2024-09-15T22:02:17.880 INFO:teuthology.orchestra.run.smithi063.stdout:(140/156): python3-tempora-5.0.0-2.el9.noarch.r 609 kB/s | 36 kB 00:00 2024-09-15T22:02:17.905 INFO:teuthology.orchestra.run.smithi063.stdout:(141/156): python3-typing-extensions-4.12.2-2.e 1.5 MB/s | 74 kB 00:00 2024-09-15T22:02:17.915 INFO:teuthology.orchestra.run.smithi110.stdout: Installing : librabbitmq-0.11.0-7.el9.x86_64 2/164 2024-09-15T22:02:17.930 INFO:teuthology.orchestra.run.smithi063.stdout:(142/156): python3-webob-1.8.8-2.el9.noarch.rpm 4.5 MB/s | 230 kB 00:00 2024-09-15T22:02:17.971 INFO:teuthology.orchestra.run.smithi110.stdout: Installing : librdkafka-1.6.1-102.el9.x86_64 3/164 2024-09-15T22:02:17.996 INFO:teuthology.orchestra.run.smithi063.stdout:(143/156): python3-grpcio-1.46.7-10.el9.x86_64. 2.8 MB/s | 2.0 MB 00:00 2024-09-15T22:02:18.004 INFO:teuthology.orchestra.run.smithi110.stdout: Installing : thrift-0.15.0-2.el9.x86_64 4/164 2024-09-15T22:02:18.021 INFO:teuthology.orchestra.run.smithi063.stdout:(144/156): python3-websocket-client-1.2.3-2.el9 775 kB/s | 90 kB 00:00 2024-09-15T22:02:18.030 INFO:teuthology.orchestra.run.smithi110.stdout: Installing : python3-more-itertools-8.12.0-2.el9.noarch 5/164 2024-09-15T22:02:18.047 INFO:teuthology.orchestra.run.smithi063.stdout:(145/156): python3-zc-lockfile-2.0-10.el9.noarc 399 kB/s | 20 kB 00:00 2024-09-15T22:02:18.072 INFO:teuthology.orchestra.run.smithi063.stdout:(146/156): re2-20211101-20.el9.x86_64.rpm 3.7 MB/s | 191 kB 00:00 2024-09-15T22:02:18.081 INFO:teuthology.orchestra.run.smithi110.stdout: Installing : python3-jaraco-8.2.1-3.el9.noarch 6/164 2024-09-15T22:02:18.097 INFO:teuthology.orchestra.run.smithi063.stdout:(147/156): python3-werkzeug-2.0.3-3.el9.1.noarc 2.5 MB/s | 427 kB 00:00 2024-09-15T22:02:18.189 INFO:teuthology.orchestra.run.smithi063.stdout:(148/156): thrift-0.15.0-2.el9.x86_64.rpm 11 MB/s | 1.6 MB 00:00 2024-09-15T22:02:18.381 INFO:teuthology.orchestra.run.smithi063.stdout:(149/156): librbd1-19.1.1-326.g8921c8ef.el9.x86 11 MB/s | 3.2 MB 00:00 2024-09-15T22:02:18.422 INFO:teuthology.orchestra.run.smithi110.stdout: Installing : lttng-ust-2.12.0-6.el9.x86_64 7/164 2024-09-15T22:02:18.440 INFO:teuthology.orchestra.run.smithi063.stdout:(150/156): librados2-19.1.1-326.g8921c8ef.el9.x 9.3 MB/s | 3.4 MB 00:00 2024-09-15T22:02:18.532 INFO:teuthology.orchestra.run.smithi110.stdout: Upgrading : librados2-2:19.1.1-326.g8921c8ef.el9.x86_64 8/164 2024-09-15T22:02:18.557 INFO:teuthology.orchestra.run.smithi063.stdout:(151/156): NetworkManager-team-1.49.90-1.el9.x8 349 kB/s | 41 kB 00:00 2024-09-15T22:02:18.654 INFO:teuthology.orchestra.run.smithi110.stdout: Running scriptlet: librados2-2:19.1.1-326.g8921c8ef.el9.x86_64 8/164 2024-09-15T22:02:18.661 INFO:teuthology.orchestra.run.smithi063.stdout:(152/156): NetworkManager-1.49.90-1.el9.x86_64. 4.9 MB/s | 2.3 MB 00:00 2024-09-15T22:02:18.708 INFO:teuthology.orchestra.run.smithi110.stdout: Installing : libcephfs2-2:19.1.1-326.g8921c8ef.el9.x86_64 9/164 2024-09-15T22:02:18.774 INFO:teuthology.orchestra.run.smithi063.stdout:(153/156): NetworkManager-tui-1.49.90-1.el9.x86 1.1 MB/s | 249 kB 00:00 2024-09-15T22:02:18.800 INFO:teuthology.orchestra.run.smithi110.stdout: Running scriptlet: libcephfs2-2:19.1.1-326.g8921c8ef.el9.x86_64 9/164 2024-09-15T22:02:18.816 INFO:teuthology.orchestra.run.smithi063.stdout:(154/156): openssl-3.2.2-6.el9.x86_64.rpm 8.8 MB/s | 1.4 MB 00:00 2024-09-15T22:02:18.838 INFO:teuthology.orchestra.run.smithi110.stdout: Installing : python3-rados-2:19.1.1-326.g8921c8ef.el9.x86_64 10/164 2024-09-15T22:02:18.908 INFO:teuthology.orchestra.run.smithi063.stdout:(155/156): NetworkManager-libnm-1.49.90-1.el9.x 3.4 MB/s | 1.8 MB 00:00 2024-09-15T22:02:18.966 INFO:teuthology.orchestra.run.smithi063.stdout:(156/156): openssl-libs-3.2.2-6.el9.x86_64.rpm 12 MB/s | 2.4 MB 00:00 2024-09-15T22:02:18.973 INFO:teuthology.orchestra.run.smithi063.stdout:-------------------------------------------------------------------------------- 2024-09-15T22:02:18.973 INFO:teuthology.orchestra.run.smithi063.stdout:Total 9.3 MB/s | 226 MB 00:24 2024-09-15T22:02:18.995 INFO:teuthology.orchestra.run.smithi110.stdout: Installing : postgresql-private-libs-13.16-1.el9.x86_64 11/164 2024-09-15T22:02:19.059 INFO:teuthology.orchestra.run.smithi110.stdout: Installing : postgresql-13.16-1.el9.x86_64 12/164 2024-09-15T22:02:19.095 INFO:teuthology.orchestra.run.smithi110.stdout: Installing : libcephsqlite-2:19.1.1-326.g8921c8ef.el9.x86_64 13/164 2024-09-15T22:02:19.200 INFO:teuthology.orchestra.run.smithi110.stdout: Running scriptlet: libcephsqlite-2:19.1.1-326.g8921c8ef.el9.x86_64 13/164 2024-09-15T22:02:19.247 INFO:teuthology.orchestra.run.smithi110.stdout: Installing : libradosstriper1-2:19.1.1-326.g8921c8ef.el9.x86_ 14/164 2024-09-15T22:02:19.309 INFO:teuthology.orchestra.run.smithi110.stdout: Running scriptlet: libradosstriper1-2:19.1.1-326.g8921c8ef.el9.x86_ 14/164 2024-09-15T22:02:19.331 INFO:teuthology.orchestra.run.smithi110.stdout: Installing : qatlib-service-24.02.0-1.el9.x86_64 15/164 2024-09-15T22:02:19.355 INFO:teuthology.orchestra.run.smithi110.stdout: Running scriptlet: qatlib-service-24.02.0-1.el9.x86_64 15/164 2024-09-15T22:02:19.550 INFO:teuthology.orchestra.run.smithi110.stdout: Running scriptlet: qatlib-24.02.0-1.el9.x86_64 16/164 2024-09-15T22:02:19.728 INFO:teuthology.orchestra.run.smithi110.stdout: Installing : qatlib-24.02.0-1.el9.x86_64 16/164 2024-09-15T22:02:19.854 INFO:teuthology.orchestra.run.smithi110.stdout: Upgrading : NetworkManager-libnm-1:1.49.90-1.el9.x86_64 17/164 2024-09-15T22:02:19.973 INFO:teuthology.orchestra.run.smithi110.stdout: Running scriptlet: NetworkManager-1:1.49.90-1.el9.x86_64 18/164 2024-09-15T22:02:20.056 INFO:teuthology.orchestra.run.smithi110.stdout: Upgrading : NetworkManager-1:1.49.90-1.el9.x86_64 18/164 2024-09-15T22:02:20.223 INFO:teuthology.orchestra.run.smithi063.stdout:Running transaction check 2024-09-15T22:02:20.287 INFO:teuthology.orchestra.run.smithi110.stdout: Running scriptlet: NetworkManager-1:1.49.90-1.el9.x86_64 18/164 2024-09-15T22:02:20.394 INFO:teuthology.orchestra.run.smithi063.stdout:Transaction check succeeded. 2024-09-15T22:02:20.394 INFO:teuthology.orchestra.run.smithi063.stdout:Running transaction test 2024-09-15T22:02:20.408 INFO:teuthology.orchestra.run.smithi110.stdout: Installing : re2-1:20211101-20.el9.x86_64 19/164 2024-09-15T22:02:20.501 INFO:teuthology.orchestra.run.smithi110.stdout: Installing : libarrow-9.0.0-11.el9.x86_64 20/164 2024-09-15T22:02:20.538 INFO:teuthology.orchestra.run.smithi110.stdout: Installing : python3-werkzeug-2.0.3-3.el9.1.noarch 21/164 2024-09-15T22:02:20.572 INFO:teuthology.orchestra.run.smithi110.stdout: Installing : liboath-2.6.7-2.el9.x86_64 22/164 2024-09-15T22:02:20.645 INFO:teuthology.orchestra.run.smithi110.stdout: Installing : python3-pytz-2021.1-5.el9.noarch 23/164 2024-09-15T22:02:20.689 INFO:teuthology.orchestra.run.smithi110.stdout: Installing : python3-pyasn1-0.4.8-6.el9.noarch 24/164 2024-09-15T22:02:20.721 INFO:teuthology.orchestra.run.smithi110.stdout: Installing : python3-packaging-20.9-5.el9.noarch 25/164 2024-09-15T22:02:20.773 INFO:teuthology.orchestra.run.smithi110.stdout: Installing : python3-markupsafe-1.1.1-12.el9.x86_64 26/164 2024-09-15T22:02:20.806 INFO:teuthology.orchestra.run.smithi110.stdout: Installing : protobuf-3.14.0-13.el9.x86_64 27/164 2024-09-15T22:02:20.842 INFO:teuthology.orchestra.run.smithi110.stdout: Installing : lua-5.4.4-4.el9.x86_64 28/164 2024-09-15T22:02:20.911 INFO:teuthology.orchestra.run.smithi110.stdout: Installing : flexiblas-3.0.4-8.el9.x86_64 29/164 2024-09-15T22:02:20.964 INFO:teuthology.orchestra.run.smithi110.stdout: Installing : python3-urllib3-1.26.5-6.el9.noarch 30/164 2024-09-15T22:02:20.996 INFO:teuthology.orchestra.run.smithi110.stdout: Installing : python3-requests-2.25.1-8.el9.noarch 31/164 2024-09-15T22:02:21.039 INFO:teuthology.orchestra.run.smithi110.stdout: Installing : libquadmath-11.5.0-2.el9.x86_64 32/164 2024-09-15T22:02:21.116 INFO:teuthology.orchestra.run.smithi110.stdout: Installing : libgfortran-11.5.0-2.el9.x86_64 33/164 2024-09-15T22:02:21.157 INFO:teuthology.orchestra.run.smithi110.stdout: Installing : python3-ceph-common-2:19.1.1-326.g8921c8ef.el9.x 34/164 2024-09-15T22:02:21.201 INFO:teuthology.orchestra.run.smithi110.stdout: Installing : python3-ceph-argparse-2:19.1.1-326.g8921c8ef.el9 35/164 2024-09-15T22:02:21.229 INFO:teuthology.orchestra.run.smithi110.stdout: Installing : python3-cephfs-2:19.1.1-326.g8921c8ef.el9.x86_64 36/164 2024-09-15T22:02:21.298 INFO:teuthology.orchestra.run.smithi110.stdout: Installing : lua-devel-5.4.4-4.el9.x86_64 37/164 2024-09-15T22:02:21.344 INFO:teuthology.orchestra.run.smithi110.stdout: Installing : luarocks-3.9.2-5.el9.noarch 38/164 2024-09-15T22:02:21.418 INFO:teuthology.orchestra.run.smithi110.stdout: Installing : protobuf-compiler-3.14.0-13.el9.x86_64 39/164 2024-09-15T22:02:21.549 INFO:teuthology.orchestra.run.smithi110.stdout: Installing : python3-mako-1.1.4-6.el9.noarch 40/164 2024-09-15T22:02:21.605 INFO:teuthology.orchestra.run.smithi110.stdout: Installing : python3-pyasn1-modules-0.4.8-6.el9.noarch 41/164 2024-09-15T22:02:22.122 INFO:teuthology.orchestra.run.smithi110.stdout: Installing : python3-rsa-4.9-2.el9.noarch 42/164 2024-09-15T22:02:22.200 INFO:teuthology.orchestra.run.smithi110.stdout: Installing : python3-babel-2.9.1-2.el9.noarch 43/164 2024-09-15T22:02:22.230 INFO:teuthology.orchestra.run.smithi110.stdout: Installing : python3-jinja2-2.11.3-6.el9.noarch 44/164 2024-09-15T22:02:22.273 INFO:teuthology.orchestra.run.smithi110.stdout: Installing : qatzip-libs-1.2.0-1.el9.x86_64 45/164 2024-09-15T22:02:22.311 INFO:teuthology.orchestra.run.smithi110.stdout: Installing : librados-devel-2:19.1.1-326.g8921c8ef.el9.x86_64 46/164 2024-09-15T22:02:22.354 INFO:teuthology.orchestra.run.smithi110.stdout: Installing : python3-jaraco-classes-3.2.1-5.el9.noarch 47/164 2024-09-15T22:02:22.515 INFO:teuthology.orchestra.run.smithi110.stdout: Installing : socat-1.7.4.1-6.el9.x86_64 48/164 2024-09-15T22:02:22.581 INFO:teuthology.orchestra.run.smithi110.stdout: Upgrading : openssl-1:3.2.2-6.el9.x86_64 49/164 2024-09-15T22:02:22.636 INFO:teuthology.orchestra.run.smithi110.stdout: Installing : python3-zc-lockfile-2.0-10.el9.noarch 50/164 2024-09-15T22:02:22.709 INFO:teuthology.orchestra.run.smithi110.stdout: Installing : python3-websocket-client-1.2.3-2.el9.noarch 51/164 2024-09-15T22:02:22.717 INFO:teuthology.orchestra.run.smithi063.stdout:Transaction test succeeded. 2024-09-15T22:02:22.717 INFO:teuthology.orchestra.run.smithi063.stdout:Running transaction 2024-09-15T22:02:22.740 INFO:teuthology.orchestra.run.smithi110.stdout: Installing : python3-webob-1.8.8-2.el9.noarch 52/164 2024-09-15T22:02:22.777 INFO:teuthology.orchestra.run.smithi110.stdout: Installing : python3-typing-extensions-4.12.2-2.el9.noarch 53/164 2024-09-15T22:02:22.823 INFO:teuthology.orchestra.run.smithi110.stdout: Installing : python3-repoze-lru-0.7-16.el9.noarch 54/164 2024-09-15T22:02:22.860 INFO:teuthology.orchestra.run.smithi110.stdout: Installing : python3-routes-2.5.1-5.el9.noarch 55/164 2024-09-15T22:02:22.902 INFO:teuthology.orchestra.run.smithi110.stdout: Installing : python3-pyperclip-1.8.2-2.el9.noarch 56/164 2024-09-15T22:02:22.953 INFO:teuthology.orchestra.run.smithi110.stdout: Installing : python3-natsort-7.1.1-5.el9.noarch 57/164 2024-09-15T22:02:23.090 INFO:teuthology.orchestra.run.smithi110.stdout: Installing : python3-logutils-0.3.5-21.el9.noarch 58/164 2024-09-15T22:02:23.138 INFO:teuthology.orchestra.run.smithi110.stdout: Installing : python3-pecan-1.4.2-3.el9.noarch 59/164 2024-09-15T22:02:23.179 INFO:teuthology.orchestra.run.smithi110.stdout: Installing : python3-certifi-2023.05.07-4.el9.noarch 60/164 2024-09-15T22:02:23.286 INFO:teuthology.orchestra.run.smithi110.stdout: Installing : python3-cachetools-4.2.4-1.el9.noarch 61/164 2024-09-15T22:02:23.622 INFO:teuthology.orchestra.run.smithi110.stdout: Installing : python3-google-auth-1:2.34.0-1.el9.noarch 62/164 2024-09-15T22:02:23.726 INFO:teuthology.orchestra.run.smithi110.stdout: Installing : libunwind-1.6.2-1.el9.x86_64 63/164 2024-09-15T22:02:23.758 INFO:teuthology.orchestra.run.smithi110.stdout: Installing : gperftools-libs-2.9.1-3.el9.x86_64 64/164 2024-09-15T22:02:23.783 INFO:teuthology.orchestra.run.smithi110.stdout: Installing : libarrow-doc-9.0.0-11.el9.noarch 65/164 2024-09-15T22:02:23.888 INFO:teuthology.orchestra.run.smithi110.stdout: Installing : grpc-data-1.46.7-10.el9.noarch 66/164 2024-09-15T22:02:24.021 INFO:teuthology.orchestra.run.smithi110.stdout: Installing : abseil-cpp-20211102.0-3.el9.x86_64 67/164 2024-09-15T22:02:24.057 INFO:teuthology.orchestra.run.smithi110.stdout: Installing : python3-grpcio-1.46.7-10.el9.x86_64 68/164 2024-09-15T22:02:24.105 INFO:teuthology.orchestra.run.smithi110.stdout: Installing : zlib-devel-1.2.11-41.el9.x86_64 69/164 2024-09-15T22:02:24.141 INFO:teuthology.orchestra.run.smithi110.stdout: Installing : xmlstarlet-1.6.1-20.el9.x86_64 70/164 2024-09-15T22:02:24.192 INFO:teuthology.orchestra.run.smithi110.stdout: Installing : uuid-1.6.2-55.el9.x86_64 71/164 2024-09-15T22:02:24.231 INFO:teuthology.orchestra.run.smithi110.stdout: Installing : python3-wcwidth-0.2.5-8.el9.noarch 72/164 2024-09-15T22:02:24.270 INFO:teuthology.orchestra.run.smithi110.stdout: Installing : python3-toml-0.10.2-6.el9.noarch 73/164 2024-09-15T22:02:24.304 INFO:teuthology.orchestra.run.smithi110.stdout: Installing : python3-jaraco-functools-3.5.0-2.el9.noarch 74/164 2024-09-15T22:02:24.338 INFO:teuthology.orchestra.run.smithi110.stdout: Installing : python3-jaraco-text-3.2.0-6.el9.noarch 75/164 2024-09-15T22:02:24.380 INFO:teuthology.orchestra.run.smithi110.stdout: Installing : python3-jaraco-collections-3.0.0-8.el9.noarch 76/164 2024-09-15T22:02:24.414 INFO:teuthology.orchestra.run.smithi110.stdout: Installing : python3-tempora-5.0.0-2.el9.noarch 77/164 2024-09-15T22:02:24.501 INFO:teuthology.orchestra.run.smithi110.stdout: Installing : python3-portend-3.1.0-2.el9.noarch 78/164 2024-09-15T22:02:24.545 INFO:teuthology.orchestra.run.smithi110.stdout: Installing : python3-protobuf-3.14.0-13.el9.noarch 79/164 2024-09-15T22:02:24.584 INFO:teuthology.orchestra.run.smithi110.stdout: Installing : python3-grpcio-tools-1.46.7-10.el9.x86_64 80/164 2024-09-15T22:02:24.688 INFO:teuthology.orchestra.run.smithi110.stdout: Installing : python3-prettytable-0.7.2-27.el9.noarch 81/164 2024-09-15T22:02:24.743 INFO:teuthology.orchestra.run.smithi110.stdout: Installing : python3-oauthlib-3.1.1-5.el9.noarch 82/164 2024-09-15T22:02:25.461 INFO:teuthology.orchestra.run.smithi110.stdout: Installing : python3-requests-oauthlib-1.3.0-12.el9.noarch 83/164 2024-09-15T22:02:25.522 INFO:teuthology.orchestra.run.smithi110.stdout: Installing : python3-kubernetes-1:26.1.0-2.el9.noarch 84/164 2024-09-15T22:02:25.556 INFO:teuthology.orchestra.run.smithi110.stdout: Installing : python3-jsonpointer-2.0-4.el9.noarch 85/164 2024-09-15T22:02:25.654 INFO:teuthology.orchestra.run.smithi110.stdout: Installing : python3-jsonpatch-1.21-16.el9.noarch 86/164 2024-09-15T22:02:25.711 INFO:teuthology.orchestra.run.smithi110.stdout: Installing : python3-devel-3.9.19-8.el9.x86_64 87/164 2024-09-15T22:02:25.756 INFO:teuthology.orchestra.run.smithi110.stdout: Installing : python3-colorama-0.4.6-3.el9.noarch 88/164 2024-09-15T22:02:25.843 INFO:teuthology.orchestra.run.smithi110.stdout: Installing : python3-attrs-20.3.0-7.el9.noarch 89/164 2024-09-15T22:02:25.883 INFO:teuthology.orchestra.run.smithi110.stdout: Installing : python3-cmd2-2.4.2-2.el9.noarch 90/164 2024-09-15T22:02:26.070 INFO:teuthology.orchestra.run.smithi110.stdout: Installing : openblas-0.3.26-2.el9.x86_64 91/164 2024-09-15T22:02:26.098 INFO:teuthology.orchestra.run.smithi110.stdout: Installing : openblas-openmp-0.3.26-2.el9.x86_64 92/164 2024-09-15T22:02:26.176 INFO:teuthology.orchestra.run.smithi110.stdout: Installing : flexiblas-openblas-openmp-3.0.4-8.el9.x86_64 93/164 2024-09-15T22:02:26.833 INFO:teuthology.orchestra.run.smithi110.stdout: Installing : flexiblas-netlib-3.0.4-8.el9.x86_64 94/164 2024-09-15T22:02:26.955 INFO:teuthology.orchestra.run.smithi110.stdout: Installing : python3-numpy-1:1.20.1-5.el9.x86_64 95/164 2024-09-15T22:02:28.189 INFO:teuthology.orchestra.run.smithi110.stdout: Installing : python3-numpy-f2py-1:1.20.1-5.el9.x86_64 96/164 2024-09-15T22:02:28.278 INFO:teuthology.orchestra.run.smithi110.stdout: Installing : python3-scipy-1.6.2-8.el9.x86_64 97/164 2024-09-15T22:02:28.306 INFO:teuthology.orchestra.run.smithi110.stdout: Installing : libzstd-devel-1.5.1-2.el9.x86_64 98/164 2024-09-15T22:02:28.339 INFO:teuthology.orchestra.run.smithi110.stdout: Installing : libuuid-devel-2.37.4-20.el9.x86_64 99/164 2024-09-15T22:02:28.648 INFO:teuthology.orchestra.run.smithi110.stdout: Installing : libpmemobj-1.12.1-1.el9.x86_64 100/164 2024-09-15T22:02:28.686 INFO:teuthology.orchestra.run.smithi110.stdout: Upgrading : librbd1-2:19.1.1-326.g8921c8ef.el9.x86_64 101/164 2024-09-15T22:02:28.775 INFO:teuthology.orchestra.run.smithi110.stdout: Running scriptlet: librbd1-2:19.1.1-326.g8921c8ef.el9.x86_64 101/164 2024-09-15T22:02:28.808 INFO:teuthology.orchestra.run.smithi110.stdout: Installing : python3-rbd-2:19.1.1-326.g8921c8ef.el9.x86_64 102/164 2024-09-15T22:02:28.844 INFO:teuthology.orchestra.run.smithi110.stdout: Installing : boost-program-options-1.75.0-8.el9.x86_64 103/164 2024-09-15T22:02:29.331 INFO:teuthology.orchestra.run.smithi110.stdout: Installing : parquet-libs-9.0.0-11.el9.x86_64 104/164 2024-09-15T22:02:29.372 INFO:teuthology.orchestra.run.smithi110.stdout: Installing : librgw2-2:19.1.1-326.g8921c8ef.el9.x86_64 105/164 2024-09-15T22:02:29.431 INFO:teuthology.orchestra.run.smithi063.stdout: Preparing : 1/1 2024-09-15T22:02:29.443 INFO:teuthology.orchestra.run.smithi110.stdout: Running scriptlet: librgw2-2:19.1.1-326.g8921c8ef.el9.x86_64 105/164 2024-09-15T22:02:29.466 INFO:teuthology.orchestra.run.smithi110.stdout: Installing : python3-rgw-2:19.1.1-326.g8921c8ef.el9.x86_64 106/164 2024-09-15T22:02:29.520 INFO:teuthology.orchestra.run.smithi063.stdout: Upgrading : openssl-libs-1:3.2.2-6.el9.x86_64 1/164 2024-09-15T22:02:29.560 INFO:teuthology.orchestra.run.smithi063.stdout: Installing : librabbitmq-0.11.0-7.el9.x86_64 2/164 2024-09-15T22:02:29.622 INFO:teuthology.orchestra.run.smithi063.stdout: Installing : librdkafka-1.6.1-102.el9.x86_64 3/164 2024-09-15T22:02:29.663 INFO:teuthology.orchestra.run.smithi063.stdout: Installing : thrift-0.15.0-2.el9.x86_64 4/164 2024-09-15T22:02:29.688 INFO:teuthology.orchestra.run.smithi063.stdout: Installing : python3-more-itertools-8.12.0-2.el9.noarch 5/164 2024-09-15T22:02:29.739 INFO:teuthology.orchestra.run.smithi063.stdout: Installing : python3-jaraco-8.2.1-3.el9.noarch 6/164 2024-09-15T22:02:30.096 INFO:teuthology.orchestra.run.smithi063.stdout: Installing : lttng-ust-2.12.0-6.el9.x86_64 7/164 2024-09-15T22:02:30.214 INFO:teuthology.orchestra.run.smithi063.stdout: Upgrading : librados2-2:19.1.1-326.g8921c8ef.el9.x86_64 8/164 2024-09-15T22:02:30.339 INFO:teuthology.orchestra.run.smithi063.stdout: Running scriptlet: librados2-2:19.1.1-326.g8921c8ef.el9.x86_64 8/164 2024-09-15T22:02:30.373 INFO:teuthology.orchestra.run.smithi063.stdout: Installing : libcephfs2-2:19.1.1-326.g8921c8ef.el9.x86_64 9/164 2024-09-15T22:02:30.449 INFO:teuthology.orchestra.run.smithi063.stdout: Running scriptlet: libcephfs2-2:19.1.1-326.g8921c8ef.el9.x86_64 9/164 2024-09-15T22:02:30.490 INFO:teuthology.orchestra.run.smithi063.stdout: Installing : python3-rados-2:19.1.1-326.g8921c8ef.el9.x86_64 10/164 2024-09-15T22:02:30.686 INFO:teuthology.orchestra.run.smithi063.stdout: Installing : postgresql-private-libs-13.16-1.el9.x86_64 11/164 2024-09-15T22:02:30.750 INFO:teuthology.orchestra.run.smithi063.stdout: Installing : postgresql-13.16-1.el9.x86_64 12/164 2024-09-15T22:02:30.777 INFO:teuthology.orchestra.run.smithi063.stdout: Installing : libcephsqlite-2:19.1.1-326.g8921c8ef.el9.x86_64 13/164 2024-09-15T22:02:30.875 INFO:teuthology.orchestra.run.smithi063.stdout: Running scriptlet: libcephsqlite-2:19.1.1-326.g8921c8ef.el9.x86_64 13/164 2024-09-15T22:02:30.903 INFO:teuthology.orchestra.run.smithi063.stdout: Installing : libradosstriper1-2:19.1.1-326.g8921c8ef.el9.x86_ 14/164 2024-09-15T22:02:30.966 INFO:teuthology.orchestra.run.smithi063.stdout: Running scriptlet: libradosstriper1-2:19.1.1-326.g8921c8ef.el9.x86_ 14/164 2024-09-15T22:02:30.996 INFO:teuthology.orchestra.run.smithi063.stdout: Installing : qatlib-service-24.02.0-1.el9.x86_64 15/164 2024-09-15T22:02:31.023 INFO:teuthology.orchestra.run.smithi063.stdout: Running scriptlet: qatlib-service-24.02.0-1.el9.x86_64 15/164 2024-09-15T22:02:31.182 INFO:teuthology.orchestra.run.smithi063.stdout: Running scriptlet: qatlib-24.02.0-1.el9.x86_64 16/164 2024-09-15T22:02:31.353 INFO:teuthology.orchestra.run.smithi063.stdout: Installing : qatlib-24.02.0-1.el9.x86_64 16/164 2024-09-15T22:02:31.503 INFO:teuthology.orchestra.run.smithi063.stdout: Upgrading : NetworkManager-libnm-1:1.49.90-1.el9.x86_64 17/164 2024-09-15T22:02:31.617 INFO:teuthology.orchestra.run.smithi063.stdout: Running scriptlet: NetworkManager-1:1.49.90-1.el9.x86_64 18/164 2024-09-15T22:02:31.704 INFO:teuthology.orchestra.run.smithi063.stdout: Upgrading : NetworkManager-1:1.49.90-1.el9.x86_64 18/164 2024-09-15T22:02:31.766 INFO:teuthology.orchestra.run.smithi110.stdout: Running scriptlet: ceph-common-2:19.1.1-326.g8921c8ef.el9.x86_64 107/164 2024-09-15T22:02:31.805 INFO:teuthology.orchestra.run.smithi110.stdout: Installing : ceph-common-2:19.1.1-326.g8921c8ef.el9.x86_64 107/164 2024-09-15T22:02:31.941 INFO:teuthology.orchestra.run.smithi063.stdout: Running scriptlet: NetworkManager-1:1.49.90-1.el9.x86_64 18/164 2024-09-15T22:02:32.054 INFO:teuthology.orchestra.run.smithi063.stdout: Installing : re2-1:20211101-20.el9.x86_64 19/164 2024-09-15T22:02:32.151 INFO:teuthology.orchestra.run.smithi063.stdout: Installing : libarrow-9.0.0-11.el9.x86_64 20/164 2024-09-15T22:02:32.193 INFO:teuthology.orchestra.run.smithi063.stdout: Installing : python3-werkzeug-2.0.3-3.el9.1.noarch 21/164 2024-09-15T22:02:32.228 INFO:teuthology.orchestra.run.smithi063.stdout: Installing : liboath-2.6.7-2.el9.x86_64 22/164 2024-09-15T22:02:32.303 INFO:teuthology.orchestra.run.smithi063.stdout: Installing : python3-pytz-2021.1-5.el9.noarch 23/164 2024-09-15T22:02:32.349 INFO:teuthology.orchestra.run.smithi110.stdout: Running scriptlet: ceph-common-2:19.1.1-326.g8921c8ef.el9.x86_64 107/164 2024-09-15T22:02:32.354 INFO:teuthology.orchestra.run.smithi063.stdout: Installing : python3-pyasn1-0.4.8-6.el9.noarch 24/164 2024-09-15T22:02:32.391 INFO:teuthology.orchestra.run.smithi110.stdout: Installing : ceph-base-2:19.1.1-326.g8921c8ef.el9.x86_64 108/164 2024-09-15T22:02:32.394 INFO:teuthology.orchestra.run.smithi063.stdout: Installing : python3-packaging-20.9-5.el9.noarch 25/164 2024-09-15T22:02:32.444 INFO:teuthology.orchestra.run.smithi063.stdout: Installing : python3-markupsafe-1.1.1-12.el9.x86_64 26/164 2024-09-15T22:02:32.484 INFO:teuthology.orchestra.run.smithi110.stdout: Running scriptlet: ceph-base-2:19.1.1-326.g8921c8ef.el9.x86_64 108/164 2024-09-15T22:02:32.484 INFO:teuthology.orchestra.run.smithi110.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph.target → /usr/lib/systemd/system/ceph.target. 2024-09-15T22:02:32.484 INFO:teuthology.orchestra.run.smithi110.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-crash.service → /usr/lib/systemd/system/ceph-crash.service. 2024-09-15T22:02:32.484 INFO:teuthology.orchestra.run.smithi110.stdout: 2024-09-15T22:02:32.552 INFO:teuthology.orchestra.run.smithi110.stdout: Installing : ceph-selinux-2:19.1.1-326.g8921c8ef.el9.x86_64 109/164 2024-09-15T22:02:32.668 INFO:teuthology.orchestra.run.smithi063.stdout: Installing : protobuf-3.14.0-13.el9.x86_64 27/164 2024-09-15T22:02:32.772 INFO:teuthology.orchestra.run.smithi063.stdout: Installing : lua-5.4.4-4.el9.x86_64 28/164 2024-09-15T22:02:32.844 INFO:teuthology.orchestra.run.smithi063.stdout: Installing : flexiblas-3.0.4-8.el9.x86_64 29/164 2024-09-15T22:02:32.897 INFO:teuthology.orchestra.run.smithi063.stdout: Installing : python3-urllib3-1.26.5-6.el9.noarch 30/164 2024-09-15T22:02:32.933 INFO:teuthology.orchestra.run.smithi063.stdout: Installing : python3-requests-2.25.1-8.el9.noarch 31/164 2024-09-15T22:02:32.977 INFO:teuthology.orchestra.run.smithi063.stdout: Installing : libquadmath-11.5.0-2.el9.x86_64 32/164 2024-09-15T22:02:33.056 INFO:teuthology.orchestra.run.smithi063.stdout: Installing : libgfortran-11.5.0-2.el9.x86_64 33/164 2024-09-15T22:02:33.088 INFO:teuthology.orchestra.run.smithi063.stdout: Installing : python3-ceph-common-2:19.1.1-326.g8921c8ef.el9.x 34/164 2024-09-15T22:02:33.132 INFO:teuthology.orchestra.run.smithi063.stdout: Installing : python3-ceph-argparse-2:19.1.1-326.g8921c8ef.el9 35/164 2024-09-15T22:02:33.160 INFO:teuthology.orchestra.run.smithi063.stdout: Installing : python3-cephfs-2:19.1.1-326.g8921c8ef.el9.x86_64 36/164 2024-09-15T22:02:33.234 INFO:teuthology.orchestra.run.smithi063.stdout: Installing : lua-devel-5.4.4-4.el9.x86_64 37/164 2024-09-15T22:02:33.283 INFO:teuthology.orchestra.run.smithi063.stdout: Installing : luarocks-3.9.2-5.el9.noarch 38/164 2024-09-15T22:02:33.361 INFO:teuthology.orchestra.run.smithi063.stdout: Installing : protobuf-compiler-3.14.0-13.el9.x86_64 39/164 2024-09-15T22:02:33.509 INFO:teuthology.orchestra.run.smithi063.stdout: Installing : python3-mako-1.1.4-6.el9.noarch 40/164 2024-09-15T22:02:33.570 INFO:teuthology.orchestra.run.smithi063.stdout: Installing : python3-pyasn1-modules-0.4.8-6.el9.noarch 41/164 2024-09-15T22:02:34.123 INFO:teuthology.orchestra.run.smithi063.stdout: Installing : python3-rsa-4.9-2.el9.noarch 42/164 2024-09-15T22:02:34.217 INFO:teuthology.orchestra.run.smithi063.stdout: Installing : python3-babel-2.9.1-2.el9.noarch 43/164 2024-09-15T22:02:34.260 INFO:teuthology.orchestra.run.smithi063.stdout: Installing : python3-jinja2-2.11.3-6.el9.noarch 44/164 2024-09-15T22:02:34.312 INFO:teuthology.orchestra.run.smithi063.stdout: Installing : qatzip-libs-1.2.0-1.el9.x86_64 45/164 2024-09-15T22:02:34.350 INFO:teuthology.orchestra.run.smithi063.stdout: Installing : librados-devel-2:19.1.1-326.g8921c8ef.el9.x86_64 46/164 2024-09-15T22:02:34.392 INFO:teuthology.orchestra.run.smithi063.stdout: Installing : python3-jaraco-classes-3.2.1-5.el9.noarch 47/164 2024-09-15T22:02:34.551 INFO:teuthology.orchestra.run.smithi063.stdout: Installing : socat-1.7.4.1-6.el9.x86_64 48/164 2024-09-15T22:02:34.602 INFO:teuthology.orchestra.run.smithi063.stdout: Upgrading : openssl-1:3.2.2-6.el9.x86_64 49/164 2024-09-15T22:02:34.659 INFO:teuthology.orchestra.run.smithi063.stdout: Installing : python3-zc-lockfile-2.0-10.el9.noarch 50/164 2024-09-15T22:02:34.733 INFO:teuthology.orchestra.run.smithi063.stdout: Installing : python3-websocket-client-1.2.3-2.el9.noarch 51/164 2024-09-15T22:02:34.770 INFO:teuthology.orchestra.run.smithi063.stdout: Installing : python3-webob-1.8.8-2.el9.noarch 52/164 2024-09-15T22:02:34.805 INFO:teuthology.orchestra.run.smithi063.stdout: Installing : python3-typing-extensions-4.12.2-2.el9.noarch 53/164 2024-09-15T22:02:34.862 INFO:teuthology.orchestra.run.smithi063.stdout: Installing : python3-repoze-lru-0.7-16.el9.noarch 54/164 2024-09-15T22:02:34.906 INFO:teuthology.orchestra.run.smithi063.stdout: Installing : python3-routes-2.5.1-5.el9.noarch 55/164 2024-09-15T22:02:34.950 INFO:teuthology.orchestra.run.smithi063.stdout: Installing : python3-pyperclip-1.8.2-2.el9.noarch 56/164 2024-09-15T22:02:34.991 INFO:teuthology.orchestra.run.smithi063.stdout: Installing : python3-natsort-7.1.1-5.el9.noarch 57/164 2024-09-15T22:02:35.143 INFO:teuthology.orchestra.run.smithi063.stdout: Installing : python3-logutils-0.3.5-21.el9.noarch 58/164 2024-09-15T22:02:35.184 INFO:teuthology.orchestra.run.smithi063.stdout: Installing : python3-pecan-1.4.2-3.el9.noarch 59/164 2024-09-15T22:02:35.226 INFO:teuthology.orchestra.run.smithi063.stdout: Installing : python3-certifi-2023.05.07-4.el9.noarch 60/164 2024-09-15T22:02:35.358 INFO:teuthology.orchestra.run.smithi063.stdout: Installing : python3-cachetools-4.2.4-1.el9.noarch 61/164 2024-09-15T22:02:35.395 INFO:teuthology.orchestra.run.smithi063.stdout: Installing : python3-google-auth-1:2.34.0-1.el9.noarch 62/164 2024-09-15T22:02:35.436 INFO:teuthology.orchestra.run.smithi063.stdout: Installing : libunwind-1.6.2-1.el9.x86_64 63/164 2024-09-15T22:02:35.469 INFO:teuthology.orchestra.run.smithi063.stdout: Installing : gperftools-libs-2.9.1-3.el9.x86_64 64/164 2024-09-15T22:02:35.494 INFO:teuthology.orchestra.run.smithi063.stdout: Installing : libarrow-doc-9.0.0-11.el9.noarch 65/164 2024-09-15T22:02:35.587 INFO:teuthology.orchestra.run.smithi063.stdout: Installing : grpc-data-1.46.7-10.el9.noarch 66/164 2024-09-15T22:02:35.717 INFO:teuthology.orchestra.run.smithi063.stdout: Installing : abseil-cpp-20211102.0-3.el9.x86_64 67/164 2024-09-15T22:02:35.759 INFO:teuthology.orchestra.run.smithi063.stdout: Installing : python3-grpcio-1.46.7-10.el9.x86_64 68/164 2024-09-15T22:02:35.795 INFO:teuthology.orchestra.run.smithi063.stdout: Installing : zlib-devel-1.2.11-41.el9.x86_64 69/164 2024-09-15T22:02:35.830 INFO:teuthology.orchestra.run.smithi063.stdout: Installing : xmlstarlet-1.6.1-20.el9.x86_64 70/164 2024-09-15T22:02:35.869 INFO:teuthology.orchestra.run.smithi063.stdout: Installing : uuid-1.6.2-55.el9.x86_64 71/164 2024-09-15T22:02:35.909 INFO:teuthology.orchestra.run.smithi063.stdout: Installing : python3-wcwidth-0.2.5-8.el9.noarch 72/164 2024-09-15T22:02:35.939 INFO:teuthology.orchestra.run.smithi063.stdout: Installing : python3-toml-0.10.2-6.el9.noarch 73/164 2024-09-15T22:02:35.973 INFO:teuthology.orchestra.run.smithi063.stdout: Installing : python3-jaraco-functools-3.5.0-2.el9.noarch 74/164 2024-09-15T22:02:36.007 INFO:teuthology.orchestra.run.smithi063.stdout: Installing : python3-jaraco-text-3.2.0-6.el9.noarch 75/164 2024-09-15T22:02:36.049 INFO:teuthology.orchestra.run.smithi063.stdout: Installing : python3-jaraco-collections-3.0.0-8.el9.noarch 76/164 2024-09-15T22:02:36.082 INFO:teuthology.orchestra.run.smithi063.stdout: Installing : python3-tempora-5.0.0-2.el9.noarch 77/164 2024-09-15T22:02:36.173 INFO:teuthology.orchestra.run.smithi063.stdout: Installing : python3-portend-3.1.0-2.el9.noarch 78/164 2024-09-15T22:02:36.231 INFO:teuthology.orchestra.run.smithi063.stdout: Installing : python3-protobuf-3.14.0-13.el9.noarch 79/164 2024-09-15T22:02:36.261 INFO:teuthology.orchestra.run.smithi063.stdout: Installing : python3-grpcio-tools-1.46.7-10.el9.x86_64 80/164 2024-09-15T22:02:36.369 INFO:teuthology.orchestra.run.smithi063.stdout: Installing : python3-prettytable-0.7.2-27.el9.noarch 81/164 2024-09-15T22:02:36.422 INFO:teuthology.orchestra.run.smithi063.stdout: Installing : python3-oauthlib-3.1.1-5.el9.noarch 82/164 2024-09-15T22:02:37.182 INFO:teuthology.orchestra.run.smithi063.stdout: Installing : python3-requests-oauthlib-1.3.0-12.el9.noarch 83/164 2024-09-15T22:02:37.241 INFO:teuthology.orchestra.run.smithi063.stdout: Installing : python3-kubernetes-1:26.1.0-2.el9.noarch 84/164 2024-09-15T22:02:37.274 INFO:teuthology.orchestra.run.smithi063.stdout: Installing : python3-jsonpointer-2.0-4.el9.noarch 85/164 2024-09-15T22:02:37.377 INFO:teuthology.orchestra.run.smithi063.stdout: Installing : python3-jsonpatch-1.21-16.el9.noarch 86/164 2024-09-15T22:02:37.431 INFO:teuthology.orchestra.run.smithi063.stdout: Installing : python3-devel-3.9.19-8.el9.x86_64 87/164 2024-09-15T22:02:37.476 INFO:teuthology.orchestra.run.smithi063.stdout: Installing : python3-colorama-0.4.6-3.el9.noarch 88/164 2024-09-15T22:02:37.566 INFO:teuthology.orchestra.run.smithi063.stdout: Installing : python3-attrs-20.3.0-7.el9.noarch 89/164 2024-09-15T22:02:37.610 INFO:teuthology.orchestra.run.smithi063.stdout: Installing : python3-cmd2-2.4.2-2.el9.noarch 90/164 2024-09-15T22:02:37.803 INFO:teuthology.orchestra.run.smithi063.stdout: Installing : openblas-0.3.26-2.el9.x86_64 91/164 2024-09-15T22:02:37.833 INFO:teuthology.orchestra.run.smithi063.stdout: Installing : openblas-openmp-0.3.26-2.el9.x86_64 92/164 2024-09-15T22:02:37.918 INFO:teuthology.orchestra.run.smithi063.stdout: Installing : flexiblas-openblas-openmp-3.0.4-8.el9.x86_64 93/164 2024-09-15T22:02:38.616 INFO:teuthology.orchestra.run.smithi063.stdout: Installing : flexiblas-netlib-3.0.4-8.el9.x86_64 94/164 2024-09-15T22:02:38.728 INFO:teuthology.orchestra.run.smithi063.stdout: Installing : python3-numpy-1:1.20.1-5.el9.x86_64 95/164 2024-09-15T22:02:40.069 INFO:teuthology.orchestra.run.smithi063.stdout: Installing : python3-numpy-f2py-1:1.20.1-5.el9.x86_64 96/164 2024-09-15T22:02:40.154 INFO:teuthology.orchestra.run.smithi063.stdout: Installing : python3-scipy-1.6.2-8.el9.x86_64 97/164 2024-09-15T22:02:40.182 INFO:teuthology.orchestra.run.smithi063.stdout: Installing : libzstd-devel-1.5.1-2.el9.x86_64 98/164 2024-09-15T22:02:40.215 INFO:teuthology.orchestra.run.smithi063.stdout: Installing : libuuid-devel-2.37.4-20.el9.x86_64 99/164 2024-09-15T22:02:40.542 INFO:teuthology.orchestra.run.smithi063.stdout: Installing : libpmemobj-1.12.1-1.el9.x86_64 100/164 2024-09-15T22:02:40.594 INFO:teuthology.orchestra.run.smithi063.stdout: Upgrading : librbd1-2:19.1.1-326.g8921c8ef.el9.x86_64 101/164 2024-09-15T22:02:40.694 INFO:teuthology.orchestra.run.smithi063.stdout: Running scriptlet: librbd1-2:19.1.1-326.g8921c8ef.el9.x86_64 101/164 2024-09-15T22:02:40.724 INFO:teuthology.orchestra.run.smithi063.stdout: Installing : python3-rbd-2:19.1.1-326.g8921c8ef.el9.x86_64 102/164 2024-09-15T22:02:40.761 INFO:teuthology.orchestra.run.smithi063.stdout: Installing : boost-program-options-1.75.0-8.el9.x86_64 103/164 2024-09-15T22:02:41.269 INFO:teuthology.orchestra.run.smithi063.stdout: Installing : parquet-libs-9.0.0-11.el9.x86_64 104/164 2024-09-15T22:02:41.297 INFO:teuthology.orchestra.run.smithi063.stdout: Installing : librgw2-2:19.1.1-326.g8921c8ef.el9.x86_64 105/164 2024-09-15T22:02:41.368 INFO:teuthology.orchestra.run.smithi063.stdout: Running scriptlet: librgw2-2:19.1.1-326.g8921c8ef.el9.x86_64 105/164 2024-09-15T22:02:41.390 INFO:teuthology.orchestra.run.smithi063.stdout: Installing : python3-rgw-2:19.1.1-326.g8921c8ef.el9.x86_64 106/164 2024-09-15T22:02:43.762 INFO:teuthology.orchestra.run.smithi063.stdout: Running scriptlet: ceph-common-2:19.1.1-326.g8921c8ef.el9.x86_64 107/164 2024-09-15T22:02:43.795 INFO:teuthology.orchestra.run.smithi063.stdout: Installing : ceph-common-2:19.1.1-326.g8921c8ef.el9.x86_64 107/164 2024-09-15T22:02:44.376 INFO:teuthology.orchestra.run.smithi063.stdout: Running scriptlet: ceph-common-2:19.1.1-326.g8921c8ef.el9.x86_64 107/164 2024-09-15T22:02:44.415 INFO:teuthology.orchestra.run.smithi063.stdout: Installing : ceph-base-2:19.1.1-326.g8921c8ef.el9.x86_64 108/164 2024-09-15T22:02:44.483 INFO:teuthology.orchestra.run.smithi110.stdout: Running scriptlet: ceph-selinux-2:19.1.1-326.g8921c8ef.el9.x86_64 109/164 2024-09-15T22:02:44.484 INFO:teuthology.orchestra.run.smithi110.stdout:skipping the directory /sys 2024-09-15T22:02:44.484 INFO:teuthology.orchestra.run.smithi110.stdout:skipping the directory /proc 2024-09-15T22:02:44.484 INFO:teuthology.orchestra.run.smithi110.stdout:skipping the directory /mnt 2024-09-15T22:02:44.484 INFO:teuthology.orchestra.run.smithi110.stdout:skipping the directory /var/tmp 2024-09-15T22:02:44.484 INFO:teuthology.orchestra.run.smithi110.stdout:skipping the directory /home 2024-09-15T22:02:44.484 INFO:teuthology.orchestra.run.smithi110.stdout:skipping the directory /root 2024-09-15T22:02:44.484 INFO:teuthology.orchestra.run.smithi110.stdout:skipping the directory /tmp 2024-09-15T22:02:44.484 INFO:teuthology.orchestra.run.smithi110.stdout: 2024-09-15T22:02:44.508 INFO:teuthology.orchestra.run.smithi063.stdout: Running scriptlet: ceph-base-2:19.1.1-326.g8921c8ef.el9.x86_64 108/164 2024-09-15T22:02:44.508 INFO:teuthology.orchestra.run.smithi063.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph.target → /usr/lib/systemd/system/ceph.target. 2024-09-15T22:02:44.508 INFO:teuthology.orchestra.run.smithi063.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-crash.service → /usr/lib/systemd/system/ceph-crash.service. 2024-09-15T22:02:44.508 INFO:teuthology.orchestra.run.smithi063.stdout: 2024-09-15T22:02:44.552 INFO:teuthology.orchestra.run.smithi063.stdout: Installing : ceph-selinux-2:19.1.1-326.g8921c8ef.el9.x86_64 109/164 2024-09-15T22:02:44.657 INFO:teuthology.orchestra.run.smithi110.stdout: Installing : ceph-volume-2:19.1.1-326.g8921c8ef.el9.noarch 110/164 2024-09-15T22:02:44.674 INFO:teuthology.orchestra.run.smithi110.stdout: Running scriptlet: ceph-volume-2:19.1.1-326.g8921c8ef.el9.noarch 110/164 2024-09-15T22:02:44.674 INFO:teuthology.orchestra.run.smithi110.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-09-15T22:02:44.674 INFO:teuthology.orchestra.run.smithi110.stdout:Invalid unit name "ceph-volume@*.service" escaped as "ceph-volume@\x2a.service". 2024-09-15T22:02:44.674 INFO:teuthology.orchestra.run.smithi110.stdout: 2024-09-15T22:02:46.177 INFO:teuthology.orchestra.run.smithi110.stdout: Installing : ceph-osd-2:19.1.1-326.g8921c8ef.el9.x86_64 111/164 2024-09-15T22:02:46.204 INFO:teuthology.orchestra.run.smithi110.stdout: Running scriptlet: ceph-osd-2:19.1.1-326.g8921c8ef.el9.x86_64 111/164 2024-09-15T22:02:46.204 INFO:teuthology.orchestra.run.smithi110.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-09-15T22:02:46.204 INFO:teuthology.orchestra.run.smithi110.stdout:Invalid unit name "ceph-osd@*.service" escaped as "ceph-osd@\x2a.service". 2024-09-15T22:02:46.204 INFO:teuthology.orchestra.run.smithi110.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-osd.target → /usr/lib/systemd/system/ceph-osd.target. 2024-09-15T22:02:46.204 INFO:teuthology.orchestra.run.smithi110.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-osd.target → /usr/lib/systemd/system/ceph-osd.target. 2024-09-15T22:02:46.205 INFO:teuthology.orchestra.run.smithi110.stdout: 2024-09-15T22:02:46.436 INFO:teuthology.orchestra.run.smithi110.stdout: Installing : ceph-mds-2:19.1.1-326.g8921c8ef.el9.x86_64 112/164 2024-09-15T22:02:46.459 INFO:teuthology.orchestra.run.smithi110.stdout: Running scriptlet: ceph-mds-2:19.1.1-326.g8921c8ef.el9.x86_64 112/164 2024-09-15T22:02:46.460 INFO:teuthology.orchestra.run.smithi110.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-09-15T22:02:46.460 INFO:teuthology.orchestra.run.smithi110.stdout:Invalid unit name "ceph-mds@*.service" escaped as "ceph-mds@\x2a.service". 2024-09-15T22:02:46.460 INFO:teuthology.orchestra.run.smithi110.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-mds.target → /usr/lib/systemd/system/ceph-mds.target. 2024-09-15T22:02:46.460 INFO:teuthology.orchestra.run.smithi110.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-mds.target → /usr/lib/systemd/system/ceph-mds.target. 2024-09-15T22:02:46.460 INFO:teuthology.orchestra.run.smithi110.stdout: 2024-09-15T22:02:46.895 INFO:teuthology.orchestra.run.smithi110.stdout: Installing : ceph-mon-2:19.1.1-326.g8921c8ef.el9.x86_64 113/164 2024-09-15T22:02:46.918 INFO:teuthology.orchestra.run.smithi110.stdout: Running scriptlet: ceph-mon-2:19.1.1-326.g8921c8ef.el9.x86_64 113/164 2024-09-15T22:02:46.919 INFO:teuthology.orchestra.run.smithi110.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-09-15T22:02:46.919 INFO:teuthology.orchestra.run.smithi110.stdout:Invalid unit name "ceph-mon@*.service" escaped as "ceph-mon@\x2a.service". 2024-09-15T22:02:46.919 INFO:teuthology.orchestra.run.smithi110.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-mon.target → /usr/lib/systemd/system/ceph-mon.target. 2024-09-15T22:02:46.919 INFO:teuthology.orchestra.run.smithi110.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-mon.target → /usr/lib/systemd/system/ceph-mon.target. 2024-09-15T22:02:46.919 INFO:teuthology.orchestra.run.smithi110.stdout: 2024-09-15T22:02:47.025 INFO:teuthology.orchestra.run.smithi110.stdout: Installing : automake-1.16.2-8.el9.noarch 114/164 2024-09-15T22:02:47.074 INFO:teuthology.orchestra.run.smithi110.stdout: Installing : python3-ply-3.11-14.el9.noarch 115/164 2024-09-15T22:02:47.129 INFO:teuthology.orchestra.run.smithi110.stdout: Installing : python3-pycparser-2.20-6.el9.noarch 116/164 2024-09-15T22:02:47.321 INFO:teuthology.orchestra.run.smithi110.stdout: Installing : python3-cffi-1.14.5-5.el9.x86_64 117/164 2024-09-15T22:02:47.371 INFO:teuthology.orchestra.run.smithi110.stdout: Installing : python3-cryptography-36.0.1-4.el9.x86_64 118/164 2024-09-15T22:02:47.449 INFO:teuthology.orchestra.run.smithi110.stdout: Installing : python3-pyOpenSSL-21.0.0-1.el9.noarch 119/164 2024-09-15T22:02:47.536 INFO:teuthology.orchestra.run.smithi110.stdout: Installing : python3-cheroot-8.6.0-4.el9.noarch 120/164 2024-09-15T22:02:47.679 INFO:teuthology.orchestra.run.smithi110.stdout: Installing : python3-cherrypy-18.6.1-2.el9.noarch 121/164 2024-09-15T22:02:47.741 INFO:teuthology.orchestra.run.smithi110.stdout: Installing : python3-asyncssh-2.13.2-5.el9.noarch 122/164 2024-09-15T22:02:47.778 INFO:teuthology.orchestra.run.smithi110.stdout: Installing : python3-bcrypt-3.2.2-1.el9.x86_64 123/164 2024-09-15T22:02:47.806 INFO:teuthology.orchestra.run.smithi110.stdout: Installing : fuse-2.9.9-16.el9.x86_64 124/164 2024-09-15T22:02:48.253 INFO:teuthology.orchestra.run.smithi110.stdout: Running scriptlet: cephadm-2:19.1.1-326.g8921c8ef.el9.noarch 125/164 2024-09-15T22:02:48.281 INFO:teuthology.orchestra.run.smithi110.stdout: Installing : cephadm-2:19.1.1-326.g8921c8ef.el9.noarch 125/164 2024-09-15T22:02:48.312 INFO:teuthology.orchestra.run.smithi110.stdout: Installing : ceph-prometheus-alerts-2:19.1.1-326.g8921c8ef.el 126/164 2024-09-15T22:02:48.374 INFO:teuthology.orchestra.run.smithi110.stdout: Installing : ceph-grafana-dashboards-2:19.1.1-326.g8921c8ef.e 127/164 2024-09-15T22:02:48.404 INFO:teuthology.orchestra.run.smithi110.stdout: Installing : ceph-mgr-cephadm-2:19.1.1-326.g8921c8ef.el9.noar 128/164 2024-09-15T22:02:49.442 INFO:teuthology.orchestra.run.smithi110.stdout: Running scriptlet: ceph-mgr-cephadm-2:19.1.1-326.g8921c8ef.el9.noar 128/164 2024-09-15T22:02:49.489 INFO:teuthology.orchestra.run.smithi110.stdout: Installing : ceph-mgr-dashboard-2:19.1.1-326.g8921c8ef.el9.no 129/164 2024-09-15T22:02:50.448 INFO:teuthology.orchestra.run.smithi110.stdout: Running scriptlet: ceph-mgr-dashboard-2:19.1.1-326.g8921c8ef.el9.no 129/164 2024-09-15T22:02:50.481 INFO:teuthology.orchestra.run.smithi110.stdout: Installing : ceph-mgr-diskprediction-local-2:19.1.1-326.g8921 130/164 2024-09-15T22:02:50.582 INFO:teuthology.orchestra.run.smithi110.stdout: Running scriptlet: ceph-mgr-diskprediction-local-2:19.1.1-326.g8921 130/164 2024-09-15T22:02:50.750 INFO:teuthology.orchestra.run.smithi110.stdout: Installing : ceph-mgr-modules-core-2:19.1.1-326.g8921c8ef.el9 131/164 2024-09-15T22:02:50.775 INFO:teuthology.orchestra.run.smithi110.stdout: Installing : ceph-mgr-2:19.1.1-326.g8921c8ef.el9.x86_64 132/164 2024-09-15T22:02:50.799 INFO:teuthology.orchestra.run.smithi110.stdout: Running scriptlet: ceph-mgr-2:19.1.1-326.g8921c8ef.el9.x86_64 132/164 2024-09-15T22:02:50.799 INFO:teuthology.orchestra.run.smithi110.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-09-15T22:02:50.799 INFO:teuthology.orchestra.run.smithi110.stdout:Invalid unit name "ceph-mgr@*.service" escaped as "ceph-mgr@\x2a.service". 2024-09-15T22:02:50.800 INFO:teuthology.orchestra.run.smithi110.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-mgr.target → /usr/lib/systemd/system/ceph-mgr.target. 2024-09-15T22:02:50.800 INFO:teuthology.orchestra.run.smithi110.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-mgr.target → /usr/lib/systemd/system/ceph-mgr.target. 2024-09-15T22:02:50.800 INFO:teuthology.orchestra.run.smithi110.stdout: 2024-09-15T22:02:50.851 INFO:teuthology.orchestra.run.smithi110.stdout: Installing : ceph-mgr-rook-2:19.1.1-326.g8921c8ef.el9.noarch 133/164 2024-09-15T22:02:50.863 INFO:teuthology.orchestra.run.smithi110.stdout: Running scriptlet: ceph-mgr-rook-2:19.1.1-326.g8921c8ef.el9.noarch 133/164 2024-09-15T22:02:50.960 INFO:teuthology.orchestra.run.smithi110.stdout: Installing : ceph-2:19.1.1-326.g8921c8ef.el9.x86_64 134/164 2024-09-15T22:02:51.013 INFO:teuthology.orchestra.run.smithi110.stdout: Installing : ceph-fuse-2:19.1.1-326.g8921c8ef.el9.x86_64 135/164 2024-09-15T22:02:51.930 INFO:teuthology.orchestra.run.smithi110.stdout: Installing : libtool-2.4.6-46.el9.x86_64 136/164 2024-09-15T22:02:51.962 INFO:teuthology.orchestra.run.smithi110.stdout: Installing : ceph-radosgw-2:19.1.1-326.g8921c8ef.el9.x86_64 137/164 2024-09-15T22:02:51.986 INFO:teuthology.orchestra.run.smithi110.stdout: Running scriptlet: ceph-radosgw-2:19.1.1-326.g8921c8ef.el9.x86_64 137/164 2024-09-15T22:02:51.986 INFO:teuthology.orchestra.run.smithi110.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-09-15T22:02:51.986 INFO:teuthology.orchestra.run.smithi110.stdout:Invalid unit name "ceph-radosgw@*.service" escaped as "ceph-radosgw@\x2a.service". 2024-09-15T22:02:51.986 INFO:teuthology.orchestra.run.smithi110.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-radosgw.target → /usr/lib/systemd/system/ceph-radosgw.target. 2024-09-15T22:02:51.986 INFO:teuthology.orchestra.run.smithi110.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-radosgw.target → /usr/lib/systemd/system/ceph-radosgw.target. 2024-09-15T22:02:51.986 INFO:teuthology.orchestra.run.smithi110.stdout: 2024-09-15T22:02:52.029 INFO:teuthology.orchestra.run.smithi110.stdout: Installing : ceph-immutable-object-cache-2:19.1.1-326.g8921c8 138/164 2024-09-15T22:02:52.052 INFO:teuthology.orchestra.run.smithi110.stdout: Running scriptlet: ceph-immutable-object-cache-2:19.1.1-326.g8921c8 138/164 2024-09-15T22:02:52.052 INFO:teuthology.orchestra.run.smithi110.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-09-15T22:02:52.053 INFO:teuthology.orchestra.run.smithi110.stdout:Invalid unit name "ceph-immutable-object-cache@*.service" escaped as "ceph-immutable-object-cache@\x2a.service". 2024-09-15T22:02:52.053 INFO:teuthology.orchestra.run.smithi110.stdout: 2024-09-15T22:02:52.097 INFO:teuthology.orchestra.run.smithi110.stdout: Installing : cephfs-mirror-2:19.1.1-326.g8921c8ef.el9.x86_64 139/164 2024-09-15T22:02:52.120 INFO:teuthology.orchestra.run.smithi110.stdout: Running scriptlet: cephfs-mirror-2:19.1.1-326.g8921c8ef.el9.x86_64 139/164 2024-09-15T22:02:52.120 INFO:teuthology.orchestra.run.smithi110.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-09-15T22:02:52.121 INFO:teuthology.orchestra.run.smithi110.stdout:Invalid unit name "cephfs-mirror@*.service" escaped as "cephfs-mirror@\x2a.service". 2024-09-15T22:02:52.121 INFO:teuthology.orchestra.run.smithi110.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/cephfs-mirror.target → /usr/lib/systemd/system/cephfs-mirror.target. 2024-09-15T22:02:52.121 INFO:teuthology.orchestra.run.smithi110.stdout:Created symlink /etc/systemd/system/ceph.target.wants/cephfs-mirror.target → /usr/lib/systemd/system/cephfs-mirror.target. 2024-09-15T22:02:52.121 INFO:teuthology.orchestra.run.smithi110.stdout: 2024-09-15T22:02:52.423 INFO:teuthology.orchestra.run.smithi110.stdout: Installing : rbd-mirror-2:19.1.1-326.g8921c8ef.el9.x86_64 140/164 2024-09-15T22:02:52.446 INFO:teuthology.orchestra.run.smithi110.stdout: Running scriptlet: rbd-mirror-2:19.1.1-326.g8921c8ef.el9.x86_64 140/164 2024-09-15T22:02:52.446 INFO:teuthology.orchestra.run.smithi110.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-09-15T22:02:52.446 INFO:teuthology.orchestra.run.smithi110.stdout:Invalid unit name "ceph-rbd-mirror@*.service" escaped as "ceph-rbd-mirror@\x2a.service". 2024-09-15T22:02:52.447 INFO:teuthology.orchestra.run.smithi110.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-rbd-mirror.target → /usr/lib/systemd/system/ceph-rbd-mirror.target. 2024-09-15T22:02:52.447 INFO:teuthology.orchestra.run.smithi110.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-rbd-mirror.target → /usr/lib/systemd/system/ceph-rbd-mirror.target. 2024-09-15T22:02:52.447 INFO:teuthology.orchestra.run.smithi110.stdout: 2024-09-15T22:02:56.682 INFO:teuthology.orchestra.run.smithi063.stdout: Running scriptlet: ceph-selinux-2:19.1.1-326.g8921c8ef.el9.x86_64 109/164 2024-09-15T22:02:56.683 INFO:teuthology.orchestra.run.smithi063.stdout:skipping the directory /sys 2024-09-15T22:02:56.683 INFO:teuthology.orchestra.run.smithi063.stdout:skipping the directory /proc 2024-09-15T22:02:56.683 INFO:teuthology.orchestra.run.smithi063.stdout:skipping the directory /mnt 2024-09-15T22:02:56.683 INFO:teuthology.orchestra.run.smithi063.stdout:skipping the directory /var/tmp 2024-09-15T22:02:56.683 INFO:teuthology.orchestra.run.smithi063.stdout:skipping the directory /home 2024-09-15T22:02:56.683 INFO:teuthology.orchestra.run.smithi063.stdout:skipping the directory /root 2024-09-15T22:02:56.683 INFO:teuthology.orchestra.run.smithi063.stdout:skipping the directory /tmp 2024-09-15T22:02:56.683 INFO:teuthology.orchestra.run.smithi063.stdout: 2024-09-15T22:02:56.867 INFO:teuthology.orchestra.run.smithi063.stdout: Installing : ceph-volume-2:19.1.1-326.g8921c8ef.el9.noarch 110/164 2024-09-15T22:02:56.884 INFO:teuthology.orchestra.run.smithi063.stdout: Running scriptlet: ceph-volume-2:19.1.1-326.g8921c8ef.el9.noarch 110/164 2024-09-15T22:02:56.884 INFO:teuthology.orchestra.run.smithi063.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-09-15T22:02:56.885 INFO:teuthology.orchestra.run.smithi063.stdout:Invalid unit name "ceph-volume@*.service" escaped as "ceph-volume@\x2a.service". 2024-09-15T22:02:56.885 INFO:teuthology.orchestra.run.smithi063.stdout: 2024-09-15T22:02:56.985 INFO:teuthology.orchestra.run.smithi110.stdout: Installing : ceph-test-2:19.1.1-326.g8921c8ef.el9.x86_64 141/164 2024-09-15T22:02:57.028 INFO:teuthology.orchestra.run.smithi110.stdout: Installing : rbd-fuse-2:19.1.1-326.g8921c8ef.el9.x86_64 142/164 2024-09-15T22:02:57.075 INFO:teuthology.orchestra.run.smithi110.stdout: Installing : rbd-nbd-2:19.1.1-326.g8921c8ef.el9.x86_64 143/164 2024-09-15T22:02:57.107 INFO:teuthology.orchestra.run.smithi110.stdout: Installing : xfsprogs-devel-6.4.0-4.el9.x86_64 144/164 2024-09-15T22:02:57.135 INFO:teuthology.orchestra.run.smithi110.stdout: Installing : elfutils-libelf-devel-0.191-4.el9.x86_64 145/164 2024-09-15T22:02:57.330 INFO:teuthology.orchestra.run.smithi110.stdout: Installing : cephfs-shell-2:19.1.1-326.g8921c8ef.el9.x86_64 146/164 2024-09-15T22:02:57.382 INFO:teuthology.orchestra.run.smithi110.stdout: Installing : postgresql-contrib-13.16-1.el9.x86_64 147/164 2024-09-15T22:02:57.413 INFO:teuthology.orchestra.run.smithi110.stdout: Installing : libcephfs-devel-2:19.1.1-326.g8921c8ef.el9.x86_6 148/164 2024-09-15T22:02:57.442 INFO:teuthology.orchestra.run.smithi110.stdout: Upgrading : NetworkManager-team-1:1.49.90-1.el9.x86_64 149/164 2024-09-15T22:02:57.496 INFO:teuthology.orchestra.run.smithi110.stdout: Upgrading : NetworkManager-tui-1:1.49.90-1.el9.x86_64 150/164 2024-09-15T22:02:58.097 INFO:teuthology.orchestra.run.smithi110.stdout: Running scriptlet: postgresql-server-13.16-1.el9.x86_64 151/164 2024-09-15T22:02:58.137 INFO:teuthology.orchestra.run.smithi110.stdout: Installing : postgresql-server-13.16-1.el9.x86_64 151/164 2024-09-15T22:02:58.158 INFO:teuthology.orchestra.run.smithi110.stdout: Running scriptlet: postgresql-server-13.16-1.el9.x86_64 151/164 2024-09-15T22:02:58.420 INFO:teuthology.orchestra.run.smithi063.stdout: Installing : ceph-osd-2:19.1.1-326.g8921c8ef.el9.x86_64 111/164 2024-09-15T22:02:58.448 INFO:teuthology.orchestra.run.smithi063.stdout: Running scriptlet: ceph-osd-2:19.1.1-326.g8921c8ef.el9.x86_64 111/164 2024-09-15T22:02:58.448 INFO:teuthology.orchestra.run.smithi063.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-09-15T22:02:58.449 INFO:teuthology.orchestra.run.smithi063.stdout:Invalid unit name "ceph-osd@*.service" escaped as "ceph-osd@\x2a.service". 2024-09-15T22:02:58.449 INFO:teuthology.orchestra.run.smithi063.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-osd.target → /usr/lib/systemd/system/ceph-osd.target. 2024-09-15T22:02:58.449 INFO:teuthology.orchestra.run.smithi063.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-osd.target → /usr/lib/systemd/system/ceph-osd.target. 2024-09-15T22:02:58.449 INFO:teuthology.orchestra.run.smithi063.stdout: 2024-09-15T22:02:58.687 INFO:teuthology.orchestra.run.smithi063.stdout: Installing : ceph-mds-2:19.1.1-326.g8921c8ef.el9.x86_64 112/164 2024-09-15T22:02:58.711 INFO:teuthology.orchestra.run.smithi063.stdout: Running scriptlet: ceph-mds-2:19.1.1-326.g8921c8ef.el9.x86_64 112/164 2024-09-15T22:02:58.712 INFO:teuthology.orchestra.run.smithi063.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-09-15T22:02:58.712 INFO:teuthology.orchestra.run.smithi063.stdout:Invalid unit name "ceph-mds@*.service" escaped as "ceph-mds@\x2a.service". 2024-09-15T22:02:58.712 INFO:teuthology.orchestra.run.smithi063.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-mds.target → /usr/lib/systemd/system/ceph-mds.target. 2024-09-15T22:02:58.712 INFO:teuthology.orchestra.run.smithi063.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-mds.target → /usr/lib/systemd/system/ceph-mds.target. 2024-09-15T22:02:58.712 INFO:teuthology.orchestra.run.smithi063.stdout: 2024-09-15T22:02:58.992 INFO:teuthology.orchestra.run.smithi110.stdout: Installing : cephfs-top-2:19.1.1-326.g8921c8ef.el9.noarch 152/164 2024-09-15T22:02:59.075 INFO:teuthology.orchestra.run.smithi110.stdout: Installing : openssl-devel-1:3.2.2-6.el9.x86_64 153/164 2024-09-15T22:02:59.126 INFO:teuthology.orchestra.run.smithi110.stdout: Installing : libaio-devel-0.3.111-13.el9.x86_64 154/164 2024-09-15T22:02:59.171 INFO:teuthology.orchestra.run.smithi063.stdout: Installing : ceph-mon-2:19.1.1-326.g8921c8ef.el9.x86_64 113/164 2024-09-15T22:02:59.196 INFO:teuthology.orchestra.run.smithi063.stdout: Running scriptlet: ceph-mon-2:19.1.1-326.g8921c8ef.el9.x86_64 113/164 2024-09-15T22:02:59.196 INFO:teuthology.orchestra.run.smithi063.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-09-15T22:02:59.196 INFO:teuthology.orchestra.run.smithi063.stdout:Invalid unit name "ceph-mon@*.service" escaped as "ceph-mon@\x2a.service". 2024-09-15T22:02:59.196 INFO:teuthology.orchestra.run.smithi063.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-mon.target → /usr/lib/systemd/system/ceph-mon.target. 2024-09-15T22:02:59.196 INFO:teuthology.orchestra.run.smithi063.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-mon.target → /usr/lib/systemd/system/ceph-mon.target. 2024-09-15T22:02:59.197 INFO:teuthology.orchestra.run.smithi063.stdout: 2024-09-15T22:02:59.227 INFO:teuthology.orchestra.run.smithi110.stdout: Installing : flex-2.6.4-9.el9.x86_64 155/164 2024-09-15T22:02:59.270 INFO:teuthology.orchestra.run.smithi110.stdout: Installing : bison-3.7.4-5.el9.x86_64 156/164 2024-09-15T22:02:59.296 INFO:teuthology.orchestra.run.smithi110.stdout: Cleanup : NetworkManager-tui-1:1.48.8-1.el9.x86_64 157/164 2024-09-15T22:02:59.310 INFO:teuthology.orchestra.run.smithi063.stdout: Installing : automake-1.16.2-8.el9.noarch 114/164 2024-09-15T22:02:59.322 INFO:teuthology.orchestra.run.smithi110.stdout: Cleanup : openssl-1:3.2.2-4.el9.x86_64 158/164 2024-09-15T22:02:59.322 INFO:teuthology.orchestra.run.smithi110.stdout: Cleanup : librbd1-2:16.2.4-5.el9.x86_64 159/164 2024-09-15T22:02:59.377 INFO:teuthology.orchestra.run.smithi063.stdout: Installing : python3-ply-3.11-14.el9.noarch 115/164 2024-09-15T22:02:59.406 INFO:teuthology.orchestra.run.smithi110.stdout: Running scriptlet: librbd1-2:16.2.4-5.el9.x86_64 159/164 2024-09-15T22:02:59.406 INFO:teuthology.orchestra.run.smithi110.stdout: Cleanup : librados2-2:16.2.4-5.el9.x86_64 160/164 2024-09-15T22:02:59.441 INFO:teuthology.orchestra.run.smithi063.stdout: Installing : python3-pycparser-2.20-6.el9.noarch 116/164 2024-09-15T22:02:59.490 INFO:teuthology.orchestra.run.smithi110.stdout: Running scriptlet: librados2-2:16.2.4-5.el9.x86_64 160/164 2024-09-15T22:02:59.515 INFO:teuthology.orchestra.run.smithi110.stdout: Cleanup : NetworkManager-team-1:1.48.8-1.el9.x86_64 161/164 2024-09-15T22:02:59.521 INFO:teuthology.orchestra.run.smithi110.stdout: Running scriptlet: NetworkManager-1:1.48.8-1.el9.x86_64 162/164 2024-09-15T22:02:59.521 INFO:teuthology.orchestra.run.smithi110.stdout: Cleanup : NetworkManager-1:1.48.8-1.el9.x86_64 162/164 2024-09-15T22:02:59.637 INFO:teuthology.orchestra.run.smithi063.stdout: Installing : python3-cffi-1.14.5-5.el9.x86_64 117/164 2024-09-15T22:02:59.681 INFO:teuthology.orchestra.run.smithi063.stdout: Installing : python3-cryptography-36.0.1-4.el9.x86_64 118/164 2024-09-15T22:02:59.709 INFO:teuthology.orchestra.run.smithi110.stdout: Running scriptlet: NetworkManager-1:1.48.8-1.el9.x86_64 162/164 2024-09-15T22:02:59.709 INFO:teuthology.orchestra.run.smithi110.stdout: Cleanup : NetworkManager-libnm-1:1.48.8-1.el9.x86_64 163/164 2024-09-15T22:02:59.763 INFO:teuthology.orchestra.run.smithi063.stdout: Installing : python3-pyOpenSSL-21.0.0-1.el9.noarch 119/164 2024-09-15T22:02:59.793 INFO:teuthology.orchestra.run.smithi110.stdout: Running scriptlet: NetworkManager-libnm-1:1.48.8-1.el9.x86_64 163/164 2024-09-15T22:02:59.857 INFO:teuthology.orchestra.run.smithi110.stdout: Cleanup : openssl-libs-1:3.2.2-4.el9.x86_64 164/164 2024-09-15T22:02:59.875 INFO:teuthology.orchestra.run.smithi063.stdout: Installing : python3-cheroot-8.6.0-4.el9.noarch 120/164 2024-09-15T22:03:00.020 INFO:teuthology.orchestra.run.smithi063.stdout: Installing : python3-cherrypy-18.6.1-2.el9.noarch 121/164 2024-09-15T22:03:00.091 INFO:teuthology.orchestra.run.smithi063.stdout: Installing : python3-asyncssh-2.13.2-5.el9.noarch 122/164 2024-09-15T22:03:00.129 INFO:teuthology.orchestra.run.smithi063.stdout: Installing : python3-bcrypt-3.2.2-1.el9.x86_64 123/164 2024-09-15T22:03:00.165 INFO:teuthology.orchestra.run.smithi063.stdout: Installing : fuse-2.9.9-16.el9.x86_64 124/164 2024-09-15T22:03:00.612 INFO:teuthology.orchestra.run.smithi063.stdout: Running scriptlet: cephadm-2:19.1.1-326.g8921c8ef.el9.noarch 125/164 2024-09-15T22:03:00.639 INFO:teuthology.orchestra.run.smithi063.stdout: Installing : cephadm-2:19.1.1-326.g8921c8ef.el9.noarch 125/164 2024-09-15T22:03:00.670 INFO:teuthology.orchestra.run.smithi063.stdout: Installing : ceph-prometheus-alerts-2:19.1.1-326.g8921c8ef.el 126/164 2024-09-15T22:03:00.735 INFO:teuthology.orchestra.run.smithi063.stdout: Installing : ceph-grafana-dashboards-2:19.1.1-326.g8921c8ef.e 127/164 2024-09-15T22:03:00.761 INFO:teuthology.orchestra.run.smithi063.stdout: Installing : ceph-mgr-cephadm-2:19.1.1-326.g8921c8ef.el9.noar 128/164 2024-09-15T22:03:01.865 INFO:teuthology.orchestra.run.smithi063.stdout: Running scriptlet: ceph-mgr-cephadm-2:19.1.1-326.g8921c8ef.el9.noar 128/164 2024-09-15T22:03:01.905 INFO:teuthology.orchestra.run.smithi063.stdout: Installing : ceph-mgr-dashboard-2:19.1.1-326.g8921c8ef.el9.no 129/164 2024-09-15T22:03:02.920 INFO:teuthology.orchestra.run.smithi063.stdout: Running scriptlet: ceph-mgr-dashboard-2:19.1.1-326.g8921c8ef.el9.no 129/164 2024-09-15T22:03:02.955 INFO:teuthology.orchestra.run.smithi063.stdout: Installing : ceph-mgr-diskprediction-local-2:19.1.1-326.g8921 130/164 2024-09-15T22:03:03.063 INFO:teuthology.orchestra.run.smithi063.stdout: Running scriptlet: ceph-mgr-diskprediction-local-2:19.1.1-326.g8921 130/164 2024-09-15T22:03:03.237 INFO:teuthology.orchestra.run.smithi063.stdout: Installing : ceph-mgr-modules-core-2:19.1.1-326.g8921c8ef.el9 131/164 2024-09-15T22:03:03.265 INFO:teuthology.orchestra.run.smithi063.stdout: Installing : ceph-mgr-2:19.1.1-326.g8921c8ef.el9.x86_64 132/164 2024-09-15T22:03:03.290 INFO:teuthology.orchestra.run.smithi063.stdout: Running scriptlet: ceph-mgr-2:19.1.1-326.g8921c8ef.el9.x86_64 132/164 2024-09-15T22:03:03.290 INFO:teuthology.orchestra.run.smithi063.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-09-15T22:03:03.290 INFO:teuthology.orchestra.run.smithi063.stdout:Invalid unit name "ceph-mgr@*.service" escaped as "ceph-mgr@\x2a.service". 2024-09-15T22:03:03.290 INFO:teuthology.orchestra.run.smithi063.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-mgr.target → /usr/lib/systemd/system/ceph-mgr.target. 2024-09-15T22:03:03.290 INFO:teuthology.orchestra.run.smithi063.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-mgr.target → /usr/lib/systemd/system/ceph-mgr.target. 2024-09-15T22:03:03.290 INFO:teuthology.orchestra.run.smithi063.stdout: 2024-09-15T22:03:03.341 INFO:teuthology.orchestra.run.smithi063.stdout: Installing : ceph-mgr-rook-2:19.1.1-326.g8921c8ef.el9.noarch 133/164 2024-09-15T22:03:03.353 INFO:teuthology.orchestra.run.smithi063.stdout: Running scriptlet: ceph-mgr-rook-2:19.1.1-326.g8921c8ef.el9.noarch 133/164 2024-09-15T22:03:03.454 INFO:teuthology.orchestra.run.smithi063.stdout: Installing : ceph-2:19.1.1-326.g8921c8ef.el9.x86_64 134/164 2024-09-15T22:03:03.516 INFO:teuthology.orchestra.run.smithi063.stdout: Installing : ceph-fuse-2:19.1.1-326.g8921c8ef.el9.x86_64 135/164 2024-09-15T22:03:04.493 INFO:teuthology.orchestra.run.smithi063.stdout: Installing : libtool-2.4.6-46.el9.x86_64 136/164 2024-09-15T22:03:04.527 INFO:teuthology.orchestra.run.smithi063.stdout: Installing : ceph-radosgw-2:19.1.1-326.g8921c8ef.el9.x86_64 137/164 2024-09-15T22:03:04.552 INFO:teuthology.orchestra.run.smithi063.stdout: Running scriptlet: ceph-radosgw-2:19.1.1-326.g8921c8ef.el9.x86_64 137/164 2024-09-15T22:03:04.552 INFO:teuthology.orchestra.run.smithi063.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-09-15T22:03:04.552 INFO:teuthology.orchestra.run.smithi063.stdout:Invalid unit name "ceph-radosgw@*.service" escaped as "ceph-radosgw@\x2a.service". 2024-09-15T22:03:04.552 INFO:teuthology.orchestra.run.smithi063.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-radosgw.target → /usr/lib/systemd/system/ceph-radosgw.target. 2024-09-15T22:03:04.553 INFO:teuthology.orchestra.run.smithi063.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-radosgw.target → /usr/lib/systemd/system/ceph-radosgw.target. 2024-09-15T22:03:04.553 INFO:teuthology.orchestra.run.smithi063.stdout: 2024-09-15T22:03:04.594 INFO:teuthology.orchestra.run.smithi063.stdout: Installing : ceph-immutable-object-cache-2:19.1.1-326.g8921c8 138/164 2024-09-15T22:03:04.619 INFO:teuthology.orchestra.run.smithi063.stdout: Running scriptlet: ceph-immutable-object-cache-2:19.1.1-326.g8921c8 138/164 2024-09-15T22:03:04.619 INFO:teuthology.orchestra.run.smithi063.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-09-15T22:03:04.619 INFO:teuthology.orchestra.run.smithi063.stdout:Invalid unit name "ceph-immutable-object-cache@*.service" escaped as "ceph-immutable-object-cache@\x2a.service". 2024-09-15T22:03:04.619 INFO:teuthology.orchestra.run.smithi063.stdout: 2024-09-15T22:03:04.670 INFO:teuthology.orchestra.run.smithi063.stdout: Installing : cephfs-mirror-2:19.1.1-326.g8921c8ef.el9.x86_64 139/164 2024-09-15T22:03:04.695 INFO:teuthology.orchestra.run.smithi063.stdout: Running scriptlet: cephfs-mirror-2:19.1.1-326.g8921c8ef.el9.x86_64 139/164 2024-09-15T22:03:04.695 INFO:teuthology.orchestra.run.smithi063.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-09-15T22:03:04.695 INFO:teuthology.orchestra.run.smithi063.stdout:Invalid unit name "cephfs-mirror@*.service" escaped as "cephfs-mirror@\x2a.service". 2024-09-15T22:03:04.695 INFO:teuthology.orchestra.run.smithi063.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/cephfs-mirror.target → /usr/lib/systemd/system/cephfs-mirror.target. 2024-09-15T22:03:04.695 INFO:teuthology.orchestra.run.smithi063.stdout:Created symlink /etc/systemd/system/ceph.target.wants/cephfs-mirror.target → /usr/lib/systemd/system/cephfs-mirror.target. 2024-09-15T22:03:04.696 INFO:teuthology.orchestra.run.smithi063.stdout: 2024-09-15T22:03:05.028 INFO:teuthology.orchestra.run.smithi063.stdout: Installing : rbd-mirror-2:19.1.1-326.g8921c8ef.el9.x86_64 140/164 2024-09-15T22:03:05.053 INFO:teuthology.orchestra.run.smithi063.stdout: Running scriptlet: rbd-mirror-2:19.1.1-326.g8921c8ef.el9.x86_64 140/164 2024-09-15T22:03:05.053 INFO:teuthology.orchestra.run.smithi063.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-09-15T22:03:05.053 INFO:teuthology.orchestra.run.smithi063.stdout:Invalid unit name "ceph-rbd-mirror@*.service" escaped as "ceph-rbd-mirror@\x2a.service". 2024-09-15T22:03:05.053 INFO:teuthology.orchestra.run.smithi063.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-rbd-mirror.target → /usr/lib/systemd/system/ceph-rbd-mirror.target. 2024-09-15T22:03:05.053 INFO:teuthology.orchestra.run.smithi063.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-rbd-mirror.target → /usr/lib/systemd/system/ceph-rbd-mirror.target. 2024-09-15T22:03:05.053 INFO:teuthology.orchestra.run.smithi063.stdout: 2024-09-15T22:03:05.724 INFO:teuthology.orchestra.run.smithi110.stdout: Running scriptlet: openssl-libs-1:3.2.2-4.el9.x86_64 164/164 2024-09-15T22:03:05.724 INFO:teuthology.orchestra.run.smithi110.stdout: Verifying : ceph-2:19.1.1-326.g8921c8ef.el9.x86_64 1/164 2024-09-15T22:03:05.724 INFO:teuthology.orchestra.run.smithi110.stdout: Verifying : ceph-base-2:19.1.1-326.g8921c8ef.el9.x86_64 2/164 2024-09-15T22:03:05.724 INFO:teuthology.orchestra.run.smithi110.stdout: Verifying : ceph-common-2:19.1.1-326.g8921c8ef.el9.x86_64 3/164 2024-09-15T22:03:05.724 INFO:teuthology.orchestra.run.smithi110.stdout: Verifying : ceph-fuse-2:19.1.1-326.g8921c8ef.el9.x86_64 4/164 2024-09-15T22:03:05.725 INFO:teuthology.orchestra.run.smithi110.stdout: Verifying : ceph-immutable-object-cache-2:19.1.1-326.g8921c8 5/164 2024-09-15T22:03:05.725 INFO:teuthology.orchestra.run.smithi110.stdout: Verifying : ceph-mds-2:19.1.1-326.g8921c8ef.el9.x86_64 6/164 2024-09-15T22:03:05.725 INFO:teuthology.orchestra.run.smithi110.stdout: Verifying : ceph-mgr-2:19.1.1-326.g8921c8ef.el9.x86_64 7/164 2024-09-15T22:03:05.725 INFO:teuthology.orchestra.run.smithi110.stdout: Verifying : ceph-mon-2:19.1.1-326.g8921c8ef.el9.x86_64 8/164 2024-09-15T22:03:05.725 INFO:teuthology.orchestra.run.smithi110.stdout: Verifying : ceph-osd-2:19.1.1-326.g8921c8ef.el9.x86_64 9/164 2024-09-15T22:03:05.725 INFO:teuthology.orchestra.run.smithi110.stdout: Verifying : ceph-radosgw-2:19.1.1-326.g8921c8ef.el9.x86_64 10/164 2024-09-15T22:03:05.725 INFO:teuthology.orchestra.run.smithi110.stdout: Verifying : ceph-selinux-2:19.1.1-326.g8921c8ef.el9.x86_64 11/164 2024-09-15T22:03:05.725 INFO:teuthology.orchestra.run.smithi110.stdout: Verifying : ceph-test-2:19.1.1-326.g8921c8ef.el9.x86_64 12/164 2024-09-15T22:03:05.725 INFO:teuthology.orchestra.run.smithi110.stdout: Verifying : cephfs-mirror-2:19.1.1-326.g8921c8ef.el9.x86_64 13/164 2024-09-15T22:03:05.725 INFO:teuthology.orchestra.run.smithi110.stdout: Verifying : cephfs-shell-2:19.1.1-326.g8921c8ef.el9.x86_64 14/164 2024-09-15T22:03:05.725 INFO:teuthology.orchestra.run.smithi110.stdout: Verifying : libcephfs-devel-2:19.1.1-326.g8921c8ef.el9.x86_6 15/164 2024-09-15T22:03:05.725 INFO:teuthology.orchestra.run.smithi110.stdout: Verifying : libcephfs2-2:19.1.1-326.g8921c8ef.el9.x86_64 16/164 2024-09-15T22:03:05.725 INFO:teuthology.orchestra.run.smithi110.stdout: Verifying : libcephsqlite-2:19.1.1-326.g8921c8ef.el9.x86_64 17/164 2024-09-15T22:03:05.726 INFO:teuthology.orchestra.run.smithi110.stdout: Verifying : librados-devel-2:19.1.1-326.g8921c8ef.el9.x86_64 18/164 2024-09-15T22:03:05.726 INFO:teuthology.orchestra.run.smithi110.stdout: Verifying : libradosstriper1-2:19.1.1-326.g8921c8ef.el9.x86_ 19/164 2024-09-15T22:03:05.726 INFO:teuthology.orchestra.run.smithi110.stdout: Verifying : librgw2-2:19.1.1-326.g8921c8ef.el9.x86_64 20/164 2024-09-15T22:03:05.726 INFO:teuthology.orchestra.run.smithi110.stdout: Verifying : python3-ceph-argparse-2:19.1.1-326.g8921c8ef.el9 21/164 2024-09-15T22:03:05.726 INFO:teuthology.orchestra.run.smithi110.stdout: Verifying : python3-ceph-common-2:19.1.1-326.g8921c8ef.el9.x 22/164 2024-09-15T22:03:05.726 INFO:teuthology.orchestra.run.smithi110.stdout: Verifying : python3-cephfs-2:19.1.1-326.g8921c8ef.el9.x86_64 23/164 2024-09-15T22:03:05.726 INFO:teuthology.orchestra.run.smithi110.stdout: Verifying : python3-rados-2:19.1.1-326.g8921c8ef.el9.x86_64 24/164 2024-09-15T22:03:05.726 INFO:teuthology.orchestra.run.smithi110.stdout: Verifying : python3-rbd-2:19.1.1-326.g8921c8ef.el9.x86_64 25/164 2024-09-15T22:03:05.726 INFO:teuthology.orchestra.run.smithi110.stdout: Verifying : python3-rgw-2:19.1.1-326.g8921c8ef.el9.x86_64 26/164 2024-09-15T22:03:05.726 INFO:teuthology.orchestra.run.smithi110.stdout: Verifying : rbd-fuse-2:19.1.1-326.g8921c8ef.el9.x86_64 27/164 2024-09-15T22:03:05.726 INFO:teuthology.orchestra.run.smithi110.stdout: Verifying : rbd-mirror-2:19.1.1-326.g8921c8ef.el9.x86_64 28/164 2024-09-15T22:03:05.726 INFO:teuthology.orchestra.run.smithi110.stdout: Verifying : rbd-nbd-2:19.1.1-326.g8921c8ef.el9.x86_64 29/164 2024-09-15T22:03:05.738 INFO:teuthology.orchestra.run.smithi110.stdout: Verifying : ceph-grafana-dashboards-2:19.1.1-326.g8921c8ef.e 30/164 2024-09-15T22:03:05.739 INFO:teuthology.orchestra.run.smithi110.stdout: Verifying : ceph-mgr-cephadm-2:19.1.1-326.g8921c8ef.el9.noar 31/164 2024-09-15T22:03:05.739 INFO:teuthology.orchestra.run.smithi110.stdout: Verifying : ceph-mgr-dashboard-2:19.1.1-326.g8921c8ef.el9.no 32/164 2024-09-15T22:03:05.739 INFO:teuthology.orchestra.run.smithi110.stdout: Verifying : ceph-mgr-diskprediction-local-2:19.1.1-326.g8921 33/164 2024-09-15T22:03:05.739 INFO:teuthology.orchestra.run.smithi110.stdout: Verifying : ceph-mgr-modules-core-2:19.1.1-326.g8921c8ef.el9 34/164 2024-09-15T22:03:05.739 INFO:teuthology.orchestra.run.smithi110.stdout: Verifying : ceph-mgr-rook-2:19.1.1-326.g8921c8ef.el9.noarch 35/164 2024-09-15T22:03:05.739 INFO:teuthology.orchestra.run.smithi110.stdout: Verifying : ceph-prometheus-alerts-2:19.1.1-326.g8921c8ef.el 36/164 2024-09-15T22:03:05.739 INFO:teuthology.orchestra.run.smithi110.stdout: Verifying : ceph-volume-2:19.1.1-326.g8921c8ef.el9.noarch 37/164 2024-09-15T22:03:05.739 INFO:teuthology.orchestra.run.smithi110.stdout: Verifying : cephadm-2:19.1.1-326.g8921c8ef.el9.noarch 38/164 2024-09-15T22:03:05.739 INFO:teuthology.orchestra.run.smithi110.stdout: Verifying : cephfs-top-2:19.1.1-326.g8921c8ef.el9.noarch 39/164 2024-09-15T22:03:05.739 INFO:teuthology.orchestra.run.smithi110.stdout: Verifying : fuse-2.9.9-16.el9.x86_64 40/164 2024-09-15T22:03:05.739 INFO:teuthology.orchestra.run.smithi110.stdout: Verifying : libgfortran-11.5.0-2.el9.x86_64 41/164 2024-09-15T22:03:05.740 INFO:teuthology.orchestra.run.smithi110.stdout: Verifying : libquadmath-11.5.0-2.el9.x86_64 42/164 2024-09-15T22:03:05.740 INFO:teuthology.orchestra.run.smithi110.stdout: Verifying : python3-cffi-1.14.5-5.el9.x86_64 43/164 2024-09-15T22:03:05.740 INFO:teuthology.orchestra.run.smithi110.stdout: Verifying : python3-cryptography-36.0.1-4.el9.x86_64 44/164 2024-09-15T22:03:05.740 INFO:teuthology.orchestra.run.smithi110.stdout: Verifying : python3-ply-3.11-14.el9.noarch 45/164 2024-09-15T22:03:05.740 INFO:teuthology.orchestra.run.smithi110.stdout: Verifying : python3-pycparser-2.20-6.el9.noarch 46/164 2024-09-15T22:03:05.740 INFO:teuthology.orchestra.run.smithi110.stdout: Verifying : python3-requests-2.25.1-8.el9.noarch 47/164 2024-09-15T22:03:05.740 INFO:teuthology.orchestra.run.smithi110.stdout: Verifying : python3-urllib3-1.26.5-6.el9.noarch 48/164 2024-09-15T22:03:05.740 INFO:teuthology.orchestra.run.smithi110.stdout: Verifying : automake-1.16.2-8.el9.noarch 49/164 2024-09-15T22:03:05.740 INFO:teuthology.orchestra.run.smithi110.stdout: Verifying : bison-3.7.4-5.el9.x86_64 50/164 2024-09-15T22:03:05.740 INFO:teuthology.orchestra.run.smithi110.stdout: Verifying : boost-program-options-1.75.0-8.el9.x86_64 51/164 2024-09-15T22:03:05.740 INFO:teuthology.orchestra.run.smithi110.stdout: Verifying : elfutils-libelf-devel-0.191-4.el9.x86_64 52/164 2024-09-15T22:03:05.741 INFO:teuthology.orchestra.run.smithi110.stdout: Verifying : flex-2.6.4-9.el9.x86_64 53/164 2024-09-15T22:03:05.741 INFO:teuthology.orchestra.run.smithi110.stdout: Verifying : flexiblas-3.0.4-8.el9.x86_64 54/164 2024-09-15T22:03:05.741 INFO:teuthology.orchestra.run.smithi110.stdout: Verifying : flexiblas-netlib-3.0.4-8.el9.x86_64 55/164 2024-09-15T22:03:05.741 INFO:teuthology.orchestra.run.smithi110.stdout: Verifying : flexiblas-openblas-openmp-3.0.4-8.el9.x86_64 56/164 2024-09-15T22:03:05.741 INFO:teuthology.orchestra.run.smithi110.stdout: Verifying : libaio-devel-0.3.111-13.el9.x86_64 57/164 2024-09-15T22:03:05.741 INFO:teuthology.orchestra.run.smithi110.stdout: Verifying : libpmemobj-1.12.1-1.el9.x86_64 58/164 2024-09-15T22:03:05.741 INFO:teuthology.orchestra.run.smithi110.stdout: Verifying : librabbitmq-0.11.0-7.el9.x86_64 59/164 2024-09-15T22:03:05.741 INFO:teuthology.orchestra.run.smithi110.stdout: Verifying : librdkafka-1.6.1-102.el9.x86_64 60/164 2024-09-15T22:03:05.741 INFO:teuthology.orchestra.run.smithi110.stdout: Verifying : libtool-2.4.6-46.el9.x86_64 61/164 2024-09-15T22:03:05.742 INFO:teuthology.orchestra.run.smithi110.stdout: Verifying : libuuid-devel-2.37.4-20.el9.x86_64 62/164 2024-09-15T22:03:05.742 INFO:teuthology.orchestra.run.smithi110.stdout: Verifying : libzstd-devel-1.5.1-2.el9.x86_64 63/164 2024-09-15T22:03:05.742 INFO:teuthology.orchestra.run.smithi110.stdout: Verifying : lttng-ust-2.12.0-6.el9.x86_64 64/164 2024-09-15T22:03:05.742 INFO:teuthology.orchestra.run.smithi110.stdout: Verifying : lua-5.4.4-4.el9.x86_64 65/164 2024-09-15T22:03:05.742 INFO:teuthology.orchestra.run.smithi110.stdout: Verifying : openblas-0.3.26-2.el9.x86_64 66/164 2024-09-15T22:03:05.742 INFO:teuthology.orchestra.run.smithi110.stdout: Verifying : openblas-openmp-0.3.26-2.el9.x86_64 67/164 2024-09-15T22:03:05.742 INFO:teuthology.orchestra.run.smithi110.stdout: Verifying : openssl-devel-1:3.2.2-6.el9.x86_64 68/164 2024-09-15T22:03:05.742 INFO:teuthology.orchestra.run.smithi110.stdout: Verifying : postgresql-13.16-1.el9.x86_64 69/164 2024-09-15T22:03:05.742 INFO:teuthology.orchestra.run.smithi110.stdout: Verifying : postgresql-contrib-13.16-1.el9.x86_64 70/164 2024-09-15T22:03:05.742 INFO:teuthology.orchestra.run.smithi110.stdout: Verifying : postgresql-private-libs-13.16-1.el9.x86_64 71/164 2024-09-15T22:03:05.742 INFO:teuthology.orchestra.run.smithi110.stdout: Verifying : postgresql-server-13.16-1.el9.x86_64 72/164 2024-09-15T22:03:05.742 INFO:teuthology.orchestra.run.smithi110.stdout: Verifying : protobuf-3.14.0-13.el9.x86_64 73/164 2024-09-15T22:03:05.743 INFO:teuthology.orchestra.run.smithi110.stdout: Verifying : python3-attrs-20.3.0-7.el9.noarch 74/164 2024-09-15T22:03:05.743 INFO:teuthology.orchestra.run.smithi110.stdout: Verifying : python3-babel-2.9.1-2.el9.noarch 75/164 2024-09-15T22:03:05.743 INFO:teuthology.orchestra.run.smithi110.stdout: Verifying : python3-colorama-0.4.6-3.el9.noarch 76/164 2024-09-15T22:03:05.743 INFO:teuthology.orchestra.run.smithi110.stdout: Verifying : python3-devel-3.9.19-8.el9.x86_64 77/164 2024-09-15T22:03:05.743 INFO:teuthology.orchestra.run.smithi110.stdout: Verifying : python3-jinja2-2.11.3-6.el9.noarch 78/164 2024-09-15T22:03:05.743 INFO:teuthology.orchestra.run.smithi110.stdout: Verifying : python3-jsonpatch-1.21-16.el9.noarch 79/164 2024-09-15T22:03:05.743 INFO:teuthology.orchestra.run.smithi110.stdout: Verifying : python3-jsonpointer-2.0-4.el9.noarch 80/164 2024-09-15T22:03:05.743 INFO:teuthology.orchestra.run.smithi110.stdout: Verifying : python3-mako-1.1.4-6.el9.noarch 81/164 2024-09-15T22:03:05.743 INFO:teuthology.orchestra.run.smithi110.stdout: Verifying : python3-markupsafe-1.1.1-12.el9.x86_64 82/164 2024-09-15T22:03:05.743 INFO:teuthology.orchestra.run.smithi110.stdout: Verifying : python3-numpy-1:1.20.1-5.el9.x86_64 83/164 2024-09-15T22:03:05.743 INFO:teuthology.orchestra.run.smithi110.stdout: Verifying : python3-numpy-f2py-1:1.20.1-5.el9.x86_64 84/164 2024-09-15T22:03:05.743 INFO:teuthology.orchestra.run.smithi110.stdout: Verifying : python3-oauthlib-3.1.1-5.el9.noarch 85/164 2024-09-15T22:03:05.743 INFO:teuthology.orchestra.run.smithi110.stdout: Verifying : python3-packaging-20.9-5.el9.noarch 86/164 2024-09-15T22:03:05.744 INFO:teuthology.orchestra.run.smithi110.stdout: Verifying : python3-prettytable-0.7.2-27.el9.noarch 87/164 2024-09-15T22:03:05.744 INFO:teuthology.orchestra.run.smithi110.stdout: Verifying : python3-protobuf-3.14.0-13.el9.noarch 88/164 2024-09-15T22:03:05.744 INFO:teuthology.orchestra.run.smithi110.stdout: Verifying : python3-pyasn1-0.4.8-6.el9.noarch 89/164 2024-09-15T22:03:05.744 INFO:teuthology.orchestra.run.smithi110.stdout: Verifying : python3-pyasn1-modules-0.4.8-6.el9.noarch 90/164 2024-09-15T22:03:05.744 INFO:teuthology.orchestra.run.smithi110.stdout: Verifying : python3-pytz-2021.1-5.el9.noarch 91/164 2024-09-15T22:03:05.744 INFO:teuthology.orchestra.run.smithi110.stdout: Verifying : python3-requests-oauthlib-1.3.0-12.el9.noarch 92/164 2024-09-15T22:03:05.744 INFO:teuthology.orchestra.run.smithi110.stdout: Verifying : python3-scipy-1.6.2-8.el9.x86_64 93/164 2024-09-15T22:03:05.744 INFO:teuthology.orchestra.run.smithi110.stdout: Verifying : python3-toml-0.10.2-6.el9.noarch 94/164 2024-09-15T22:03:05.744 INFO:teuthology.orchestra.run.smithi110.stdout: Verifying : python3-wcwidth-0.2.5-8.el9.noarch 95/164 2024-09-15T22:03:05.744 INFO:teuthology.orchestra.run.smithi110.stdout: Verifying : qatlib-24.02.0-1.el9.x86_64 96/164 2024-09-15T22:03:05.744 INFO:teuthology.orchestra.run.smithi110.stdout: Verifying : qatlib-service-24.02.0-1.el9.x86_64 97/164 2024-09-15T22:03:05.744 INFO:teuthology.orchestra.run.smithi110.stdout: Verifying : qatzip-libs-1.2.0-1.el9.x86_64 98/164 2024-09-15T22:03:05.744 INFO:teuthology.orchestra.run.smithi110.stdout: Verifying : socat-1.7.4.1-6.el9.x86_64 99/164 2024-09-15T22:03:05.745 INFO:teuthology.orchestra.run.smithi110.stdout: Verifying : uuid-1.6.2-55.el9.x86_64 100/164 2024-09-15T22:03:05.745 INFO:teuthology.orchestra.run.smithi110.stdout: Verifying : xfsprogs-devel-6.4.0-4.el9.x86_64 101/164 2024-09-15T22:03:05.745 INFO:teuthology.orchestra.run.smithi110.stdout: Verifying : xmlstarlet-1.6.1-20.el9.x86_64 102/164 2024-09-15T22:03:05.745 INFO:teuthology.orchestra.run.smithi110.stdout: Verifying : zlib-devel-1.2.11-41.el9.x86_64 103/164 2024-09-15T22:03:05.745 INFO:teuthology.orchestra.run.smithi110.stdout: Verifying : lua-devel-5.4.4-4.el9.x86_64 104/164 2024-09-15T22:03:05.745 INFO:teuthology.orchestra.run.smithi110.stdout: Verifying : protobuf-compiler-3.14.0-13.el9.x86_64 105/164 2024-09-15T22:03:05.745 INFO:teuthology.orchestra.run.smithi110.stdout: Verifying : abseil-cpp-20211102.0-3.el9.x86_64 106/164 2024-09-15T22:03:05.745 INFO:teuthology.orchestra.run.smithi110.stdout: Verifying : gperftools-libs-2.9.1-3.el9.x86_64 107/164 2024-09-15T22:03:05.745 INFO:teuthology.orchestra.run.smithi110.stdout: Verifying : grpc-data-1.46.7-10.el9.noarch 108/164 2024-09-15T22:03:05.745 INFO:teuthology.orchestra.run.smithi110.stdout: Verifying : libarrow-9.0.0-11.el9.x86_64 109/164 2024-09-15T22:03:05.745 INFO:teuthology.orchestra.run.smithi110.stdout: Verifying : libarrow-doc-9.0.0-11.el9.noarch 110/164 2024-09-15T22:03:05.745 INFO:teuthology.orchestra.run.smithi110.stdout: Verifying : liboath-2.6.7-2.el9.x86_64 111/164 2024-09-15T22:03:05.746 INFO:teuthology.orchestra.run.smithi110.stdout: Verifying : libunwind-1.6.2-1.el9.x86_64 112/164 2024-09-15T22:03:05.746 INFO:teuthology.orchestra.run.smithi110.stdout: Verifying : luarocks-3.9.2-5.el9.noarch 113/164 2024-09-15T22:03:05.746 INFO:teuthology.orchestra.run.smithi110.stdout: Verifying : parquet-libs-9.0.0-11.el9.x86_64 114/164 2024-09-15T22:03:05.746 INFO:teuthology.orchestra.run.smithi110.stdout: Verifying : python3-asyncssh-2.13.2-5.el9.noarch 115/164 2024-09-15T22:03:05.746 INFO:teuthology.orchestra.run.smithi110.stdout: Verifying : python3-bcrypt-3.2.2-1.el9.x86_64 116/164 2024-09-15T22:03:05.746 INFO:teuthology.orchestra.run.smithi110.stdout: Verifying : python3-cachetools-4.2.4-1.el9.noarch 117/164 2024-09-15T22:03:05.746 INFO:teuthology.orchestra.run.smithi110.stdout: Verifying : python3-certifi-2023.05.07-4.el9.noarch 118/164 2024-09-15T22:03:05.746 INFO:teuthology.orchestra.run.smithi110.stdout: Verifying : python3-cheroot-8.6.0-4.el9.noarch 119/164 2024-09-15T22:03:05.746 INFO:teuthology.orchestra.run.smithi110.stdout: Verifying : python3-cherrypy-18.6.1-2.el9.noarch 120/164 2024-09-15T22:03:05.746 INFO:teuthology.orchestra.run.smithi110.stdout: Verifying : python3-cmd2-2.4.2-2.el9.noarch 121/164 2024-09-15T22:03:05.746 INFO:teuthology.orchestra.run.smithi110.stdout: Verifying : python3-google-auth-1:2.34.0-1.el9.noarch 122/164 2024-09-15T22:03:05.746 INFO:teuthology.orchestra.run.smithi110.stdout: Verifying : python3-grpcio-1.46.7-10.el9.x86_64 123/164 2024-09-15T22:03:05.746 INFO:teuthology.orchestra.run.smithi110.stdout: Verifying : python3-grpcio-tools-1.46.7-10.el9.x86_64 124/164 2024-09-15T22:03:05.747 INFO:teuthology.orchestra.run.smithi110.stdout: Verifying : python3-jaraco-8.2.1-3.el9.noarch 125/164 2024-09-15T22:03:05.747 INFO:teuthology.orchestra.run.smithi110.stdout: Verifying : python3-jaraco-classes-3.2.1-5.el9.noarch 126/164 2024-09-15T22:03:05.747 INFO:teuthology.orchestra.run.smithi110.stdout: Verifying : python3-jaraco-collections-3.0.0-8.el9.noarch 127/164 2024-09-15T22:03:05.747 INFO:teuthology.orchestra.run.smithi110.stdout: Verifying : python3-jaraco-functools-3.5.0-2.el9.noarch 128/164 2024-09-15T22:03:05.747 INFO:teuthology.orchestra.run.smithi110.stdout: Verifying : python3-jaraco-text-3.2.0-6.el9.noarch 129/164 2024-09-15T22:03:05.747 INFO:teuthology.orchestra.run.smithi110.stdout: Verifying : python3-kubernetes-1:26.1.0-2.el9.noarch 130/164 2024-09-15T22:03:05.747 INFO:teuthology.orchestra.run.smithi110.stdout: Verifying : python3-logutils-0.3.5-21.el9.noarch 131/164 2024-09-15T22:03:05.747 INFO:teuthology.orchestra.run.smithi110.stdout: Verifying : python3-more-itertools-8.12.0-2.el9.noarch 132/164 2024-09-15T22:03:05.747 INFO:teuthology.orchestra.run.smithi110.stdout: Verifying : python3-natsort-7.1.1-5.el9.noarch 133/164 2024-09-15T22:03:05.747 INFO:teuthology.orchestra.run.smithi110.stdout: Verifying : python3-pecan-1.4.2-3.el9.noarch 134/164 2024-09-15T22:03:05.747 INFO:teuthology.orchestra.run.smithi110.stdout: Verifying : python3-portend-3.1.0-2.el9.noarch 135/164 2024-09-15T22:03:05.747 INFO:teuthology.orchestra.run.smithi110.stdout: Verifying : python3-pyOpenSSL-21.0.0-1.el9.noarch 136/164 2024-09-15T22:03:05.747 INFO:teuthology.orchestra.run.smithi110.stdout: Verifying : python3-pyperclip-1.8.2-2.el9.noarch 137/164 2024-09-15T22:03:05.748 INFO:teuthology.orchestra.run.smithi110.stdout: Verifying : python3-repoze-lru-0.7-16.el9.noarch 138/164 2024-09-15T22:03:05.748 INFO:teuthology.orchestra.run.smithi110.stdout: Verifying : python3-routes-2.5.1-5.el9.noarch 139/164 2024-09-15T22:03:05.748 INFO:teuthology.orchestra.run.smithi110.stdout: Verifying : python3-rsa-4.9-2.el9.noarch 140/164 2024-09-15T22:03:05.748 INFO:teuthology.orchestra.run.smithi110.stdout: Verifying : python3-tempora-5.0.0-2.el9.noarch 141/164 2024-09-15T22:03:05.748 INFO:teuthology.orchestra.run.smithi110.stdout: Verifying : python3-typing-extensions-4.12.2-2.el9.noarch 142/164 2024-09-15T22:03:05.748 INFO:teuthology.orchestra.run.smithi110.stdout: Verifying : python3-webob-1.8.8-2.el9.noarch 143/164 2024-09-15T22:03:05.748 INFO:teuthology.orchestra.run.smithi110.stdout: Verifying : python3-websocket-client-1.2.3-2.el9.noarch 144/164 2024-09-15T22:03:05.748 INFO:teuthology.orchestra.run.smithi110.stdout: Verifying : python3-werkzeug-2.0.3-3.el9.1.noarch 145/164 2024-09-15T22:03:05.748 INFO:teuthology.orchestra.run.smithi110.stdout: Verifying : python3-zc-lockfile-2.0-10.el9.noarch 146/164 2024-09-15T22:03:05.748 INFO:teuthology.orchestra.run.smithi110.stdout: Verifying : re2-1:20211101-20.el9.x86_64 147/164 2024-09-15T22:03:05.748 INFO:teuthology.orchestra.run.smithi110.stdout: Verifying : thrift-0.15.0-2.el9.x86_64 148/164 2024-09-15T22:03:05.748 INFO:teuthology.orchestra.run.smithi110.stdout: Verifying : librados2-2:19.1.1-326.g8921c8ef.el9.x86_64 149/164 2024-09-15T22:03:05.748 INFO:teuthology.orchestra.run.smithi110.stdout: Verifying : librados2-2:16.2.4-5.el9.x86_64 150/164 2024-09-15T22:03:05.749 INFO:teuthology.orchestra.run.smithi110.stdout: Verifying : librbd1-2:19.1.1-326.g8921c8ef.el9.x86_64 151/164 2024-09-15T22:03:05.749 INFO:teuthology.orchestra.run.smithi110.stdout: Verifying : librbd1-2:16.2.4-5.el9.x86_64 152/164 2024-09-15T22:03:05.749 INFO:teuthology.orchestra.run.smithi110.stdout: Verifying : NetworkManager-1:1.49.90-1.el9.x86_64 153/164 2024-09-15T22:03:05.749 INFO:teuthology.orchestra.run.smithi110.stdout: Verifying : NetworkManager-1:1.48.8-1.el9.x86_64 154/164 2024-09-15T22:03:05.749 INFO:teuthology.orchestra.run.smithi110.stdout: Verifying : NetworkManager-libnm-1:1.49.90-1.el9.x86_64 155/164 2024-09-15T22:03:05.749 INFO:teuthology.orchestra.run.smithi110.stdout: Verifying : NetworkManager-libnm-1:1.48.8-1.el9.x86_64 156/164 2024-09-15T22:03:05.749 INFO:teuthology.orchestra.run.smithi110.stdout: Verifying : NetworkManager-team-1:1.49.90-1.el9.x86_64 157/164 2024-09-15T22:03:05.749 INFO:teuthology.orchestra.run.smithi110.stdout: Verifying : NetworkManager-team-1:1.48.8-1.el9.x86_64 158/164 2024-09-15T22:03:05.749 INFO:teuthology.orchestra.run.smithi110.stdout: Verifying : NetworkManager-tui-1:1.49.90-1.el9.x86_64 159/164 2024-09-15T22:03:05.749 INFO:teuthology.orchestra.run.smithi110.stdout: Verifying : NetworkManager-tui-1:1.48.8-1.el9.x86_64 160/164 2024-09-15T22:03:05.749 INFO:teuthology.orchestra.run.smithi110.stdout: Verifying : openssl-1:3.2.2-6.el9.x86_64 161/164 2024-09-15T22:03:05.749 INFO:teuthology.orchestra.run.smithi110.stdout: Verifying : openssl-1:3.2.2-4.el9.x86_64 162/164 2024-09-15T22:03:05.749 INFO:teuthology.orchestra.run.smithi110.stdout: Verifying : openssl-libs-1:3.2.2-6.el9.x86_64 163/164 2024-09-15T22:03:08.198 INFO:teuthology.orchestra.run.smithi110.stdout: Verifying : openssl-libs-1:3.2.2-4.el9.x86_64 164/164 2024-09-15T22:03:08.199 INFO:teuthology.orchestra.run.smithi110.stdout: 2024-09-15T22:03:08.199 INFO:teuthology.orchestra.run.smithi110.stdout:Upgraded: 2024-09-15T22:03:08.199 INFO:teuthology.orchestra.run.smithi110.stdout: NetworkManager-1:1.49.90-1.el9.x86_64 2024-09-15T22:03:08.199 INFO:teuthology.orchestra.run.smithi110.stdout: NetworkManager-libnm-1:1.49.90-1.el9.x86_64 2024-09-15T22:03:08.199 INFO:teuthology.orchestra.run.smithi110.stdout: NetworkManager-team-1:1.49.90-1.el9.x86_64 2024-09-15T22:03:08.199 INFO:teuthology.orchestra.run.smithi110.stdout: NetworkManager-tui-1:1.49.90-1.el9.x86_64 2024-09-15T22:03:08.199 INFO:teuthology.orchestra.run.smithi110.stdout: librados2-2:19.1.1-326.g8921c8ef.el9.x86_64 2024-09-15T22:03:08.199 INFO:teuthology.orchestra.run.smithi110.stdout: librbd1-2:19.1.1-326.g8921c8ef.el9.x86_64 2024-09-15T22:03:08.199 INFO:teuthology.orchestra.run.smithi110.stdout: openssl-1:3.2.2-6.el9.x86_64 2024-09-15T22:03:08.200 INFO:teuthology.orchestra.run.smithi110.stdout: openssl-libs-1:3.2.2-6.el9.x86_64 2024-09-15T22:03:08.200 INFO:teuthology.orchestra.run.smithi110.stdout:Installed: 2024-09-15T22:03:08.200 INFO:teuthology.orchestra.run.smithi110.stdout: abseil-cpp-20211102.0-3.el9.x86_64 2024-09-15T22:03:08.200 INFO:teuthology.orchestra.run.smithi110.stdout: automake-1.16.2-8.el9.noarch 2024-09-15T22:03:08.200 INFO:teuthology.orchestra.run.smithi110.stdout: bison-3.7.4-5.el9.x86_64 2024-09-15T22:03:08.200 INFO:teuthology.orchestra.run.smithi110.stdout: boost-program-options-1.75.0-8.el9.x86_64 2024-09-15T22:03:08.200 INFO:teuthology.orchestra.run.smithi110.stdout: ceph-2:19.1.1-326.g8921c8ef.el9.x86_64 2024-09-15T22:03:08.200 INFO:teuthology.orchestra.run.smithi110.stdout: ceph-base-2:19.1.1-326.g8921c8ef.el9.x86_64 2024-09-15T22:03:08.200 INFO:teuthology.orchestra.run.smithi110.stdout: ceph-common-2:19.1.1-326.g8921c8ef.el9.x86_64 2024-09-15T22:03:08.200 INFO:teuthology.orchestra.run.smithi110.stdout: ceph-fuse-2:19.1.1-326.g8921c8ef.el9.x86_64 2024-09-15T22:03:08.200 INFO:teuthology.orchestra.run.smithi110.stdout: ceph-grafana-dashboards-2:19.1.1-326.g8921c8ef.el9.noarch 2024-09-15T22:03:08.200 INFO:teuthology.orchestra.run.smithi110.stdout: ceph-immutable-object-cache-2:19.1.1-326.g8921c8ef.el9.x86_64 2024-09-15T22:03:08.201 INFO:teuthology.orchestra.run.smithi110.stdout: ceph-mds-2:19.1.1-326.g8921c8ef.el9.x86_64 2024-09-15T22:03:08.201 INFO:teuthology.orchestra.run.smithi110.stdout: ceph-mgr-2:19.1.1-326.g8921c8ef.el9.x86_64 2024-09-15T22:03:08.201 INFO:teuthology.orchestra.run.smithi110.stdout: ceph-mgr-cephadm-2:19.1.1-326.g8921c8ef.el9.noarch 2024-09-15T22:03:08.201 INFO:teuthology.orchestra.run.smithi110.stdout: ceph-mgr-dashboard-2:19.1.1-326.g8921c8ef.el9.noarch 2024-09-15T22:03:08.201 INFO:teuthology.orchestra.run.smithi110.stdout: ceph-mgr-diskprediction-local-2:19.1.1-326.g8921c8ef.el9.noarch 2024-09-15T22:03:08.201 INFO:teuthology.orchestra.run.smithi110.stdout: ceph-mgr-modules-core-2:19.1.1-326.g8921c8ef.el9.noarch 2024-09-15T22:03:08.201 INFO:teuthology.orchestra.run.smithi110.stdout: ceph-mgr-rook-2:19.1.1-326.g8921c8ef.el9.noarch 2024-09-15T22:03:08.201 INFO:teuthology.orchestra.run.smithi110.stdout: ceph-mon-2:19.1.1-326.g8921c8ef.el9.x86_64 2024-09-15T22:03:08.201 INFO:teuthology.orchestra.run.smithi110.stdout: ceph-osd-2:19.1.1-326.g8921c8ef.el9.x86_64 2024-09-15T22:03:08.201 INFO:teuthology.orchestra.run.smithi110.stdout: ceph-prometheus-alerts-2:19.1.1-326.g8921c8ef.el9.noarch 2024-09-15T22:03:08.201 INFO:teuthology.orchestra.run.smithi110.stdout: ceph-radosgw-2:19.1.1-326.g8921c8ef.el9.x86_64 2024-09-15T22:03:08.201 INFO:teuthology.orchestra.run.smithi110.stdout: ceph-selinux-2:19.1.1-326.g8921c8ef.el9.x86_64 2024-09-15T22:03:08.202 INFO:teuthology.orchestra.run.smithi110.stdout: ceph-test-2:19.1.1-326.g8921c8ef.el9.x86_64 2024-09-15T22:03:08.202 INFO:teuthology.orchestra.run.smithi110.stdout: ceph-volume-2:19.1.1-326.g8921c8ef.el9.noarch 2024-09-15T22:03:08.202 INFO:teuthology.orchestra.run.smithi110.stdout: cephadm-2:19.1.1-326.g8921c8ef.el9.noarch 2024-09-15T22:03:08.202 INFO:teuthology.orchestra.run.smithi110.stdout: cephfs-mirror-2:19.1.1-326.g8921c8ef.el9.x86_64 2024-09-15T22:03:08.202 INFO:teuthology.orchestra.run.smithi110.stdout: cephfs-shell-2:19.1.1-326.g8921c8ef.el9.x86_64 2024-09-15T22:03:08.202 INFO:teuthology.orchestra.run.smithi110.stdout: cephfs-top-2:19.1.1-326.g8921c8ef.el9.noarch 2024-09-15T22:03:08.202 INFO:teuthology.orchestra.run.smithi110.stdout: elfutils-libelf-devel-0.191-4.el9.x86_64 2024-09-15T22:03:08.202 INFO:teuthology.orchestra.run.smithi110.stdout: flex-2.6.4-9.el9.x86_64 2024-09-15T22:03:08.202 INFO:teuthology.orchestra.run.smithi110.stdout: flexiblas-3.0.4-8.el9.x86_64 2024-09-15T22:03:08.202 INFO:teuthology.orchestra.run.smithi110.stdout: flexiblas-netlib-3.0.4-8.el9.x86_64 2024-09-15T22:03:08.202 INFO:teuthology.orchestra.run.smithi110.stdout: flexiblas-openblas-openmp-3.0.4-8.el9.x86_64 2024-09-15T22:03:08.202 INFO:teuthology.orchestra.run.smithi110.stdout: fuse-2.9.9-16.el9.x86_64 2024-09-15T22:03:08.202 INFO:teuthology.orchestra.run.smithi110.stdout: gperftools-libs-2.9.1-3.el9.x86_64 2024-09-15T22:03:08.203 INFO:teuthology.orchestra.run.smithi110.stdout: grpc-data-1.46.7-10.el9.noarch 2024-09-15T22:03:08.203 INFO:teuthology.orchestra.run.smithi110.stdout: libaio-devel-0.3.111-13.el9.x86_64 2024-09-15T22:03:08.203 INFO:teuthology.orchestra.run.smithi110.stdout: libarrow-9.0.0-11.el9.x86_64 2024-09-15T22:03:08.203 INFO:teuthology.orchestra.run.smithi110.stdout: libarrow-doc-9.0.0-11.el9.noarch 2024-09-15T22:03:08.203 INFO:teuthology.orchestra.run.smithi110.stdout: libcephfs-devel-2:19.1.1-326.g8921c8ef.el9.x86_64 2024-09-15T22:03:08.203 INFO:teuthology.orchestra.run.smithi110.stdout: libcephfs2-2:19.1.1-326.g8921c8ef.el9.x86_64 2024-09-15T22:03:08.203 INFO:teuthology.orchestra.run.smithi110.stdout: libcephsqlite-2:19.1.1-326.g8921c8ef.el9.x86_64 2024-09-15T22:03:08.203 INFO:teuthology.orchestra.run.smithi110.stdout: libgfortran-11.5.0-2.el9.x86_64 2024-09-15T22:03:08.203 INFO:teuthology.orchestra.run.smithi110.stdout: liboath-2.6.7-2.el9.x86_64 2024-09-15T22:03:08.203 INFO:teuthology.orchestra.run.smithi110.stdout: libpmemobj-1.12.1-1.el9.x86_64 2024-09-15T22:03:08.203 INFO:teuthology.orchestra.run.smithi110.stdout: libquadmath-11.5.0-2.el9.x86_64 2024-09-15T22:03:08.203 INFO:teuthology.orchestra.run.smithi110.stdout: librabbitmq-0.11.0-7.el9.x86_64 2024-09-15T22:03:08.204 INFO:teuthology.orchestra.run.smithi110.stdout: librados-devel-2:19.1.1-326.g8921c8ef.el9.x86_64 2024-09-15T22:03:08.204 INFO:teuthology.orchestra.run.smithi110.stdout: libradosstriper1-2:19.1.1-326.g8921c8ef.el9.x86_64 2024-09-15T22:03:08.204 INFO:teuthology.orchestra.run.smithi110.stdout: librdkafka-1.6.1-102.el9.x86_64 2024-09-15T22:03:08.204 INFO:teuthology.orchestra.run.smithi110.stdout: librgw2-2:19.1.1-326.g8921c8ef.el9.x86_64 2024-09-15T22:03:08.204 INFO:teuthology.orchestra.run.smithi110.stdout: libtool-2.4.6-46.el9.x86_64 2024-09-15T22:03:08.204 INFO:teuthology.orchestra.run.smithi110.stdout: libunwind-1.6.2-1.el9.x86_64 2024-09-15T22:03:08.204 INFO:teuthology.orchestra.run.smithi110.stdout: libuuid-devel-2.37.4-20.el9.x86_64 2024-09-15T22:03:08.204 INFO:teuthology.orchestra.run.smithi110.stdout: libzstd-devel-1.5.1-2.el9.x86_64 2024-09-15T22:03:08.204 INFO:teuthology.orchestra.run.smithi110.stdout: lttng-ust-2.12.0-6.el9.x86_64 2024-09-15T22:03:08.204 INFO:teuthology.orchestra.run.smithi110.stdout: lua-5.4.4-4.el9.x86_64 2024-09-15T22:03:08.204 INFO:teuthology.orchestra.run.smithi110.stdout: lua-devel-5.4.4-4.el9.x86_64 2024-09-15T22:03:08.204 INFO:teuthology.orchestra.run.smithi110.stdout: luarocks-3.9.2-5.el9.noarch 2024-09-15T22:03:08.205 INFO:teuthology.orchestra.run.smithi110.stdout: openblas-0.3.26-2.el9.x86_64 2024-09-15T22:03:08.205 INFO:teuthology.orchestra.run.smithi110.stdout: openblas-openmp-0.3.26-2.el9.x86_64 2024-09-15T22:03:08.205 INFO:teuthology.orchestra.run.smithi110.stdout: openssl-devel-1:3.2.2-6.el9.x86_64 2024-09-15T22:03:08.205 INFO:teuthology.orchestra.run.smithi110.stdout: parquet-libs-9.0.0-11.el9.x86_64 2024-09-15T22:03:08.205 INFO:teuthology.orchestra.run.smithi110.stdout: postgresql-13.16-1.el9.x86_64 2024-09-15T22:03:08.205 INFO:teuthology.orchestra.run.smithi110.stdout: postgresql-contrib-13.16-1.el9.x86_64 2024-09-15T22:03:08.205 INFO:teuthology.orchestra.run.smithi110.stdout: postgresql-private-libs-13.16-1.el9.x86_64 2024-09-15T22:03:08.205 INFO:teuthology.orchestra.run.smithi110.stdout: postgresql-server-13.16-1.el9.x86_64 2024-09-15T22:03:08.205 INFO:teuthology.orchestra.run.smithi110.stdout: protobuf-3.14.0-13.el9.x86_64 2024-09-15T22:03:08.205 INFO:teuthology.orchestra.run.smithi110.stdout: protobuf-compiler-3.14.0-13.el9.x86_64 2024-09-15T22:03:08.205 INFO:teuthology.orchestra.run.smithi110.stdout: python3-asyncssh-2.13.2-5.el9.noarch 2024-09-15T22:03:08.205 INFO:teuthology.orchestra.run.smithi110.stdout: python3-attrs-20.3.0-7.el9.noarch 2024-09-15T22:03:08.205 INFO:teuthology.orchestra.run.smithi110.stdout: python3-babel-2.9.1-2.el9.noarch 2024-09-15T22:03:08.206 INFO:teuthology.orchestra.run.smithi110.stdout: python3-bcrypt-3.2.2-1.el9.x86_64 2024-09-15T22:03:08.206 INFO:teuthology.orchestra.run.smithi110.stdout: python3-cachetools-4.2.4-1.el9.noarch 2024-09-15T22:03:08.206 INFO:teuthology.orchestra.run.smithi110.stdout: python3-ceph-argparse-2:19.1.1-326.g8921c8ef.el9.x86_64 2024-09-15T22:03:08.206 INFO:teuthology.orchestra.run.smithi110.stdout: python3-ceph-common-2:19.1.1-326.g8921c8ef.el9.x86_64 2024-09-15T22:03:08.206 INFO:teuthology.orchestra.run.smithi110.stdout: python3-cephfs-2:19.1.1-326.g8921c8ef.el9.x86_64 2024-09-15T22:03:08.206 INFO:teuthology.orchestra.run.smithi110.stdout: python3-certifi-2023.05.07-4.el9.noarch 2024-09-15T22:03:08.206 INFO:teuthology.orchestra.run.smithi110.stdout: python3-cffi-1.14.5-5.el9.x86_64 2024-09-15T22:03:08.206 INFO:teuthology.orchestra.run.smithi110.stdout: python3-cheroot-8.6.0-4.el9.noarch 2024-09-15T22:03:08.206 INFO:teuthology.orchestra.run.smithi110.stdout: python3-cherrypy-18.6.1-2.el9.noarch 2024-09-15T22:03:08.206 INFO:teuthology.orchestra.run.smithi110.stdout: python3-cmd2-2.4.2-2.el9.noarch 2024-09-15T22:03:08.206 INFO:teuthology.orchestra.run.smithi110.stdout: python3-colorama-0.4.6-3.el9.noarch 2024-09-15T22:03:08.206 INFO:teuthology.orchestra.run.smithi110.stdout: python3-cryptography-36.0.1-4.el9.x86_64 2024-09-15T22:03:08.206 INFO:teuthology.orchestra.run.smithi110.stdout: python3-devel-3.9.19-8.el9.x86_64 2024-09-15T22:03:08.207 INFO:teuthology.orchestra.run.smithi110.stdout: python3-google-auth-1:2.34.0-1.el9.noarch 2024-09-15T22:03:08.207 INFO:teuthology.orchestra.run.smithi110.stdout: python3-grpcio-1.46.7-10.el9.x86_64 2024-09-15T22:03:08.207 INFO:teuthology.orchestra.run.smithi110.stdout: python3-grpcio-tools-1.46.7-10.el9.x86_64 2024-09-15T22:03:08.207 INFO:teuthology.orchestra.run.smithi110.stdout: python3-jaraco-8.2.1-3.el9.noarch 2024-09-15T22:03:08.207 INFO:teuthology.orchestra.run.smithi110.stdout: python3-jaraco-classes-3.2.1-5.el9.noarch 2024-09-15T22:03:08.207 INFO:teuthology.orchestra.run.smithi110.stdout: python3-jaraco-collections-3.0.0-8.el9.noarch 2024-09-15T22:03:08.207 INFO:teuthology.orchestra.run.smithi110.stdout: python3-jaraco-functools-3.5.0-2.el9.noarch 2024-09-15T22:03:08.207 INFO:teuthology.orchestra.run.smithi110.stdout: python3-jaraco-text-3.2.0-6.el9.noarch 2024-09-15T22:03:08.207 INFO:teuthology.orchestra.run.smithi110.stdout: python3-jinja2-2.11.3-6.el9.noarch 2024-09-15T22:03:08.207 INFO:teuthology.orchestra.run.smithi110.stdout: python3-jsonpatch-1.21-16.el9.noarch 2024-09-15T22:03:08.207 INFO:teuthology.orchestra.run.smithi110.stdout: python3-jsonpointer-2.0-4.el9.noarch 2024-09-15T22:03:08.207 INFO:teuthology.orchestra.run.smithi110.stdout: python3-kubernetes-1:26.1.0-2.el9.noarch 2024-09-15T22:03:08.208 INFO:teuthology.orchestra.run.smithi110.stdout: python3-logutils-0.3.5-21.el9.noarch 2024-09-15T22:03:08.208 INFO:teuthology.orchestra.run.smithi110.stdout: python3-mako-1.1.4-6.el9.noarch 2024-09-15T22:03:08.208 INFO:teuthology.orchestra.run.smithi110.stdout: python3-markupsafe-1.1.1-12.el9.x86_64 2024-09-15T22:03:08.208 INFO:teuthology.orchestra.run.smithi110.stdout: python3-more-itertools-8.12.0-2.el9.noarch 2024-09-15T22:03:08.208 INFO:teuthology.orchestra.run.smithi110.stdout: python3-natsort-7.1.1-5.el9.noarch 2024-09-15T22:03:08.208 INFO:teuthology.orchestra.run.smithi110.stdout: python3-numpy-1:1.20.1-5.el9.x86_64 2024-09-15T22:03:08.208 INFO:teuthology.orchestra.run.smithi110.stdout: python3-numpy-f2py-1:1.20.1-5.el9.x86_64 2024-09-15T22:03:08.208 INFO:teuthology.orchestra.run.smithi110.stdout: python3-oauthlib-3.1.1-5.el9.noarch 2024-09-15T22:03:08.208 INFO:teuthology.orchestra.run.smithi110.stdout: python3-packaging-20.9-5.el9.noarch 2024-09-15T22:03:08.208 INFO:teuthology.orchestra.run.smithi110.stdout: python3-pecan-1.4.2-3.el9.noarch 2024-09-15T22:03:08.208 INFO:teuthology.orchestra.run.smithi110.stdout: python3-ply-3.11-14.el9.noarch 2024-09-15T22:03:08.208 INFO:teuthology.orchestra.run.smithi110.stdout: python3-portend-3.1.0-2.el9.noarch 2024-09-15T22:03:08.209 INFO:teuthology.orchestra.run.smithi110.stdout: python3-prettytable-0.7.2-27.el9.noarch 2024-09-15T22:03:08.209 INFO:teuthology.orchestra.run.smithi110.stdout: python3-protobuf-3.14.0-13.el9.noarch 2024-09-15T22:03:08.209 INFO:teuthology.orchestra.run.smithi110.stdout: python3-pyOpenSSL-21.0.0-1.el9.noarch 2024-09-15T22:03:08.209 INFO:teuthology.orchestra.run.smithi110.stdout: python3-pyasn1-0.4.8-6.el9.noarch 2024-09-15T22:03:08.209 INFO:teuthology.orchestra.run.smithi110.stdout: python3-pyasn1-modules-0.4.8-6.el9.noarch 2024-09-15T22:03:08.209 INFO:teuthology.orchestra.run.smithi110.stdout: python3-pycparser-2.20-6.el9.noarch 2024-09-15T22:03:08.209 INFO:teuthology.orchestra.run.smithi110.stdout: python3-pyperclip-1.8.2-2.el9.noarch 2024-09-15T22:03:08.209 INFO:teuthology.orchestra.run.smithi110.stdout: python3-pytz-2021.1-5.el9.noarch 2024-09-15T22:03:08.209 INFO:teuthology.orchestra.run.smithi110.stdout: python3-rados-2:19.1.1-326.g8921c8ef.el9.x86_64 2024-09-15T22:03:08.209 INFO:teuthology.orchestra.run.smithi110.stdout: python3-rbd-2:19.1.1-326.g8921c8ef.el9.x86_64 2024-09-15T22:03:08.209 INFO:teuthology.orchestra.run.smithi110.stdout: python3-repoze-lru-0.7-16.el9.noarch 2024-09-15T22:03:08.209 INFO:teuthology.orchestra.run.smithi110.stdout: python3-requests-2.25.1-8.el9.noarch 2024-09-15T22:03:08.209 INFO:teuthology.orchestra.run.smithi110.stdout: python3-requests-oauthlib-1.3.0-12.el9.noarch 2024-09-15T22:03:08.210 INFO:teuthology.orchestra.run.smithi110.stdout: python3-rgw-2:19.1.1-326.g8921c8ef.el9.x86_64 2024-09-15T22:03:08.210 INFO:teuthology.orchestra.run.smithi110.stdout: python3-routes-2.5.1-5.el9.noarch 2024-09-15T22:03:08.210 INFO:teuthology.orchestra.run.smithi110.stdout: python3-rsa-4.9-2.el9.noarch 2024-09-15T22:03:08.210 INFO:teuthology.orchestra.run.smithi110.stdout: python3-scipy-1.6.2-8.el9.x86_64 2024-09-15T22:03:08.210 INFO:teuthology.orchestra.run.smithi110.stdout: python3-tempora-5.0.0-2.el9.noarch 2024-09-15T22:03:08.210 INFO:teuthology.orchestra.run.smithi110.stdout: python3-toml-0.10.2-6.el9.noarch 2024-09-15T22:03:08.210 INFO:teuthology.orchestra.run.smithi110.stdout: python3-typing-extensions-4.12.2-2.el9.noarch 2024-09-15T22:03:08.210 INFO:teuthology.orchestra.run.smithi110.stdout: python3-urllib3-1.26.5-6.el9.noarch 2024-09-15T22:03:08.210 INFO:teuthology.orchestra.run.smithi110.stdout: python3-wcwidth-0.2.5-8.el9.noarch 2024-09-15T22:03:08.210 INFO:teuthology.orchestra.run.smithi110.stdout: python3-webob-1.8.8-2.el9.noarch 2024-09-15T22:03:08.210 INFO:teuthology.orchestra.run.smithi110.stdout: python3-websocket-client-1.2.3-2.el9.noarch 2024-09-15T22:03:08.211 INFO:teuthology.orchestra.run.smithi110.stdout: python3-werkzeug-2.0.3-3.el9.1.noarch 2024-09-15T22:03:08.211 INFO:teuthology.orchestra.run.smithi110.stdout: python3-zc-lockfile-2.0-10.el9.noarch 2024-09-15T22:03:08.211 INFO:teuthology.orchestra.run.smithi110.stdout: qatlib-24.02.0-1.el9.x86_64 2024-09-15T22:03:08.211 INFO:teuthology.orchestra.run.smithi110.stdout: qatlib-service-24.02.0-1.el9.x86_64 2024-09-15T22:03:08.211 INFO:teuthology.orchestra.run.smithi110.stdout: qatzip-libs-1.2.0-1.el9.x86_64 2024-09-15T22:03:08.211 INFO:teuthology.orchestra.run.smithi110.stdout: rbd-fuse-2:19.1.1-326.g8921c8ef.el9.x86_64 2024-09-15T22:03:08.211 INFO:teuthology.orchestra.run.smithi110.stdout: rbd-mirror-2:19.1.1-326.g8921c8ef.el9.x86_64 2024-09-15T22:03:08.211 INFO:teuthology.orchestra.run.smithi110.stdout: rbd-nbd-2:19.1.1-326.g8921c8ef.el9.x86_64 2024-09-15T22:03:08.211 INFO:teuthology.orchestra.run.smithi110.stdout: re2-1:20211101-20.el9.x86_64 2024-09-15T22:03:08.211 INFO:teuthology.orchestra.run.smithi110.stdout: socat-1.7.4.1-6.el9.x86_64 2024-09-15T22:03:08.211 INFO:teuthology.orchestra.run.smithi110.stdout: thrift-0.15.0-2.el9.x86_64 2024-09-15T22:03:08.211 INFO:teuthology.orchestra.run.smithi110.stdout: uuid-1.6.2-55.el9.x86_64 2024-09-15T22:03:08.211 INFO:teuthology.orchestra.run.smithi110.stdout: xfsprogs-devel-6.4.0-4.el9.x86_64 2024-09-15T22:03:08.211 INFO:teuthology.orchestra.run.smithi110.stdout: xmlstarlet-1.6.1-20.el9.x86_64 2024-09-15T22:03:08.212 INFO:teuthology.orchestra.run.smithi110.stdout: zlib-devel-1.2.11-41.el9.x86_64 2024-09-15T22:03:08.212 INFO:teuthology.orchestra.run.smithi110.stdout: 2024-09-15T22:03:08.212 INFO:teuthology.orchestra.run.smithi110.stdout:Complete! 2024-09-15T22:03:08.635 DEBUG:teuthology.parallel:result is None 2024-09-15T22:03:10.016 INFO:teuthology.orchestra.run.smithi063.stdout: Installing : ceph-test-2:19.1.1-326.g8921c8ef.el9.x86_64 141/164 2024-09-15T22:03:10.057 INFO:teuthology.orchestra.run.smithi063.stdout: Installing : rbd-fuse-2:19.1.1-326.g8921c8ef.el9.x86_64 142/164 2024-09-15T22:03:10.107 INFO:teuthology.orchestra.run.smithi063.stdout: Installing : rbd-nbd-2:19.1.1-326.g8921c8ef.el9.x86_64 143/164 2024-09-15T22:03:10.146 INFO:teuthology.orchestra.run.smithi063.stdout: Installing : xfsprogs-devel-6.4.0-4.el9.x86_64 144/164 2024-09-15T22:03:10.174 INFO:teuthology.orchestra.run.smithi063.stdout: Installing : elfutils-libelf-devel-0.191-4.el9.x86_64 145/164 2024-09-15T22:03:10.379 INFO:teuthology.orchestra.run.smithi063.stdout: Installing : cephfs-shell-2:19.1.1-326.g8921c8ef.el9.x86_64 146/164 2024-09-15T22:03:10.453 INFO:teuthology.orchestra.run.smithi063.stdout: Installing : postgresql-contrib-13.16-1.el9.x86_64 147/164 2024-09-15T22:03:10.484 INFO:teuthology.orchestra.run.smithi063.stdout: Installing : libcephfs-devel-2:19.1.1-326.g8921c8ef.el9.x86_6 148/164 2024-09-15T22:03:10.513 INFO:teuthology.orchestra.run.smithi063.stdout: Upgrading : NetworkManager-team-1:1.49.90-1.el9.x86_64 149/164 2024-09-15T22:03:10.559 INFO:teuthology.orchestra.run.smithi063.stdout: Upgrading : NetworkManager-tui-1:1.49.90-1.el9.x86_64 150/164 2024-09-15T22:03:11.223 INFO:teuthology.orchestra.run.smithi063.stdout: Running scriptlet: postgresql-server-13.16-1.el9.x86_64 151/164 2024-09-15T22:03:11.315 INFO:teuthology.orchestra.run.smithi063.stdout: Installing : postgresql-server-13.16-1.el9.x86_64 151/164 2024-09-15T22:03:11.336 INFO:teuthology.orchestra.run.smithi063.stdout: Running scriptlet: postgresql-server-13.16-1.el9.x86_64 151/164 2024-09-15T22:03:12.239 INFO:teuthology.orchestra.run.smithi063.stdout: Installing : cephfs-top-2:19.1.1-326.g8921c8ef.el9.noarch 152/164 2024-09-15T22:03:12.319 INFO:teuthology.orchestra.run.smithi063.stdout: Installing : openssl-devel-1:3.2.2-6.el9.x86_64 153/164 2024-09-15T22:03:12.369 INFO:teuthology.orchestra.run.smithi063.stdout: Installing : libaio-devel-0.3.111-13.el9.x86_64 154/164 2024-09-15T22:03:12.477 INFO:teuthology.orchestra.run.smithi063.stdout: Installing : flex-2.6.4-9.el9.x86_64 155/164 2024-09-15T22:03:12.506 INFO:teuthology.orchestra.run.smithi063.stdout: Installing : bison-3.7.4-5.el9.x86_64 156/164 2024-09-15T22:03:12.539 INFO:teuthology.orchestra.run.smithi063.stdout: Cleanup : NetworkManager-tui-1:1.48.8-1.el9.x86_64 157/164 2024-09-15T22:03:12.573 INFO:teuthology.orchestra.run.smithi063.stdout: Cleanup : openssl-1:3.2.2-4.el9.x86_64 158/164 2024-09-15T22:03:12.574 INFO:teuthology.orchestra.run.smithi063.stdout: Cleanup : librbd1-2:16.2.4-5.el9.x86_64 159/164 2024-09-15T22:03:12.649 INFO:teuthology.orchestra.run.smithi063.stdout: Running scriptlet: librbd1-2:16.2.4-5.el9.x86_64 159/164 2024-09-15T22:03:12.650 INFO:teuthology.orchestra.run.smithi063.stdout: Cleanup : librados2-2:16.2.4-5.el9.x86_64 160/164 2024-09-15T22:03:12.734 INFO:teuthology.orchestra.run.smithi063.stdout: Running scriptlet: librados2-2:16.2.4-5.el9.x86_64 160/164 2024-09-15T22:03:12.767 INFO:teuthology.orchestra.run.smithi063.stdout: Cleanup : NetworkManager-team-1:1.48.8-1.el9.x86_64 161/164 2024-09-15T22:03:12.772 INFO:teuthology.orchestra.run.smithi063.stdout: Running scriptlet: NetworkManager-1:1.48.8-1.el9.x86_64 162/164 2024-09-15T22:03:12.773 INFO:teuthology.orchestra.run.smithi063.stdout: Cleanup : NetworkManager-1:1.48.8-1.el9.x86_64 162/164 2024-09-15T22:03:12.960 INFO:teuthology.orchestra.run.smithi063.stdout: Running scriptlet: NetworkManager-1:1.48.8-1.el9.x86_64 162/164 2024-09-15T22:03:12.960 INFO:teuthology.orchestra.run.smithi063.stdout: Cleanup : NetworkManager-libnm-1:1.48.8-1.el9.x86_64 163/164 2024-09-15T22:03:13.062 INFO:teuthology.orchestra.run.smithi063.stdout: Running scriptlet: NetworkManager-libnm-1:1.48.8-1.el9.x86_64 163/164 2024-09-15T22:03:13.139 INFO:teuthology.orchestra.run.smithi063.stdout: Cleanup : openssl-libs-1:3.2.2-4.el9.x86_64 164/164 2024-09-15T22:03:18.821 INFO:teuthology.orchestra.run.smithi063.stdout: Running scriptlet: openssl-libs-1:3.2.2-4.el9.x86_64 164/164 2024-09-15T22:03:18.821 INFO:teuthology.orchestra.run.smithi063.stdout: Verifying : ceph-2:19.1.1-326.g8921c8ef.el9.x86_64 1/164 2024-09-15T22:03:18.821 INFO:teuthology.orchestra.run.smithi063.stdout: Verifying : ceph-base-2:19.1.1-326.g8921c8ef.el9.x86_64 2/164 2024-09-15T22:03:18.822 INFO:teuthology.orchestra.run.smithi063.stdout: Verifying : ceph-common-2:19.1.1-326.g8921c8ef.el9.x86_64 3/164 2024-09-15T22:03:18.822 INFO:teuthology.orchestra.run.smithi063.stdout: Verifying : ceph-fuse-2:19.1.1-326.g8921c8ef.el9.x86_64 4/164 2024-09-15T22:03:18.822 INFO:teuthology.orchestra.run.smithi063.stdout: Verifying : ceph-immutable-object-cache-2:19.1.1-326.g8921c8 5/164 2024-09-15T22:03:18.822 INFO:teuthology.orchestra.run.smithi063.stdout: Verifying : ceph-mds-2:19.1.1-326.g8921c8ef.el9.x86_64 6/164 2024-09-15T22:03:18.822 INFO:teuthology.orchestra.run.smithi063.stdout: Verifying : ceph-mgr-2:19.1.1-326.g8921c8ef.el9.x86_64 7/164 2024-09-15T22:03:18.822 INFO:teuthology.orchestra.run.smithi063.stdout: Verifying : ceph-mon-2:19.1.1-326.g8921c8ef.el9.x86_64 8/164 2024-09-15T22:03:18.822 INFO:teuthology.orchestra.run.smithi063.stdout: Verifying : ceph-osd-2:19.1.1-326.g8921c8ef.el9.x86_64 9/164 2024-09-15T22:03:18.822 INFO:teuthology.orchestra.run.smithi063.stdout: Verifying : ceph-radosgw-2:19.1.1-326.g8921c8ef.el9.x86_64 10/164 2024-09-15T22:03:18.822 INFO:teuthology.orchestra.run.smithi063.stdout: Verifying : ceph-selinux-2:19.1.1-326.g8921c8ef.el9.x86_64 11/164 2024-09-15T22:03:18.822 INFO:teuthology.orchestra.run.smithi063.stdout: Verifying : ceph-test-2:19.1.1-326.g8921c8ef.el9.x86_64 12/164 2024-09-15T22:03:18.822 INFO:teuthology.orchestra.run.smithi063.stdout: Verifying : cephfs-mirror-2:19.1.1-326.g8921c8ef.el9.x86_64 13/164 2024-09-15T22:03:18.822 INFO:teuthology.orchestra.run.smithi063.stdout: Verifying : cephfs-shell-2:19.1.1-326.g8921c8ef.el9.x86_64 14/164 2024-09-15T22:03:18.823 INFO:teuthology.orchestra.run.smithi063.stdout: Verifying : libcephfs-devel-2:19.1.1-326.g8921c8ef.el9.x86_6 15/164 2024-09-15T22:03:18.823 INFO:teuthology.orchestra.run.smithi063.stdout: Verifying : libcephfs2-2:19.1.1-326.g8921c8ef.el9.x86_64 16/164 2024-09-15T22:03:18.823 INFO:teuthology.orchestra.run.smithi063.stdout: Verifying : libcephsqlite-2:19.1.1-326.g8921c8ef.el9.x86_64 17/164 2024-09-15T22:03:18.823 INFO:teuthology.orchestra.run.smithi063.stdout: Verifying : librados-devel-2:19.1.1-326.g8921c8ef.el9.x86_64 18/164 2024-09-15T22:03:18.823 INFO:teuthology.orchestra.run.smithi063.stdout: Verifying : libradosstriper1-2:19.1.1-326.g8921c8ef.el9.x86_ 19/164 2024-09-15T22:03:18.823 INFO:teuthology.orchestra.run.smithi063.stdout: Verifying : librgw2-2:19.1.1-326.g8921c8ef.el9.x86_64 20/164 2024-09-15T22:03:18.824 INFO:teuthology.orchestra.run.smithi063.stdout: Verifying : python3-ceph-argparse-2:19.1.1-326.g8921c8ef.el9 21/164 2024-09-15T22:03:18.824 INFO:teuthology.orchestra.run.smithi063.stdout: Verifying : python3-ceph-common-2:19.1.1-326.g8921c8ef.el9.x 22/164 2024-09-15T22:03:18.824 INFO:teuthology.orchestra.run.smithi063.stdout: Verifying : python3-cephfs-2:19.1.1-326.g8921c8ef.el9.x86_64 23/164 2024-09-15T22:03:18.824 INFO:teuthology.orchestra.run.smithi063.stdout: Verifying : python3-rados-2:19.1.1-326.g8921c8ef.el9.x86_64 24/164 2024-09-15T22:03:18.824 INFO:teuthology.orchestra.run.smithi063.stdout: Verifying : python3-rbd-2:19.1.1-326.g8921c8ef.el9.x86_64 25/164 2024-09-15T22:03:18.824 INFO:teuthology.orchestra.run.smithi063.stdout: Verifying : python3-rgw-2:19.1.1-326.g8921c8ef.el9.x86_64 26/164 2024-09-15T22:03:18.825 INFO:teuthology.orchestra.run.smithi063.stdout: Verifying : rbd-fuse-2:19.1.1-326.g8921c8ef.el9.x86_64 27/164 2024-09-15T22:03:18.825 INFO:teuthology.orchestra.run.smithi063.stdout: Verifying : rbd-mirror-2:19.1.1-326.g8921c8ef.el9.x86_64 28/164 2024-09-15T22:03:18.825 INFO:teuthology.orchestra.run.smithi063.stdout: Verifying : rbd-nbd-2:19.1.1-326.g8921c8ef.el9.x86_64 29/164 2024-09-15T22:03:18.825 INFO:teuthology.orchestra.run.smithi063.stdout: Verifying : ceph-grafana-dashboards-2:19.1.1-326.g8921c8ef.e 30/164 2024-09-15T22:03:18.845 INFO:teuthology.orchestra.run.smithi063.stdout: Verifying : ceph-mgr-cephadm-2:19.1.1-326.g8921c8ef.el9.noar 31/164 2024-09-15T22:03:18.845 INFO:teuthology.orchestra.run.smithi063.stdout: Verifying : ceph-mgr-dashboard-2:19.1.1-326.g8921c8ef.el9.no 32/164 2024-09-15T22:03:18.845 INFO:teuthology.orchestra.run.smithi063.stdout: Verifying : ceph-mgr-diskprediction-local-2:19.1.1-326.g8921 33/164 2024-09-15T22:03:18.845 INFO:teuthology.orchestra.run.smithi063.stdout: Verifying : ceph-mgr-modules-core-2:19.1.1-326.g8921c8ef.el9 34/164 2024-09-15T22:03:18.846 INFO:teuthology.orchestra.run.smithi063.stdout: Verifying : ceph-mgr-rook-2:19.1.1-326.g8921c8ef.el9.noarch 35/164 2024-09-15T22:03:18.846 INFO:teuthology.orchestra.run.smithi063.stdout: Verifying : ceph-prometheus-alerts-2:19.1.1-326.g8921c8ef.el 36/164 2024-09-15T22:03:18.846 INFO:teuthology.orchestra.run.smithi063.stdout: Verifying : ceph-volume-2:19.1.1-326.g8921c8ef.el9.noarch 37/164 2024-09-15T22:03:18.846 INFO:teuthology.orchestra.run.smithi063.stdout: Verifying : cephadm-2:19.1.1-326.g8921c8ef.el9.noarch 38/164 2024-09-15T22:03:18.846 INFO:teuthology.orchestra.run.smithi063.stdout: Verifying : cephfs-top-2:19.1.1-326.g8921c8ef.el9.noarch 39/164 2024-09-15T22:03:18.846 INFO:teuthology.orchestra.run.smithi063.stdout: Verifying : fuse-2.9.9-16.el9.x86_64 40/164 2024-09-15T22:03:18.846 INFO:teuthology.orchestra.run.smithi063.stdout: Verifying : libgfortran-11.5.0-2.el9.x86_64 41/164 2024-09-15T22:03:18.846 INFO:teuthology.orchestra.run.smithi063.stdout: Verifying : libquadmath-11.5.0-2.el9.x86_64 42/164 2024-09-15T22:03:18.847 INFO:teuthology.orchestra.run.smithi063.stdout: Verifying : python3-cffi-1.14.5-5.el9.x86_64 43/164 2024-09-15T22:03:18.847 INFO:teuthology.orchestra.run.smithi063.stdout: Verifying : python3-cryptography-36.0.1-4.el9.x86_64 44/164 2024-09-15T22:03:18.847 INFO:teuthology.orchestra.run.smithi063.stdout: Verifying : python3-ply-3.11-14.el9.noarch 45/164 2024-09-15T22:03:18.847 INFO:teuthology.orchestra.run.smithi063.stdout: Verifying : python3-pycparser-2.20-6.el9.noarch 46/164 2024-09-15T22:03:18.847 INFO:teuthology.orchestra.run.smithi063.stdout: Verifying : python3-requests-2.25.1-8.el9.noarch 47/164 2024-09-15T22:03:18.847 INFO:teuthology.orchestra.run.smithi063.stdout: Verifying : python3-urllib3-1.26.5-6.el9.noarch 48/164 2024-09-15T22:03:18.847 INFO:teuthology.orchestra.run.smithi063.stdout: Verifying : automake-1.16.2-8.el9.noarch 49/164 2024-09-15T22:03:18.847 INFO:teuthology.orchestra.run.smithi063.stdout: Verifying : bison-3.7.4-5.el9.x86_64 50/164 2024-09-15T22:03:18.847 INFO:teuthology.orchestra.run.smithi063.stdout: Verifying : boost-program-options-1.75.0-8.el9.x86_64 51/164 2024-09-15T22:03:18.847 INFO:teuthology.orchestra.run.smithi063.stdout: Verifying : elfutils-libelf-devel-0.191-4.el9.x86_64 52/164 2024-09-15T22:03:18.847 INFO:teuthology.orchestra.run.smithi063.stdout: Verifying : flex-2.6.4-9.el9.x86_64 53/164 2024-09-15T22:03:18.847 INFO:teuthology.orchestra.run.smithi063.stdout: Verifying : flexiblas-3.0.4-8.el9.x86_64 54/164 2024-09-15T22:03:18.848 INFO:teuthology.orchestra.run.smithi063.stdout: Verifying : flexiblas-netlib-3.0.4-8.el9.x86_64 55/164 2024-09-15T22:03:18.848 INFO:teuthology.orchestra.run.smithi063.stdout: Verifying : flexiblas-openblas-openmp-3.0.4-8.el9.x86_64 56/164 2024-09-15T22:03:18.848 INFO:teuthology.orchestra.run.smithi063.stdout: Verifying : libaio-devel-0.3.111-13.el9.x86_64 57/164 2024-09-15T22:03:18.848 INFO:teuthology.orchestra.run.smithi063.stdout: Verifying : libpmemobj-1.12.1-1.el9.x86_64 58/164 2024-09-15T22:03:18.848 INFO:teuthology.orchestra.run.smithi063.stdout: Verifying : librabbitmq-0.11.0-7.el9.x86_64 59/164 2024-09-15T22:03:18.848 INFO:teuthology.orchestra.run.smithi063.stdout: Verifying : librdkafka-1.6.1-102.el9.x86_64 60/164 2024-09-15T22:03:18.848 INFO:teuthology.orchestra.run.smithi063.stdout: Verifying : libtool-2.4.6-46.el9.x86_64 61/164 2024-09-15T22:03:18.848 INFO:teuthology.orchestra.run.smithi063.stdout: Verifying : libuuid-devel-2.37.4-20.el9.x86_64 62/164 2024-09-15T22:03:18.848 INFO:teuthology.orchestra.run.smithi063.stdout: Verifying : libzstd-devel-1.5.1-2.el9.x86_64 63/164 2024-09-15T22:03:18.848 INFO:teuthology.orchestra.run.smithi063.stdout: Verifying : lttng-ust-2.12.0-6.el9.x86_64 64/164 2024-09-15T22:03:18.848 INFO:teuthology.orchestra.run.smithi063.stdout: Verifying : lua-5.4.4-4.el9.x86_64 65/164 2024-09-15T22:03:18.848 INFO:teuthology.orchestra.run.smithi063.stdout: Verifying : openblas-0.3.26-2.el9.x86_64 66/164 2024-09-15T22:03:18.848 INFO:teuthology.orchestra.run.smithi063.stdout: Verifying : openblas-openmp-0.3.26-2.el9.x86_64 67/164 2024-09-15T22:03:18.849 INFO:teuthology.orchestra.run.smithi063.stdout: Verifying : openssl-devel-1:3.2.2-6.el9.x86_64 68/164 2024-09-15T22:03:18.849 INFO:teuthology.orchestra.run.smithi063.stdout: Verifying : postgresql-13.16-1.el9.x86_64 69/164 2024-09-15T22:03:18.849 INFO:teuthology.orchestra.run.smithi063.stdout: Verifying : postgresql-contrib-13.16-1.el9.x86_64 70/164 2024-09-15T22:03:18.849 INFO:teuthology.orchestra.run.smithi063.stdout: Verifying : postgresql-private-libs-13.16-1.el9.x86_64 71/164 2024-09-15T22:03:18.849 INFO:teuthology.orchestra.run.smithi063.stdout: Verifying : postgresql-server-13.16-1.el9.x86_64 72/164 2024-09-15T22:03:18.849 INFO:teuthology.orchestra.run.smithi063.stdout: Verifying : protobuf-3.14.0-13.el9.x86_64 73/164 2024-09-15T22:03:18.849 INFO:teuthology.orchestra.run.smithi063.stdout: Verifying : python3-attrs-20.3.0-7.el9.noarch 74/164 2024-09-15T22:03:18.849 INFO:teuthology.orchestra.run.smithi063.stdout: Verifying : python3-babel-2.9.1-2.el9.noarch 75/164 2024-09-15T22:03:18.849 INFO:teuthology.orchestra.run.smithi063.stdout: Verifying : python3-colorama-0.4.6-3.el9.noarch 76/164 2024-09-15T22:03:18.849 INFO:teuthology.orchestra.run.smithi063.stdout: Verifying : python3-devel-3.9.19-8.el9.x86_64 77/164 2024-09-15T22:03:18.849 INFO:teuthology.orchestra.run.smithi063.stdout: Verifying : python3-jinja2-2.11.3-6.el9.noarch 78/164 2024-09-15T22:03:18.849 INFO:teuthology.orchestra.run.smithi063.stdout: Verifying : python3-jsonpatch-1.21-16.el9.noarch 79/164 2024-09-15T22:03:18.850 INFO:teuthology.orchestra.run.smithi063.stdout: Verifying : python3-jsonpointer-2.0-4.el9.noarch 80/164 2024-09-15T22:03:18.850 INFO:teuthology.orchestra.run.smithi063.stdout: Verifying : python3-mako-1.1.4-6.el9.noarch 81/164 2024-09-15T22:03:18.850 INFO:teuthology.orchestra.run.smithi063.stdout: Verifying : python3-markupsafe-1.1.1-12.el9.x86_64 82/164 2024-09-15T22:03:18.850 INFO:teuthology.orchestra.run.smithi063.stdout: Verifying : python3-numpy-1:1.20.1-5.el9.x86_64 83/164 2024-09-15T22:03:18.850 INFO:teuthology.orchestra.run.smithi063.stdout: Verifying : python3-numpy-f2py-1:1.20.1-5.el9.x86_64 84/164 2024-09-15T22:03:18.850 INFO:teuthology.orchestra.run.smithi063.stdout: Verifying : python3-oauthlib-3.1.1-5.el9.noarch 85/164 2024-09-15T22:03:18.850 INFO:teuthology.orchestra.run.smithi063.stdout: Verifying : python3-packaging-20.9-5.el9.noarch 86/164 2024-09-15T22:03:18.850 INFO:teuthology.orchestra.run.smithi063.stdout: Verifying : python3-prettytable-0.7.2-27.el9.noarch 87/164 2024-09-15T22:03:18.850 INFO:teuthology.orchestra.run.smithi063.stdout: Verifying : python3-protobuf-3.14.0-13.el9.noarch 88/164 2024-09-15T22:03:18.850 INFO:teuthology.orchestra.run.smithi063.stdout: Verifying : python3-pyasn1-0.4.8-6.el9.noarch 89/164 2024-09-15T22:03:18.850 INFO:teuthology.orchestra.run.smithi063.stdout: Verifying : python3-pyasn1-modules-0.4.8-6.el9.noarch 90/164 2024-09-15T22:03:18.850 INFO:teuthology.orchestra.run.smithi063.stdout: Verifying : python3-pytz-2021.1-5.el9.noarch 91/164 2024-09-15T22:03:18.850 INFO:teuthology.orchestra.run.smithi063.stdout: Verifying : python3-requests-oauthlib-1.3.0-12.el9.noarch 92/164 2024-09-15T22:03:18.851 INFO:teuthology.orchestra.run.smithi063.stdout: Verifying : python3-scipy-1.6.2-8.el9.x86_64 93/164 2024-09-15T22:03:18.851 INFO:teuthology.orchestra.run.smithi063.stdout: Verifying : python3-toml-0.10.2-6.el9.noarch 94/164 2024-09-15T22:03:18.851 INFO:teuthology.orchestra.run.smithi063.stdout: Verifying : python3-wcwidth-0.2.5-8.el9.noarch 95/164 2024-09-15T22:03:18.851 INFO:teuthology.orchestra.run.smithi063.stdout: Verifying : qatlib-24.02.0-1.el9.x86_64 96/164 2024-09-15T22:03:18.851 INFO:teuthology.orchestra.run.smithi063.stdout: Verifying : qatlib-service-24.02.0-1.el9.x86_64 97/164 2024-09-15T22:03:18.851 INFO:teuthology.orchestra.run.smithi063.stdout: Verifying : qatzip-libs-1.2.0-1.el9.x86_64 98/164 2024-09-15T22:03:18.851 INFO:teuthology.orchestra.run.smithi063.stdout: Verifying : socat-1.7.4.1-6.el9.x86_64 99/164 2024-09-15T22:03:18.851 INFO:teuthology.orchestra.run.smithi063.stdout: Verifying : uuid-1.6.2-55.el9.x86_64 100/164 2024-09-15T22:03:18.851 INFO:teuthology.orchestra.run.smithi063.stdout: Verifying : xfsprogs-devel-6.4.0-4.el9.x86_64 101/164 2024-09-15T22:03:18.851 INFO:teuthology.orchestra.run.smithi063.stdout: Verifying : xmlstarlet-1.6.1-20.el9.x86_64 102/164 2024-09-15T22:03:18.851 INFO:teuthology.orchestra.run.smithi063.stdout: Verifying : zlib-devel-1.2.11-41.el9.x86_64 103/164 2024-09-15T22:03:18.851 INFO:teuthology.orchestra.run.smithi063.stdout: Verifying : lua-devel-5.4.4-4.el9.x86_64 104/164 2024-09-15T22:03:18.851 INFO:teuthology.orchestra.run.smithi063.stdout: Verifying : protobuf-compiler-3.14.0-13.el9.x86_64 105/164 2024-09-15T22:03:18.852 INFO:teuthology.orchestra.run.smithi063.stdout: Verifying : abseil-cpp-20211102.0-3.el9.x86_64 106/164 2024-09-15T22:03:18.852 INFO:teuthology.orchestra.run.smithi063.stdout: Verifying : gperftools-libs-2.9.1-3.el9.x86_64 107/164 2024-09-15T22:03:18.852 INFO:teuthology.orchestra.run.smithi063.stdout: Verifying : grpc-data-1.46.7-10.el9.noarch 108/164 2024-09-15T22:03:18.852 INFO:teuthology.orchestra.run.smithi063.stdout: Verifying : libarrow-9.0.0-11.el9.x86_64 109/164 2024-09-15T22:03:18.852 INFO:teuthology.orchestra.run.smithi063.stdout: Verifying : libarrow-doc-9.0.0-11.el9.noarch 110/164 2024-09-15T22:03:18.852 INFO:teuthology.orchestra.run.smithi063.stdout: Verifying : liboath-2.6.7-2.el9.x86_64 111/164 2024-09-15T22:03:18.852 INFO:teuthology.orchestra.run.smithi063.stdout: Verifying : libunwind-1.6.2-1.el9.x86_64 112/164 2024-09-15T22:03:18.852 INFO:teuthology.orchestra.run.smithi063.stdout: Verifying : luarocks-3.9.2-5.el9.noarch 113/164 2024-09-15T22:03:18.852 INFO:teuthology.orchestra.run.smithi063.stdout: Verifying : parquet-libs-9.0.0-11.el9.x86_64 114/164 2024-09-15T22:03:18.852 INFO:teuthology.orchestra.run.smithi063.stdout: Verifying : python3-asyncssh-2.13.2-5.el9.noarch 115/164 2024-09-15T22:03:18.852 INFO:teuthology.orchestra.run.smithi063.stdout: Verifying : python3-bcrypt-3.2.2-1.el9.x86_64 116/164 2024-09-15T22:03:18.852 INFO:teuthology.orchestra.run.smithi063.stdout: Verifying : python3-cachetools-4.2.4-1.el9.noarch 117/164 2024-09-15T22:03:18.853 INFO:teuthology.orchestra.run.smithi063.stdout: Verifying : python3-certifi-2023.05.07-4.el9.noarch 118/164 2024-09-15T22:03:18.853 INFO:teuthology.orchestra.run.smithi063.stdout: Verifying : python3-cheroot-8.6.0-4.el9.noarch 119/164 2024-09-15T22:03:18.853 INFO:teuthology.orchestra.run.smithi063.stdout: Verifying : python3-cherrypy-18.6.1-2.el9.noarch 120/164 2024-09-15T22:03:18.853 INFO:teuthology.orchestra.run.smithi063.stdout: Verifying : python3-cmd2-2.4.2-2.el9.noarch 121/164 2024-09-15T22:03:18.853 INFO:teuthology.orchestra.run.smithi063.stdout: Verifying : python3-google-auth-1:2.34.0-1.el9.noarch 122/164 2024-09-15T22:03:18.853 INFO:teuthology.orchestra.run.smithi063.stdout: Verifying : python3-grpcio-1.46.7-10.el9.x86_64 123/164 2024-09-15T22:03:18.853 INFO:teuthology.orchestra.run.smithi063.stdout: Verifying : python3-grpcio-tools-1.46.7-10.el9.x86_64 124/164 2024-09-15T22:03:18.853 INFO:teuthology.orchestra.run.smithi063.stdout: Verifying : python3-jaraco-8.2.1-3.el9.noarch 125/164 2024-09-15T22:03:18.853 INFO:teuthology.orchestra.run.smithi063.stdout: Verifying : python3-jaraco-classes-3.2.1-5.el9.noarch 126/164 2024-09-15T22:03:18.853 INFO:teuthology.orchestra.run.smithi063.stdout: Verifying : python3-jaraco-collections-3.0.0-8.el9.noarch 127/164 2024-09-15T22:03:18.853 INFO:teuthology.orchestra.run.smithi063.stdout: Verifying : python3-jaraco-functools-3.5.0-2.el9.noarch 128/164 2024-09-15T22:03:18.853 INFO:teuthology.orchestra.run.smithi063.stdout: Verifying : python3-jaraco-text-3.2.0-6.el9.noarch 129/164 2024-09-15T22:03:18.854 INFO:teuthology.orchestra.run.smithi063.stdout: Verifying : python3-kubernetes-1:26.1.0-2.el9.noarch 130/164 2024-09-15T22:03:18.854 INFO:teuthology.orchestra.run.smithi063.stdout: Verifying : python3-logutils-0.3.5-21.el9.noarch 131/164 2024-09-15T22:03:18.854 INFO:teuthology.orchestra.run.smithi063.stdout: Verifying : python3-more-itertools-8.12.0-2.el9.noarch 132/164 2024-09-15T22:03:18.854 INFO:teuthology.orchestra.run.smithi063.stdout: Verifying : python3-natsort-7.1.1-5.el9.noarch 133/164 2024-09-15T22:03:18.854 INFO:teuthology.orchestra.run.smithi063.stdout: Verifying : python3-pecan-1.4.2-3.el9.noarch 134/164 2024-09-15T22:03:18.854 INFO:teuthology.orchestra.run.smithi063.stdout: Verifying : python3-portend-3.1.0-2.el9.noarch 135/164 2024-09-15T22:03:18.854 INFO:teuthology.orchestra.run.smithi063.stdout: Verifying : python3-pyOpenSSL-21.0.0-1.el9.noarch 136/164 2024-09-15T22:03:18.854 INFO:teuthology.orchestra.run.smithi063.stdout: Verifying : python3-pyperclip-1.8.2-2.el9.noarch 137/164 2024-09-15T22:03:18.854 INFO:teuthology.orchestra.run.smithi063.stdout: Verifying : python3-repoze-lru-0.7-16.el9.noarch 138/164 2024-09-15T22:03:18.854 INFO:teuthology.orchestra.run.smithi063.stdout: Verifying : python3-routes-2.5.1-5.el9.noarch 139/164 2024-09-15T22:03:18.854 INFO:teuthology.orchestra.run.smithi063.stdout: Verifying : python3-rsa-4.9-2.el9.noarch 140/164 2024-09-15T22:03:18.854 INFO:teuthology.orchestra.run.smithi063.stdout: Verifying : python3-tempora-5.0.0-2.el9.noarch 141/164 2024-09-15T22:03:18.854 INFO:teuthology.orchestra.run.smithi063.stdout: Verifying : python3-typing-extensions-4.12.2-2.el9.noarch 142/164 2024-09-15T22:03:18.855 INFO:teuthology.orchestra.run.smithi063.stdout: Verifying : python3-webob-1.8.8-2.el9.noarch 143/164 2024-09-15T22:03:18.855 INFO:teuthology.orchestra.run.smithi063.stdout: Verifying : python3-websocket-client-1.2.3-2.el9.noarch 144/164 2024-09-15T22:03:18.855 INFO:teuthology.orchestra.run.smithi063.stdout: Verifying : python3-werkzeug-2.0.3-3.el9.1.noarch 145/164 2024-09-15T22:03:18.855 INFO:teuthology.orchestra.run.smithi063.stdout: Verifying : python3-zc-lockfile-2.0-10.el9.noarch 146/164 2024-09-15T22:03:18.855 INFO:teuthology.orchestra.run.smithi063.stdout: Verifying : re2-1:20211101-20.el9.x86_64 147/164 2024-09-15T22:03:18.855 INFO:teuthology.orchestra.run.smithi063.stdout: Verifying : thrift-0.15.0-2.el9.x86_64 148/164 2024-09-15T22:03:18.855 INFO:teuthology.orchestra.run.smithi063.stdout: Verifying : librados2-2:19.1.1-326.g8921c8ef.el9.x86_64 149/164 2024-09-15T22:03:18.855 INFO:teuthology.orchestra.run.smithi063.stdout: Verifying : librados2-2:16.2.4-5.el9.x86_64 150/164 2024-09-15T22:03:18.855 INFO:teuthology.orchestra.run.smithi063.stdout: Verifying : librbd1-2:19.1.1-326.g8921c8ef.el9.x86_64 151/164 2024-09-15T22:03:18.855 INFO:teuthology.orchestra.run.smithi063.stdout: Verifying : librbd1-2:16.2.4-5.el9.x86_64 152/164 2024-09-15T22:03:18.855 INFO:teuthology.orchestra.run.smithi063.stdout: Verifying : NetworkManager-1:1.49.90-1.el9.x86_64 153/164 2024-09-15T22:03:18.855 INFO:teuthology.orchestra.run.smithi063.stdout: Verifying : NetworkManager-1:1.48.8-1.el9.x86_64 154/164 2024-09-15T22:03:18.855 INFO:teuthology.orchestra.run.smithi063.stdout: Verifying : NetworkManager-libnm-1:1.49.90-1.el9.x86_64 155/164 2024-09-15T22:03:18.856 INFO:teuthology.orchestra.run.smithi063.stdout: Verifying : NetworkManager-libnm-1:1.48.8-1.el9.x86_64 156/164 2024-09-15T22:03:18.856 INFO:teuthology.orchestra.run.smithi063.stdout: Verifying : NetworkManager-team-1:1.49.90-1.el9.x86_64 157/164 2024-09-15T22:03:18.856 INFO:teuthology.orchestra.run.smithi063.stdout: Verifying : NetworkManager-team-1:1.48.8-1.el9.x86_64 158/164 2024-09-15T22:03:18.856 INFO:teuthology.orchestra.run.smithi063.stdout: Verifying : NetworkManager-tui-1:1.49.90-1.el9.x86_64 159/164 2024-09-15T22:03:18.856 INFO:teuthology.orchestra.run.smithi063.stdout: Verifying : NetworkManager-tui-1:1.48.8-1.el9.x86_64 160/164 2024-09-15T22:03:18.856 INFO:teuthology.orchestra.run.smithi063.stdout: Verifying : openssl-1:3.2.2-6.el9.x86_64 161/164 2024-09-15T22:03:18.856 INFO:teuthology.orchestra.run.smithi063.stdout: Verifying : openssl-1:3.2.2-4.el9.x86_64 162/164 2024-09-15T22:03:18.856 INFO:teuthology.orchestra.run.smithi063.stdout: Verifying : openssl-libs-1:3.2.2-6.el9.x86_64 163/164 2024-09-15T22:03:21.272 INFO:teuthology.orchestra.run.smithi063.stdout: Verifying : openssl-libs-1:3.2.2-4.el9.x86_64 164/164 2024-09-15T22:03:21.272 INFO:teuthology.orchestra.run.smithi063.stdout: 2024-09-15T22:03:21.272 INFO:teuthology.orchestra.run.smithi063.stdout:Upgraded: 2024-09-15T22:03:21.272 INFO:teuthology.orchestra.run.smithi063.stdout: NetworkManager-1:1.49.90-1.el9.x86_64 2024-09-15T22:03:21.272 INFO:teuthology.orchestra.run.smithi063.stdout: NetworkManager-libnm-1:1.49.90-1.el9.x86_64 2024-09-15T22:03:21.273 INFO:teuthology.orchestra.run.smithi063.stdout: NetworkManager-team-1:1.49.90-1.el9.x86_64 2024-09-15T22:03:21.273 INFO:teuthology.orchestra.run.smithi063.stdout: NetworkManager-tui-1:1.49.90-1.el9.x86_64 2024-09-15T22:03:21.273 INFO:teuthology.orchestra.run.smithi063.stdout: librados2-2:19.1.1-326.g8921c8ef.el9.x86_64 2024-09-15T22:03:21.273 INFO:teuthology.orchestra.run.smithi063.stdout: librbd1-2:19.1.1-326.g8921c8ef.el9.x86_64 2024-09-15T22:03:21.273 INFO:teuthology.orchestra.run.smithi063.stdout: openssl-1:3.2.2-6.el9.x86_64 2024-09-15T22:03:21.273 INFO:teuthology.orchestra.run.smithi063.stdout: openssl-libs-1:3.2.2-6.el9.x86_64 2024-09-15T22:03:21.273 INFO:teuthology.orchestra.run.smithi063.stdout:Installed: 2024-09-15T22:03:21.273 INFO:teuthology.orchestra.run.smithi063.stdout: abseil-cpp-20211102.0-3.el9.x86_64 2024-09-15T22:03:21.273 INFO:teuthology.orchestra.run.smithi063.stdout: automake-1.16.2-8.el9.noarch 2024-09-15T22:03:21.273 INFO:teuthology.orchestra.run.smithi063.stdout: bison-3.7.4-5.el9.x86_64 2024-09-15T22:03:21.273 INFO:teuthology.orchestra.run.smithi063.stdout: boost-program-options-1.75.0-8.el9.x86_64 2024-09-15T22:03:21.273 INFO:teuthology.orchestra.run.smithi063.stdout: ceph-2:19.1.1-326.g8921c8ef.el9.x86_64 2024-09-15T22:03:21.274 INFO:teuthology.orchestra.run.smithi063.stdout: ceph-base-2:19.1.1-326.g8921c8ef.el9.x86_64 2024-09-15T22:03:21.274 INFO:teuthology.orchestra.run.smithi063.stdout: ceph-common-2:19.1.1-326.g8921c8ef.el9.x86_64 2024-09-15T22:03:21.274 INFO:teuthology.orchestra.run.smithi063.stdout: ceph-fuse-2:19.1.1-326.g8921c8ef.el9.x86_64 2024-09-15T22:03:21.274 INFO:teuthology.orchestra.run.smithi063.stdout: ceph-grafana-dashboards-2:19.1.1-326.g8921c8ef.el9.noarch 2024-09-15T22:03:21.274 INFO:teuthology.orchestra.run.smithi063.stdout: ceph-immutable-object-cache-2:19.1.1-326.g8921c8ef.el9.x86_64 2024-09-15T22:03:21.274 INFO:teuthology.orchestra.run.smithi063.stdout: ceph-mds-2:19.1.1-326.g8921c8ef.el9.x86_64 2024-09-15T22:03:21.274 INFO:teuthology.orchestra.run.smithi063.stdout: ceph-mgr-2:19.1.1-326.g8921c8ef.el9.x86_64 2024-09-15T22:03:21.274 INFO:teuthology.orchestra.run.smithi063.stdout: ceph-mgr-cephadm-2:19.1.1-326.g8921c8ef.el9.noarch 2024-09-15T22:03:21.274 INFO:teuthology.orchestra.run.smithi063.stdout: ceph-mgr-dashboard-2:19.1.1-326.g8921c8ef.el9.noarch 2024-09-15T22:03:21.274 INFO:teuthology.orchestra.run.smithi063.stdout: ceph-mgr-diskprediction-local-2:19.1.1-326.g8921c8ef.el9.noarch 2024-09-15T22:03:21.274 INFO:teuthology.orchestra.run.smithi063.stdout: ceph-mgr-modules-core-2:19.1.1-326.g8921c8ef.el9.noarch 2024-09-15T22:03:21.274 INFO:teuthology.orchestra.run.smithi063.stdout: ceph-mgr-rook-2:19.1.1-326.g8921c8ef.el9.noarch 2024-09-15T22:03:21.275 INFO:teuthology.orchestra.run.smithi063.stdout: ceph-mon-2:19.1.1-326.g8921c8ef.el9.x86_64 2024-09-15T22:03:21.275 INFO:teuthology.orchestra.run.smithi063.stdout: ceph-osd-2:19.1.1-326.g8921c8ef.el9.x86_64 2024-09-15T22:03:21.275 INFO:teuthology.orchestra.run.smithi063.stdout: ceph-prometheus-alerts-2:19.1.1-326.g8921c8ef.el9.noarch 2024-09-15T22:03:21.275 INFO:teuthology.orchestra.run.smithi063.stdout: ceph-radosgw-2:19.1.1-326.g8921c8ef.el9.x86_64 2024-09-15T22:03:21.275 INFO:teuthology.orchestra.run.smithi063.stdout: ceph-selinux-2:19.1.1-326.g8921c8ef.el9.x86_64 2024-09-15T22:03:21.275 INFO:teuthology.orchestra.run.smithi063.stdout: ceph-test-2:19.1.1-326.g8921c8ef.el9.x86_64 2024-09-15T22:03:21.275 INFO:teuthology.orchestra.run.smithi063.stdout: ceph-volume-2:19.1.1-326.g8921c8ef.el9.noarch 2024-09-15T22:03:21.275 INFO:teuthology.orchestra.run.smithi063.stdout: cephadm-2:19.1.1-326.g8921c8ef.el9.noarch 2024-09-15T22:03:21.275 INFO:teuthology.orchestra.run.smithi063.stdout: cephfs-mirror-2:19.1.1-326.g8921c8ef.el9.x86_64 2024-09-15T22:03:21.275 INFO:teuthology.orchestra.run.smithi063.stdout: cephfs-shell-2:19.1.1-326.g8921c8ef.el9.x86_64 2024-09-15T22:03:21.275 INFO:teuthology.orchestra.run.smithi063.stdout: cephfs-top-2:19.1.1-326.g8921c8ef.el9.noarch 2024-09-15T22:03:21.275 INFO:teuthology.orchestra.run.smithi063.stdout: elfutils-libelf-devel-0.191-4.el9.x86_64 2024-09-15T22:03:21.275 INFO:teuthology.orchestra.run.smithi063.stdout: flex-2.6.4-9.el9.x86_64 2024-09-15T22:03:21.276 INFO:teuthology.orchestra.run.smithi063.stdout: flexiblas-3.0.4-8.el9.x86_64 2024-09-15T22:03:21.276 INFO:teuthology.orchestra.run.smithi063.stdout: flexiblas-netlib-3.0.4-8.el9.x86_64 2024-09-15T22:03:21.276 INFO:teuthology.orchestra.run.smithi063.stdout: flexiblas-openblas-openmp-3.0.4-8.el9.x86_64 2024-09-15T22:03:21.276 INFO:teuthology.orchestra.run.smithi063.stdout: fuse-2.9.9-16.el9.x86_64 2024-09-15T22:03:21.276 INFO:teuthology.orchestra.run.smithi063.stdout: gperftools-libs-2.9.1-3.el9.x86_64 2024-09-15T22:03:21.276 INFO:teuthology.orchestra.run.smithi063.stdout: grpc-data-1.46.7-10.el9.noarch 2024-09-15T22:03:21.276 INFO:teuthology.orchestra.run.smithi063.stdout: libaio-devel-0.3.111-13.el9.x86_64 2024-09-15T22:03:21.276 INFO:teuthology.orchestra.run.smithi063.stdout: libarrow-9.0.0-11.el9.x86_64 2024-09-15T22:03:21.276 INFO:teuthology.orchestra.run.smithi063.stdout: libarrow-doc-9.0.0-11.el9.noarch 2024-09-15T22:03:21.276 INFO:teuthology.orchestra.run.smithi063.stdout: libcephfs-devel-2:19.1.1-326.g8921c8ef.el9.x86_64 2024-09-15T22:03:21.276 INFO:teuthology.orchestra.run.smithi063.stdout: libcephfs2-2:19.1.1-326.g8921c8ef.el9.x86_64 2024-09-15T22:03:21.276 INFO:teuthology.orchestra.run.smithi063.stdout: libcephsqlite-2:19.1.1-326.g8921c8ef.el9.x86_64 2024-09-15T22:03:21.277 INFO:teuthology.orchestra.run.smithi063.stdout: libgfortran-11.5.0-2.el9.x86_64 2024-09-15T22:03:21.277 INFO:teuthology.orchestra.run.smithi063.stdout: liboath-2.6.7-2.el9.x86_64 2024-09-15T22:03:21.277 INFO:teuthology.orchestra.run.smithi063.stdout: libpmemobj-1.12.1-1.el9.x86_64 2024-09-15T22:03:21.277 INFO:teuthology.orchestra.run.smithi063.stdout: libquadmath-11.5.0-2.el9.x86_64 2024-09-15T22:03:21.277 INFO:teuthology.orchestra.run.smithi063.stdout: librabbitmq-0.11.0-7.el9.x86_64 2024-09-15T22:03:21.277 INFO:teuthology.orchestra.run.smithi063.stdout: librados-devel-2:19.1.1-326.g8921c8ef.el9.x86_64 2024-09-15T22:03:21.277 INFO:teuthology.orchestra.run.smithi063.stdout: libradosstriper1-2:19.1.1-326.g8921c8ef.el9.x86_64 2024-09-15T22:03:21.277 INFO:teuthology.orchestra.run.smithi063.stdout: librdkafka-1.6.1-102.el9.x86_64 2024-09-15T22:03:21.277 INFO:teuthology.orchestra.run.smithi063.stdout: librgw2-2:19.1.1-326.g8921c8ef.el9.x86_64 2024-09-15T22:03:21.277 INFO:teuthology.orchestra.run.smithi063.stdout: libtool-2.4.6-46.el9.x86_64 2024-09-15T22:03:21.277 INFO:teuthology.orchestra.run.smithi063.stdout: libunwind-1.6.2-1.el9.x86_64 2024-09-15T22:03:21.277 INFO:teuthology.orchestra.run.smithi063.stdout: libuuid-devel-2.37.4-20.el9.x86_64 2024-09-15T22:03:21.278 INFO:teuthology.orchestra.run.smithi063.stdout: libzstd-devel-1.5.1-2.el9.x86_64 2024-09-15T22:03:21.278 INFO:teuthology.orchestra.run.smithi063.stdout: lttng-ust-2.12.0-6.el9.x86_64 2024-09-15T22:03:21.278 INFO:teuthology.orchestra.run.smithi063.stdout: lua-5.4.4-4.el9.x86_64 2024-09-15T22:03:21.278 INFO:teuthology.orchestra.run.smithi063.stdout: lua-devel-5.4.4-4.el9.x86_64 2024-09-15T22:03:21.278 INFO:teuthology.orchestra.run.smithi063.stdout: luarocks-3.9.2-5.el9.noarch 2024-09-15T22:03:21.278 INFO:teuthology.orchestra.run.smithi063.stdout: openblas-0.3.26-2.el9.x86_64 2024-09-15T22:03:21.278 INFO:teuthology.orchestra.run.smithi063.stdout: openblas-openmp-0.3.26-2.el9.x86_64 2024-09-15T22:03:21.278 INFO:teuthology.orchestra.run.smithi063.stdout: openssl-devel-1:3.2.2-6.el9.x86_64 2024-09-15T22:03:21.278 INFO:teuthology.orchestra.run.smithi063.stdout: parquet-libs-9.0.0-11.el9.x86_64 2024-09-15T22:03:21.278 INFO:teuthology.orchestra.run.smithi063.stdout: postgresql-13.16-1.el9.x86_64 2024-09-15T22:03:21.278 INFO:teuthology.orchestra.run.smithi063.stdout: postgresql-contrib-13.16-1.el9.x86_64 2024-09-15T22:03:21.278 INFO:teuthology.orchestra.run.smithi063.stdout: postgresql-private-libs-13.16-1.el9.x86_64 2024-09-15T22:03:21.279 INFO:teuthology.orchestra.run.smithi063.stdout: postgresql-server-13.16-1.el9.x86_64 2024-09-15T22:03:21.279 INFO:teuthology.orchestra.run.smithi063.stdout: protobuf-3.14.0-13.el9.x86_64 2024-09-15T22:03:21.279 INFO:teuthology.orchestra.run.smithi063.stdout: protobuf-compiler-3.14.0-13.el9.x86_64 2024-09-15T22:03:21.279 INFO:teuthology.orchestra.run.smithi063.stdout: python3-asyncssh-2.13.2-5.el9.noarch 2024-09-15T22:03:21.279 INFO:teuthology.orchestra.run.smithi063.stdout: python3-attrs-20.3.0-7.el9.noarch 2024-09-15T22:03:21.279 INFO:teuthology.orchestra.run.smithi063.stdout: python3-babel-2.9.1-2.el9.noarch 2024-09-15T22:03:21.279 INFO:teuthology.orchestra.run.smithi063.stdout: python3-bcrypt-3.2.2-1.el9.x86_64 2024-09-15T22:03:21.279 INFO:teuthology.orchestra.run.smithi063.stdout: python3-cachetools-4.2.4-1.el9.noarch 2024-09-15T22:03:21.279 INFO:teuthology.orchestra.run.smithi063.stdout: python3-ceph-argparse-2:19.1.1-326.g8921c8ef.el9.x86_64 2024-09-15T22:03:21.279 INFO:teuthology.orchestra.run.smithi063.stdout: python3-ceph-common-2:19.1.1-326.g8921c8ef.el9.x86_64 2024-09-15T22:03:21.279 INFO:teuthology.orchestra.run.smithi063.stdout: python3-cephfs-2:19.1.1-326.g8921c8ef.el9.x86_64 2024-09-15T22:03:21.279 INFO:teuthology.orchestra.run.smithi063.stdout: python3-certifi-2023.05.07-4.el9.noarch 2024-09-15T22:03:21.279 INFO:teuthology.orchestra.run.smithi063.stdout: python3-cffi-1.14.5-5.el9.x86_64 2024-09-15T22:03:21.279 INFO:teuthology.orchestra.run.smithi063.stdout: python3-cheroot-8.6.0-4.el9.noarch 2024-09-15T22:03:21.280 INFO:teuthology.orchestra.run.smithi063.stdout: python3-cherrypy-18.6.1-2.el9.noarch 2024-09-15T22:03:21.280 INFO:teuthology.orchestra.run.smithi063.stdout: python3-cmd2-2.4.2-2.el9.noarch 2024-09-15T22:03:21.280 INFO:teuthology.orchestra.run.smithi063.stdout: python3-colorama-0.4.6-3.el9.noarch 2024-09-15T22:03:21.280 INFO:teuthology.orchestra.run.smithi063.stdout: python3-cryptography-36.0.1-4.el9.x86_64 2024-09-15T22:03:21.280 INFO:teuthology.orchestra.run.smithi063.stdout: python3-devel-3.9.19-8.el9.x86_64 2024-09-15T22:03:21.280 INFO:teuthology.orchestra.run.smithi063.stdout: python3-google-auth-1:2.34.0-1.el9.noarch 2024-09-15T22:03:21.280 INFO:teuthology.orchestra.run.smithi063.stdout: python3-grpcio-1.46.7-10.el9.x86_64 2024-09-15T22:03:21.280 INFO:teuthology.orchestra.run.smithi063.stdout: python3-grpcio-tools-1.46.7-10.el9.x86_64 2024-09-15T22:03:21.280 INFO:teuthology.orchestra.run.smithi063.stdout: python3-jaraco-8.2.1-3.el9.noarch 2024-09-15T22:03:21.280 INFO:teuthology.orchestra.run.smithi063.stdout: python3-jaraco-classes-3.2.1-5.el9.noarch 2024-09-15T22:03:21.280 INFO:teuthology.orchestra.run.smithi063.stdout: python3-jaraco-collections-3.0.0-8.el9.noarch 2024-09-15T22:03:21.280 INFO:teuthology.orchestra.run.smithi063.stdout: python3-jaraco-functools-3.5.0-2.el9.noarch 2024-09-15T22:03:21.280 INFO:teuthology.orchestra.run.smithi063.stdout: python3-jaraco-text-3.2.0-6.el9.noarch 2024-09-15T22:03:21.281 INFO:teuthology.orchestra.run.smithi063.stdout: python3-jinja2-2.11.3-6.el9.noarch 2024-09-15T22:03:21.281 INFO:teuthology.orchestra.run.smithi063.stdout: python3-jsonpatch-1.21-16.el9.noarch 2024-09-15T22:03:21.281 INFO:teuthology.orchestra.run.smithi063.stdout: python3-jsonpointer-2.0-4.el9.noarch 2024-09-15T22:03:21.281 INFO:teuthology.orchestra.run.smithi063.stdout: python3-kubernetes-1:26.1.0-2.el9.noarch 2024-09-15T22:03:21.281 INFO:teuthology.orchestra.run.smithi063.stdout: python3-logutils-0.3.5-21.el9.noarch 2024-09-15T22:03:21.281 INFO:teuthology.orchestra.run.smithi063.stdout: python3-mako-1.1.4-6.el9.noarch 2024-09-15T22:03:21.281 INFO:teuthology.orchestra.run.smithi063.stdout: python3-markupsafe-1.1.1-12.el9.x86_64 2024-09-15T22:03:21.281 INFO:teuthology.orchestra.run.smithi063.stdout: python3-more-itertools-8.12.0-2.el9.noarch 2024-09-15T22:03:21.281 INFO:teuthology.orchestra.run.smithi063.stdout: python3-natsort-7.1.1-5.el9.noarch 2024-09-15T22:03:21.281 INFO:teuthology.orchestra.run.smithi063.stdout: python3-numpy-1:1.20.1-5.el9.x86_64 2024-09-15T22:03:21.281 INFO:teuthology.orchestra.run.smithi063.stdout: python3-numpy-f2py-1:1.20.1-5.el9.x86_64 2024-09-15T22:03:21.281 INFO:teuthology.orchestra.run.smithi063.stdout: python3-oauthlib-3.1.1-5.el9.noarch 2024-09-15T22:03:21.282 INFO:teuthology.orchestra.run.smithi063.stdout: python3-packaging-20.9-5.el9.noarch 2024-09-15T22:03:21.282 INFO:teuthology.orchestra.run.smithi063.stdout: python3-pecan-1.4.2-3.el9.noarch 2024-09-15T22:03:21.282 INFO:teuthology.orchestra.run.smithi063.stdout: python3-ply-3.11-14.el9.noarch 2024-09-15T22:03:21.282 INFO:teuthology.orchestra.run.smithi063.stdout: python3-portend-3.1.0-2.el9.noarch 2024-09-15T22:03:21.282 INFO:teuthology.orchestra.run.smithi063.stdout: python3-prettytable-0.7.2-27.el9.noarch 2024-09-15T22:03:21.282 INFO:teuthology.orchestra.run.smithi063.stdout: python3-protobuf-3.14.0-13.el9.noarch 2024-09-15T22:03:21.282 INFO:teuthology.orchestra.run.smithi063.stdout: python3-pyOpenSSL-21.0.0-1.el9.noarch 2024-09-15T22:03:21.282 INFO:teuthology.orchestra.run.smithi063.stdout: python3-pyasn1-0.4.8-6.el9.noarch 2024-09-15T22:03:21.282 INFO:teuthology.orchestra.run.smithi063.stdout: python3-pyasn1-modules-0.4.8-6.el9.noarch 2024-09-15T22:03:21.282 INFO:teuthology.orchestra.run.smithi063.stdout: python3-pycparser-2.20-6.el9.noarch 2024-09-15T22:03:21.282 INFO:teuthology.orchestra.run.smithi063.stdout: python3-pyperclip-1.8.2-2.el9.noarch 2024-09-15T22:03:21.282 INFO:teuthology.orchestra.run.smithi063.stdout: python3-pytz-2021.1-5.el9.noarch 2024-09-15T22:03:21.282 INFO:teuthology.orchestra.run.smithi063.stdout: python3-rados-2:19.1.1-326.g8921c8ef.el9.x86_64 2024-09-15T22:03:21.282 INFO:teuthology.orchestra.run.smithi063.stdout: python3-rbd-2:19.1.1-326.g8921c8ef.el9.x86_64 2024-09-15T22:03:21.282 INFO:teuthology.orchestra.run.smithi063.stdout: python3-repoze-lru-0.7-16.el9.noarch 2024-09-15T22:03:21.283 INFO:teuthology.orchestra.run.smithi063.stdout: python3-requests-2.25.1-8.el9.noarch 2024-09-15T22:03:21.283 INFO:teuthology.orchestra.run.smithi063.stdout: python3-requests-oauthlib-1.3.0-12.el9.noarch 2024-09-15T22:03:21.283 INFO:teuthology.orchestra.run.smithi063.stdout: python3-rgw-2:19.1.1-326.g8921c8ef.el9.x86_64 2024-09-15T22:03:21.283 INFO:teuthology.orchestra.run.smithi063.stdout: python3-routes-2.5.1-5.el9.noarch 2024-09-15T22:03:21.283 INFO:teuthology.orchestra.run.smithi063.stdout: python3-rsa-4.9-2.el9.noarch 2024-09-15T22:03:21.283 INFO:teuthology.orchestra.run.smithi063.stdout: python3-scipy-1.6.2-8.el9.x86_64 2024-09-15T22:03:21.283 INFO:teuthology.orchestra.run.smithi063.stdout: python3-tempora-5.0.0-2.el9.noarch 2024-09-15T22:03:21.283 INFO:teuthology.orchestra.run.smithi063.stdout: python3-toml-0.10.2-6.el9.noarch 2024-09-15T22:03:21.283 INFO:teuthology.orchestra.run.smithi063.stdout: python3-typing-extensions-4.12.2-2.el9.noarch 2024-09-15T22:03:21.283 INFO:teuthology.orchestra.run.smithi063.stdout: python3-urllib3-1.26.5-6.el9.noarch 2024-09-15T22:03:21.283 INFO:teuthology.orchestra.run.smithi063.stdout: python3-wcwidth-0.2.5-8.el9.noarch 2024-09-15T22:03:21.283 INFO:teuthology.orchestra.run.smithi063.stdout: python3-webob-1.8.8-2.el9.noarch 2024-09-15T22:03:21.283 INFO:teuthology.orchestra.run.smithi063.stdout: python3-websocket-client-1.2.3-2.el9.noarch 2024-09-15T22:03:21.284 INFO:teuthology.orchestra.run.smithi063.stdout: python3-werkzeug-2.0.3-3.el9.1.noarch 2024-09-15T22:03:21.284 INFO:teuthology.orchestra.run.smithi063.stdout: python3-zc-lockfile-2.0-10.el9.noarch 2024-09-15T22:03:21.284 INFO:teuthology.orchestra.run.smithi063.stdout: qatlib-24.02.0-1.el9.x86_64 2024-09-15T22:03:21.284 INFO:teuthology.orchestra.run.smithi063.stdout: qatlib-service-24.02.0-1.el9.x86_64 2024-09-15T22:03:21.284 INFO:teuthology.orchestra.run.smithi063.stdout: qatzip-libs-1.2.0-1.el9.x86_64 2024-09-15T22:03:21.284 INFO:teuthology.orchestra.run.smithi063.stdout: rbd-fuse-2:19.1.1-326.g8921c8ef.el9.x86_64 2024-09-15T22:03:21.284 INFO:teuthology.orchestra.run.smithi063.stdout: rbd-mirror-2:19.1.1-326.g8921c8ef.el9.x86_64 2024-09-15T22:03:21.284 INFO:teuthology.orchestra.run.smithi063.stdout: rbd-nbd-2:19.1.1-326.g8921c8ef.el9.x86_64 2024-09-15T22:03:21.284 INFO:teuthology.orchestra.run.smithi063.stdout: re2-1:20211101-20.el9.x86_64 2024-09-15T22:03:21.284 INFO:teuthology.orchestra.run.smithi063.stdout: socat-1.7.4.1-6.el9.x86_64 2024-09-15T22:03:21.284 INFO:teuthology.orchestra.run.smithi063.stdout: thrift-0.15.0-2.el9.x86_64 2024-09-15T22:03:21.284 INFO:teuthology.orchestra.run.smithi063.stdout: uuid-1.6.2-55.el9.x86_64 2024-09-15T22:03:21.284 INFO:teuthology.orchestra.run.smithi063.stdout: xfsprogs-devel-6.4.0-4.el9.x86_64 2024-09-15T22:03:21.284 INFO:teuthology.orchestra.run.smithi063.stdout: xmlstarlet-1.6.1-20.el9.x86_64 2024-09-15T22:03:21.285 INFO:teuthology.orchestra.run.smithi063.stdout: zlib-devel-1.2.11-41.el9.x86_64 2024-09-15T22:03:21.285 INFO:teuthology.orchestra.run.smithi063.stdout: 2024-09-15T22:03:21.285 INFO:teuthology.orchestra.run.smithi063.stdout:Complete! 2024-09-15T22:03:21.789 DEBUG:teuthology.parallel:result is None 2024-09-15T22:03:21.790 DEBUG:teuthology.packaging:Querying https://shaman.ceph.com/api/search?status=ready&project=ceph&flavor=default&distros=centos%2F9%2Fx86_64&sha1=8921c8ef947807b717db041d85f0761b7914d5fc 2024-09-15T22:03:21.937 DEBUG:teuthology.orchestra.run.smithi063:> rpm -q ceph --qf '%{VERSION}-%{RELEASE}' 2024-09-15T22:03:21.961 INFO:teuthology.orchestra.run.smithi063.stdout:19.1.1-326.g8921c8ef.el9 2024-09-15T22:03:21.962 INFO:teuthology.packaging:The installed version of ceph is 19.1.1-326.g8921c8ef.el9 2024-09-15T22:03:21.962 INFO:teuthology.task.install:The correct ceph version 19.1.1-326.g8921c8ef is installed. 2024-09-15T22:03:21.964 DEBUG:teuthology.packaging:Querying https://shaman.ceph.com/api/search?status=ready&project=ceph&flavor=default&distros=centos%2F9%2Fx86_64&sha1=8921c8ef947807b717db041d85f0761b7914d5fc 2024-09-15T22:03:22.105 DEBUG:teuthology.orchestra.run.smithi110:> rpm -q ceph --qf '%{VERSION}-%{RELEASE}' 2024-09-15T22:03:22.131 INFO:teuthology.orchestra.run.smithi110.stdout:19.1.1-326.g8921c8ef.el9 2024-09-15T22:03:22.131 INFO:teuthology.packaging:The installed version of ceph is 19.1.1-326.g8921c8ef.el9 2024-09-15T22:03:22.131 INFO:teuthology.task.install:The correct ceph version 19.1.1-326.g8921c8ef is installed. 2024-09-15T22:03:22.133 INFO:teuthology.task.install.util:Shipping valgrind.supp... 2024-09-15T22:03:22.133 DEBUG:teuthology.orchestra.run.smithi063:> set -ex 2024-09-15T22:03:22.133 DEBUG:teuthology.orchestra.run.smithi063:> sudo dd of=/home/ubuntu/cephtest/valgrind.supp 2024-09-15T22:03:22.162 DEBUG:teuthology.orchestra.run.smithi110:> set -ex 2024-09-15T22:03:22.163 DEBUG:teuthology.orchestra.run.smithi110:> sudo dd of=/home/ubuntu/cephtest/valgrind.supp 2024-09-15T22:03:22.202 INFO:teuthology.task.install.util:Shipping 'daemon-helper'... 2024-09-15T22:03:22.203 DEBUG:teuthology.orchestra.run.smithi063:> set -ex 2024-09-15T22:03:22.203 DEBUG:teuthology.orchestra.run.smithi063:> sudo dd of=/usr/bin/daemon-helper 2024-09-15T22:03:22.229 DEBUG:teuthology.orchestra.run.smithi063:> sudo chmod a=rx -- /usr/bin/daemon-helper 2024-09-15T22:03:22.295 DEBUG:teuthology.orchestra.run.smithi110:> set -ex 2024-09-15T22:03:22.295 DEBUG:teuthology.orchestra.run.smithi110:> sudo dd of=/usr/bin/daemon-helper 2024-09-15T22:03:22.324 DEBUG:teuthology.orchestra.run.smithi110:> sudo chmod a=rx -- /usr/bin/daemon-helper 2024-09-15T22:03:22.392 INFO:teuthology.task.install.util:Shipping 'adjust-ulimits'... 2024-09-15T22:03:22.392 DEBUG:teuthology.orchestra.run.smithi063:> set -ex 2024-09-15T22:03:22.392 DEBUG:teuthology.orchestra.run.smithi063:> sudo dd of=/usr/bin/adjust-ulimits 2024-09-15T22:03:22.421 DEBUG:teuthology.orchestra.run.smithi063:> sudo chmod a=rx -- /usr/bin/adjust-ulimits 2024-09-15T22:03:22.487 DEBUG:teuthology.orchestra.run.smithi110:> set -ex 2024-09-15T22:03:22.488 DEBUG:teuthology.orchestra.run.smithi110:> sudo dd of=/usr/bin/adjust-ulimits 2024-09-15T22:03:22.512 DEBUG:teuthology.orchestra.run.smithi110:> sudo chmod a=rx -- /usr/bin/adjust-ulimits 2024-09-15T22:03:22.577 INFO:teuthology.task.install.util:Shipping 'stdin-killer'... 2024-09-15T22:03:22.577 DEBUG:teuthology.orchestra.run.smithi063:> set -ex 2024-09-15T22:03:22.577 DEBUG:teuthology.orchestra.run.smithi063:> sudo dd of=/usr/bin/stdin-killer 2024-09-15T22:03:22.603 DEBUG:teuthology.orchestra.run.smithi063:> sudo chmod a=rx -- /usr/bin/stdin-killer 2024-09-15T22:03:22.669 DEBUG:teuthology.orchestra.run.smithi110:> set -ex 2024-09-15T22:03:22.669 DEBUG:teuthology.orchestra.run.smithi110:> sudo dd of=/usr/bin/stdin-killer 2024-09-15T22:03:22.694 DEBUG:teuthology.orchestra.run.smithi110:> sudo chmod a=rx -- /usr/bin/stdin-killer 2024-09-15T22:03:22.759 INFO:teuthology.run_tasks:Running task ceph... 2024-09-15T22:03:22.847 INFO:tasks.ceph:Making ceph log dir writeable by non-root... 2024-09-15T22:03:22.847 DEBUG:teuthology.orchestra.run.smithi063:> sudo chmod 777 /var/log/ceph 2024-09-15T22:03:22.850 DEBUG:teuthology.orchestra.run.smithi110:> sudo chmod 777 /var/log/ceph 2024-09-15T22:03:22.876 INFO:tasks.ceph:Disabling ceph logrotate... 2024-09-15T22:03:22.876 DEBUG:teuthology.orchestra.run.smithi063:> sudo rm -f -- /etc/logrotate.d/ceph 2024-09-15T22:03:22.916 DEBUG:teuthology.orchestra.run.smithi110:> sudo rm -f -- /etc/logrotate.d/ceph 2024-09-15T22:03:22.941 INFO:tasks.ceph:Creating extra log directories... 2024-09-15T22:03:22.941 DEBUG:teuthology.orchestra.run.smithi063:> sudo install -d -m0777 -- /var/log/ceph/valgrind /var/log/ceph/profiling-logger 2024-09-15T22:03:22.982 DEBUG:teuthology.orchestra.run.smithi110:> sudo install -d -m0777 -- /var/log/ceph/valgrind /var/log/ceph/profiling-logger 2024-09-15T22:03:23.013 INFO:tasks.ceph:Setting up log rotation with {'ceph-mds': '10G', 'ceph-osd': '10G'} 2024-09-15T22:03:23.013 INFO:tasks.ceph:writing logrotate stanza for ceph-mds 2024-09-15T22:03:23.013 INFO:tasks.ceph:writing logrotate stanza for ceph-osd 2024-09-15T22:03:23.013 DEBUG:teuthology.orchestra.run.smithi063:> set -ex 2024-09-15T22:03:23.013 DEBUG:teuthology.orchestra.run.smithi063:> dd of=/home/ubuntu/cephtest/logrotate.ceph-test.conf 2024-09-15T22:03:23.061 DEBUG:teuthology.orchestra.run.smithi063:> sudo mv /home/ubuntu/cephtest/logrotate.ceph-test.conf /etc/logrotate.d/ceph-test.conf && sudo chmod 0644 /etc/logrotate.d/ceph-test.conf && sudo chown root.root /etc/logrotate.d/ceph-test.conf 2024-09-15T22:03:23.174 DEBUG:teuthology.orchestra.run.smithi063:> sudo chcon system_u:object_r:etc_t:s0 /etc/logrotate.d/ceph-test.conf 2024-09-15T22:03:23.200 DEBUG:teuthology.orchestra.run.smithi110:> set -ex 2024-09-15T22:03:23.200 DEBUG:teuthology.orchestra.run.smithi110:> dd of=/home/ubuntu/cephtest/logrotate.ceph-test.conf 2024-09-15T22:03:23.215 DEBUG:teuthology.orchestra.run.smithi110:> sudo mv /home/ubuntu/cephtest/logrotate.ceph-test.conf /etc/logrotate.d/ceph-test.conf && sudo chmod 0644 /etc/logrotate.d/ceph-test.conf && sudo chown root.root /etc/logrotate.d/ceph-test.conf 2024-09-15T22:03:23.324 DEBUG:teuthology.orchestra.run.smithi110:> sudo chcon system_u:object_r:etc_t:s0 /etc/logrotate.d/ceph-test.conf 2024-09-15T22:03:23.355 INFO:tasks.ceph:Creating ceph cluster ceph... 2024-09-15T22:03:23.355 INFO:tasks.ceph:config {'conf': {'client': {'client mount timeout': 600, 'debug client': 20, 'debug ms': 1, 'pid file': '', 'rados mon op timeout': 900, 'rados osd op timeout': 900}, 'mds': {'debug mds': 20, 'debug mds balancer': 20, 'debug ms': 1, 'mds debug frag': True, 'mds debug scatterstat': True, 'mds op complaint time': 180, 'mds verify scatter': True, 'osd op complaint time': 180, 'rados mon op timeout': 900, 'rados osd op timeout': 900}, 'mgr': {'debug client': 20, 'debug finisher': 20, 'debug mgr': 20, 'debug ms': 1}, 'mon': {'debug mon': 20, 'debug ms': 1, 'debug paxos': 20, 'mon down mkfs grace': 300, 'mon op complaint time': 120, 'mon warn on pool no app': False}, 'osd': {'bdev async discard': True, 'bdev enable discard': True, 'bluestore allocator': 'bitmap', 'bluestore block size': 96636764160, 'bluestore fsck on mount': True, 'debug bluefs': '1/20', 'debug bluestore': '1/20', 'debug ms': 1, 'debug osd': 20, 'debug rocksdb': '4/10', 'mon osd backfillfull_ratio': 0.85, 'mon osd full ratio': 0.9, 'mon osd nearfull ratio': 0.8, 'osd failsafe full ratio': 0.95, 'osd objectstore': 'bluestore', 'osd op complaint time': 180}}, 'fs': 'xfs', 'mkfs_options': None, 'mount_options': None, 'skip_mgr_daemons': False, 'log_ignorelist': ['\\(MDS_ALL_DOWN\\)', '\\(MDS_UP_LESS_THAN_MAX\\)', 'FS_DEGRADED', 'FS_INLINE_DATA_DEPRECATED', 'FS_WITH_FAILED_MDS', 'MDS_ALL_DOWN', 'MDS_DAMAGE', 'MDS_DEGRADED', 'MDS_FAILED', 'MDS_INSUFFICIENT_STANDBY', 'MDS_UP_LESS_THAN_MAX', 'online, but wants', 'filesystem is online with fewer MDS than max_mds', 'POOL_APP_NOT_ENABLED', 'do not have an application enabled', 'overall HEALTH_', 'Replacing daemon', 'deprecated feature inline_data', 'overall HEALTH_', '\\(OSD_DOWN\\)', '\\(OSD_', 'but it is still running', 'is not responding', 'MON_DOWN', 'PG_AVAILABILITY', 'PG_DEGRADED', 'Reduced data availability', 'Degraded data redundancy', 'OSD full dropping all updates', 'OSD near full', 'pausewr flag', 'failsafe engaged, dropping updates', 'failsafe disengaged, no longer dropping', 'is full \\(reached quota', 'POOL_FULL', 'POOL_BACKFILLFULL'], 'cpu_profile': set(), 'cluster': 'ceph', 'mon_bind_msgr2': True, 'mon_bind_addrvec': True} 2024-09-15T22:03:23.355 INFO:tasks.ceph:ctx.config {'archive_path': '/home/teuthworker/archive/teuthology-2024-09-15_21:24:03-fs-squid-distro-default-smithi/7906229', 'branch': 'squid', 'description': 'fs/volumes/{begin/{0-install 1-ceph 2-logrotate 3-modules} clusters/1a3s-mds-4c-client conf/{client mds mgr mon osd} distro/{centos_latest} mount/fuse objectstore/bluestore-bitmap overrides/{ignorelist_health ignorelist_wrongly_marked_down no_client_pidfile pg_health} tasks/volumes/{overrides test/finisher_per_module}}', 'email': 'ceph-qa@ceph.com', 'first_in_suite': False, 'job_id': '7906229', 'kernel': {'kdb': 1, 'sha1': 'distro'}, 'last_in_suite': False, 'log-rotate': {'ceph-mds': '10G', 'ceph-osd': '10G'}, 'machine_type': 'smithi', 'mgrmodules': {'sequential': [{'print': 'Enabling mgr modules'}]}, 'name': 'teuthology-2024-09-15_21:24:03-fs-squid-distro-default-smithi', 'no_nested_subset': False, 'openstack': [{'volumes': {'count': 4, 'size': 20}}, {'machine': {'disk': 200}}], 'os_type': 'centos', 'os_version': '9.stream', 'overrides': {'admin_socket': {'branch': 'squid'}, 'ceph': {'conf': {'client': {'client mount timeout': 600, 'debug client': 20, 'debug ms': 1, 'pid file': '', 'rados mon op timeout': 900, 'rados osd op timeout': 900}, 'mds': {'debug mds': 20, 'debug mds balancer': 20, 'debug ms': 1, 'mds debug frag': True, 'mds debug scatterstat': True, 'mds op complaint time': 180, 'mds verify scatter': True, 'osd op complaint time': 180, 'rados mon op timeout': 900, 'rados osd op timeout': 900}, 'mgr': {'debug client': 20, 'debug finisher': 20, 'debug mgr': 20, 'debug ms': 1}, 'mon': {'debug mon': 20, 'debug ms': 1, 'debug paxos': 20, 'mon down mkfs grace': 300, 'mon op complaint time': 120, 'mon warn on pool no app': False}, 'osd': {'bdev async discard': True, 'bdev enable discard': True, 'bluestore allocator': 'bitmap', 'bluestore block size': 96636764160, 'bluestore fsck on mount': True, 'debug bluefs': '1/20', 'debug bluestore': '1/20', 'debug ms': 1, 'debug osd': 20, 'debug rocksdb': '4/10', 'mon osd backfillfull_ratio': 0.85, 'mon osd full ratio': 0.9, 'mon osd nearfull ratio': 0.8, 'osd failsafe full ratio': 0.95, 'osd objectstore': 'bluestore', 'osd op complaint time': 180}}, 'flavor': 'default', 'fs': 'xfs', 'log-ignorelist': ['\\(MDS_ALL_DOWN\\)', '\\(MDS_UP_LESS_THAN_MAX\\)', 'FS_DEGRADED', 'FS_INLINE_DATA_DEPRECATED', 'FS_WITH_FAILED_MDS', 'MDS_ALL_DOWN', 'MDS_DAMAGE', 'MDS_DEGRADED', 'MDS_FAILED', 'MDS_INSUFFICIENT_STANDBY', 'MDS_UP_LESS_THAN_MAX', 'online, but wants', 'filesystem is online with fewer MDS than max_mds', 'POOL_APP_NOT_ENABLED', 'do not have an application enabled', 'overall HEALTH_', 'Replacing daemon', 'deprecated feature inline_data', 'overall HEALTH_', '\\(OSD_DOWN\\)', '\\(OSD_', 'but it is still running', 'is not responding', 'MON_DOWN', 'PG_AVAILABILITY', 'PG_DEGRADED', 'Reduced data availability', 'Degraded data redundancy', 'OSD full dropping all updates', 'OSD near full', 'pausewr flag', 'failsafe engaged, dropping updates', 'failsafe disengaged, no longer dropping', 'is full \\(reached quota', 'POOL_FULL', 'POOL_BACKFILLFULL'], 'sha1': '8921c8ef947807b717db041d85f0761b7914d5fc'}, 'ceph-deploy': {'bluestore': True, 'conf': {'client': {'log file': '/var/log/ceph/ceph-$name.$pid.log'}, 'mon': {}, 'osd': {'bdev async discard': True, 'bdev enable discard': True, 'bluestore block size': 96636764160, 'bluestore fsck on mount': True, 'debug bluefs': '1/20', 'debug bluestore': '1/20', 'debug rocksdb': '4/10', 'mon osd backfillfull_ratio': 0.85, 'mon osd full ratio': 0.9, 'mon osd nearfull ratio': 0.8, 'osd failsafe full ratio': 0.95, 'osd objectstore': 'bluestore'}}, 'fs': 'xfs'}, 'install': {'ceph': {'flavor': 'default', 'sha1': '8921c8ef947807b717db041d85f0761b7914d5fc'}}, 'selinux': {'allowlist': ['scontext=system_u:system_r:getty_t:s0']}, 'thrashosds': {'bdev_inject_crash': 2, 'bdev_inject_crash_probability': 0.5}, 'workunit': {'branch': 'squid', 'sha1': 'ad35db06e8924912f01e32b35576297c0f1352b4'}}, 'owner': 'scheduled_teuthology@teuthology', 'priority': 100, 'repo': 'https://git.ceph.com/ceph.git', 'roles': [['mon.a', 'mgr.y', 'mds.a', 'mds.c', 'osd.0', 'osd.1', 'osd.2', 'osd.3', 'client.0', 'client.2'], ['mon.b', 'mon.c', 'mgr.x', 'mds.b', 'mds.d', 'osd.4', 'osd.5', 'osd.6', 'osd.7', 'client.1', 'client.3']], 'seed': 3393, 'sha1': '8921c8ef947807b717db041d85f0761b7914d5fc', 'sleep_before_teardown': 0, 'subset': '294/512', 'suite': 'fs', 'suite_branch': 'squid', 'suite_path': '/home/teuthworker/src/git.ceph.com_ceph_ad35db06e8924912f01e32b35576297c0f1352b4/qa', 'suite_relpath': 'qa', 'suite_repo': 'https://git.ceph.com/ceph.git', 'suite_sha1': 'ad35db06e8924912f01e32b35576297c0f1352b4', 'syslog': {'ignorelist': ['WARNING*.*check_session_state', 'WARNING*.*__ceph_remove_cap']}, 'targets': {'smithi063.front.sepia.ceph.com': 'ecdsa-sha2-nistp256 AAAAE2VjZHNhLXNoYTItbmlzdHAyNTYAAAAIbmlzdHAyNTYAAABBBHBdlnc34ccCKOohWVi+cjATWAWoHdek6M5VJfOx9g8iz+G8ZbxRskU71sBwIPQJpGYIkU0YpjuRtOqHsztUpVw=', 'smithi110.front.sepia.ceph.com': 'ecdsa-sha2-nistp256 AAAAE2VjZHNhLXNoYTItbmlzdHAyNTYAAAAIbmlzdHAyNTYAAABBBG8PpJxYm7jrqvL7ZAoip0blOdTMU6XkqZl7B2L4vylWgc72teRi6yxaNlzBhMLGIHNvknJiOKxdakZ9fKTFRjk='}, 'tasks': [{'internal.check_packages': None}, {'internal.buildpackages_prep': None}, {'internal.save_config': None}, {'internal.check_lock': None}, {'internal.add_remotes': None}, {'console_log': None}, {'internal.connect': None}, {'internal.push_inventory': None}, {'internal.serialize_remote_roles': None}, {'internal.check_conflict': None}, {'internal.check_ceph_data': None}, {'internal.vm_setup': None}, {'kernel': {'kdb': 1, 'sha1': 'distro'}}, {'internal.base': None}, {'internal.archive_upload': None}, {'internal.archive': None}, {'internal.coredump': None}, {'internal.sudo': None}, {'internal.syslog': None}, {'internal.timer': None}, {'pcp': None}, {'selinux': None}, {'ansible.cephlab': None}, {'clock': None}, {'install': {'extra_packages': {'deb': ['python3-cephfs', 'cephfs-shell', 'cephfs-top', 'cephfs-mirror'], 'rpm': ['python3-cephfs', 'cephfs-shell', 'cephfs-top', 'cephfs-mirror']}, 'extra_system_packages': {'deb': ['bison', 'flex', 'libelf-dev', 'libssl-dev', 'network-manager', 'iproute2', 'util-linux', 'dump', 'indent', 'libaio-dev', 'libtool-bin', 'uuid-dev', 'xfslibs-dev', 'postgresql', 'postgresql-client', 'postgresql-common', 'postgresql-contrib'], 'rpm': ['bison', 'flex', 'elfutils-libelf-devel', 'openssl-devel', 'NetworkManager', 'iproute', 'util-linux', 'libacl-devel', 'libaio-devel', 'libattr-devel', 'libtool', 'libuuid-devel', 'xfsdump', 'xfsprogs', 'xfsprogs-devel', 'libaio-devel', 'libtool', 'libuuid-devel', 'xfsprogs-devel', 'postgresql', 'postgresql-server', 'postgresql-contrib']}, 'flavor': 'default', 'sha1': '8921c8ef947807b717db041d85f0761b7914d5fc'}}, {'ceph': {'create_rbd_pool': False, 'conf': {'client': {'client mount timeout': 600, 'debug client': 20, 'debug ms': 1, 'pid file': '', 'rados mon op timeout': 900, 'rados osd op timeout': 900}, 'mds': {'debug mds': 20, 'debug mds balancer': 20, 'debug ms': 1, 'mds debug frag': True, 'mds debug scatterstat': True, 'mds op complaint time': 180, 'mds verify scatter': True, 'osd op complaint time': 180, 'rados mon op timeout': 900, 'rados osd op timeout': 900}, 'mgr': {'debug client': 20, 'debug finisher': 20, 'debug mgr': 20, 'debug ms': 1}, 'mon': {'debug mon': 20, 'debug ms': 1, 'debug paxos': 20, 'mon down mkfs grace': 300, 'mon op complaint time': 120, 'mon warn on pool no app': False}, 'osd': {'bdev async discard': True, 'bdev enable discard': True, 'bluestore allocator': 'bitmap', 'bluestore block size': 96636764160, 'bluestore fsck on mount': True, 'debug bluefs': '1/20', 'debug bluestore': '1/20', 'debug ms': 1, 'debug osd': 20, 'debug rocksdb': '4/10', 'mon osd backfillfull_ratio': 0.85, 'mon osd full ratio': 0.9, 'mon osd nearfull ratio': 0.8, 'osd failsafe full ratio': 0.95, 'osd objectstore': 'bluestore', 'osd op complaint time': 180}}, 'flavor': 'default', 'fs': 'xfs', 'log-ignorelist': ['\\(MDS_ALL_DOWN\\)', '\\(MDS_UP_LESS_THAN_MAX\\)', 'FS_DEGRADED', 'FS_INLINE_DATA_DEPRECATED', 'FS_WITH_FAILED_MDS', 'MDS_ALL_DOWN', 'MDS_DAMAGE', 'MDS_DEGRADED', 'MDS_FAILED', 'MDS_INSUFFICIENT_STANDBY', 'MDS_UP_LESS_THAN_MAX', 'online, but wants', 'filesystem is online with fewer MDS than max_mds', 'POOL_APP_NOT_ENABLED', 'do not have an application enabled', 'overall HEALTH_', 'Replacing daemon', 'deprecated feature inline_data', 'overall HEALTH_', '\\(OSD_DOWN\\)', '\\(OSD_', 'but it is still running', 'is not responding', 'MON_DOWN', 'PG_AVAILABILITY', 'PG_DEGRADED', 'Reduced data availability', 'Degraded data redundancy', 'OSD full dropping all updates', 'OSD near full', 'pausewr flag', 'failsafe engaged, dropping updates', 'failsafe disengaged, no longer dropping', 'is full \\(reached quota', 'POOL_FULL', 'POOL_BACKFILLFULL'], 'sha1': '8921c8ef947807b717db041d85f0761b7914d5fc', 'cluster': 'ceph'}}, {'sequential': ['mgrmodules']}, {'ceph-fuse': None}, {'check-counter': {'counters': {'mgr': [{'min': 4, 'name': 'finisher-volumes.complete_latency.avgcount'}, {'expected_val': 0, 'name': 'finisher-volumes.queue_len'}]}}}, {'cephfs_test_runner': {'fail_on_skip': False, 'modules': ['tasks.cephfs.test_volumes.TestPerModuleFinsherThread']}}], 'teuthology': {'fragments_dropped': [], 'meta': {}, 'postmerge': ['local function is_kupstream() return false end', 'local function is_kdistro() return false end', 'local function is_fuse() return true end', "local function syntax_version() return '' end"]}, 'teuthology_branch': 'main', 'teuthology_sha1': '3752d3834a7b6cd13dc17dfaa6c2fd3658f3439a', 'timestamp': '2024-09-15_21:24:03', 'tube': 'smithi', 'user': 'teuthology', 'verbose': False, 'worker_log': '/home/teuthworker/archive/worker_logs/dispatcher.smithi.3401856'} 2024-09-15T22:03:23.356 DEBUG:teuthology.orchestra.run.smithi063:> install -d -m0755 -- /home/ubuntu/cephtest/ceph.data 2024-09-15T22:03:23.358 DEBUG:teuthology.orchestra.run.smithi110:> install -d -m0755 -- /home/ubuntu/cephtest/ceph.data 2024-09-15T22:03:23.406 DEBUG:teuthology.orchestra.run.smithi063:> sudo install -d -m0777 -- /var/run/ceph 2024-09-15T22:03:23.414 DEBUG:teuthology.orchestra.run.smithi110:> sudo install -d -m0777 -- /var/run/ceph 2024-09-15T22:03:23.472 DEBUG:teuthology.orchestra.run.smithi063:> set -ex 2024-09-15T22:03:23.472 DEBUG:teuthology.orchestra.run.smithi063:> dd if=/scratch_devs of=/dev/stdout 2024-09-15T22:03:23.493 DEBUG:teuthology.misc:devs=['/dev/vg_nvme/lv_1', '/dev/vg_nvme/lv_2', '/dev/vg_nvme/lv_3', '/dev/vg_nvme/lv_4'] 2024-09-15T22:03:23.494 DEBUG:teuthology.orchestra.run.smithi063:> stat /dev/vg_nvme/lv_1 2024-09-15T22:03:23.549 INFO:teuthology.orchestra.run.smithi063.stdout: File: /dev/vg_nvme/lv_1 -> ../dm-0 2024-09-15T22:03:23.549 INFO:teuthology.orchestra.run.smithi063.stdout: Size: 7 Blocks: 0 IO Block: 4096 symbolic link 2024-09-15T22:03:23.549 INFO:teuthology.orchestra.run.smithi063.stdout:Device: 5h/5d Inode: 667 Links: 1 2024-09-15T22:03:23.549 INFO:teuthology.orchestra.run.smithi063.stdout:Access: (0777/lrwxrwxrwx) Uid: ( 0/ root) Gid: ( 0/ root) 2024-09-15T22:03:23.549 INFO:teuthology.orchestra.run.smithi063.stdout:Context: system_u:object_r:device_t:s0 2024-09-15T22:03:23.550 INFO:teuthology.orchestra.run.smithi063.stdout:Access: 2024-09-15 22:03:13.518768245 +0000 2024-09-15T22:03:23.550 INFO:teuthology.orchestra.run.smithi063.stdout:Modify: 2024-09-15 22:01:11.527475131 +0000 2024-09-15T22:03:23.550 INFO:teuthology.orchestra.run.smithi063.stdout:Change: 2024-09-15 22:01:11.527475131 +0000 2024-09-15T22:03:23.550 INFO:teuthology.orchestra.run.smithi063.stdout: Birth: 2024-09-15 22:01:11.527475131 +0000 2024-09-15T22:03:23.550 DEBUG:teuthology.orchestra.run.smithi063:> sudo dd if=/dev/vg_nvme/lv_1 of=/dev/null count=1 2024-09-15T22:03:23.613 INFO:teuthology.orchestra.run.smithi063.stderr:1+0 records in 2024-09-15T22:03:23.614 INFO:teuthology.orchestra.run.smithi063.stderr:1+0 records out 2024-09-15T22:03:23.614 INFO:teuthology.orchestra.run.smithi063.stderr:512 bytes copied, 0.000254225 s, 2.0 MB/s 2024-09-15T22:03:23.615 DEBUG:teuthology.orchestra.run.smithi063:> ! mount | grep -v devtmpfs | grep -q /dev/vg_nvme/lv_1 2024-09-15T22:03:23.672 DEBUG:teuthology.orchestra.run.smithi063:> stat /dev/vg_nvme/lv_2 2024-09-15T22:03:23.728 INFO:teuthology.orchestra.run.smithi063.stdout: File: /dev/vg_nvme/lv_2 -> ../dm-1 2024-09-15T22:03:23.728 INFO:teuthology.orchestra.run.smithi063.stdout: Size: 7 Blocks: 0 IO Block: 4096 symbolic link 2024-09-15T22:03:23.728 INFO:teuthology.orchestra.run.smithi063.stdout:Device: 5h/5d Inode: 687 Links: 1 2024-09-15T22:03:23.728 INFO:teuthology.orchestra.run.smithi063.stdout:Access: (0777/lrwxrwxrwx) Uid: ( 0/ root) Gid: ( 0/ root) 2024-09-15T22:03:23.729 INFO:teuthology.orchestra.run.smithi063.stdout:Context: system_u:object_r:device_t:s0 2024-09-15T22:03:23.729 INFO:teuthology.orchestra.run.smithi063.stdout:Access: 2024-09-15 22:03:13.518768245 +0000 2024-09-15T22:03:23.729 INFO:teuthology.orchestra.run.smithi063.stdout:Modify: 2024-09-15 22:01:11.869472293 +0000 2024-09-15T22:03:23.729 INFO:teuthology.orchestra.run.smithi063.stdout:Change: 2024-09-15 22:01:11.869472293 +0000 2024-09-15T22:03:23.729 INFO:teuthology.orchestra.run.smithi063.stdout: Birth: 2024-09-15 22:01:11.869472293 +0000 2024-09-15T22:03:23.729 DEBUG:teuthology.orchestra.run.smithi063:> sudo dd if=/dev/vg_nvme/lv_2 of=/dev/null count=1 2024-09-15T22:03:23.792 INFO:teuthology.orchestra.run.smithi063.stderr:1+0 records in 2024-09-15T22:03:23.792 INFO:teuthology.orchestra.run.smithi063.stderr:1+0 records out 2024-09-15T22:03:23.792 INFO:teuthology.orchestra.run.smithi063.stderr:512 bytes copied, 0.000255326 s, 2.0 MB/s 2024-09-15T22:03:23.794 DEBUG:teuthology.orchestra.run.smithi063:> ! mount | grep -v devtmpfs | grep -q /dev/vg_nvme/lv_2 2024-09-15T22:03:23.851 DEBUG:teuthology.orchestra.run.smithi063:> stat /dev/vg_nvme/lv_3 2024-09-15T22:03:23.906 INFO:teuthology.orchestra.run.smithi063.stdout: File: /dev/vg_nvme/lv_3 -> ../dm-2 2024-09-15T22:03:23.907 INFO:teuthology.orchestra.run.smithi063.stdout: Size: 7 Blocks: 0 IO Block: 4096 symbolic link 2024-09-15T22:03:23.907 INFO:teuthology.orchestra.run.smithi063.stdout:Device: 5h/5d Inode: 705 Links: 1 2024-09-15T22:03:23.907 INFO:teuthology.orchestra.run.smithi063.stdout:Access: (0777/lrwxrwxrwx) Uid: ( 0/ root) Gid: ( 0/ root) 2024-09-15T22:03:23.907 INFO:teuthology.orchestra.run.smithi063.stdout:Context: system_u:object_r:device_t:s0 2024-09-15T22:03:23.907 INFO:teuthology.orchestra.run.smithi063.stdout:Access: 2024-09-15 22:03:13.519768236 +0000 2024-09-15T22:03:23.907 INFO:teuthology.orchestra.run.smithi063.stdout:Modify: 2024-09-15 22:01:12.202469530 +0000 2024-09-15T22:03:23.907 INFO:teuthology.orchestra.run.smithi063.stdout:Change: 2024-09-15 22:01:12.202469530 +0000 2024-09-15T22:03:23.907 INFO:teuthology.orchestra.run.smithi063.stdout: Birth: 2024-09-15 22:01:12.202469530 +0000 2024-09-15T22:03:23.907 DEBUG:teuthology.orchestra.run.smithi063:> sudo dd if=/dev/vg_nvme/lv_3 of=/dev/null count=1 2024-09-15T22:03:23.971 INFO:teuthology.orchestra.run.smithi063.stderr:1+0 records in 2024-09-15T22:03:23.971 INFO:teuthology.orchestra.run.smithi063.stderr:1+0 records out 2024-09-15T22:03:23.971 INFO:teuthology.orchestra.run.smithi063.stderr:512 bytes copied, 0.000195398 s, 2.6 MB/s 2024-09-15T22:03:23.972 DEBUG:teuthology.orchestra.run.smithi063:> ! mount | grep -v devtmpfs | grep -q /dev/vg_nvme/lv_3 2024-09-15T22:03:24.028 DEBUG:teuthology.orchestra.run.smithi063:> stat /dev/vg_nvme/lv_4 2024-09-15T22:03:24.084 INFO:teuthology.orchestra.run.smithi063.stdout: File: /dev/vg_nvme/lv_4 -> ../dm-3 2024-09-15T22:03:24.084 INFO:teuthology.orchestra.run.smithi063.stdout: Size: 7 Blocks: 0 IO Block: 4096 symbolic link 2024-09-15T22:03:24.084 INFO:teuthology.orchestra.run.smithi063.stdout:Device: 5h/5d Inode: 722 Links: 1 2024-09-15T22:03:24.084 INFO:teuthology.orchestra.run.smithi063.stdout:Access: (0777/lrwxrwxrwx) Uid: ( 0/ root) Gid: ( 0/ root) 2024-09-15T22:03:24.084 INFO:teuthology.orchestra.run.smithi063.stdout:Context: system_u:object_r:device_t:s0 2024-09-15T22:03:24.084 INFO:teuthology.orchestra.run.smithi063.stdout:Access: 2024-09-15 22:03:13.519768236 +0000 2024-09-15T22:03:24.084 INFO:teuthology.orchestra.run.smithi063.stdout:Modify: 2024-09-15 22:01:12.522466874 +0000 2024-09-15T22:03:24.085 INFO:teuthology.orchestra.run.smithi063.stdout:Change: 2024-09-15 22:01:12.522466874 +0000 2024-09-15T22:03:24.085 INFO:teuthology.orchestra.run.smithi063.stdout: Birth: 2024-09-15 22:01:12.522466874 +0000 2024-09-15T22:03:24.085 DEBUG:teuthology.orchestra.run.smithi063:> sudo dd if=/dev/vg_nvme/lv_4 of=/dev/null count=1 2024-09-15T22:03:24.148 INFO:teuthology.orchestra.run.smithi063.stderr:1+0 records in 2024-09-15T22:03:24.148 INFO:teuthology.orchestra.run.smithi063.stderr:1+0 records out 2024-09-15T22:03:24.148 INFO:teuthology.orchestra.run.smithi063.stderr:512 bytes copied, 0.000207075 s, 2.5 MB/s 2024-09-15T22:03:24.149 DEBUG:teuthology.orchestra.run.smithi063:> ! mount | grep -v devtmpfs | grep -q /dev/vg_nvme/lv_4 2024-09-15T22:03:24.207 INFO:tasks.ceph:osd dev map: {'osd.0': '/dev/vg_nvme/lv_1', 'osd.1': '/dev/vg_nvme/lv_2', 'osd.2': '/dev/vg_nvme/lv_3', 'osd.3': '/dev/vg_nvme/lv_4'} 2024-09-15T22:03:24.207 DEBUG:teuthology.orchestra.run.smithi110:> set -ex 2024-09-15T22:03:24.207 DEBUG:teuthology.orchestra.run.smithi110:> dd if=/scratch_devs of=/dev/stdout 2024-09-15T22:03:24.225 DEBUG:teuthology.misc:devs=['/dev/vg_nvme/lv_1', '/dev/vg_nvme/lv_2', '/dev/vg_nvme/lv_3', '/dev/vg_nvme/lv_4'] 2024-09-15T22:03:24.226 DEBUG:teuthology.orchestra.run.smithi110:> stat /dev/vg_nvme/lv_1 2024-09-15T22:03:24.283 INFO:teuthology.orchestra.run.smithi110.stdout: File: /dev/vg_nvme/lv_1 -> ../dm-0 2024-09-15T22:03:24.283 INFO:teuthology.orchestra.run.smithi110.stdout: Size: 7 Blocks: 0 IO Block: 4096 symbolic link 2024-09-15T22:03:24.283 INFO:teuthology.orchestra.run.smithi110.stdout:Device: 5h/5d Inode: 667 Links: 1 2024-09-15T22:03:24.283 INFO:teuthology.orchestra.run.smithi110.stdout:Access: (0777/lrwxrwxrwx) Uid: ( 0/ root) Gid: ( 0/ root) 2024-09-15T22:03:24.283 INFO:teuthology.orchestra.run.smithi110.stdout:Context: system_u:object_r:device_t:s0 2024-09-15T22:03:24.283 INFO:teuthology.orchestra.run.smithi110.stdout:Access: 2024-09-15 22:03:00.219887064 +0000 2024-09-15T22:03:24.283 INFO:teuthology.orchestra.run.smithi110.stdout:Modify: 2024-09-15 22:01:06.378644357 +0000 2024-09-15T22:03:24.283 INFO:teuthology.orchestra.run.smithi110.stdout:Change: 2024-09-15 22:01:06.378644357 +0000 2024-09-15T22:03:24.283 INFO:teuthology.orchestra.run.smithi110.stdout: Birth: 2024-09-15 22:01:06.378644357 +0000 2024-09-15T22:03:24.284 DEBUG:teuthology.orchestra.run.smithi110:> sudo dd if=/dev/vg_nvme/lv_1 of=/dev/null count=1 2024-09-15T22:03:24.349 INFO:teuthology.orchestra.run.smithi110.stderr:1+0 records in 2024-09-15T22:03:24.349 INFO:teuthology.orchestra.run.smithi110.stderr:1+0 records out 2024-09-15T22:03:24.349 INFO:teuthology.orchestra.run.smithi110.stderr:512 bytes copied, 0.000110229 s, 4.6 MB/s 2024-09-15T22:03:24.350 DEBUG:teuthology.orchestra.run.smithi110:> ! mount | grep -v devtmpfs | grep -q /dev/vg_nvme/lv_1 2024-09-15T22:03:24.408 DEBUG:teuthology.orchestra.run.smithi110:> stat /dev/vg_nvme/lv_2 2024-09-15T22:03:24.465 INFO:teuthology.orchestra.run.smithi110.stdout: File: /dev/vg_nvme/lv_2 -> ../dm-1 2024-09-15T22:03:24.465 INFO:teuthology.orchestra.run.smithi110.stdout: Size: 7 Blocks: 0 IO Block: 4096 symbolic link 2024-09-15T22:03:24.465 INFO:teuthology.orchestra.run.smithi110.stdout:Device: 5h/5d Inode: 687 Links: 1 2024-09-15T22:03:24.465 INFO:teuthology.orchestra.run.smithi110.stdout:Access: (0777/lrwxrwxrwx) Uid: ( 0/ root) Gid: ( 0/ root) 2024-09-15T22:03:24.465 INFO:teuthology.orchestra.run.smithi110.stdout:Context: system_u:object_r:device_t:s0 2024-09-15T22:03:24.466 INFO:teuthology.orchestra.run.smithi110.stdout:Access: 2024-09-15 22:03:00.219887064 +0000 2024-09-15T22:03:24.466 INFO:teuthology.orchestra.run.smithi110.stdout:Modify: 2024-09-15 22:01:06.706638965 +0000 2024-09-15T22:03:24.466 INFO:teuthology.orchestra.run.smithi110.stdout:Change: 2024-09-15 22:01:06.706638965 +0000 2024-09-15T22:03:24.466 INFO:teuthology.orchestra.run.smithi110.stdout: Birth: 2024-09-15 22:01:06.706638965 +0000 2024-09-15T22:03:24.466 DEBUG:teuthology.orchestra.run.smithi110:> sudo dd if=/dev/vg_nvme/lv_2 of=/dev/null count=1 2024-09-15T22:03:24.529 INFO:teuthology.orchestra.run.smithi110.stderr:1+0 records in 2024-09-15T22:03:24.530 INFO:teuthology.orchestra.run.smithi110.stderr:1+0 records out 2024-09-15T22:03:24.530 INFO:teuthology.orchestra.run.smithi110.stderr:512 bytes copied, 0.00010874 s, 4.7 MB/s 2024-09-15T22:03:24.531 DEBUG:teuthology.orchestra.run.smithi110:> ! mount | grep -v devtmpfs | grep -q /dev/vg_nvme/lv_2 2024-09-15T22:03:24.588 DEBUG:teuthology.orchestra.run.smithi110:> stat /dev/vg_nvme/lv_3 2024-09-15T22:03:24.644 INFO:teuthology.orchestra.run.smithi110.stdout: File: /dev/vg_nvme/lv_3 -> ../dm-2 2024-09-15T22:03:24.644 INFO:teuthology.orchestra.run.smithi110.stdout: Size: 7 Blocks: 0 IO Block: 4096 symbolic link 2024-09-15T22:03:24.644 INFO:teuthology.orchestra.run.smithi110.stdout:Device: 5h/5d Inode: 705 Links: 1 2024-09-15T22:03:24.644 INFO:teuthology.orchestra.run.smithi110.stdout:Access: (0777/lrwxrwxrwx) Uid: ( 0/ root) Gid: ( 0/ root) 2024-09-15T22:03:24.644 INFO:teuthology.orchestra.run.smithi110.stdout:Context: system_u:object_r:device_t:s0 2024-09-15T22:03:24.645 INFO:teuthology.orchestra.run.smithi110.stdout:Access: 2024-09-15 22:03:00.220887048 +0000 2024-09-15T22:03:24.645 INFO:teuthology.orchestra.run.smithi110.stdout:Modify: 2024-09-15 22:01:07.019633819 +0000 2024-09-15T22:03:24.645 INFO:teuthology.orchestra.run.smithi110.stdout:Change: 2024-09-15 22:01:07.019633819 +0000 2024-09-15T22:03:24.645 INFO:teuthology.orchestra.run.smithi110.stdout: Birth: 2024-09-15 22:01:07.019633819 +0000 2024-09-15T22:03:24.645 DEBUG:teuthology.orchestra.run.smithi110:> sudo dd if=/dev/vg_nvme/lv_3 of=/dev/null count=1 2024-09-15T22:03:24.708 INFO:teuthology.orchestra.run.smithi110.stderr:1+0 records in 2024-09-15T22:03:24.708 INFO:teuthology.orchestra.run.smithi110.stderr:1+0 records out 2024-09-15T22:03:24.708 INFO:teuthology.orchestra.run.smithi110.stderr:512 bytes copied, 0.000102119 s, 5.0 MB/s 2024-09-15T22:03:24.709 DEBUG:teuthology.orchestra.run.smithi110:> ! mount | grep -v devtmpfs | grep -q /dev/vg_nvme/lv_3 2024-09-15T22:03:24.766 DEBUG:teuthology.orchestra.run.smithi110:> stat /dev/vg_nvme/lv_4 2024-09-15T22:03:24.822 INFO:teuthology.orchestra.run.smithi110.stdout: File: /dev/vg_nvme/lv_4 -> ../dm-3 2024-09-15T22:03:24.822 INFO:teuthology.orchestra.run.smithi110.stdout: Size: 7 Blocks: 0 IO Block: 4096 symbolic link 2024-09-15T22:03:24.822 INFO:teuthology.orchestra.run.smithi110.stdout:Device: 5h/5d Inode: 725 Links: 1 2024-09-15T22:03:24.822 INFO:teuthology.orchestra.run.smithi110.stdout:Access: (0777/lrwxrwxrwx) Uid: ( 0/ root) Gid: ( 0/ root) 2024-09-15T22:03:24.822 INFO:teuthology.orchestra.run.smithi110.stdout:Context: system_u:object_r:device_t:s0 2024-09-15T22:03:24.822 INFO:teuthology.orchestra.run.smithi110.stdout:Access: 2024-09-15 22:03:00.220887048 +0000 2024-09-15T22:03:24.822 INFO:teuthology.orchestra.run.smithi110.stdout:Modify: 2024-09-15 22:01:07.329628723 +0000 2024-09-15T22:03:24.823 INFO:teuthology.orchestra.run.smithi110.stdout:Change: 2024-09-15 22:01:07.329628723 +0000 2024-09-15T22:03:24.823 INFO:teuthology.orchestra.run.smithi110.stdout: Birth: 2024-09-15 22:01:07.329628723 +0000 2024-09-15T22:03:24.823 DEBUG:teuthology.orchestra.run.smithi110:> sudo dd if=/dev/vg_nvme/lv_4 of=/dev/null count=1 2024-09-15T22:03:24.885 INFO:teuthology.orchestra.run.smithi110.stderr:1+0 records in 2024-09-15T22:03:24.885 INFO:teuthology.orchestra.run.smithi110.stderr:1+0 records out 2024-09-15T22:03:24.885 INFO:teuthology.orchestra.run.smithi110.stderr:512 bytes copied, 8.3056e-05 s, 6.2 MB/s 2024-09-15T22:03:24.886 DEBUG:teuthology.orchestra.run.smithi110:> ! mount | grep -v devtmpfs | grep -q /dev/vg_nvme/lv_4 2024-09-15T22:03:24.942 INFO:tasks.ceph:osd dev map: {'osd.4': '/dev/vg_nvme/lv_1', 'osd.5': '/dev/vg_nvme/lv_2', 'osd.6': '/dev/vg_nvme/lv_3', 'osd.7': '/dev/vg_nvme/lv_4'} 2024-09-15T22:03:24.943 INFO:tasks.ceph:remote_to_roles_to_devs: {Remote(name='ubuntu@smithi063.front.sepia.ceph.com'): {'osd.0': '/dev/vg_nvme/lv_1', 'osd.1': '/dev/vg_nvme/lv_2', 'osd.2': '/dev/vg_nvme/lv_3', 'osd.3': '/dev/vg_nvme/lv_4'}, Remote(name='ubuntu@smithi110.front.sepia.ceph.com'): {'osd.4': '/dev/vg_nvme/lv_1', 'osd.5': '/dev/vg_nvme/lv_2', 'osd.6': '/dev/vg_nvme/lv_3', 'osd.7': '/dev/vg_nvme/lv_4'}} 2024-09-15T22:03:24.943 INFO:tasks.ceph:Generating config... 2024-09-15T22:03:24.944 INFO:tasks.ceph:[client] client mount timeout = 600 2024-09-15T22:03:24.944 INFO:tasks.ceph:[client] debug client = 20 2024-09-15T22:03:24.944 INFO:tasks.ceph:[client] debug ms = 1 2024-09-15T22:03:24.944 INFO:tasks.ceph:[client] pid file = 2024-09-15T22:03:24.945 INFO:tasks.ceph:[client] rados mon op timeout = 900 2024-09-15T22:03:24.945 INFO:tasks.ceph:[client] rados osd op timeout = 900 2024-09-15T22:03:24.945 INFO:tasks.ceph:[mds] debug mds = 20 2024-09-15T22:03:24.945 INFO:tasks.ceph:[mds] debug mds balancer = 20 2024-09-15T22:03:24.945 INFO:tasks.ceph:[mds] debug ms = 1 2024-09-15T22:03:24.945 INFO:tasks.ceph:[mds] mds debug frag = True 2024-09-15T22:03:24.945 INFO:tasks.ceph:[mds] mds debug scatterstat = True 2024-09-15T22:03:24.945 INFO:tasks.ceph:[mds] mds op complaint time = 180 2024-09-15T22:03:24.945 INFO:tasks.ceph:[mds] mds verify scatter = True 2024-09-15T22:03:24.945 INFO:tasks.ceph:[mds] osd op complaint time = 180 2024-09-15T22:03:24.945 INFO:tasks.ceph:[mds] rados mon op timeout = 900 2024-09-15T22:03:24.945 INFO:tasks.ceph:[mds] rados osd op timeout = 900 2024-09-15T22:03:24.945 INFO:tasks.ceph:[mgr] debug client = 20 2024-09-15T22:03:24.946 INFO:tasks.ceph:[mgr] debug finisher = 20 2024-09-15T22:03:24.946 INFO:tasks.ceph:[mgr] debug mgr = 20 2024-09-15T22:03:24.946 INFO:tasks.ceph:[mgr] debug ms = 1 2024-09-15T22:03:24.946 INFO:tasks.ceph:[mon] debug mon = 20 2024-09-15T22:03:24.946 INFO:tasks.ceph:[mon] debug ms = 1 2024-09-15T22:03:24.946 INFO:tasks.ceph:[mon] debug paxos = 20 2024-09-15T22:03:24.946 INFO:tasks.ceph:[mon] mon down mkfs grace = 300 2024-09-15T22:03:24.946 INFO:tasks.ceph:[mon] mon op complaint time = 120 2024-09-15T22:03:24.946 INFO:tasks.ceph:[mon] mon warn on pool no app = False 2024-09-15T22:03:24.946 INFO:tasks.ceph:[osd] bdev async discard = True 2024-09-15T22:03:24.946 INFO:tasks.ceph:[osd] bdev enable discard = True 2024-09-15T22:03:24.946 INFO:tasks.ceph:[osd] bluestore allocator = bitmap 2024-09-15T22:03:24.946 INFO:tasks.ceph:[osd] bluestore block size = 96636764160 2024-09-15T22:03:24.947 INFO:tasks.ceph:[osd] bluestore fsck on mount = True 2024-09-15T22:03:24.947 INFO:tasks.ceph:[osd] debug bluefs = 1/20 2024-09-15T22:03:24.947 INFO:tasks.ceph:[osd] debug bluestore = 1/20 2024-09-15T22:03:24.947 INFO:tasks.ceph:[osd] debug ms = 1 2024-09-15T22:03:24.947 INFO:tasks.ceph:[osd] debug osd = 20 2024-09-15T22:03:24.947 INFO:tasks.ceph:[osd] debug rocksdb = 4/10 2024-09-15T22:03:24.947 INFO:tasks.ceph:[osd] mon osd backfillfull_ratio = 0.85 2024-09-15T22:03:24.947 INFO:tasks.ceph:[osd] mon osd full ratio = 0.9 2024-09-15T22:03:24.947 INFO:tasks.ceph:[osd] mon osd nearfull ratio = 0.8 2024-09-15T22:03:24.947 INFO:tasks.ceph:[osd] osd failsafe full ratio = 0.95 2024-09-15T22:03:24.947 INFO:tasks.ceph:[osd] osd objectstore = bluestore 2024-09-15T22:03:24.947 INFO:tasks.ceph:[osd] osd op complaint time = 180 2024-09-15T22:03:24.947 INFO:tasks.ceph:Setting up mon.a... 2024-09-15T22:03:24.948 DEBUG:teuthology.orchestra.run.smithi063:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool --create-keyring /etc/ceph/ceph.keyring 2024-09-15T22:03:25.006 INFO:teuthology.orchestra.run.smithi063.stdout:creating /etc/ceph/ceph.keyring 2024-09-15T22:03:25.009 DEBUG:teuthology.orchestra.run.smithi063:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool --gen-key --name=mon. /etc/ceph/ceph.keyring 2024-09-15T22:03:25.056 DEBUG:teuthology.orchestra.run.smithi063:> sudo chmod 0644 /etc/ceph/ceph.keyring 2024-09-15T22:03:25.082 DEBUG:tasks.ceph:Ceph mon addresses: [('mon.a', '172.21.15.63'), ('mon.b', '172.21.15.110'), ('mon.c', '[v2:172.21.15.110:3301,v1:172.21.15.110:6790]')] 2024-09-15T22:03:25.082 DEBUG:tasks.ceph:writing out conf {'global': {'chdir': '', 'pid file': '/var/run/ceph/$cluster-$name.pid', 'auth supported': 'cephx', 'filestore xattr use omap': 'true', 'mon clock drift allowed': '1.000', 'osd crush chooseleaf type': '0', 'auth debug': 'true', 'ms die on old message': 'true', 'ms die on bug': 'true', 'mon max pg per osd': '10000', 'mon pg warn max object skew': '0', 'osd_pool_default_pg_autoscale_mode': 'off', 'osd pool default size': '2', 'mon osd allow primary affinity': 'true', 'mon osd allow pg remap': 'true', 'mon warn on legacy crush tunables': 'false', 'mon warn on crush straw calc version zero': 'false', 'mon warn on no sortbitwise': 'false', 'mon warn on osd down out interval zero': 'false', 'mon warn on too few osds': 'false', 'mon_warn_on_pool_pg_num_not_power_of_two': 'false', 'mon_warn_on_pool_no_redundancy': 'false', 'mon_allow_pool_size_one': 'true', 'osd pool default erasure code profile': 'plugin=jerasure technique=reed_sol_van k=2 m=1 crush-failure-domain=osd', 'osd default data pool replay window': '5', 'mon allow pool delete': 'true', 'mon cluster log file level': 'debug', 'debug asserts on shutdown': 'true', 'mon health detail to clog': 'false', 'mon host': '172.21.15.63,172.21.15.110,[v2:172.21.15.110:3301,v1:172.21.15.110:6790]'}, 'osd': {'osd journal size': '100', 'osd scrub load threshold': '5.0', 'osd scrub max interval': '600', 'osd mclock profile': 'high_recovery_ops', 'osd recover clone overlap': 'true', 'osd recovery max chunk': '1048576', 'osd debug shutdown': 'true', 'osd debug op order': 'true', 'osd debug verify stray on activate': 'true', 'osd debug trim objects': 'true', 'osd open classes on start': 'true', 'osd debug pg log writeout': 'true', 'osd deep scrub update digest min age': '30', 'osd map max advance': '10', 'journal zero on create': 'true', 'filestore ondisk finisher threads': '3', 'filestore apply finisher threads': '3', 'bdev debug aio': 'true', 'osd debug misdirected ops': 'true', 'bdev async discard': True, 'bdev enable discard': True, 'bluestore allocator': 'bitmap', 'bluestore block size': 96636764160, 'bluestore fsck on mount': True, 'debug bluefs': '1/20', 'debug bluestore': '1/20', 'debug ms': 1, 'debug osd': 20, 'debug rocksdb': '4/10', 'mon osd backfillfull_ratio': 0.85, 'mon osd full ratio': 0.9, 'mon osd nearfull ratio': 0.8, 'osd failsafe full ratio': 0.95, 'osd objectstore': 'bluestore', 'osd op complaint time': 180}, 'mgr': {'debug ms': 1, 'debug mgr': 20, 'debug mon': '20', 'debug auth': '20', 'mon reweight min pgs per osd': '4', 'mon reweight min bytes per osd': '10', 'mgr/telemetry/nag': 'false', 'debug client': 20, 'debug finisher': 20}, 'mon': {'debug ms': 1, 'debug mon': 20, 'debug paxos': 20, 'debug auth': '20', 'mon data avail warn': '5', 'mon mgr mkfs grace': '240', 'mon reweight min pgs per osd': '4', 'mon osd reporter subtree level': 'osd', 'mon osd prime pg temp': 'true', 'mon reweight min bytes per osd': '10', 'auth mon ticket ttl': '660', 'auth service ticket ttl': '240', 'mon_warn_on_insecure_global_id_reclaim': 'false', 'mon_warn_on_insecure_global_id_reclaim_allowed': 'false', 'mon_down_mkfs_grace': '2m', 'mon_warn_on_filestore_osds': 'false', 'mon down mkfs grace': 300, 'mon op complaint time': 120, 'mon warn on pool no app': False}, 'client': {'rgw cache enabled': 'true', 'rgw enable ops log': 'true', 'rgw enable usage log': 'true', 'log file': '/var/log/ceph/$cluster-$name.$pid.log', 'admin socket': '/var/run/ceph/$cluster-$name.$pid.asok', 'client mount timeout': 600, 'debug client': 20, 'debug ms': 1, 'pid file': '', 'rados mon op timeout': 900, 'rados osd op timeout': 900}, 'mon.a': {}, 'mon.b': {}, 'mon.c': {}, 'mds.a': {}, 'mds.c': {}, 'mds.b': {}, 'mds.d': {}, 'mds': {'debug mds': 20, 'debug mds balancer': 20, 'debug ms': 1, 'mds debug frag': True, 'mds debug scatterstat': True, 'mds op complaint time': 180, 'mds verify scatter': True, 'osd op complaint time': 180, 'rados mon op timeout': 900, 'rados osd op timeout': 900}} 2024-09-15T22:03:25.083 DEBUG:teuthology.orchestra.run.smithi063:> set -ex 2024-09-15T22:03:25.083 DEBUG:teuthology.orchestra.run.smithi063:> dd of=/home/ubuntu/cephtest/ceph.tmp.conf 2024-09-15T22:03:25.138 DEBUG:teuthology.orchestra.run.smithi063:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage monmaptool -c /home/ubuntu/cephtest/ceph.tmp.conf --create --clobber --enable-all-features --add a 172.21.15.63 --add b 172.21.15.110 --addv c '[v2:172.21.15.110:3301,v1:172.21.15.110:6790]' --print /home/ubuntu/cephtest/ceph.monmap 2024-09-15T22:03:25.226 INFO:teuthology.orchestra.run.smithi063.stdout:monmaptool: monmap file /home/ubuntu/cephtest/ceph.monmap 2024-09-15T22:03:25.226 INFO:teuthology.orchestra.run.smithi063.stdout:monmaptool: generated fsid 49d79d51-bb1b-4fdd-a1d6-f4e42ba7fbf3 2024-09-15T22:03:25.226 INFO:teuthology.orchestra.run.smithi063.stdout:setting min_mon_release = quincy 2024-09-15T22:03:25.226 INFO:teuthology.orchestra.run.smithi063.stdout:epoch 0 2024-09-15T22:03:25.226 INFO:teuthology.orchestra.run.smithi063.stdout:fsid 49d79d51-bb1b-4fdd-a1d6-f4e42ba7fbf3 2024-09-15T22:03:25.226 INFO:teuthology.orchestra.run.smithi063.stdout:last_changed 2024-09-15T22:03:25.225525+0000 2024-09-15T22:03:25.226 INFO:teuthology.orchestra.run.smithi063.stdout:created 2024-09-15T22:03:25.225525+0000 2024-09-15T22:03:25.226 INFO:teuthology.orchestra.run.smithi063.stdout:min_mon_release 17 (quincy) 2024-09-15T22:03:25.227 INFO:teuthology.orchestra.run.smithi063.stdout:election_strategy: 1 2024-09-15T22:03:25.227 INFO:teuthology.orchestra.run.smithi063.stdout:0: [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] mon.a 2024-09-15T22:03:25.227 INFO:teuthology.orchestra.run.smithi063.stdout:1: [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] mon.b 2024-09-15T22:03:25.227 INFO:teuthology.orchestra.run.smithi063.stdout:2: [v2:172.21.15.110:3301/0,v1:172.21.15.110:6790/0] mon.c 2024-09-15T22:03:25.227 INFO:teuthology.orchestra.run.smithi063.stdout:monmaptool: writing epoch 0 to /home/ubuntu/cephtest/ceph.monmap (3 monitors) 2024-09-15T22:03:25.228 DEBUG:teuthology.orchestra.run.smithi063:> rm -- /home/ubuntu/cephtest/ceph.tmp.conf 2024-09-15T22:03:25.243 INFO:tasks.ceph:Writing /etc/ceph/ceph.conf for FSID 49d79d51-bb1b-4fdd-a1d6-f4e42ba7fbf3... 2024-09-15T22:03:25.244 DEBUG:teuthology.orchestra.run.smithi063:> sudo mkdir -p /etc/ceph && sudo chmod 0755 /etc/ceph && sudo tee /etc/ceph/ceph.conf && sudo chmod 0644 /etc/ceph/ceph.conf > /dev/null 2024-09-15T22:03:25.286 DEBUG:teuthology.orchestra.run.smithi110:> sudo mkdir -p /etc/ceph && sudo chmod 0755 /etc/ceph && sudo tee /etc/ceph/ceph.conf && sudo chmod 0644 /etc/ceph/ceph.conf > /dev/null 2024-09-15T22:03:25.328 INFO:teuthology.orchestra.run.smithi063.stdout:[global] 2024-09-15T22:03:25.329 INFO:teuthology.orchestra.run.smithi063.stdout: chdir = "" 2024-09-15T22:03:25.329 INFO:teuthology.orchestra.run.smithi063.stdout: pid file = /var/run/ceph/$cluster-$name.pid 2024-09-15T22:03:25.329 INFO:teuthology.orchestra.run.smithi063.stdout: auth supported = cephx 2024-09-15T22:03:25.329 INFO:teuthology.orchestra.run.smithi063.stdout: 2024-09-15T22:03:25.329 INFO:teuthology.orchestra.run.smithi063.stdout: filestore xattr use omap = true 2024-09-15T22:03:25.329 INFO:teuthology.orchestra.run.smithi063.stdout: 2024-09-15T22:03:25.329 INFO:teuthology.orchestra.run.smithi063.stdout: mon clock drift allowed = 1.000 2024-09-15T22:03:25.329 INFO:teuthology.orchestra.run.smithi063.stdout: 2024-09-15T22:03:25.330 INFO:teuthology.orchestra.run.smithi063.stdout: osd crush chooseleaf type = 0 2024-09-15T22:03:25.330 INFO:teuthology.orchestra.run.smithi063.stdout: auth debug = true 2024-09-15T22:03:25.330 INFO:teuthology.orchestra.run.smithi063.stdout: 2024-09-15T22:03:25.330 INFO:teuthology.orchestra.run.smithi063.stdout: ms die on old message = true 2024-09-15T22:03:25.330 INFO:teuthology.orchestra.run.smithi063.stdout: ms die on bug = true 2024-09-15T22:03:25.330 INFO:teuthology.orchestra.run.smithi063.stdout: 2024-09-15T22:03:25.330 INFO:teuthology.orchestra.run.smithi063.stdout: mon max pg per osd = 10000 # >= luminous 2024-09-15T22:03:25.330 INFO:teuthology.orchestra.run.smithi063.stdout: mon pg warn max object skew = 0 2024-09-15T22:03:25.330 INFO:teuthology.orchestra.run.smithi063.stdout: 2024-09-15T22:03:25.330 INFO:teuthology.orchestra.run.smithi063.stdout: # disable pg_autoscaler by default for new pools 2024-09-15T22:03:25.330 INFO:teuthology.orchestra.run.smithi063.stdout: osd_pool_default_pg_autoscale_mode = off 2024-09-15T22:03:25.331 INFO:teuthology.orchestra.run.smithi063.stdout: 2024-09-15T22:03:25.331 INFO:teuthology.orchestra.run.smithi063.stdout: osd pool default size = 2 2024-09-15T22:03:25.331 INFO:teuthology.orchestra.run.smithi063.stdout: 2024-09-15T22:03:25.331 INFO:teuthology.orchestra.run.smithi063.stdout: mon osd allow primary affinity = true 2024-09-15T22:03:25.331 INFO:teuthology.orchestra.run.smithi063.stdout: mon osd allow pg remap = true 2024-09-15T22:03:25.331 INFO:teuthology.orchestra.run.smithi063.stdout: mon warn on legacy crush tunables = false 2024-09-15T22:03:25.331 INFO:teuthology.orchestra.run.smithi063.stdout: mon warn on crush straw calc version zero = false 2024-09-15T22:03:25.331 INFO:teuthology.orchestra.run.smithi063.stdout: mon warn on no sortbitwise = false 2024-09-15T22:03:25.331 INFO:teuthology.orchestra.run.smithi063.stdout: mon warn on osd down out interval zero = false 2024-09-15T22:03:25.331 INFO:teuthology.orchestra.run.smithi063.stdout: mon warn on too few osds = false 2024-09-15T22:03:25.331 INFO:teuthology.orchestra.run.smithi063.stdout: mon_warn_on_pool_pg_num_not_power_of_two = false 2024-09-15T22:03:25.331 INFO:teuthology.orchestra.run.smithi063.stdout: mon_warn_on_pool_no_redundancy = false 2024-09-15T22:03:25.331 INFO:teuthology.orchestra.run.smithi063.stdout: mon_allow_pool_size_one = true 2024-09-15T22:03:25.332 INFO:teuthology.orchestra.run.smithi063.stdout: 2024-09-15T22:03:25.332 INFO:teuthology.orchestra.run.smithi063.stdout: osd pool default erasure code profile = plugin=jerasure technique=reed_sol_van k=2 m=1 crush-failure-domain=osd 2024-09-15T22:03:25.332 INFO:teuthology.orchestra.run.smithi063.stdout: 2024-09-15T22:03:25.332 INFO:teuthology.orchestra.run.smithi063.stdout: osd default data pool replay window = 5 2024-09-15T22:03:25.332 INFO:teuthology.orchestra.run.smithi063.stdout: 2024-09-15T22:03:25.332 INFO:teuthology.orchestra.run.smithi063.stdout: mon allow pool delete = true 2024-09-15T22:03:25.332 INFO:teuthology.orchestra.run.smithi063.stdout: 2024-09-15T22:03:25.332 INFO:teuthology.orchestra.run.smithi063.stdout: mon cluster log file level = debug 2024-09-15T22:03:25.332 INFO:teuthology.orchestra.run.smithi063.stdout: debug asserts on shutdown = true 2024-09-15T22:03:25.332 INFO:teuthology.orchestra.run.smithi063.stdout: mon health detail to clog = false 2024-09-15T22:03:25.332 INFO:teuthology.orchestra.run.smithi063.stdout: mon host = "172.21.15.63,172.21.15.110,[v2:172.21.15.110:3301,v1:172.21.15.110:6790]" 2024-09-15T22:03:25.332 INFO:teuthology.orchestra.run.smithi063.stdout: fsid = 49d79d51-bb1b-4fdd-a1d6-f4e42ba7fbf3 2024-09-15T22:03:25.332 INFO:teuthology.orchestra.run.smithi063.stdout: 2024-09-15T22:03:25.333 INFO:teuthology.orchestra.run.smithi063.stdout:[osd] 2024-09-15T22:03:25.333 INFO:teuthology.orchestra.run.smithi063.stdout: osd journal size = 100 2024-09-15T22:03:25.333 INFO:teuthology.orchestra.run.smithi063.stdout: 2024-09-15T22:03:25.333 INFO:teuthology.orchestra.run.smithi063.stdout: osd scrub load threshold = 5.0 2024-09-15T22:03:25.333 INFO:teuthology.orchestra.run.smithi063.stdout: osd scrub max interval = 600 2024-09-15T22:03:25.333 INFO:teuthology.orchestra.run.smithi063.stdout: osd mclock profile = high_recovery_ops 2024-09-15T22:03:25.333 INFO:teuthology.orchestra.run.smithi063.stdout: 2024-09-15T22:03:25.333 INFO:teuthology.orchestra.run.smithi063.stdout: osd recover clone overlap = true 2024-09-15T22:03:25.333 INFO:teuthology.orchestra.run.smithi063.stdout: osd recovery max chunk = 1048576 2024-09-15T22:03:25.333 INFO:teuthology.orchestra.run.smithi063.stdout: 2024-09-15T22:03:25.333 INFO:teuthology.orchestra.run.smithi063.stdout: osd debug shutdown = true 2024-09-15T22:03:25.333 INFO:teuthology.orchestra.run.smithi063.stdout: osd debug op order = true 2024-09-15T22:03:25.334 INFO:teuthology.orchestra.run.smithi063.stdout: osd debug verify stray on activate = true 2024-09-15T22:03:25.334 INFO:teuthology.orchestra.run.smithi063.stdout: osd debug trim objects = true 2024-09-15T22:03:25.334 INFO:teuthology.orchestra.run.smithi063.stdout: 2024-09-15T22:03:25.334 INFO:teuthology.orchestra.run.smithi063.stdout: osd open classes on start = true 2024-09-15T22:03:25.334 INFO:teuthology.orchestra.run.smithi063.stdout: osd debug pg log writeout = true 2024-09-15T22:03:25.334 INFO:teuthology.orchestra.run.smithi063.stdout: 2024-09-15T22:03:25.334 INFO:teuthology.orchestra.run.smithi063.stdout: osd deep scrub update digest min age = 30 2024-09-15T22:03:25.334 INFO:teuthology.orchestra.run.smithi063.stdout: 2024-09-15T22:03:25.334 INFO:teuthology.orchestra.run.smithi063.stdout: osd map max advance = 10 2024-09-15T22:03:25.334 INFO:teuthology.orchestra.run.smithi063.stdout: 2024-09-15T22:03:25.334 INFO:teuthology.orchestra.run.smithi063.stdout: journal zero on create = true 2024-09-15T22:03:25.334 INFO:teuthology.orchestra.run.smithi063.stdout: 2024-09-15T22:03:25.334 INFO:teuthology.orchestra.run.smithi063.stdout: filestore ondisk finisher threads = 3 2024-09-15T22:03:25.335 INFO:teuthology.orchestra.run.smithi063.stdout: filestore apply finisher threads = 3 2024-09-15T22:03:25.335 INFO:teuthology.orchestra.run.smithi063.stdout: 2024-09-15T22:03:25.335 INFO:teuthology.orchestra.run.smithi063.stdout: bdev debug aio = true 2024-09-15T22:03:25.335 INFO:teuthology.orchestra.run.smithi063.stdout: osd debug misdirected ops = true 2024-09-15T22:03:25.335 INFO:teuthology.orchestra.run.smithi063.stdout: bdev async discard = True 2024-09-15T22:03:25.335 INFO:teuthology.orchestra.run.smithi063.stdout: bdev enable discard = True 2024-09-15T22:03:25.335 INFO:teuthology.orchestra.run.smithi063.stdout: bluestore allocator = bitmap 2024-09-15T22:03:25.335 INFO:teuthology.orchestra.run.smithi063.stdout: bluestore block size = 96636764160 2024-09-15T22:03:25.335 INFO:teuthology.orchestra.run.smithi063.stdout: bluestore fsck on mount = True 2024-09-15T22:03:25.335 INFO:teuthology.orchestra.run.smithi063.stdout: debug bluefs = 1/20 2024-09-15T22:03:25.335 INFO:teuthology.orchestra.run.smithi063.stdout: debug bluestore = 1/20 2024-09-15T22:03:25.335 INFO:teuthology.orchestra.run.smithi063.stdout: debug ms = 1 2024-09-15T22:03:25.335 INFO:teuthology.orchestra.run.smithi063.stdout: debug osd = 20 2024-09-15T22:03:25.336 INFO:teuthology.orchestra.run.smithi063.stdout: debug rocksdb = 4/10 2024-09-15T22:03:25.336 INFO:teuthology.orchestra.run.smithi063.stdout: mon osd backfillfull_ratio = 0.85 2024-09-15T22:03:25.336 INFO:teuthology.orchestra.run.smithi063.stdout: mon osd full ratio = 0.9 2024-09-15T22:03:25.336 INFO:teuthology.orchestra.run.smithi063.stdout: mon osd nearfull ratio = 0.8 2024-09-15T22:03:25.336 INFO:teuthology.orchestra.run.smithi063.stdout: osd failsafe full ratio = 0.95 2024-09-15T22:03:25.336 INFO:teuthology.orchestra.run.smithi063.stdout: osd objectstore = bluestore 2024-09-15T22:03:25.336 INFO:teuthology.orchestra.run.smithi063.stdout: osd op complaint time = 180 2024-09-15T22:03:25.336 INFO:teuthology.orchestra.run.smithi063.stdout: 2024-09-15T22:03:25.336 INFO:teuthology.orchestra.run.smithi063.stdout:[mgr] 2024-09-15T22:03:25.336 INFO:teuthology.orchestra.run.smithi063.stdout: debug ms = 1 2024-09-15T22:03:25.336 INFO:teuthology.orchestra.run.smithi063.stdout: debug mgr = 20 2024-09-15T22:03:25.336 INFO:teuthology.orchestra.run.smithi063.stdout: debug mon = 20 2024-09-15T22:03:25.337 INFO:teuthology.orchestra.run.smithi063.stdout: debug auth = 20 2024-09-15T22:03:25.337 INFO:teuthology.orchestra.run.smithi063.stdout: mon reweight min pgs per osd = 4 2024-09-15T22:03:25.337 INFO:teuthology.orchestra.run.smithi063.stdout: mon reweight min bytes per osd = 10 2024-09-15T22:03:25.337 INFO:teuthology.orchestra.run.smithi063.stdout: mgr/telemetry/nag = false 2024-09-15T22:03:25.337 INFO:teuthology.orchestra.run.smithi063.stdout: debug client = 20 2024-09-15T22:03:25.337 INFO:teuthology.orchestra.run.smithi063.stdout: debug finisher = 20 2024-09-15T22:03:25.337 INFO:teuthology.orchestra.run.smithi063.stdout: 2024-09-15T22:03:25.337 INFO:teuthology.orchestra.run.smithi063.stdout:[mon] 2024-09-15T22:03:25.337 INFO:teuthology.orchestra.run.smithi063.stdout: debug ms = 1 2024-09-15T22:03:25.337 INFO:teuthology.orchestra.run.smithi063.stdout: debug mon = 20 2024-09-15T22:03:25.337 INFO:teuthology.orchestra.run.smithi063.stdout: debug paxos = 20 2024-09-15T22:03:25.337 INFO:teuthology.orchestra.run.smithi063.stdout: debug auth = 20 2024-09-15T22:03:25.337 INFO:teuthology.orchestra.run.smithi063.stdout: mon data avail warn = 5 2024-09-15T22:03:25.337 INFO:teuthology.orchestra.run.smithi063.stdout: mon mgr mkfs grace = 240 2024-09-15T22:03:25.338 INFO:teuthology.orchestra.run.smithi063.stdout: mon reweight min pgs per osd = 4 2024-09-15T22:03:25.338 INFO:teuthology.orchestra.run.smithi063.stdout: mon osd reporter subtree level = osd 2024-09-15T22:03:25.338 INFO:teuthology.orchestra.run.smithi063.stdout: mon osd prime pg temp = true 2024-09-15T22:03:25.338 INFO:teuthology.orchestra.run.smithi063.stdout: mon reweight min bytes per osd = 10 2024-09-15T22:03:25.338 INFO:teuthology.orchestra.run.smithi063.stdout: 2024-09-15T22:03:25.338 INFO:teuthology.orchestra.run.smithi063.stdout: # rotate auth tickets quickly to exercise renewal paths 2024-09-15T22:03:25.338 INFO:teuthology.orchestra.run.smithi063.stdout: auth mon ticket ttl = 660 # 11m 2024-09-15T22:03:25.338 INFO:teuthology.orchestra.run.smithi063.stdout: auth service ticket ttl = 240 # 4m 2024-09-15T22:03:25.338 INFO:teuthology.orchestra.run.smithi063.stdout: 2024-09-15T22:03:25.338 INFO:teuthology.orchestra.run.smithi063.stdout: # don't complain about insecure global_id in the test suite 2024-09-15T22:03:25.338 INFO:teuthology.orchestra.run.smithi063.stdout: mon_warn_on_insecure_global_id_reclaim = false 2024-09-15T22:03:25.338 INFO:teuthology.orchestra.run.smithi063.stdout: mon_warn_on_insecure_global_id_reclaim_allowed = false 2024-09-15T22:03:25.338 INFO:teuthology.orchestra.run.smithi063.stdout: 2024-09-15T22:03:25.338 INFO:teuthology.orchestra.run.smithi063.stdout: # 1m isn't quite enough 2024-09-15T22:03:25.339 INFO:teuthology.orchestra.run.smithi063.stdout: mon_down_mkfs_grace = 2m 2024-09-15T22:03:25.339 INFO:teuthology.orchestra.run.smithi063.stdout: 2024-09-15T22:03:25.339 INFO:teuthology.orchestra.run.smithi063.stdout: mon_warn_on_filestore_osds = false 2024-09-15T22:03:25.339 INFO:teuthology.orchestra.run.smithi063.stdout: mon down mkfs grace = 300 2024-09-15T22:03:25.339 INFO:teuthology.orchestra.run.smithi063.stdout: mon op complaint time = 120 2024-09-15T22:03:25.339 INFO:teuthology.orchestra.run.smithi063.stdout: mon warn on pool no app = False 2024-09-15T22:03:25.339 INFO:teuthology.orchestra.run.smithi063.stdout: 2024-09-15T22:03:25.339 INFO:teuthology.orchestra.run.smithi063.stdout:[client] 2024-09-15T22:03:25.339 INFO:teuthology.orchestra.run.smithi063.stdout: rgw cache enabled = true 2024-09-15T22:03:25.339 INFO:teuthology.orchestra.run.smithi063.stdout: rgw enable ops log = true 2024-09-15T22:03:25.339 INFO:teuthology.orchestra.run.smithi063.stdout: rgw enable usage log = true 2024-09-15T22:03:25.339 INFO:teuthology.orchestra.run.smithi063.stdout: log file = /var/log/ceph/$cluster-$name.$pid.log 2024-09-15T22:03:25.339 INFO:teuthology.orchestra.run.smithi063.stdout: admin socket = /var/run/ceph/$cluster-$name.$pid.asok 2024-09-15T22:03:25.340 INFO:teuthology.orchestra.run.smithi063.stdout: client mount timeout = 600 2024-09-15T22:03:25.340 INFO:teuthology.orchestra.run.smithi063.stdout: debug client = 20 2024-09-15T22:03:25.340 INFO:teuthology.orchestra.run.smithi063.stdout: debug ms = 1 2024-09-15T22:03:25.340 INFO:teuthology.orchestra.run.smithi063.stdout: pid file = "" 2024-09-15T22:03:25.340 INFO:teuthology.orchestra.run.smithi063.stdout: rados mon op timeout = 900 2024-09-15T22:03:25.340 INFO:teuthology.orchestra.run.smithi063.stdout: rados osd op timeout = 900 2024-09-15T22:03:25.340 INFO:teuthology.orchestra.run.smithi063.stdout:[mon.a] 2024-09-15T22:03:25.340 INFO:teuthology.orchestra.run.smithi063.stdout:[mon.b] 2024-09-15T22:03:25.340 INFO:teuthology.orchestra.run.smithi063.stdout:[mon.c] 2024-09-15T22:03:25.340 INFO:teuthology.orchestra.run.smithi063.stdout:[mds.a] 2024-09-15T22:03:25.340 INFO:teuthology.orchestra.run.smithi063.stdout:[mds.c] 2024-09-15T22:03:25.340 INFO:teuthology.orchestra.run.smithi063.stdout:[mds.b] 2024-09-15T22:03:25.340 INFO:teuthology.orchestra.run.smithi063.stdout:[mds.d] 2024-09-15T22:03:25.341 INFO:teuthology.orchestra.run.smithi063.stdout:[mds] 2024-09-15T22:03:25.341 INFO:teuthology.orchestra.run.smithi063.stdout: debug mds = 20 2024-09-15T22:03:25.341 INFO:teuthology.orchestra.run.smithi063.stdout: debug mds balancer = 20 2024-09-15T22:03:25.341 INFO:teuthology.orchestra.run.smithi063.stdout: debug ms = 1 2024-09-15T22:03:25.341 INFO:teuthology.orchestra.run.smithi063.stdout: mds debug frag = True 2024-09-15T22:03:25.341 INFO:teuthology.orchestra.run.smithi063.stdout: mds debug scatterstat = True 2024-09-15T22:03:25.341 INFO:teuthology.orchestra.run.smithi063.stdout: mds op complaint time = 180 2024-09-15T22:03:25.341 INFO:teuthology.orchestra.run.smithi063.stdout: mds verify scatter = True 2024-09-15T22:03:25.341 INFO:teuthology.orchestra.run.smithi063.stdout: osd op complaint time = 180 2024-09-15T22:03:25.341 INFO:teuthology.orchestra.run.smithi063.stdout: rados mon op timeout = 900 2024-09-15T22:03:25.342 INFO:teuthology.orchestra.run.smithi063.stdout: rados osd op timeout = 900 2024-09-15T22:03:25.343 INFO:teuthology.orchestra.run.smithi110.stdout:[global] 2024-09-15T22:03:25.343 INFO:teuthology.orchestra.run.smithi110.stdout: chdir = "" 2024-09-15T22:03:25.343 INFO:teuthology.orchestra.run.smithi110.stdout: pid file = /var/run/ceph/$cluster-$name.pid 2024-09-15T22:03:25.343 INFO:teuthology.orchestra.run.smithi110.stdout: auth supported = cephx 2024-09-15T22:03:25.343 INFO:teuthology.orchestra.run.smithi110.stdout: 2024-09-15T22:03:25.344 INFO:teuthology.orchestra.run.smithi110.stdout: filestore xattr use omap = true 2024-09-15T22:03:25.344 INFO:teuthology.orchestra.run.smithi110.stdout: 2024-09-15T22:03:25.344 INFO:teuthology.orchestra.run.smithi110.stdout: mon clock drift allowed = 1.000 2024-09-15T22:03:25.344 INFO:teuthology.orchestra.run.smithi110.stdout: 2024-09-15T22:03:25.344 INFO:teuthology.orchestra.run.smithi110.stdout: osd crush chooseleaf type = 0 2024-09-15T22:03:25.344 INFO:teuthology.orchestra.run.smithi110.stdout: auth debug = true 2024-09-15T22:03:25.344 INFO:teuthology.orchestra.run.smithi110.stdout: 2024-09-15T22:03:25.344 INFO:teuthology.orchestra.run.smithi110.stdout: ms die on old message = true 2024-09-15T22:03:25.344 INFO:teuthology.orchestra.run.smithi110.stdout: ms die on bug = true 2024-09-15T22:03:25.344 INFO:teuthology.orchestra.run.smithi110.stdout: 2024-09-15T22:03:25.344 INFO:teuthology.orchestra.run.smithi110.stdout: mon max pg per osd = 10000 # >= luminous 2024-09-15T22:03:25.344 INFO:teuthology.orchestra.run.smithi110.stdout: mon pg warn max object skew = 0 2024-09-15T22:03:25.344 INFO:teuthology.orchestra.run.smithi110.stdout: 2024-09-15T22:03:25.345 INFO:teuthology.orchestra.run.smithi110.stdout: # disable pg_autoscaler by default for new pools 2024-09-15T22:03:25.345 INFO:teuthology.orchestra.run.smithi110.stdout: osd_pool_default_pg_autoscale_mode = off 2024-09-15T22:03:25.345 INFO:teuthology.orchestra.run.smithi110.stdout: 2024-09-15T22:03:25.345 INFO:teuthology.orchestra.run.smithi110.stdout: osd pool default size = 2 2024-09-15T22:03:25.345 INFO:teuthology.orchestra.run.smithi110.stdout: 2024-09-15T22:03:25.345 INFO:teuthology.orchestra.run.smithi110.stdout: mon osd allow primary affinity = true 2024-09-15T22:03:25.345 INFO:teuthology.orchestra.run.smithi110.stdout: mon osd allow pg remap = true 2024-09-15T22:03:25.345 INFO:teuthology.orchestra.run.smithi110.stdout: mon warn on legacy crush tunables = false 2024-09-15T22:03:25.345 INFO:teuthology.orchestra.run.smithi110.stdout: mon warn on crush straw calc version zero = false 2024-09-15T22:03:25.345 INFO:teuthology.orchestra.run.smithi110.stdout: mon warn on no sortbitwise = false 2024-09-15T22:03:25.345 INFO:teuthology.orchestra.run.smithi110.stdout: mon warn on osd down out interval zero = false 2024-09-15T22:03:25.345 INFO:teuthology.orchestra.run.smithi110.stdout: mon warn on too few osds = false 2024-09-15T22:03:25.345 INFO:teuthology.orchestra.run.smithi110.stdout: mon_warn_on_pool_pg_num_not_power_of_two = false 2024-09-15T22:03:25.346 INFO:teuthology.orchestra.run.smithi110.stdout: mon_warn_on_pool_no_redundancy = false 2024-09-15T22:03:25.346 INFO:teuthology.orchestra.run.smithi110.stdout: mon_allow_pool_size_one = true 2024-09-15T22:03:25.346 INFO:teuthology.orchestra.run.smithi110.stdout: 2024-09-15T22:03:25.346 INFO:teuthology.orchestra.run.smithi110.stdout: osd pool default erasure code profile = plugin=jerasure technique=reed_sol_van k=2 m=1 crush-failure-domain=osd 2024-09-15T22:03:25.346 INFO:teuthology.orchestra.run.smithi110.stdout: 2024-09-15T22:03:25.346 INFO:teuthology.orchestra.run.smithi110.stdout: osd default data pool replay window = 5 2024-09-15T22:03:25.346 INFO:teuthology.orchestra.run.smithi110.stdout: 2024-09-15T22:03:25.346 INFO:teuthology.orchestra.run.smithi110.stdout: mon allow pool delete = true 2024-09-15T22:03:25.346 INFO:teuthology.orchestra.run.smithi110.stdout: 2024-09-15T22:03:25.346 INFO:teuthology.orchestra.run.smithi110.stdout: mon cluster log file level = debug 2024-09-15T22:03:25.346 INFO:teuthology.orchestra.run.smithi110.stdout: debug asserts on shutdown = true 2024-09-15T22:03:25.346 INFO:teuthology.orchestra.run.smithi110.stdout: mon health detail to clog = false 2024-09-15T22:03:25.346 INFO:teuthology.orchestra.run.smithi110.stdout: mon host = "172.21.15.63,172.21.15.110,[v2:172.21.15.110:3301,v1:172.21.15.110:6790]" 2024-09-15T22:03:25.347 INFO:teuthology.orchestra.run.smithi110.stdout: fsid = 49d79d51-bb1b-4fdd-a1d6-f4e42ba7fbf3 2024-09-15T22:03:25.347 INFO:teuthology.orchestra.run.smithi110.stdout: 2024-09-15T22:03:25.347 INFO:teuthology.orchestra.run.smithi110.stdout:[osd] 2024-09-15T22:03:25.347 INFO:teuthology.orchestra.run.smithi110.stdout: osd journal size = 100 2024-09-15T22:03:25.347 INFO:teuthology.orchestra.run.smithi110.stdout: 2024-09-15T22:03:25.347 INFO:teuthology.orchestra.run.smithi110.stdout: osd scrub load threshold = 5.0 2024-09-15T22:03:25.347 INFO:teuthology.orchestra.run.smithi110.stdout: osd scrub max interval = 600 2024-09-15T22:03:25.347 INFO:teuthology.orchestra.run.smithi110.stdout: osd mclock profile = high_recovery_ops 2024-09-15T22:03:25.347 INFO:teuthology.orchestra.run.smithi110.stdout: 2024-09-15T22:03:25.347 INFO:teuthology.orchestra.run.smithi110.stdout: osd recover clone overlap = true 2024-09-15T22:03:25.347 INFO:teuthology.orchestra.run.smithi110.stdout: osd recovery max chunk = 1048576 2024-09-15T22:03:25.347 INFO:teuthology.orchestra.run.smithi110.stdout: 2024-09-15T22:03:25.347 INFO:teuthology.orchestra.run.smithi110.stdout: osd debug shutdown = true 2024-09-15T22:03:25.347 INFO:teuthology.orchestra.run.smithi110.stdout: osd debug op order = true 2024-09-15T22:03:25.348 INFO:teuthology.orchestra.run.smithi110.stdout: osd debug verify stray on activate = true 2024-09-15T22:03:25.348 INFO:teuthology.orchestra.run.smithi110.stdout: osd debug trim objects = true 2024-09-15T22:03:25.348 INFO:teuthology.orchestra.run.smithi110.stdout: 2024-09-15T22:03:25.348 INFO:teuthology.orchestra.run.smithi110.stdout: osd open classes on start = true 2024-09-15T22:03:25.348 INFO:teuthology.orchestra.run.smithi110.stdout: osd debug pg log writeout = true 2024-09-15T22:03:25.348 INFO:teuthology.orchestra.run.smithi110.stdout: 2024-09-15T22:03:25.348 INFO:teuthology.orchestra.run.smithi110.stdout: osd deep scrub update digest min age = 30 2024-09-15T22:03:25.348 INFO:teuthology.orchestra.run.smithi110.stdout: 2024-09-15T22:03:25.348 INFO:teuthology.orchestra.run.smithi110.stdout: osd map max advance = 10 2024-09-15T22:03:25.348 INFO:teuthology.orchestra.run.smithi110.stdout: 2024-09-15T22:03:25.348 INFO:teuthology.orchestra.run.smithi110.stdout: journal zero on create = true 2024-09-15T22:03:25.348 INFO:teuthology.orchestra.run.smithi110.stdout: 2024-09-15T22:03:25.348 INFO:teuthology.orchestra.run.smithi110.stdout: filestore ondisk finisher threads = 3 2024-09-15T22:03:25.348 INFO:teuthology.orchestra.run.smithi110.stdout: filestore apply finisher threads = 3 2024-09-15T22:03:25.349 INFO:teuthology.orchestra.run.smithi110.stdout: 2024-09-15T22:03:25.349 INFO:teuthology.orchestra.run.smithi110.stdout: bdev debug aio = true 2024-09-15T22:03:25.349 INFO:teuthology.orchestra.run.smithi110.stdout: osd debug misdirected ops = true 2024-09-15T22:03:25.349 INFO:teuthology.orchestra.run.smithi110.stdout: bdev async discard = True 2024-09-15T22:03:25.349 INFO:teuthology.orchestra.run.smithi110.stdout: bdev enable discard = True 2024-09-15T22:03:25.349 INFO:teuthology.orchestra.run.smithi110.stdout: bluestore allocator = bitmap 2024-09-15T22:03:25.349 INFO:teuthology.orchestra.run.smithi110.stdout: bluestore block size = 96636764160 2024-09-15T22:03:25.349 INFO:teuthology.orchestra.run.smithi110.stdout: bluestore fsck on mount = True 2024-09-15T22:03:25.349 INFO:teuthology.orchestra.run.smithi110.stdout: debug bluefs = 1/20 2024-09-15T22:03:25.349 INFO:teuthology.orchestra.run.smithi110.stdout: debug bluestore = 1/20 2024-09-15T22:03:25.349 INFO:teuthology.orchestra.run.smithi110.stdout: debug ms = 1 2024-09-15T22:03:25.349 INFO:teuthology.orchestra.run.smithi110.stdout: debug osd = 20 2024-09-15T22:03:25.350 INFO:teuthology.orchestra.run.smithi110.stdout: debug rocksdb = 4/10 2024-09-15T22:03:25.350 INFO:teuthology.orchestra.run.smithi110.stdout: mon osd backfillfull_ratio = 0.85 2024-09-15T22:03:25.350 INFO:teuthology.orchestra.run.smithi110.stdout: mon osd full ratio = 0.9 2024-09-15T22:03:25.350 INFO:teuthology.orchestra.run.smithi110.stdout: mon osd nearfull ratio = 0.8 2024-09-15T22:03:25.350 INFO:teuthology.orchestra.run.smithi110.stdout: osd failsafe full ratio = 0.95 2024-09-15T22:03:25.350 INFO:teuthology.orchestra.run.smithi110.stdout: osd objectstore = bluestore 2024-09-15T22:03:25.350 INFO:teuthology.orchestra.run.smithi110.stdout: osd op complaint time = 180 2024-09-15T22:03:25.350 INFO:teuthology.orchestra.run.smithi110.stdout: 2024-09-15T22:03:25.350 INFO:teuthology.orchestra.run.smithi110.stdout:[mgr] 2024-09-15T22:03:25.350 INFO:teuthology.orchestra.run.smithi110.stdout: debug ms = 1 2024-09-15T22:03:25.350 INFO:teuthology.orchestra.run.smithi110.stdout: debug mgr = 20 2024-09-15T22:03:25.351 INFO:teuthology.orchestra.run.smithi110.stdout: debug mon = 20 2024-09-15T22:03:25.351 INFO:teuthology.orchestra.run.smithi110.stdout: debug auth = 20 2024-09-15T22:03:25.351 INFO:teuthology.orchestra.run.smithi110.stdout: mon reweight min pgs per osd = 4 2024-09-15T22:03:25.351 INFO:teuthology.orchestra.run.smithi110.stdout: mon reweight min bytes per osd = 10 2024-09-15T22:03:25.351 INFO:teuthology.orchestra.run.smithi110.stdout: mgr/telemetry/nag = false 2024-09-15T22:03:25.351 INFO:teuthology.orchestra.run.smithi110.stdout: debug client = 20 2024-09-15T22:03:25.351 INFO:teuthology.orchestra.run.smithi110.stdout: debug finisher = 20 2024-09-15T22:03:25.351 INFO:teuthology.orchestra.run.smithi110.stdout: 2024-09-15T22:03:25.351 INFO:teuthology.orchestra.run.smithi110.stdout:[mon] 2024-09-15T22:03:25.351 INFO:teuthology.orchestra.run.smithi110.stdout: debug ms = 1 2024-09-15T22:03:25.351 INFO:teuthology.orchestra.run.smithi110.stdout: debug mon = 20 2024-09-15T22:03:25.351 INFO:teuthology.orchestra.run.smithi110.stdout: debug paxos = 20 2024-09-15T22:03:25.352 INFO:teuthology.orchestra.run.smithi110.stdout: debug auth = 20 2024-09-15T22:03:25.352 INFO:teuthology.orchestra.run.smithi110.stdout: mon data avail warn = 5 2024-09-15T22:03:25.352 INFO:teuthology.orchestra.run.smithi110.stdout: mon mgr mkfs grace = 240 2024-09-15T22:03:25.352 INFO:teuthology.orchestra.run.smithi110.stdout: mon reweight min pgs per osd = 4 2024-09-15T22:03:25.352 INFO:teuthology.orchestra.run.smithi110.stdout: mon osd reporter subtree level = osd 2024-09-15T22:03:25.352 INFO:teuthology.orchestra.run.smithi110.stdout: mon osd prime pg temp = true 2024-09-15T22:03:25.352 INFO:teuthology.orchestra.run.smithi110.stdout: mon reweight min bytes per osd = 10 2024-09-15T22:03:25.352 INFO:teuthology.orchestra.run.smithi110.stdout: 2024-09-15T22:03:25.352 INFO:teuthology.orchestra.run.smithi110.stdout: # rotate auth tickets quickly to exercise renewal paths 2024-09-15T22:03:25.352 INFO:teuthology.orchestra.run.smithi110.stdout: auth mon ticket ttl = 660 # 11m 2024-09-15T22:03:25.352 INFO:teuthology.orchestra.run.smithi110.stdout: auth service ticket ttl = 240 # 4m 2024-09-15T22:03:25.352 INFO:teuthology.orchestra.run.smithi110.stdout: 2024-09-15T22:03:25.353 INFO:teuthology.orchestra.run.smithi110.stdout: # don't complain about insecure global_id in the test suite 2024-09-15T22:03:25.353 INFO:teuthology.orchestra.run.smithi110.stdout: mon_warn_on_insecure_global_id_reclaim = false 2024-09-15T22:03:25.353 INFO:teuthology.orchestra.run.smithi110.stdout: mon_warn_on_insecure_global_id_reclaim_allowed = false 2024-09-15T22:03:25.353 INFO:teuthology.orchestra.run.smithi110.stdout: 2024-09-15T22:03:25.353 INFO:teuthology.orchestra.run.smithi110.stdout: # 1m isn't quite enough 2024-09-15T22:03:25.353 INFO:teuthology.orchestra.run.smithi110.stdout: mon_down_mkfs_grace = 2m 2024-09-15T22:03:25.353 INFO:teuthology.orchestra.run.smithi110.stdout: 2024-09-15T22:03:25.353 INFO:teuthology.orchestra.run.smithi110.stdout: mon_warn_on_filestore_osds = false 2024-09-15T22:03:25.353 INFO:teuthology.orchestra.run.smithi110.stdout: mon down mkfs grace = 300 2024-09-15T22:03:25.353 INFO:teuthology.orchestra.run.smithi110.stdout: mon op complaint time = 120 2024-09-15T22:03:25.353 INFO:teuthology.orchestra.run.smithi110.stdout: mon warn on pool no app = False 2024-09-15T22:03:25.353 INFO:teuthology.orchestra.run.smithi110.stdout: 2024-09-15T22:03:25.353 INFO:teuthology.orchestra.run.smithi110.stdout:[client] 2024-09-15T22:03:25.353 INFO:teuthology.orchestra.run.smithi110.stdout: rgw cache enabled = true 2024-09-15T22:03:25.354 INFO:teuthology.orchestra.run.smithi110.stdout: rgw enable ops log = true 2024-09-15T22:03:25.354 INFO:teuthology.orchestra.run.smithi110.stdout: rgw enable usage log = true 2024-09-15T22:03:25.354 INFO:teuthology.orchestra.run.smithi110.stdout: log file = /var/log/ceph/$cluster-$name.$pid.log 2024-09-15T22:03:25.354 INFO:teuthology.orchestra.run.smithi110.stdout: admin socket = /var/run/ceph/$cluster-$name.$pid.asok 2024-09-15T22:03:25.354 INFO:teuthology.orchestra.run.smithi110.stdout: client mount timeout = 600 2024-09-15T22:03:25.354 INFO:teuthology.orchestra.run.smithi110.stdout: debug client = 20 2024-09-15T22:03:25.354 INFO:teuthology.orchestra.run.smithi110.stdout: debug ms = 1 2024-09-15T22:03:25.354 INFO:teuthology.orchestra.run.smithi110.stdout: pid file = "" 2024-09-15T22:03:25.354 INFO:teuthology.orchestra.run.smithi110.stdout: rados mon op timeout = 900 2024-09-15T22:03:25.354 INFO:teuthology.orchestra.run.smithi110.stdout: rados osd op timeout = 900 2024-09-15T22:03:25.354 INFO:teuthology.orchestra.run.smithi110.stdout:[mon.a] 2024-09-15T22:03:25.354 INFO:teuthology.orchestra.run.smithi110.stdout:[mon.b] 2024-09-15T22:03:25.354 INFO:teuthology.orchestra.run.smithi110.stdout:[mon.c] 2024-09-15T22:03:25.355 INFO:teuthology.orchestra.run.smithi110.stdout:[mds.a] 2024-09-15T22:03:25.355 INFO:teuthology.orchestra.run.smithi110.stdout:[mds.c] 2024-09-15T22:03:25.355 INFO:teuthology.orchestra.run.smithi110.stdout:[mds.b] 2024-09-15T22:03:25.355 INFO:teuthology.orchestra.run.smithi110.stdout:[mds.d] 2024-09-15T22:03:25.355 INFO:teuthology.orchestra.run.smithi110.stdout:[mds] 2024-09-15T22:03:25.355 INFO:teuthology.orchestra.run.smithi110.stdout: debug mds = 20 2024-09-15T22:03:25.355 INFO:teuthology.orchestra.run.smithi110.stdout: debug mds balancer = 20 2024-09-15T22:03:25.355 INFO:teuthology.orchestra.run.smithi110.stdout: debug ms = 1 2024-09-15T22:03:25.355 INFO:teuthology.orchestra.run.smithi110.stdout: mds debug frag = True 2024-09-15T22:03:25.355 INFO:teuthology.orchestra.run.smithi110.stdout: mds debug scatterstat = True 2024-09-15T22:03:25.355 INFO:teuthology.orchestra.run.smithi110.stdout: mds op complaint time = 180 2024-09-15T22:03:25.355 INFO:teuthology.orchestra.run.smithi110.stdout: mds verify scatter = True 2024-09-15T22:03:25.355 INFO:teuthology.orchestra.run.smithi110.stdout: osd op complaint time = 180 2024-09-15T22:03:25.355 INFO:teuthology.orchestra.run.smithi110.stdout: rados mon op timeout = 900 2024-09-15T22:03:25.355 INFO:teuthology.orchestra.run.smithi110.stdout: rados osd op timeout = 900 2024-09-15T22:03:25.356 INFO:tasks.ceph:Creating admin key on mon.a... 2024-09-15T22:03:25.356 DEBUG:teuthology.orchestra.run.smithi063:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool --gen-key --name=client.admin --cap mon 'allow *' --cap osd 'allow *' --cap mds 'allow *' --cap mgr 'allow *' /etc/ceph/ceph.keyring 2024-09-15T22:03:25.439 INFO:tasks.ceph:Copying monmap to all nodes... 2024-09-15T22:03:25.440 DEBUG:teuthology.orchestra.run.smithi063:> set -ex 2024-09-15T22:03:25.440 DEBUG:teuthology.orchestra.run.smithi063:> dd if=/etc/ceph/ceph.keyring of=/dev/stdout 2024-09-15T22:03:25.455 DEBUG:teuthology.orchestra.run.smithi063:> set -ex 2024-09-15T22:03:25.455 DEBUG:teuthology.orchestra.run.smithi063:> dd if=/home/ubuntu/cephtest/ceph.monmap of=/dev/stdout 2024-09-15T22:03:25.511 INFO:tasks.ceph:Sending monmap to node ubuntu@smithi063.front.sepia.ceph.com 2024-09-15T22:03:25.511 DEBUG:teuthology.orchestra.run.smithi063:> set -ex 2024-09-15T22:03:25.511 DEBUG:teuthology.orchestra.run.smithi063:> sudo dd of=/etc/ceph/ceph.keyring 2024-09-15T22:03:25.511 DEBUG:teuthology.orchestra.run.smithi063:> sudo chmod 0644 /etc/ceph/ceph.keyring 2024-09-15T22:03:25.587 DEBUG:teuthology.orchestra.run.smithi063:> set -ex 2024-09-15T22:03:25.587 DEBUG:teuthology.orchestra.run.smithi063:> dd of=/home/ubuntu/cephtest/ceph.monmap 2024-09-15T22:03:25.643 INFO:tasks.ceph:Sending monmap to node ubuntu@smithi110.front.sepia.ceph.com 2024-09-15T22:03:25.643 DEBUG:teuthology.orchestra.run.smithi110:> set -ex 2024-09-15T22:03:25.643 DEBUG:teuthology.orchestra.run.smithi110:> sudo dd of=/etc/ceph/ceph.keyring 2024-09-15T22:03:25.643 DEBUG:teuthology.orchestra.run.smithi110:> sudo chmod 0644 /etc/ceph/ceph.keyring 2024-09-15T22:03:25.678 DEBUG:teuthology.orchestra.run.smithi110:> set -ex 2024-09-15T22:03:25.679 DEBUG:teuthology.orchestra.run.smithi110:> dd of=/home/ubuntu/cephtest/ceph.monmap 2024-09-15T22:03:25.735 INFO:tasks.ceph:Setting up mon nodes... 2024-09-15T22:03:25.735 INFO:tasks.ceph:Setting up mgr nodes... 2024-09-15T22:03:25.735 DEBUG:teuthology.orchestra.run.smithi063:> sudo mkdir -p /var/lib/ceph/mgr/ceph-y && sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool --create-keyring --gen-key --name=mgr.y /var/lib/ceph/mgr/ceph-y/keyring 2024-09-15T22:03:25.787 INFO:teuthology.orchestra.run.smithi063.stdout:creating /var/lib/ceph/mgr/ceph-y/keyring 2024-09-15T22:03:25.790 DEBUG:teuthology.orchestra.run.smithi110:> sudo mkdir -p /var/lib/ceph/mgr/ceph-x && sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool --create-keyring --gen-key --name=mgr.x /var/lib/ceph/mgr/ceph-x/keyring 2024-09-15T22:03:25.845 INFO:teuthology.orchestra.run.smithi110.stdout:creating /var/lib/ceph/mgr/ceph-x/keyring 2024-09-15T22:03:25.847 INFO:tasks.ceph:Setting up mds nodes... 2024-09-15T22:03:25.848 DEBUG:teuthology.orchestra.run.smithi063:> sudo mkdir -p /var/lib/ceph/mds/ceph-a && sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool --create-keyring --gen-key --name=mds.a /var/lib/ceph/mds/ceph-a/keyring 2024-09-15T22:03:25.900 INFO:teuthology.orchestra.run.smithi063.stdout:creating /var/lib/ceph/mds/ceph-a/keyring 2024-09-15T22:03:25.902 DEBUG:teuthology.orchestra.run.smithi063:> sudo chown -R ceph:ceph /var/lib/ceph/mds/ceph-a 2024-09-15T22:03:25.929 DEBUG:teuthology.orchestra.run.smithi063:> sudo mkdir -p /var/lib/ceph/mds/ceph-c && sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool --create-keyring --gen-key --name=mds.c /var/lib/ceph/mds/ceph-c/keyring 2024-09-15T22:03:26.022 INFO:teuthology.orchestra.run.smithi063.stdout:creating /var/lib/ceph/mds/ceph-c/keyring 2024-09-15T22:03:26.024 DEBUG:teuthology.orchestra.run.smithi063:> sudo chown -R ceph:ceph /var/lib/ceph/mds/ceph-c 2024-09-15T22:03:26.049 DEBUG:teuthology.orchestra.run.smithi110:> sudo mkdir -p /var/lib/ceph/mds/ceph-b && sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool --create-keyring --gen-key --name=mds.b /var/lib/ceph/mds/ceph-b/keyring 2024-09-15T22:03:26.105 INFO:teuthology.orchestra.run.smithi110.stdout:creating /var/lib/ceph/mds/ceph-b/keyring 2024-09-15T22:03:26.105 DEBUG:teuthology.orchestra.run.smithi110:> sudo chown -R ceph:ceph /var/lib/ceph/mds/ceph-b 2024-09-15T22:03:26.130 DEBUG:teuthology.orchestra.run.smithi110:> sudo mkdir -p /var/lib/ceph/mds/ceph-d && sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool --create-keyring --gen-key --name=mds.d /var/lib/ceph/mds/ceph-d/keyring 2024-09-15T22:03:26.221 INFO:teuthology.orchestra.run.smithi110.stdout:creating /var/lib/ceph/mds/ceph-d/keyring 2024-09-15T22:03:26.223 DEBUG:teuthology.orchestra.run.smithi110:> sudo chown -R ceph:ceph /var/lib/ceph/mds/ceph-d 2024-09-15T22:03:26.249 INFO:tasks.ceph_client:Setting up client nodes... 2024-09-15T22:03:26.249 DEBUG:teuthology.orchestra.run.smithi063:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool --create-keyring --gen-key --name=client.0 /etc/ceph/ceph.client.0.keyring && sudo chmod 0644 /etc/ceph/ceph.client.0.keyring 2024-09-15T22:03:26.292 INFO:teuthology.orchestra.run.smithi063.stdout:creating /etc/ceph/ceph.client.0.keyring 2024-09-15T22:03:26.306 DEBUG:teuthology.orchestra.run.smithi063:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool --create-keyring --gen-key --name=client.2 /etc/ceph/ceph.client.2.keyring && sudo chmod 0644 /etc/ceph/ceph.client.2.keyring 2024-09-15T22:03:26.388 INFO:teuthology.orchestra.run.smithi063.stdout:creating /etc/ceph/ceph.client.2.keyring 2024-09-15T22:03:26.402 DEBUG:teuthology.orchestra.run.smithi110:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool --create-keyring --gen-key --name=client.1 /etc/ceph/ceph.client.1.keyring && sudo chmod 0644 /etc/ceph/ceph.client.1.keyring 2024-09-15T22:03:26.444 INFO:teuthology.orchestra.run.smithi110.stdout:creating /etc/ceph/ceph.client.1.keyring 2024-09-15T22:03:26.457 DEBUG:teuthology.orchestra.run.smithi110:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool --create-keyring --gen-key --name=client.3 /etc/ceph/ceph.client.3.keyring && sudo chmod 0644 /etc/ceph/ceph.client.3.keyring 2024-09-15T22:03:26.537 INFO:teuthology.orchestra.run.smithi110.stdout:creating /etc/ceph/ceph.client.3.keyring 2024-09-15T22:03:26.550 INFO:tasks.ceph:Running mkfs on osd nodes... 2024-09-15T22:03:26.550 INFO:tasks.ceph:ctx.disk_config.remote_to_roles_to_dev: {Remote(name='ubuntu@smithi063.front.sepia.ceph.com'): {'osd.0': '/dev/vg_nvme/lv_1', 'osd.1': '/dev/vg_nvme/lv_2', 'osd.2': '/dev/vg_nvme/lv_3', 'osd.3': '/dev/vg_nvme/lv_4'}, Remote(name='ubuntu@smithi110.front.sepia.ceph.com'): {'osd.4': '/dev/vg_nvme/lv_1', 'osd.5': '/dev/vg_nvme/lv_2', 'osd.6': '/dev/vg_nvme/lv_3', 'osd.7': '/dev/vg_nvme/lv_4'}} 2024-09-15T22:03:26.550 DEBUG:teuthology.orchestra.run.smithi063:> sudo mkdir -p /var/lib/ceph/osd/ceph-0 2024-09-15T22:03:26.576 INFO:tasks.ceph:roles_to_devs: {'osd.0': '/dev/vg_nvme/lv_1', 'osd.1': '/dev/vg_nvme/lv_2', 'osd.2': '/dev/vg_nvme/lv_3', 'osd.3': '/dev/vg_nvme/lv_4'} 2024-09-15T22:03:26.576 INFO:tasks.ceph:role: osd.0 2024-09-15T22:03:26.576 INFO:tasks.ceph:['mkfs.xfs', '-f', '-i', 'size=2048'] on /dev/vg_nvme/lv_1 on ubuntu@smithi063.front.sepia.ceph.com 2024-09-15T22:03:26.576 DEBUG:teuthology.orchestra.run.smithi063:> yes | sudo mkfs.xfs -f -i size=2048 /dev/vg_nvme/lv_1 2024-09-15T22:03:26.649 INFO:teuthology.orchestra.run.smithi063.stdout:meta-data=/dev/vg_nvme/lv_1 isize=2048 agcount=4, agsize=5859072 blks 2024-09-15T22:03:26.650 INFO:teuthology.orchestra.run.smithi063.stdout: = sectsz=512 attr=2, projid32bit=1 2024-09-15T22:03:26.650 INFO:teuthology.orchestra.run.smithi063.stdout: = crc=1 finobt=1, sparse=1, rmapbt=0 2024-09-15T22:03:26.650 INFO:teuthology.orchestra.run.smithi063.stdout: = reflink=1 bigtime=1 inobtcount=1 nrext64=0 2024-09-15T22:03:26.650 INFO:teuthology.orchestra.run.smithi063.stdout:data = bsize=4096 blocks=23436288, imaxpct=25 2024-09-15T22:03:26.650 INFO:teuthology.orchestra.run.smithi063.stdout: = sunit=0 swidth=0 blks 2024-09-15T22:03:26.650 INFO:teuthology.orchestra.run.smithi063.stdout:naming =version 2 bsize=4096 ascii-ci=0, ftype=1 2024-09-15T22:03:26.650 INFO:teuthology.orchestra.run.smithi063.stdout:log =internal log bsize=4096 blocks=16384, version=2 2024-09-15T22:03:26.650 INFO:teuthology.orchestra.run.smithi063.stdout: = sectsz=512 sunit=0 blks, lazy-count=1 2024-09-15T22:03:26.650 INFO:teuthology.orchestra.run.smithi063.stdout:realtime =none extsz=4096 blocks=0, rtextents=0 2024-09-15T22:03:27.129 INFO:teuthology.orchestra.run.smithi063.stdout:Discarding blocks...Done. 2024-09-15T22:03:27.129 INFO:tasks.ceph:mount /dev/vg_nvme/lv_1 on ubuntu@smithi063.front.sepia.ceph.com -o noatime 2024-09-15T22:03:27.130 DEBUG:teuthology.orchestra.run.smithi063:> sudo mount -t xfs -o noatime /dev/vg_nvme/lv_1 /var/lib/ceph/osd/ceph-0 2024-09-15T22:03:27.225 DEBUG:teuthology.orchestra.run.smithi063:> sudo /sbin/restorecon /var/lib/ceph/osd/ceph-0 2024-09-15T22:03:27.259 DEBUG:teuthology.orchestra.run.smithi063:> sudo mkdir -p /var/lib/ceph/osd/ceph-1 2024-09-15T22:03:27.325 INFO:tasks.ceph:roles_to_devs: {'osd.0': '/dev/vg_nvme/lv_1', 'osd.1': '/dev/vg_nvme/lv_2', 'osd.2': '/dev/vg_nvme/lv_3', 'osd.3': '/dev/vg_nvme/lv_4'} 2024-09-15T22:03:27.325 INFO:tasks.ceph:role: osd.1 2024-09-15T22:03:27.325 INFO:tasks.ceph:['mkfs.xfs', '-f', '-i', 'size=2048'] on /dev/vg_nvme/lv_2 on ubuntu@smithi063.front.sepia.ceph.com 2024-09-15T22:03:27.325 DEBUG:teuthology.orchestra.run.smithi063:> yes | sudo mkfs.xfs -f -i size=2048 /dev/vg_nvme/lv_2 2024-09-15T22:03:27.398 INFO:teuthology.orchestra.run.smithi063.stdout:meta-data=/dev/vg_nvme/lv_2 isize=2048 agcount=4, agsize=5859072 blks 2024-09-15T22:03:27.398 INFO:teuthology.orchestra.run.smithi063.stdout: = sectsz=512 attr=2, projid32bit=1 2024-09-15T22:03:27.399 INFO:teuthology.orchestra.run.smithi063.stdout: = crc=1 finobt=1, sparse=1, rmapbt=0 2024-09-15T22:03:27.399 INFO:teuthology.orchestra.run.smithi063.stdout: = reflink=1 bigtime=1 inobtcount=1 nrext64=0 2024-09-15T22:03:27.399 INFO:teuthology.orchestra.run.smithi063.stdout:data = bsize=4096 blocks=23436288, imaxpct=25 2024-09-15T22:03:27.399 INFO:teuthology.orchestra.run.smithi063.stdout: = sunit=0 swidth=0 blks 2024-09-15T22:03:27.399 INFO:teuthology.orchestra.run.smithi063.stdout:naming =version 2 bsize=4096 ascii-ci=0, ftype=1 2024-09-15T22:03:27.399 INFO:teuthology.orchestra.run.smithi063.stdout:log =internal log bsize=4096 blocks=16384, version=2 2024-09-15T22:03:27.399 INFO:teuthology.orchestra.run.smithi063.stdout: = sectsz=512 sunit=0 blks, lazy-count=1 2024-09-15T22:03:27.399 INFO:teuthology.orchestra.run.smithi063.stdout:realtime =none extsz=4096 blocks=0, rtextents=0 2024-09-15T22:03:27.854 INFO:teuthology.orchestra.run.smithi063.stdout:Discarding blocks...Done. 2024-09-15T22:03:27.856 INFO:tasks.ceph:mount /dev/vg_nvme/lv_2 on ubuntu@smithi063.front.sepia.ceph.com -o noatime 2024-09-15T22:03:27.856 DEBUG:teuthology.orchestra.run.smithi063:> sudo mount -t xfs -o noatime /dev/vg_nvme/lv_2 /var/lib/ceph/osd/ceph-1 2024-09-15T22:03:27.934 DEBUG:teuthology.orchestra.run.smithi063:> sudo /sbin/restorecon /var/lib/ceph/osd/ceph-1 2024-09-15T22:03:28.007 DEBUG:teuthology.orchestra.run.smithi063:> sudo mkdir -p /var/lib/ceph/osd/ceph-2 2024-09-15T22:03:28.075 INFO:tasks.ceph:roles_to_devs: {'osd.0': '/dev/vg_nvme/lv_1', 'osd.1': '/dev/vg_nvme/lv_2', 'osd.2': '/dev/vg_nvme/lv_3', 'osd.3': '/dev/vg_nvme/lv_4'} 2024-09-15T22:03:28.075 INFO:tasks.ceph:role: osd.2 2024-09-15T22:03:28.075 INFO:tasks.ceph:['mkfs.xfs', '-f', '-i', 'size=2048'] on /dev/vg_nvme/lv_3 on ubuntu@smithi063.front.sepia.ceph.com 2024-09-15T22:03:28.075 DEBUG:teuthology.orchestra.run.smithi063:> yes | sudo mkfs.xfs -f -i size=2048 /dev/vg_nvme/lv_3 2024-09-15T22:03:28.149 INFO:teuthology.orchestra.run.smithi063.stdout:meta-data=/dev/vg_nvme/lv_3 isize=2048 agcount=4, agsize=5859072 blks 2024-09-15T22:03:28.152 INFO:teuthology.orchestra.run.smithi063.stdout: = sectsz=512 attr=2, projid32bit=1 2024-09-15T22:03:28.153 INFO:teuthology.orchestra.run.smithi063.stdout: = crc=1 finobt=1, sparse=1, rmapbt=0 2024-09-15T22:03:28.153 INFO:teuthology.orchestra.run.smithi063.stdout: = reflink=1 bigtime=1 inobtcount=1 nrext64=0 2024-09-15T22:03:28.153 INFO:teuthology.orchestra.run.smithi063.stdout:data = bsize=4096 blocks=23436288, imaxpct=25 2024-09-15T22:03:28.153 INFO:teuthology.orchestra.run.smithi063.stdout: = sunit=0 swidth=0 blks 2024-09-15T22:03:28.153 INFO:teuthology.orchestra.run.smithi063.stdout:naming =version 2 bsize=4096 ascii-ci=0, ftype=1 2024-09-15T22:03:28.153 INFO:teuthology.orchestra.run.smithi063.stdout:log =internal log bsize=4096 blocks=16384, version=2 2024-09-15T22:03:28.153 INFO:teuthology.orchestra.run.smithi063.stdout: = sectsz=512 sunit=0 blks, lazy-count=1 2024-09-15T22:03:28.153 INFO:teuthology.orchestra.run.smithi063.stdout:realtime =none extsz=4096 blocks=0, rtextents=0 2024-09-15T22:03:28.630 INFO:teuthology.orchestra.run.smithi063.stdout:Discarding blocks...Done. 2024-09-15T22:03:28.633 INFO:tasks.ceph:mount /dev/vg_nvme/lv_3 on ubuntu@smithi063.front.sepia.ceph.com -o noatime 2024-09-15T22:03:28.633 DEBUG:teuthology.orchestra.run.smithi063:> sudo mount -t xfs -o noatime /dev/vg_nvme/lv_3 /var/lib/ceph/osd/ceph-2 2024-09-15T22:03:28.730 DEBUG:teuthology.orchestra.run.smithi063:> sudo /sbin/restorecon /var/lib/ceph/osd/ceph-2 2024-09-15T22:03:28.765 DEBUG:teuthology.orchestra.run.smithi063:> sudo mkdir -p /var/lib/ceph/osd/ceph-3 2024-09-15T22:03:28.833 INFO:tasks.ceph:roles_to_devs: {'osd.0': '/dev/vg_nvme/lv_1', 'osd.1': '/dev/vg_nvme/lv_2', 'osd.2': '/dev/vg_nvme/lv_3', 'osd.3': '/dev/vg_nvme/lv_4'} 2024-09-15T22:03:28.834 INFO:tasks.ceph:role: osd.3 2024-09-15T22:03:28.834 INFO:tasks.ceph:['mkfs.xfs', '-f', '-i', 'size=2048'] on /dev/vg_nvme/lv_4 on ubuntu@smithi063.front.sepia.ceph.com 2024-09-15T22:03:28.834 DEBUG:teuthology.orchestra.run.smithi063:> yes | sudo mkfs.xfs -f -i size=2048 /dev/vg_nvme/lv_4 2024-09-15T22:03:28.909 INFO:teuthology.orchestra.run.smithi063.stdout:meta-data=/dev/vg_nvme/lv_4 isize=2048 agcount=4, agsize=5859072 blks 2024-09-15T22:03:28.909 INFO:teuthology.orchestra.run.smithi063.stdout: = sectsz=512 attr=2, projid32bit=1 2024-09-15T22:03:28.909 INFO:teuthology.orchestra.run.smithi063.stdout: = crc=1 finobt=1, sparse=1, rmapbt=0 2024-09-15T22:03:28.909 INFO:teuthology.orchestra.run.smithi063.stdout: = reflink=1 bigtime=1 inobtcount=1 nrext64=0 2024-09-15T22:03:28.909 INFO:teuthology.orchestra.run.smithi063.stdout:data = bsize=4096 blocks=23436288, imaxpct=25 2024-09-15T22:03:28.910 INFO:teuthology.orchestra.run.smithi063.stdout: = sunit=0 swidth=0 blks 2024-09-15T22:03:28.910 INFO:teuthology.orchestra.run.smithi063.stdout:naming =version 2 bsize=4096 ascii-ci=0, ftype=1 2024-09-15T22:03:28.910 INFO:teuthology.orchestra.run.smithi063.stdout:log =internal log bsize=4096 blocks=16384, version=2 2024-09-15T22:03:28.910 INFO:teuthology.orchestra.run.smithi063.stdout: = sectsz=512 sunit=0 blks, lazy-count=1 2024-09-15T22:03:28.910 INFO:teuthology.orchestra.run.smithi063.stdout:realtime =none extsz=4096 blocks=0, rtextents=0 2024-09-15T22:03:29.448 INFO:teuthology.orchestra.run.smithi063.stdout:Discarding blocks...Done. 2024-09-15T22:03:29.450 INFO:tasks.ceph:mount /dev/vg_nvme/lv_4 on ubuntu@smithi063.front.sepia.ceph.com -o noatime 2024-09-15T22:03:29.450 DEBUG:teuthology.orchestra.run.smithi063:> sudo mount -t xfs -o noatime /dev/vg_nvme/lv_4 /var/lib/ceph/osd/ceph-3 2024-09-15T22:03:29.611 DEBUG:teuthology.orchestra.run.smithi063:> sudo /sbin/restorecon /var/lib/ceph/osd/ceph-3 2024-09-15T22:03:29.646 DEBUG:teuthology.orchestra.run.smithi063:> sudo MALLOC_CHECK_=3 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-osd --no-mon-config --cluster ceph --mkfs --mkkey -i 0 --monmap /home/ubuntu/cephtest/ceph.monmap 2024-09-15T22:03:29.750 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:03:29.748+0000 7f5e695b2640 -1 auth: error reading file: /var/lib/ceph/osd/ceph-0/keyring: can't open /var/lib/ceph/osd/ceph-0/keyring: (2) No such file or directory 2024-09-15T22:03:29.755 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:03:29.754+0000 7f5e695b2640 -1 created new key in keyring /var/lib/ceph/osd/ceph-0/keyring 2024-09-15T22:03:29.755 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:03:29.754+0000 7f5e695b2640 -1 bdev(0x5602d9379800 /var/lib/ceph/osd/ceph-0/block) open stat got: (1) Operation not permitted 2024-09-15T22:03:29.756 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:03:29.754+0000 7f5e695b2640 -1 bluestore(/var/lib/ceph/osd/ceph-0) _read_fsid unparsable uuid 2024-09-15T22:03:33.165 DEBUG:teuthology.orchestra.run.smithi063:> sudo chown -R ceph:ceph /var/lib/ceph/osd/ceph-0 2024-09-15T22:03:33.196 DEBUG:teuthology.orchestra.run.smithi063:> sudo MALLOC_CHECK_=3 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-osd --no-mon-config --cluster ceph --mkfs --mkkey -i 1 --monmap /home/ubuntu/cephtest/ceph.monmap 2024-09-15T22:03:33.291 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:03:33.289+0000 7f7e020f1640 -1 auth: error reading file: /var/lib/ceph/osd/ceph-1/keyring: can't open /var/lib/ceph/osd/ceph-1/keyring: (2) No such file or directory 2024-09-15T22:03:33.291 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:03:33.289+0000 7f7e020f1640 -1 created new key in keyring /var/lib/ceph/osd/ceph-1/keyring 2024-09-15T22:03:33.291 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:03:33.290+0000 7f7e020f1640 -1 bdev(0x557387341800 /var/lib/ceph/osd/ceph-1/block) open stat got: (1) Operation not permitted 2024-09-15T22:03:33.291 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:03:33.290+0000 7f7e020f1640 -1 bluestore(/var/lib/ceph/osd/ceph-1) _read_fsid unparsable uuid 2024-09-15T22:03:36.218 DEBUG:teuthology.orchestra.run.smithi063:> sudo chown -R ceph:ceph /var/lib/ceph/osd/ceph-1 2024-09-15T22:03:36.249 DEBUG:teuthology.orchestra.run.smithi063:> sudo MALLOC_CHECK_=3 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-osd --no-mon-config --cluster ceph --mkfs --mkkey -i 2 --monmap /home/ubuntu/cephtest/ceph.monmap 2024-09-15T22:03:36.341 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:03:36.339+0000 7ffa03dc5640 -1 auth: error reading file: /var/lib/ceph/osd/ceph-2/keyring: can't open /var/lib/ceph/osd/ceph-2/keyring: (2) No such file or directory 2024-09-15T22:03:36.341 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:03:36.340+0000 7ffa03dc5640 -1 created new key in keyring /var/lib/ceph/osd/ceph-2/keyring 2024-09-15T22:03:36.341 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:03:36.340+0000 7ffa03dc5640 -1 bdev(0x5577ab4a7800 /var/lib/ceph/osd/ceph-2/block) open stat got: (1) Operation not permitted 2024-09-15T22:03:36.342 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:03:36.340+0000 7ffa03dc5640 -1 bluestore(/var/lib/ceph/osd/ceph-2) _read_fsid unparsable uuid 2024-09-15T22:03:40.249 DEBUG:teuthology.orchestra.run.smithi063:> sudo chown -R ceph:ceph /var/lib/ceph/osd/ceph-2 2024-09-15T22:03:40.280 DEBUG:teuthology.orchestra.run.smithi063:> sudo MALLOC_CHECK_=3 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-osd --no-mon-config --cluster ceph --mkfs --mkkey -i 3 --monmap /home/ubuntu/cephtest/ceph.monmap 2024-09-15T22:03:40.373 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:03:40.371+0000 7f78e9019640 -1 auth: error reading file: /var/lib/ceph/osd/ceph-3/keyring: can't open /var/lib/ceph/osd/ceph-3/keyring: (2) No such file or directory 2024-09-15T22:03:40.373 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:03:40.371+0000 7f78e9019640 -1 created new key in keyring /var/lib/ceph/osd/ceph-3/keyring 2024-09-15T22:03:40.373 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:03:40.371+0000 7f78e9019640 -1 bdev(0x564120a03800 /var/lib/ceph/osd/ceph-3/block) open stat got: (1) Operation not permitted 2024-09-15T22:03:40.373 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:03:40.371+0000 7f78e9019640 -1 bluestore(/var/lib/ceph/osd/ceph-3) _read_fsid unparsable uuid 2024-09-15T22:03:43.287 DEBUG:teuthology.orchestra.run.smithi063:> sudo chown -R ceph:ceph /var/lib/ceph/osd/ceph-3 2024-09-15T22:03:43.317 DEBUG:teuthology.orchestra.run.smithi110:> sudo mkdir -p /var/lib/ceph/osd/ceph-4 2024-09-15T22:03:43.348 INFO:tasks.ceph:roles_to_devs: {'osd.4': '/dev/vg_nvme/lv_1', 'osd.5': '/dev/vg_nvme/lv_2', 'osd.6': '/dev/vg_nvme/lv_3', 'osd.7': '/dev/vg_nvme/lv_4'} 2024-09-15T22:03:43.348 INFO:tasks.ceph:role: osd.4 2024-09-15T22:03:43.348 INFO:tasks.ceph:['mkfs.xfs', '-f', '-i', 'size=2048'] on /dev/vg_nvme/lv_1 on ubuntu@smithi110.front.sepia.ceph.com 2024-09-15T22:03:43.348 DEBUG:teuthology.orchestra.run.smithi110:> yes | sudo mkfs.xfs -f -i size=2048 /dev/vg_nvme/lv_1 2024-09-15T22:03:43.416 INFO:teuthology.orchestra.run.smithi110.stdout:meta-data=/dev/vg_nvme/lv_1 isize=2048 agcount=4, agsize=5859072 blks 2024-09-15T22:03:43.416 INFO:teuthology.orchestra.run.smithi110.stdout: = sectsz=512 attr=2, projid32bit=1 2024-09-15T22:03:43.416 INFO:teuthology.orchestra.run.smithi110.stdout: = crc=1 finobt=1, sparse=1, rmapbt=0 2024-09-15T22:03:43.416 INFO:teuthology.orchestra.run.smithi110.stdout: = reflink=1 bigtime=1 inobtcount=1 nrext64=0 2024-09-15T22:03:43.417 INFO:teuthology.orchestra.run.smithi110.stdout:data = bsize=4096 blocks=23436288, imaxpct=25 2024-09-15T22:03:43.417 INFO:teuthology.orchestra.run.smithi110.stdout: = sunit=0 swidth=0 blks 2024-09-15T22:03:43.417 INFO:teuthology.orchestra.run.smithi110.stdout:naming =version 2 bsize=4096 ascii-ci=0, ftype=1 2024-09-15T22:03:43.417 INFO:teuthology.orchestra.run.smithi110.stdout:log =internal log bsize=4096 blocks=16384, version=2 2024-09-15T22:03:43.417 INFO:teuthology.orchestra.run.smithi110.stdout: = sectsz=512 sunit=0 blks, lazy-count=1 2024-09-15T22:03:43.417 INFO:teuthology.orchestra.run.smithi110.stdout:realtime =none extsz=4096 blocks=0, rtextents=0 2024-09-15T22:03:43.449 INFO:teuthology.orchestra.run.smithi110.stdout:Discarding blocks...Done. 2024-09-15T22:03:43.451 INFO:tasks.ceph:mount /dev/vg_nvme/lv_1 on ubuntu@smithi110.front.sepia.ceph.com -o noatime 2024-09-15T22:03:43.451 DEBUG:teuthology.orchestra.run.smithi110:> sudo mount -t xfs -o noatime /dev/vg_nvme/lv_1 /var/lib/ceph/osd/ceph-4 2024-09-15T22:03:43.521 DEBUG:teuthology.orchestra.run.smithi110:> sudo /sbin/restorecon /var/lib/ceph/osd/ceph-4 2024-09-15T22:03:43.592 DEBUG:teuthology.orchestra.run.smithi110:> sudo mkdir -p /var/lib/ceph/osd/ceph-5 2024-09-15T22:03:43.665 INFO:tasks.ceph:roles_to_devs: {'osd.4': '/dev/vg_nvme/lv_1', 'osd.5': '/dev/vg_nvme/lv_2', 'osd.6': '/dev/vg_nvme/lv_3', 'osd.7': '/dev/vg_nvme/lv_4'} 2024-09-15T22:03:43.665 INFO:tasks.ceph:role: osd.5 2024-09-15T22:03:43.665 INFO:tasks.ceph:['mkfs.xfs', '-f', '-i', 'size=2048'] on /dev/vg_nvme/lv_2 on ubuntu@smithi110.front.sepia.ceph.com 2024-09-15T22:03:43.665 DEBUG:teuthology.orchestra.run.smithi110:> yes | sudo mkfs.xfs -f -i size=2048 /dev/vg_nvme/lv_2 2024-09-15T22:03:43.730 INFO:teuthology.orchestra.run.smithi110.stdout:meta-data=/dev/vg_nvme/lv_2 isize=2048 agcount=4, agsize=5859072 blks 2024-09-15T22:03:43.730 INFO:teuthology.orchestra.run.smithi110.stdout: = sectsz=512 attr=2, projid32bit=1 2024-09-15T22:03:43.730 INFO:teuthology.orchestra.run.smithi110.stdout: = crc=1 finobt=1, sparse=1, rmapbt=0 2024-09-15T22:03:43.730 INFO:teuthology.orchestra.run.smithi110.stdout: = reflink=1 bigtime=1 inobtcount=1 nrext64=0 2024-09-15T22:03:43.730 INFO:teuthology.orchestra.run.smithi110.stdout:data = bsize=4096 blocks=23436288, imaxpct=25 2024-09-15T22:03:43.731 INFO:teuthology.orchestra.run.smithi110.stdout: = sunit=0 swidth=0 blks 2024-09-15T22:03:43.731 INFO:teuthology.orchestra.run.smithi110.stdout:naming =version 2 bsize=4096 ascii-ci=0, ftype=1 2024-09-15T22:03:43.731 INFO:teuthology.orchestra.run.smithi110.stdout:log =internal log bsize=4096 blocks=16384, version=2 2024-09-15T22:03:43.731 INFO:teuthology.orchestra.run.smithi110.stdout: = sectsz=512 sunit=0 blks, lazy-count=1 2024-09-15T22:03:43.731 INFO:teuthology.orchestra.run.smithi110.stdout:realtime =none extsz=4096 blocks=0, rtextents=0 2024-09-15T22:03:43.763 INFO:teuthology.orchestra.run.smithi110.stdout:Discarding blocks...Done. 2024-09-15T22:03:43.765 INFO:tasks.ceph:mount /dev/vg_nvme/lv_2 on ubuntu@smithi110.front.sepia.ceph.com -o noatime 2024-09-15T22:03:43.765 DEBUG:teuthology.orchestra.run.smithi110:> sudo mount -t xfs -o noatime /dev/vg_nvme/lv_2 /var/lib/ceph/osd/ceph-5 2024-09-15T22:03:43.834 DEBUG:teuthology.orchestra.run.smithi110:> sudo /sbin/restorecon /var/lib/ceph/osd/ceph-5 2024-09-15T22:03:43.903 DEBUG:teuthology.orchestra.run.smithi110:> sudo mkdir -p /var/lib/ceph/osd/ceph-6 2024-09-15T22:03:43.968 INFO:tasks.ceph:roles_to_devs: {'osd.4': '/dev/vg_nvme/lv_1', 'osd.5': '/dev/vg_nvme/lv_2', 'osd.6': '/dev/vg_nvme/lv_3', 'osd.7': '/dev/vg_nvme/lv_4'} 2024-09-15T22:03:43.968 INFO:tasks.ceph:role: osd.6 2024-09-15T22:03:43.968 INFO:tasks.ceph:['mkfs.xfs', '-f', '-i', 'size=2048'] on /dev/vg_nvme/lv_3 on ubuntu@smithi110.front.sepia.ceph.com 2024-09-15T22:03:43.968 DEBUG:teuthology.orchestra.run.smithi110:> yes | sudo mkfs.xfs -f -i size=2048 /dev/vg_nvme/lv_3 2024-09-15T22:03:44.032 INFO:teuthology.orchestra.run.smithi110.stdout:meta-data=/dev/vg_nvme/lv_3 isize=2048 agcount=4, agsize=5859072 blks 2024-09-15T22:03:44.033 INFO:teuthology.orchestra.run.smithi110.stdout: = sectsz=512 attr=2, projid32bit=1 2024-09-15T22:03:44.033 INFO:teuthology.orchestra.run.smithi110.stdout: = crc=1 finobt=1, sparse=1, rmapbt=0 2024-09-15T22:03:44.033 INFO:teuthology.orchestra.run.smithi110.stdout: = reflink=1 bigtime=1 inobtcount=1 nrext64=0 2024-09-15T22:03:44.033 INFO:teuthology.orchestra.run.smithi110.stdout:data = bsize=4096 blocks=23436288, imaxpct=25 2024-09-15T22:03:44.033 INFO:teuthology.orchestra.run.smithi110.stdout: = sunit=0 swidth=0 blks 2024-09-15T22:03:44.033 INFO:teuthology.orchestra.run.smithi110.stdout:naming =version 2 bsize=4096 ascii-ci=0, ftype=1 2024-09-15T22:03:44.033 INFO:teuthology.orchestra.run.smithi110.stdout:log =internal log bsize=4096 blocks=16384, version=2 2024-09-15T22:03:44.033 INFO:teuthology.orchestra.run.smithi110.stdout: = sectsz=512 sunit=0 blks, lazy-count=1 2024-09-15T22:03:44.033 INFO:teuthology.orchestra.run.smithi110.stdout:realtime =none extsz=4096 blocks=0, rtextents=0 2024-09-15T22:03:44.065 INFO:teuthology.orchestra.run.smithi110.stdout:Discarding blocks...Done. 2024-09-15T22:03:44.067 INFO:tasks.ceph:mount /dev/vg_nvme/lv_3 on ubuntu@smithi110.front.sepia.ceph.com -o noatime 2024-09-15T22:03:44.067 DEBUG:teuthology.orchestra.run.smithi110:> sudo mount -t xfs -o noatime /dev/vg_nvme/lv_3 /var/lib/ceph/osd/ceph-6 2024-09-15T22:03:44.141 DEBUG:teuthology.orchestra.run.smithi110:> sudo /sbin/restorecon /var/lib/ceph/osd/ceph-6 2024-09-15T22:03:44.210 DEBUG:teuthology.orchestra.run.smithi110:> sudo mkdir -p /var/lib/ceph/osd/ceph-7 2024-09-15T22:03:44.275 INFO:tasks.ceph:roles_to_devs: {'osd.4': '/dev/vg_nvme/lv_1', 'osd.5': '/dev/vg_nvme/lv_2', 'osd.6': '/dev/vg_nvme/lv_3', 'osd.7': '/dev/vg_nvme/lv_4'} 2024-09-15T22:03:44.275 INFO:tasks.ceph:role: osd.7 2024-09-15T22:03:44.275 INFO:tasks.ceph:['mkfs.xfs', '-f', '-i', 'size=2048'] on /dev/vg_nvme/lv_4 on ubuntu@smithi110.front.sepia.ceph.com 2024-09-15T22:03:44.275 DEBUG:teuthology.orchestra.run.smithi110:> yes | sudo mkfs.xfs -f -i size=2048 /dev/vg_nvme/lv_4 2024-09-15T22:03:44.340 INFO:teuthology.orchestra.run.smithi110.stdout:meta-data=/dev/vg_nvme/lv_4 isize=2048 agcount=4, agsize=5859072 blks 2024-09-15T22:03:44.341 INFO:teuthology.orchestra.run.smithi110.stdout: = sectsz=512 attr=2, projid32bit=1 2024-09-15T22:03:44.341 INFO:teuthology.orchestra.run.smithi110.stdout: = crc=1 finobt=1, sparse=1, rmapbt=0 2024-09-15T22:03:44.341 INFO:teuthology.orchestra.run.smithi110.stdout: = reflink=1 bigtime=1 inobtcount=1 nrext64=0 2024-09-15T22:03:44.341 INFO:teuthology.orchestra.run.smithi110.stdout:data = bsize=4096 blocks=23436288, imaxpct=25 2024-09-15T22:03:44.341 INFO:teuthology.orchestra.run.smithi110.stdout: = sunit=0 swidth=0 blks 2024-09-15T22:03:44.341 INFO:teuthology.orchestra.run.smithi110.stdout:naming =version 2 bsize=4096 ascii-ci=0, ftype=1 2024-09-15T22:03:44.341 INFO:teuthology.orchestra.run.smithi110.stdout:log =internal log bsize=4096 blocks=16384, version=2 2024-09-15T22:03:44.341 INFO:teuthology.orchestra.run.smithi110.stdout: = sectsz=512 sunit=0 blks, lazy-count=1 2024-09-15T22:03:44.341 INFO:teuthology.orchestra.run.smithi110.stdout:realtime =none extsz=4096 blocks=0, rtextents=0 2024-09-15T22:03:44.372 INFO:teuthology.orchestra.run.smithi110.stdout:Discarding blocks...Done. 2024-09-15T22:03:44.374 INFO:tasks.ceph:mount /dev/vg_nvme/lv_4 on ubuntu@smithi110.front.sepia.ceph.com -o noatime 2024-09-15T22:03:44.375 DEBUG:teuthology.orchestra.run.smithi110:> sudo mount -t xfs -o noatime /dev/vg_nvme/lv_4 /var/lib/ceph/osd/ceph-7 2024-09-15T22:03:44.442 DEBUG:teuthology.orchestra.run.smithi110:> sudo /sbin/restorecon /var/lib/ceph/osd/ceph-7 2024-09-15T22:03:44.510 DEBUG:teuthology.orchestra.run.smithi110:> sudo MALLOC_CHECK_=3 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-osd --no-mon-config --cluster ceph --mkfs --mkkey -i 4 --monmap /home/ubuntu/cephtest/ceph.monmap 2024-09-15T22:03:44.602 INFO:teuthology.orchestra.run.smithi110.stderr:2024-09-15T22:03:44.600+0000 7fe8ae01e640 -1 auth: error reading file: /var/lib/ceph/osd/ceph-4/keyring: can't open /var/lib/ceph/osd/ceph-4/keyring: (2) No such file or directory 2024-09-15T22:03:44.602 INFO:teuthology.orchestra.run.smithi110.stderr:2024-09-15T22:03:44.600+0000 7fe8ae01e640 -1 created new key in keyring /var/lib/ceph/osd/ceph-4/keyring 2024-09-15T22:03:44.602 INFO:teuthology.orchestra.run.smithi110.stderr:2024-09-15T22:03:44.600+0000 7fe8ae01e640 -1 bdev(0x55c07b675800 /var/lib/ceph/osd/ceph-4/block) open stat got: (1) Operation not permitted 2024-09-15T22:03:44.602 INFO:teuthology.orchestra.run.smithi110.stderr:2024-09-15T22:03:44.600+0000 7fe8ae01e640 -1 bluestore(/var/lib/ceph/osd/ceph-4) _read_fsid unparsable uuid 2024-09-15T22:03:48.509 DEBUG:teuthology.orchestra.run.smithi110:> sudo chown -R ceph:ceph /var/lib/ceph/osd/ceph-4 2024-09-15T22:03:48.538 DEBUG:teuthology.orchestra.run.smithi110:> sudo MALLOC_CHECK_=3 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-osd --no-mon-config --cluster ceph --mkfs --mkkey -i 5 --monmap /home/ubuntu/cephtest/ceph.monmap 2024-09-15T22:03:48.627 INFO:teuthology.orchestra.run.smithi110.stderr:2024-09-15T22:03:48.625+0000 7f96f8c0f640 -1 auth: error reading file: /var/lib/ceph/osd/ceph-5/keyring: can't open /var/lib/ceph/osd/ceph-5/keyring: (2) No such file or directory 2024-09-15T22:03:48.627 INFO:teuthology.orchestra.run.smithi110.stderr:2024-09-15T22:03:48.626+0000 7f96f8c0f640 -1 created new key in keyring /var/lib/ceph/osd/ceph-5/keyring 2024-09-15T22:03:48.628 INFO:teuthology.orchestra.run.smithi110.stderr:2024-09-15T22:03:48.626+0000 7f96f8c0f640 -1 bdev(0x55754333f800 /var/lib/ceph/osd/ceph-5/block) open stat got: (1) Operation not permitted 2024-09-15T22:03:48.628 INFO:teuthology.orchestra.run.smithi110.stderr:2024-09-15T22:03:48.626+0000 7f96f8c0f640 -1 bluestore(/var/lib/ceph/osd/ceph-5) _read_fsid unparsable uuid 2024-09-15T22:03:52.274 DEBUG:teuthology.orchestra.run.smithi110:> sudo chown -R ceph:ceph /var/lib/ceph/osd/ceph-5 2024-09-15T22:03:52.304 DEBUG:teuthology.orchestra.run.smithi110:> sudo MALLOC_CHECK_=3 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-osd --no-mon-config --cluster ceph --mkfs --mkkey -i 6 --monmap /home/ubuntu/cephtest/ceph.monmap 2024-09-15T22:03:52.394 INFO:teuthology.orchestra.run.smithi110.stderr:2024-09-15T22:03:52.392+0000 7f88c7085640 -1 auth: error reading file: /var/lib/ceph/osd/ceph-6/keyring: can't open /var/lib/ceph/osd/ceph-6/keyring: (2) No such file or directory 2024-09-15T22:03:52.394 INFO:teuthology.orchestra.run.smithi110.stderr:2024-09-15T22:03:52.392+0000 7f88c7085640 -1 created new key in keyring /var/lib/ceph/osd/ceph-6/keyring 2024-09-15T22:03:52.394 INFO:teuthology.orchestra.run.smithi110.stderr:2024-09-15T22:03:52.393+0000 7f88c7085640 -1 bdev(0x55714e685800 /var/lib/ceph/osd/ceph-6/block) open stat got: (1) Operation not permitted 2024-09-15T22:03:52.394 INFO:teuthology.orchestra.run.smithi110.stderr:2024-09-15T22:03:52.393+0000 7f88c7085640 -1 bluestore(/var/lib/ceph/osd/ceph-6) _read_fsid unparsable uuid 2024-09-15T22:03:53.357 DEBUG:teuthology.orchestra.run.smithi063:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-09-15T22:03:53.360 DEBUG:teuthology.orchestra.run.smithi110:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-09-15T22:03:55.799 DEBUG:teuthology.orchestra.run.smithi110:> sudo chown -R ceph:ceph /var/lib/ceph/osd/ceph-6 2024-09-15T22:03:55.827 DEBUG:teuthology.orchestra.run.smithi110:> sudo MALLOC_CHECK_=3 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-osd --no-mon-config --cluster ceph --mkfs --mkkey -i 7 --monmap /home/ubuntu/cephtest/ceph.monmap 2024-09-15T22:03:55.915 INFO:teuthology.orchestra.run.smithi110.stderr:2024-09-15T22:03:55.912+0000 7f9abf01c640 -1 auth: error reading file: /var/lib/ceph/osd/ceph-7/keyring: can't open /var/lib/ceph/osd/ceph-7/keyring: (2) No such file or directory 2024-09-15T22:03:55.915 INFO:teuthology.orchestra.run.smithi110.stderr:2024-09-15T22:03:55.912+0000 7f9abf01c640 -1 created new key in keyring /var/lib/ceph/osd/ceph-7/keyring 2024-09-15T22:03:55.915 INFO:teuthology.orchestra.run.smithi110.stderr:2024-09-15T22:03:55.912+0000 7f9abf01c640 -1 bdev(0x555a97a97800 /var/lib/ceph/osd/ceph-7/block) open stat got: (1) Operation not permitted 2024-09-15T22:03:55.915 INFO:teuthology.orchestra.run.smithi110.stderr:2024-09-15T22:03:55.912+0000 7f9abf01c640 -1 bluestore(/var/lib/ceph/osd/ceph-7) _read_fsid unparsable uuid 2024-09-15T22:03:59.099 DEBUG:teuthology.orchestra.run.smithi110:> sudo chown -R ceph:ceph /var/lib/ceph/osd/ceph-7 2024-09-15T22:03:59.127 INFO:tasks.ceph:Reading keys from all nodes... 2024-09-15T22:03:59.128 DEBUG:teuthology.orchestra.run.smithi063:> set -ex 2024-09-15T22:03:59.128 DEBUG:teuthology.orchestra.run.smithi063:> sudo dd if=/var/lib/ceph/mgr/ceph-y/keyring of=/dev/stdout 2024-09-15T22:03:59.159 DEBUG:teuthology.orchestra.run.smithi063:> set -ex 2024-09-15T22:03:59.159 DEBUG:teuthology.orchestra.run.smithi063:> sudo dd if=/var/lib/ceph/mds/ceph-a/keyring of=/dev/stdout 2024-09-15T22:03:59.230 DEBUG:teuthology.orchestra.run.smithi063:> set -ex 2024-09-15T22:03:59.230 DEBUG:teuthology.orchestra.run.smithi063:> sudo dd if=/var/lib/ceph/mds/ceph-c/keyring of=/dev/stdout 2024-09-15T22:03:59.300 DEBUG:teuthology.orchestra.run.smithi063:> set -ex 2024-09-15T22:03:59.300 DEBUG:teuthology.orchestra.run.smithi063:> sudo dd if=/var/lib/ceph/osd/ceph-0/keyring of=/dev/stdout 2024-09-15T22:03:59.369 DEBUG:teuthology.orchestra.run.smithi063:> set -ex 2024-09-15T22:03:59.369 DEBUG:teuthology.orchestra.run.smithi063:> sudo dd if=/var/lib/ceph/osd/ceph-1/keyring of=/dev/stdout 2024-09-15T22:03:59.437 DEBUG:teuthology.orchestra.run.smithi063:> set -ex 2024-09-15T22:03:59.437 DEBUG:teuthology.orchestra.run.smithi063:> sudo dd if=/var/lib/ceph/osd/ceph-2/keyring of=/dev/stdout 2024-09-15T22:03:59.505 DEBUG:teuthology.orchestra.run.smithi063:> set -ex 2024-09-15T22:03:59.505 DEBUG:teuthology.orchestra.run.smithi063:> sudo dd if=/var/lib/ceph/osd/ceph-3/keyring of=/dev/stdout 2024-09-15T22:03:59.572 DEBUG:teuthology.orchestra.run.smithi110:> set -ex 2024-09-15T22:03:59.572 DEBUG:teuthology.orchestra.run.smithi110:> sudo dd if=/var/lib/ceph/mgr/ceph-x/keyring of=/dev/stdout 2024-09-15T22:03:59.602 DEBUG:teuthology.orchestra.run.smithi110:> set -ex 2024-09-15T22:03:59.602 DEBUG:teuthology.orchestra.run.smithi110:> sudo dd if=/var/lib/ceph/mds/ceph-b/keyring of=/dev/stdout 2024-09-15T22:03:59.670 DEBUG:teuthology.orchestra.run.smithi110:> set -ex 2024-09-15T22:03:59.671 DEBUG:teuthology.orchestra.run.smithi110:> sudo dd if=/var/lib/ceph/mds/ceph-d/keyring of=/dev/stdout 2024-09-15T22:03:59.738 DEBUG:teuthology.orchestra.run.smithi110:> set -ex 2024-09-15T22:03:59.738 DEBUG:teuthology.orchestra.run.smithi110:> sudo dd if=/var/lib/ceph/osd/ceph-4/keyring of=/dev/stdout 2024-09-15T22:03:59.804 DEBUG:teuthology.orchestra.run.smithi110:> set -ex 2024-09-15T22:03:59.804 DEBUG:teuthology.orchestra.run.smithi110:> sudo dd if=/var/lib/ceph/osd/ceph-5/keyring of=/dev/stdout 2024-09-15T22:03:59.870 DEBUG:teuthology.orchestra.run.smithi110:> set -ex 2024-09-15T22:03:59.870 DEBUG:teuthology.orchestra.run.smithi110:> sudo dd if=/var/lib/ceph/osd/ceph-6/keyring of=/dev/stdout 2024-09-15T22:03:59.937 DEBUG:teuthology.orchestra.run.smithi110:> set -ex 2024-09-15T22:03:59.937 DEBUG:teuthology.orchestra.run.smithi110:> sudo dd if=/var/lib/ceph/osd/ceph-7/keyring of=/dev/stdout 2024-09-15T22:04:00.003 DEBUG:teuthology.orchestra.run.smithi063:> set -ex 2024-09-15T22:04:00.003 DEBUG:teuthology.orchestra.run.smithi063:> dd if=/etc/ceph/ceph.client.0.keyring of=/dev/stdout 2024-09-15T22:04:00.022 DEBUG:teuthology.orchestra.run.smithi063:> set -ex 2024-09-15T22:04:00.022 DEBUG:teuthology.orchestra.run.smithi063:> dd if=/etc/ceph/ceph.client.2.keyring of=/dev/stdout 2024-09-15T22:04:00.080 DEBUG:teuthology.orchestra.run.smithi110:> set -ex 2024-09-15T22:04:00.080 DEBUG:teuthology.orchestra.run.smithi110:> dd if=/etc/ceph/ceph.client.1.keyring of=/dev/stdout 2024-09-15T22:04:00.096 DEBUG:teuthology.orchestra.run.smithi110:> set -ex 2024-09-15T22:04:00.096 DEBUG:teuthology.orchestra.run.smithi110:> dd if=/etc/ceph/ceph.client.3.keyring of=/dev/stdout 2024-09-15T22:04:00.152 INFO:tasks.ceph:Adding keys to all mons... 2024-09-15T22:04:00.152 DEBUG:teuthology.orchestra.run.smithi063:> sudo tee -a /etc/ceph/ceph.keyring 2024-09-15T22:04:00.155 DEBUG:teuthology.orchestra.run.smithi110:> sudo tee -a /etc/ceph/ceph.keyring 2024-09-15T22:04:00.195 INFO:teuthology.orchestra.run.smithi063.stdout:[mgr.y] 2024-09-15T22:04:00.195 INFO:teuthology.orchestra.run.smithi063.stdout: key = AQCtWedmvHzuLhAAma/6+1G4gzT1hcbwHqdZMA== 2024-09-15T22:04:00.195 INFO:teuthology.orchestra.run.smithi063.stdout:[mds.a] 2024-09-15T22:04:00.195 INFO:teuthology.orchestra.run.smithi063.stdout: key = AQCtWedmxqOfNRAAvIEVH3eQXEoZEdDYyLhqiA== 2024-09-15T22:04:00.195 INFO:teuthology.orchestra.run.smithi063.stdout:[mds.c] 2024-09-15T22:04:00.195 INFO:teuthology.orchestra.run.smithi063.stdout: key = AQCuWedmQ4BJARAAGvFVluE41KU4LWA7OYz4qA== 2024-09-15T22:04:00.196 INFO:teuthology.orchestra.run.smithi063.stdout:[osd.0] 2024-09-15T22:04:00.196 INFO:teuthology.orchestra.run.smithi063.stdout: key = AQCxWedm46axLBAAMQIUPDQ5JkDnPsUqy6oo3g== 2024-09-15T22:04:00.196 INFO:teuthology.orchestra.run.smithi063.stdout:[osd.1] 2024-09-15T22:04:00.196 INFO:teuthology.orchestra.run.smithi063.stdout: key = AQC1WedmcxRRERAA+THrt1aeR00qh1WcHBgcxQ== 2024-09-15T22:04:00.196 INFO:teuthology.orchestra.run.smithi063.stdout:[osd.2] 2024-09-15T22:04:00.196 INFO:teuthology.orchestra.run.smithi063.stdout: key = AQC4WedmR4ZNFBAAq1MZ7Z5E5NhnfsbG50s1sA== 2024-09-15T22:04:00.196 INFO:teuthology.orchestra.run.smithi063.stdout:[osd.3] 2024-09-15T22:04:00.196 INFO:teuthology.orchestra.run.smithi063.stdout: key = AQC8WedmobMtFhAApf26f6bR+TIp1AU2NbaQhA== 2024-09-15T22:04:00.196 INFO:teuthology.orchestra.run.smithi063.stdout:[mgr.x] 2024-09-15T22:04:00.196 INFO:teuthology.orchestra.run.smithi063.stdout: key = AQCtWedmU8xZMhAAzk69M1un3TeCbzQYLP9PiA== 2024-09-15T22:04:00.196 INFO:teuthology.orchestra.run.smithi063.stdout:[mds.b] 2024-09-15T22:04:00.196 INFO:teuthology.orchestra.run.smithi063.stdout: key = AQCuWedmO/cIBhAA2ywXayqVGimD8LizI1lhNA== 2024-09-15T22:04:00.196 INFO:teuthology.orchestra.run.smithi063.stdout:[mds.d] 2024-09-15T22:04:00.197 INFO:teuthology.orchestra.run.smithi063.stdout: key = AQCuWedmSIIlDRAAiKiji48XMrvKEfQPuHQxiQ== 2024-09-15T22:04:00.197 INFO:teuthology.orchestra.run.smithi063.stdout:[osd.4] 2024-09-15T22:04:00.197 INFO:teuthology.orchestra.run.smithi063.stdout: key = AQDAWedmKHvXIxAA0fP7ZSMnyuH6eVx2LOGQyQ== 2024-09-15T22:04:00.197 INFO:teuthology.orchestra.run.smithi063.stdout:[osd.5] 2024-09-15T22:04:00.197 INFO:teuthology.orchestra.run.smithi063.stdout: key = AQDEWedmCaNaJRAARh4ldER+WgxVrLZjUha+Gw== 2024-09-15T22:04:00.197 INFO:teuthology.orchestra.run.smithi063.stdout:[osd.6] 2024-09-15T22:04:00.197 INFO:teuthology.orchestra.run.smithi063.stdout: key = AQDIWedmdG51FxAAEwMqLquOFDHkNS+MjLOMiQ== 2024-09-15T22:04:00.197 INFO:teuthology.orchestra.run.smithi063.stdout:[osd.7] 2024-09-15T22:04:00.197 INFO:teuthology.orchestra.run.smithi063.stdout: key = AQDLWedmxE99NhAAmTPkEfyJdLQvmsJsc8Z4kg== 2024-09-15T22:04:00.197 INFO:teuthology.orchestra.run.smithi063.stdout:[client.0] 2024-09-15T22:04:00.197 INFO:teuthology.orchestra.run.smithi063.stdout: key = AQCuWedm9wJpERAAdnyKxEyzJWnf1nfH3jw/hQ== 2024-09-15T22:04:00.197 INFO:teuthology.orchestra.run.smithi063.stdout:[client.2] 2024-09-15T22:04:00.197 INFO:teuthology.orchestra.run.smithi063.stdout: key = AQCuWedmucImFxAAI1PNeBq+IVjuz5lXp5a2pA== 2024-09-15T22:04:00.197 INFO:teuthology.orchestra.run.smithi063.stdout:[client.1] 2024-09-15T22:04:00.197 INFO:teuthology.orchestra.run.smithi063.stdout: key = AQCuWedmp795GhAAa5ibNd1/eCP/f2CUN/E53w== 2024-09-15T22:04:00.198 INFO:teuthology.orchestra.run.smithi063.stdout:[client.3] 2024-09-15T22:04:00.198 INFO:teuthology.orchestra.run.smithi063.stdout: key = AQCuWedmysUHIBAA7/P9ry6eZHkCcR90HjR0pg== 2024-09-15T22:04:00.215 INFO:teuthology.orchestra.run.smithi110.stdout:[mgr.y] 2024-09-15T22:04:00.215 INFO:teuthology.orchestra.run.smithi110.stdout: key = AQCtWedmvHzuLhAAma/6+1G4gzT1hcbwHqdZMA== 2024-09-15T22:04:00.215 INFO:teuthology.orchestra.run.smithi110.stdout:[mds.a] 2024-09-15T22:04:00.215 INFO:teuthology.orchestra.run.smithi110.stdout: key = AQCtWedmxqOfNRAAvIEVH3eQXEoZEdDYyLhqiA== 2024-09-15T22:04:00.216 INFO:teuthology.orchestra.run.smithi110.stdout:[mds.c] 2024-09-15T22:04:00.216 INFO:teuthology.orchestra.run.smithi110.stdout: key = AQCuWedmQ4BJARAAGvFVluE41KU4LWA7OYz4qA== 2024-09-15T22:04:00.216 INFO:teuthology.orchestra.run.smithi110.stdout:[osd.0] 2024-09-15T22:04:00.216 INFO:teuthology.orchestra.run.smithi110.stdout: key = AQCxWedm46axLBAAMQIUPDQ5JkDnPsUqy6oo3g== 2024-09-15T22:04:00.216 INFO:teuthology.orchestra.run.smithi110.stdout:[osd.1] 2024-09-15T22:04:00.216 INFO:teuthology.orchestra.run.smithi110.stdout: key = AQC1WedmcxRRERAA+THrt1aeR00qh1WcHBgcxQ== 2024-09-15T22:04:00.216 INFO:teuthology.orchestra.run.smithi110.stdout:[osd.2] 2024-09-15T22:04:00.216 INFO:teuthology.orchestra.run.smithi110.stdout: key = AQC4WedmR4ZNFBAAq1MZ7Z5E5NhnfsbG50s1sA== 2024-09-15T22:04:00.216 INFO:teuthology.orchestra.run.smithi110.stdout:[osd.3] 2024-09-15T22:04:00.216 INFO:teuthology.orchestra.run.smithi110.stdout: key = AQC8WedmobMtFhAApf26f6bR+TIp1AU2NbaQhA== 2024-09-15T22:04:00.216 INFO:teuthology.orchestra.run.smithi110.stdout:[mgr.x] 2024-09-15T22:04:00.216 INFO:teuthology.orchestra.run.smithi110.stdout: key = AQCtWedmU8xZMhAAzk69M1un3TeCbzQYLP9PiA== 2024-09-15T22:04:00.217 INFO:teuthology.orchestra.run.smithi110.stdout:[mds.b] 2024-09-15T22:04:00.217 INFO:teuthology.orchestra.run.smithi110.stdout: key = AQCuWedmO/cIBhAA2ywXayqVGimD8LizI1lhNA== 2024-09-15T22:04:00.217 INFO:teuthology.orchestra.run.smithi110.stdout:[mds.d] 2024-09-15T22:04:00.217 INFO:teuthology.orchestra.run.smithi110.stdout: key = AQCuWedmSIIlDRAAiKiji48XMrvKEfQPuHQxiQ== 2024-09-15T22:04:00.217 INFO:teuthology.orchestra.run.smithi110.stdout:[osd.4] 2024-09-15T22:04:00.217 INFO:teuthology.orchestra.run.smithi110.stdout: key = AQDAWedmKHvXIxAA0fP7ZSMnyuH6eVx2LOGQyQ== 2024-09-15T22:04:00.217 INFO:teuthology.orchestra.run.smithi110.stdout:[osd.5] 2024-09-15T22:04:00.217 INFO:teuthology.orchestra.run.smithi110.stdout: key = AQDEWedmCaNaJRAARh4ldER+WgxVrLZjUha+Gw== 2024-09-15T22:04:00.217 INFO:teuthology.orchestra.run.smithi110.stdout:[osd.6] 2024-09-15T22:04:00.217 INFO:teuthology.orchestra.run.smithi110.stdout: key = AQDIWedmdG51FxAAEwMqLquOFDHkNS+MjLOMiQ== 2024-09-15T22:04:00.217 INFO:teuthology.orchestra.run.smithi110.stdout:[osd.7] 2024-09-15T22:04:00.217 INFO:teuthology.orchestra.run.smithi110.stdout: key = AQDLWedmxE99NhAAmTPkEfyJdLQvmsJsc8Z4kg== 2024-09-15T22:04:00.218 INFO:teuthology.orchestra.run.smithi110.stdout:[client.0] 2024-09-15T22:04:00.218 INFO:teuthology.orchestra.run.smithi110.stdout: key = AQCuWedm9wJpERAAdnyKxEyzJWnf1nfH3jw/hQ== 2024-09-15T22:04:00.218 INFO:teuthology.orchestra.run.smithi110.stdout:[client.2] 2024-09-15T22:04:00.218 INFO:teuthology.orchestra.run.smithi110.stdout: key = AQCuWedmucImFxAAI1PNeBq+IVjuz5lXp5a2pA== 2024-09-15T22:04:00.218 INFO:teuthology.orchestra.run.smithi110.stdout:[client.1] 2024-09-15T22:04:00.218 INFO:teuthology.orchestra.run.smithi110.stdout: key = AQCuWedmp795GhAAa5ibNd1/eCP/f2CUN/E53w== 2024-09-15T22:04:00.218 INFO:teuthology.orchestra.run.smithi110.stdout:[client.3] 2024-09-15T22:04:00.218 INFO:teuthology.orchestra.run.smithi110.stdout: key = AQCuWedmysUHIBAA7/P9ry6eZHkCcR90HjR0pg== 2024-09-15T22:04:00.219 DEBUG:teuthology.orchestra.run.smithi063:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=mgr.y --cap mon 'allow profile mgr' --cap osd 'allow *' --cap mds 'allow *' 2024-09-15T22:04:00.241 DEBUG:teuthology.orchestra.run.smithi110:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=mgr.y --cap mon 'allow profile mgr' --cap osd 'allow *' --cap mds 'allow *' 2024-09-15T22:04:00.310 DEBUG:teuthology.orchestra.run.smithi063:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=mds.a --cap mon 'allow *' --cap mgr 'allow *' --cap osd 'allow *' --cap mds allow 2024-09-15T22:04:00.312 DEBUG:teuthology.orchestra.run.smithi110:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=mds.a --cap mon 'allow *' --cap mgr 'allow *' --cap osd 'allow *' --cap mds allow 2024-09-15T22:04:00.367 DEBUG:teuthology.orchestra.run.smithi063:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=mds.c --cap mon 'allow *' --cap mgr 'allow *' --cap osd 'allow *' --cap mds allow 2024-09-15T22:04:00.369 DEBUG:teuthology.orchestra.run.smithi110:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=mds.c --cap mon 'allow *' --cap mgr 'allow *' --cap osd 'allow *' --cap mds allow 2024-09-15T22:04:00.423 DEBUG:teuthology.orchestra.run.smithi063:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=osd.0 --cap mon 'allow profile osd' --cap mgr 'allow profile osd' --cap osd 'allow *' 2024-09-15T22:04:00.425 DEBUG:teuthology.orchestra.run.smithi110:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=osd.0 --cap mon 'allow profile osd' --cap mgr 'allow profile osd' --cap osd 'allow *' 2024-09-15T22:04:00.476 DEBUG:teuthology.orchestra.run.smithi063:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=osd.1 --cap mon 'allow profile osd' --cap mgr 'allow profile osd' --cap osd 'allow *' 2024-09-15T22:04:00.478 DEBUG:teuthology.orchestra.run.smithi110:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=osd.1 --cap mon 'allow profile osd' --cap mgr 'allow profile osd' --cap osd 'allow *' 2024-09-15T22:04:00.529 DEBUG:teuthology.orchestra.run.smithi063:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=osd.2 --cap mon 'allow profile osd' --cap mgr 'allow profile osd' --cap osd 'allow *' 2024-09-15T22:04:00.532 DEBUG:teuthology.orchestra.run.smithi110:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=osd.2 --cap mon 'allow profile osd' --cap mgr 'allow profile osd' --cap osd 'allow *' 2024-09-15T22:04:00.583 DEBUG:teuthology.orchestra.run.smithi063:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=osd.3 --cap mon 'allow profile osd' --cap mgr 'allow profile osd' --cap osd 'allow *' 2024-09-15T22:04:00.585 DEBUG:teuthology.orchestra.run.smithi110:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=osd.3 --cap mon 'allow profile osd' --cap mgr 'allow profile osd' --cap osd 'allow *' 2024-09-15T22:04:00.636 DEBUG:teuthology.orchestra.run.smithi063:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=mgr.x --cap mon 'allow profile mgr' --cap osd 'allow *' --cap mds 'allow *' 2024-09-15T22:04:00.639 DEBUG:teuthology.orchestra.run.smithi110:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=mgr.x --cap mon 'allow profile mgr' --cap osd 'allow *' --cap mds 'allow *' 2024-09-15T22:04:00.689 DEBUG:teuthology.orchestra.run.smithi063:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=mds.b --cap mon 'allow *' --cap mgr 'allow *' --cap osd 'allow *' --cap mds allow 2024-09-15T22:04:00.691 DEBUG:teuthology.orchestra.run.smithi110:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=mds.b --cap mon 'allow *' --cap mgr 'allow *' --cap osd 'allow *' --cap mds allow 2024-09-15T22:04:00.744 DEBUG:teuthology.orchestra.run.smithi063:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=mds.d --cap mon 'allow *' --cap mgr 'allow *' --cap osd 'allow *' --cap mds allow 2024-09-15T22:04:00.747 DEBUG:teuthology.orchestra.run.smithi110:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=mds.d --cap mon 'allow *' --cap mgr 'allow *' --cap osd 'allow *' --cap mds allow 2024-09-15T22:04:00.800 DEBUG:teuthology.orchestra.run.smithi063:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=osd.4 --cap mon 'allow profile osd' --cap mgr 'allow profile osd' --cap osd 'allow *' 2024-09-15T22:04:00.803 DEBUG:teuthology.orchestra.run.smithi110:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=osd.4 --cap mon 'allow profile osd' --cap mgr 'allow profile osd' --cap osd 'allow *' 2024-09-15T22:04:00.853 DEBUG:teuthology.orchestra.run.smithi063:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=osd.5 --cap mon 'allow profile osd' --cap mgr 'allow profile osd' --cap osd 'allow *' 2024-09-15T22:04:00.856 DEBUG:teuthology.orchestra.run.smithi110:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=osd.5 --cap mon 'allow profile osd' --cap mgr 'allow profile osd' --cap osd 'allow *' 2024-09-15T22:04:00.907 DEBUG:teuthology.orchestra.run.smithi063:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=osd.6 --cap mon 'allow profile osd' --cap mgr 'allow profile osd' --cap osd 'allow *' 2024-09-15T22:04:00.909 DEBUG:teuthology.orchestra.run.smithi110:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=osd.6 --cap mon 'allow profile osd' --cap mgr 'allow profile osd' --cap osd 'allow *' 2024-09-15T22:04:00.960 DEBUG:teuthology.orchestra.run.smithi063:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=osd.7 --cap mon 'allow profile osd' --cap mgr 'allow profile osd' --cap osd 'allow *' 2024-09-15T22:04:00.963 DEBUG:teuthology.orchestra.run.smithi110:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=osd.7 --cap mon 'allow profile osd' --cap mgr 'allow profile osd' --cap osd 'allow *' 2024-09-15T22:04:01.014 DEBUG:teuthology.orchestra.run.smithi063:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=client.0 --cap mon 'allow rw' --cap mgr 'allow r' --cap osd 'allow rwx' --cap mds allow 2024-09-15T22:04:01.016 DEBUG:teuthology.orchestra.run.smithi110:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=client.0 --cap mon 'allow rw' --cap mgr 'allow r' --cap osd 'allow rwx' --cap mds allow 2024-09-15T22:04:01.070 DEBUG:teuthology.orchestra.run.smithi063:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=client.2 --cap mon 'allow rw' --cap mgr 'allow r' --cap osd 'allow rwx' --cap mds allow 2024-09-15T22:04:01.073 DEBUG:teuthology.orchestra.run.smithi110:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=client.2 --cap mon 'allow rw' --cap mgr 'allow r' --cap osd 'allow rwx' --cap mds allow 2024-09-15T22:04:01.126 DEBUG:teuthology.orchestra.run.smithi063:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=client.1 --cap mon 'allow rw' --cap mgr 'allow r' --cap osd 'allow rwx' --cap mds allow 2024-09-15T22:04:01.129 DEBUG:teuthology.orchestra.run.smithi110:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=client.1 --cap mon 'allow rw' --cap mgr 'allow r' --cap osd 'allow rwx' --cap mds allow 2024-09-15T22:04:01.183 DEBUG:teuthology.orchestra.run.smithi063:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=client.3 --cap mon 'allow rw' --cap mgr 'allow r' --cap osd 'allow rwx' --cap mds allow 2024-09-15T22:04:01.185 DEBUG:teuthology.orchestra.run.smithi110:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=client.3 --cap mon 'allow rw' --cap mgr 'allow r' --cap osd 'allow rwx' --cap mds allow 2024-09-15T22:04:01.239 INFO:tasks.ceph:Running mkfs on mon nodes... 2024-09-15T22:04:01.239 DEBUG:teuthology.orchestra.run.smithi063:> sudo mkdir -p /var/lib/ceph/mon/ceph-a 2024-09-15T22:04:01.265 DEBUG:teuthology.orchestra.run.smithi063:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-mon --cluster ceph --mkfs -i a --monmap /home/ubuntu/cephtest/ceph.monmap --keyring /etc/ceph/ceph.keyring 2024-09-15T22:04:01.362 DEBUG:teuthology.orchestra.run.smithi063:> sudo chown -R ceph:ceph /var/lib/ceph/mon/ceph-a 2024-09-15T22:04:01.388 DEBUG:teuthology.orchestra.run.smithi110:> sudo mkdir -p /var/lib/ceph/mon/ceph-b 2024-09-15T22:04:01.414 DEBUG:teuthology.orchestra.run.smithi110:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-mon --cluster ceph --mkfs -i b --monmap /home/ubuntu/cephtest/ceph.monmap --keyring /etc/ceph/ceph.keyring 2024-09-15T22:04:01.509 DEBUG:teuthology.orchestra.run.smithi110:> sudo chown -R ceph:ceph /var/lib/ceph/mon/ceph-b 2024-09-15T22:04:01.534 DEBUG:teuthology.orchestra.run.smithi110:> sudo mkdir -p /var/lib/ceph/mon/ceph-c 2024-09-15T22:04:01.599 DEBUG:teuthology.orchestra.run.smithi110:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-mon --cluster ceph --mkfs -i c --monmap /home/ubuntu/cephtest/ceph.monmap --keyring /etc/ceph/ceph.keyring 2024-09-15T22:04:01.695 DEBUG:teuthology.orchestra.run.smithi110:> sudo chown -R ceph:ceph /var/lib/ceph/mon/ceph-c 2024-09-15T22:04:01.720 DEBUG:teuthology.orchestra.run.smithi063:> rm -- /home/ubuntu/cephtest/ceph.monmap 2024-09-15T22:04:01.722 DEBUG:teuthology.orchestra.run.smithi110:> rm -- /home/ubuntu/cephtest/ceph.monmap 2024-09-15T22:04:01.775 INFO:tasks.ceph:Starting mon daemons in cluster ceph... 2024-09-15T22:04:01.776 INFO:tasks.ceph.mon.a:Restarting daemon 2024-09-15T22:04:01.776 DEBUG:teuthology.orchestra.run.smithi063:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-mon -f --cluster ceph -i a 2024-09-15T22:04:01.778 INFO:tasks.ceph.mon.a:Started 2024-09-15T22:04:01.778 INFO:tasks.ceph.mon.b:Restarting daemon 2024-09-15T22:04:01.779 DEBUG:teuthology.orchestra.run.smithi110:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-mon -f --cluster ceph -i b 2024-09-15T22:04:01.817 INFO:tasks.ceph.mon.b:Started 2024-09-15T22:04:01.818 INFO:tasks.ceph.mon.c:Restarting daemon 2024-09-15T22:04:01.818 DEBUG:teuthology.orchestra.run.smithi110:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-mon -f --cluster ceph -i c 2024-09-15T22:04:01.820 INFO:tasks.ceph.mon.c:Started 2024-09-15T22:04:01.820 INFO:tasks.ceph:Starting mgr daemons in cluster ceph... 2024-09-15T22:04:01.820 INFO:tasks.ceph.mgr.y:Restarting daemon 2024-09-15T22:04:01.820 DEBUG:teuthology.orchestra.run.smithi063:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-mgr -f --cluster ceph -i y 2024-09-15T22:04:01.822 INFO:tasks.ceph.mgr.y:Started 2024-09-15T22:04:01.822 INFO:tasks.ceph.mgr.x:Restarting daemon 2024-09-15T22:04:01.822 DEBUG:teuthology.orchestra.run.smithi110:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-mgr -f --cluster ceph -i x 2024-09-15T22:04:01.824 INFO:tasks.ceph.mgr.x:Started 2024-09-15T22:04:01.824 INFO:tasks.ceph:Setting crush tunables to default 2024-09-15T22:04:01.825 DEBUG:teuthology.orchestra.run.smithi063:> sudo ceph --cluster ceph osd crush tunables default 2024-09-15T22:04:01.927 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:01.925+0000 7f4a18896640 1 Processor -- start 2024-09-15T22:04:01.927 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:01.925+0000 7f4a18896640 1 -- start start 2024-09-15T22:04:01.929 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:01.926+0000 7f4a18896640 1 --2- >> v2:172.21.15.110:3300/0 conn(0x7f4a14147f30 0x7f4a140cf5c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-15T22:04:01.929 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:01.926+0000 7f4a18896640 1 -- --> v1:172.21.15.63:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f4a140d22f0 con 0x7f4a140cfb00 2024-09-15T22:04:01.929 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:01.926+0000 7f4a18896640 1 -- --> v1:172.21.15.110:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f4a140d25d0 con 0x7f4a140d1680 2024-09-15T22:04:01.929 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:01.926+0000 7f4a18896640 1 -- --> v2:172.21.15.110:3300/0 -- mon_getmap magic: 0 -- 0x7f4a140d20a0 con 0x7f4a14147f30 2024-09-15T22:04:01.930 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:01.927+0000 7f4a11d9b640 1 --1- >> v1:172.21.15.63:6789/0 conn(0x7f4a140cfb00 0x7f4a140d0f70 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.63:6789/0 says I am v1:172.21.15.63:57516/0 (socket says 172.21.15.63:57516) 2024-09-15T22:04:01.930 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:01.927+0000 7f4a11d9b640 1 -- 172.21.15.63:0/1356187320 learned_addr learned my addr 172.21.15.63:0/1356187320 (peer_addr_for_me v1:172.21.15.63:0/0) 2024-09-15T22:04:01.930 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:01.927+0000 7f4a1259c640 1 --2- 172.21.15.63:0/1356187320 >> v2:172.21.15.110:3300/0 conn(0x7f4a14147f30 0x7f4a140cf5c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-15T22:04:01.930 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:01.927+0000 7f4a1259c640 1 -- 172.21.15.63:0/1356187320 >> v2:172.21.15.110:3300/0 conn(0x7f4a14147f30 msgr2=0x7f4a140cf5c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).read_bulk peer close file descriptor 14 2024-09-15T22:04:01.930 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:01.927+0000 7f4a1259c640 1 -- 172.21.15.63:0/1356187320 >> v2:172.21.15.110:3300/0 conn(0x7f4a14147f30 msgr2=0x7f4a140cf5c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).read_until read failed 2024-09-15T22:04:01.930 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:01.927+0000 7f4a1259c640 1 --2- 172.21.15.63:0/1356187320 >> v2:172.21.15.110:3300/0 conn(0x7f4a14147f30 0x7f4a140cf5c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_read_frame_preamble_main read frame preamble failed r=-1 2024-09-15T22:04:01.930 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:01.927+0000 7f4a1259c640 1 --2- 172.21.15.63:0/1356187320 >> v2:172.21.15.110:3300/0 conn(0x7f4a14147f30 0x7f4a140cf5c0 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 0.200000 2024-09-15T22:04:02.087 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:02.084+0000 7f4a1159a640 1 -- 172.21.15.63:0/1356187320 <== mon.0 v1:172.21.15.63:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 1478550157 0 0) 0x7f4a140d22f0 con 0x7f4a140cfb00 2024-09-15T22:04:02.087 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:02.084+0000 7f4a1159a640 1 -- 172.21.15.63:0/1356187320 --> v1:172.21.15.63:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7f4a00003520 con 0x7f4a140cfb00 2024-09-15T22:04:02.088 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:02.084+0000 7f4a1159a640 1 -- 172.21.15.63:0/1356187320 <== mon.1 v1:172.21.15.110:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 3203100951 0 0) 0x7f4a140d25d0 con 0x7f4a140d1680 2024-09-15T22:04:02.088 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:02.084+0000 7f4a1159a640 1 -- 172.21.15.63:0/1356187320 --> v1:172.21.15.110:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7f4a140d22f0 con 0x7f4a140d1680 2024-09-15T22:04:02.088 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:02.084+0000 7f4a1159a640 1 -- 172.21.15.63:0/1356187320 <== mon.1 v1:172.21.15.110:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) ==== 214+0+0 (unknown 184449271 0 0) 0x7f4a140d22f0 con 0x7f4a140d1680 2024-09-15T22:04:02.088 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:02.084+0000 7f4a1159a640 1 -- 172.21.15.63:0/1356187320 >> v2:172.21.15.110:3300/0 conn(0x7f4a14147f30 msgr2=0x7f4a140cf5c0 unknown :-1 s=STATE_CONNECTING l=0).mark_down 2024-09-15T22:04:02.088 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:02.084+0000 7f4a1159a640 1 --2- 172.21.15.63:0/1356187320 >> v2:172.21.15.110:3300/0 conn(0x7f4a14147f30 0x7f4a140cf5c0 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T22:04:02.088 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:02.084+0000 7f4a1159a640 1 -- 172.21.15.63:0/1356187320 >> v1:172.21.15.63:6789/0 conn(0x7f4a140cfb00 legacy=0x7f4a140d0f70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-15T22:04:02.088 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:02.084+0000 7f4a1159a640 1 -- 172.21.15.63:0/1356187320 --> v1:172.21.15.110:6789/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f4a140d28b0 con 0x7f4a140d1680 2024-09-15T22:04:02.088 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:02.084+0000 7f4a1159a640 1 -- 172.21.15.63:0/1356187320 <== mon.1 v1:172.21.15.110:6789/0 3 ==== mon_map magic: 0 ==== 413+0+0 (unknown 3984726164 0 0) 0x7f4a0c0019f0 con 0x7f4a140d1680 2024-09-15T22:04:02.088 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:02.084+0000 7f4a1159a640 1 -- 172.21.15.63:0/1356187320 >> v1:172.21.15.110:6789/0 conn(0x7f4a140d1680 legacy=0x7f4a140b8810 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-15T22:04:02.088 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:02.084+0000 7f4a1159a640 1 --2- 172.21.15.63:0/1356187320 >> [v2:172.21.15.110:3301/0,v1:172.21.15.110:6790/0] conn(0x7f4a00003b90 0x7f4a00003f90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-15T22:04:02.088 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:02.084+0000 7f4a1159a640 1 --2- 172.21.15.63:0/1356187320 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f4a00004800 0x7f4a00004c80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-15T22:04:02.088 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:02.084+0000 7f4a1159a640 1 --2- 172.21.15.63:0/1356187320 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f4a00005290 0x7f4a0000b9c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-15T22:04:02.088 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:02.084+0000 7f4a1159a640 1 -- 172.21.15.63:0/1356187320 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 -- 0x7f4a140d20a0 con 0x7f4a00004800 2024-09-15T22:04:02.089 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:02.084+0000 7f4a1159a640 1 -- 172.21.15.63:0/1356187320 --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_getmap magic: 0 -- 0x7f4a0000c1e0 con 0x7f4a00005290 2024-09-15T22:04:02.089 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:02.084+0000 7f4a1159a640 1 -- 172.21.15.63:0/1356187320 --> [v2:172.21.15.110:3301/0,v1:172.21.15.110:6790/0] -- mon_getmap magic: 0 -- 0x7f4a0000c3e0 con 0x7f4a00003b90 2024-09-15T22:04:02.089 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:02.085+0000 7f4a11d9b640 1 --2- 172.21.15.63:0/1356187320 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f4a00004800 0x7f4a00004c80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-15T22:04:02.089 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:02.085+0000 7f4a1259c640 1 --2- 172.21.15.63:0/1356187320 >> [v2:172.21.15.110:3301/0,v1:172.21.15.110:6790/0] conn(0x7f4a00003b90 0x7f4a00003f90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-15T22:04:02.089 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:02.085+0000 7f4a12d9d640 1 --2- 172.21.15.63:0/1356187320 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f4a00005290 0x7f4a0000b9c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-15T22:04:02.089 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:02.085+0000 7f4a11d9b640 1 -- 172.21.15.63:0/1356187320 >> [v2:172.21.15.110:3301/0,v1:172.21.15.110:6790/0] conn(0x7f4a00003b90 msgr2=0x7f4a00003f90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-15T22:04:02.089 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:02.085+0000 7f4a11d9b640 1 --2- 172.21.15.63:0/1356187320 >> [v2:172.21.15.110:3301/0,v1:172.21.15.110:6790/0] conn(0x7f4a00003b90 0x7f4a00003f90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T22:04:02.089 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:02.085+0000 7f4a11d9b640 1 -- 172.21.15.63:0/1356187320 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f4a00005290 msgr2=0x7f4a0000b9c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-15T22:04:02.089 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:02.085+0000 7f4a11d9b640 1 --2- 172.21.15.63:0/1356187320 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f4a00005290 0x7f4a0000b9c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T22:04:02.089 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:02.085+0000 7f4a11d9b640 1 -- 172.21.15.63:0/1356187320 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f4a140d22f0 con 0x7f4a00004800 2024-09-15T22:04:02.089 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:02.085+0000 7f4a12d9d640 1 -- 172.21.15.63:0/1356187320 reap_dead start 2024-09-15T22:04:02.089 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:02.086+0000 7f4a11d9b640 1 --2- 172.21.15.63:0/1356187320 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f4a00004800 0x7f4a00004c80 secure :-1 s=READY pgs=7 cs=0 l=1 rev1=1 crypto rx=0x7f4a040019c0 tx=0x7f4a00005830 comp rx=0 tx=0).ready entity=mon.0 client_cookie=a090d9a309400402 server_cookie=0 in_seq=0 out_seq=0 2024-09-15T22:04:02.091 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:02.086+0000 7f4a1159a640 1 -- 172.21.15.63:0/1356187320 <== mon.0 v2:172.21.15.63:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4a04001610 con 0x7f4a00004800 2024-09-15T22:04:02.091 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:02.086+0000 7f4a1159a640 1 -- 172.21.15.63:0/1356187320 <== mon.0 v2:172.21.15.63:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f4a0402e070 con 0x7f4a00004800 2024-09-15T22:04:02.091 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:02.086+0000 7f4a1159a640 1 -- 172.21.15.63:0/1356187320 <== mon.0 v2:172.21.15.63:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4a040048a0 con 0x7f4a00004800 2024-09-15T22:04:02.091 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:02.087+0000 7f4a18896640 1 -- 172.21.15.63:0/1356187320 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f4a00004800 msgr2=0x7f4a00004c80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-15T22:04:02.091 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:02.087+0000 7f4a18896640 1 --2- 172.21.15.63:0/1356187320 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f4a00004800 0x7f4a00004c80 secure :-1 s=READY pgs=7 cs=0 l=1 rev1=1 crypto rx=0x7f4a040019c0 tx=0x7f4a00005830 comp rx=0 tx=0).stop 2024-09-15T22:04:02.091 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:02.087+0000 7f4a18896640 1 -- 172.21.15.63:0/1356187320 shutdown_connections 2024-09-15T22:04:02.091 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:02.087+0000 7f4a18896640 1 --2- 172.21.15.63:0/1356187320 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f4a00004800 0x7f4a00004c80 unknown :-1 s=CLOSED pgs=7 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T22:04:02.091 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:02.087+0000 7f4a18896640 1 -- 172.21.15.63:0/1356187320 >> 172.21.15.63:0/1356187320 conn(0x7f4a14074da0 msgr2=0x7f4a140d4560 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-15T22:04:02.091 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:02.087+0000 7f4a18896640 1 -- 172.21.15.63:0/1356187320 shutdown_connections 2024-09-15T22:04:02.091 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:02.087+0000 7f4a18896640 1 -- 172.21.15.63:0/1356187320 wait complete. 2024-09-15T22:04:02.091 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:02.089+0000 7f4a18896640 1 Processor -- start 2024-09-15T22:04:02.091 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:02.089+0000 7f4a18896640 1 -- start start 2024-09-15T22:04:02.093 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:02.089+0000 7f4a18896640 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f4a00004800 0x7f4a1413c2b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-15T22:04:02.093 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:02.090+0000 7f4a18896640 1 --2- >> [v2:172.21.15.110:3301/0,v1:172.21.15.110:6790/0] conn(0x7f4a141f4680 0x7f4a1415f0b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-15T22:04:02.094 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:02.090+0000 7f4a18896640 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f4a1415f5f0 0x7f4a14142190 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-15T22:04:02.094 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:02.090+0000 7f4a18896640 1 -- --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 -- 0x7f4a140d4010 con 0x7f4a1415f5f0 2024-09-15T22:04:02.094 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:02.090+0000 7f4a18896640 1 -- --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_getmap magic: 0 -- 0x7f4a14148310 con 0x7f4a00004800 2024-09-15T22:04:02.094 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:02.090+0000 7f4a18896640 1 -- --> [v2:172.21.15.110:3301/0,v1:172.21.15.110:6790/0] -- mon_getmap magic: 0 -- 0x7f4a140d4190 con 0x7f4a141f4680 2024-09-15T22:04:02.094 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:02.090+0000 7f4a12d9d640 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f4a1415f5f0 0x7f4a14142190 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-15T22:04:02.094 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:02.090+0000 7f4a1259c640 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f4a00004800 0x7f4a1413c2b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-15T22:04:02.094 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:02.090+0000 7f4a11d9b640 1 --2- >> [v2:172.21.15.110:3301/0,v1:172.21.15.110:6790/0] conn(0x7f4a141f4680 0x7f4a1415f0b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-15T22:04:02.094 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:02.090+0000 7f4a1259c640 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f4a00004800 0x7f4a1413c2b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.110:3300/0 says I am v2:172.21.15.63:36248/0 (socket says 172.21.15.63:36248) 2024-09-15T22:04:02.094 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:02.090+0000 7f4a12d9d640 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f4a1415f5f0 0x7f4a14142190 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.63:3300/0 says I am v2:172.21.15.63:36916/0 (socket says 172.21.15.63:36916) 2024-09-15T22:04:02.094 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:02.090+0000 7f4a1259c640 1 -- 172.21.15.63:0/2806641134 learned_addr learned my addr 172.21.15.63:0/2806641134 (peer_addr_for_me v2:172.21.15.63:0/0) 2024-09-15T22:04:02.094 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:02.090+0000 7f4a12d9d640 1 -- 172.21.15.63:0/2806641134 >> [v2:172.21.15.110:3301/0,v1:172.21.15.110:6790/0] conn(0x7f4a141f4680 msgr2=0x7f4a1415f0b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-15T22:04:02.094 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:02.090+0000 7f4a12d9d640 1 --2- 172.21.15.63:0/2806641134 >> [v2:172.21.15.110:3301/0,v1:172.21.15.110:6790/0] conn(0x7f4a141f4680 0x7f4a1415f0b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T22:04:02.095 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:02.090+0000 7f4a12d9d640 1 -- 172.21.15.63:0/2806641134 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f4a00004800 msgr2=0x7f4a1413c2b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-15T22:04:02.095 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:02.090+0000 7f4a12d9d640 1 --2- 172.21.15.63:0/2806641134 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f4a00004800 0x7f4a1413c2b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T22:04:02.095 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:02.090+0000 7f4a12d9d640 1 -- 172.21.15.63:0/2806641134 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f4a1413c7f0 con 0x7f4a1415f5f0 2024-09-15T22:04:02.095 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:02.090+0000 7f4a1259c640 1 --2- 172.21.15.63:0/2806641134 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f4a00004800 0x7f4a1413c2b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-15T22:04:02.095 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:02.090+0000 7f4a12d9d640 1 --2- 172.21.15.63:0/2806641134 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f4a1415f5f0 0x7f4a14142190 secure :-1 s=READY pgs=8 cs=0 l=1 rev1=1 crypto rx=0x7f4a140d1ca0 tx=0x7f4a0c00d520 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-15T22:04:02.095 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:02.090+0000 7f4a0affd640 1 -- 172.21.15.63:0/2806641134 <== mon.0 v2:172.21.15.63:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4a0c00db20 con 0x7f4a1415f5f0 2024-09-15T22:04:02.095 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:02.090+0000 7f4a0affd640 1 -- 172.21.15.63:0/2806641134 <== mon.0 v2:172.21.15.63:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f4a0c018070 con 0x7f4a1415f5f0 2024-09-15T22:04:02.095 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:02.090+0000 7f4a0affd640 1 -- 172.21.15.63:0/2806641134 <== mon.0 v2:172.21.15.63:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4a0c003970 con 0x7f4a1415f5f0 2024-09-15T22:04:02.095 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:02.090+0000 7f4a18896640 1 -- 172.21.15.63:0/2806641134 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f4a14160050 con 0x7f4a1415f5f0 2024-09-15T22:04:02.095 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:02.090+0000 7f4a18896640 1 -- 172.21.15.63:0/2806641134 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f4a1415fd70 con 0x7f4a1415f5f0 2024-09-15T22:04:02.095 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:02.091+0000 7f4a0affd640 1 -- 172.21.15.63:0/2806641134 <== mon.0 v2:172.21.15.63:3300/0 4 ==== mgrmap(e 1) ==== 807+0+0 (secure 0 0 0) 0x7f4a0c003b10 con 0x7f4a1415f5f0 2024-09-15T22:04:02.095 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:02.091+0000 7f4a0affd640 1 -- 172.21.15.63:0/2806641134 <== mon.0 v2:172.21.15.63:3300/0 5 ==== osd_map(1..1 src has 1..1) ==== 725+0+0 (secure 0 0 0) 0x7f4a0c01d460 con 0x7f4a1415f5f0 2024-09-15T22:04:02.095 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:02.091+0000 7f4a18896640 1 -- 172.21.15.63:0/2806641134 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f4a140d30b0 con 0x7f4a1415f5f0 2024-09-15T22:04:02.096 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:02.094+0000 7f4a0affd640 1 -- 172.21.15.63:0/2806641134 <== mon.0 v2:172.21.15.63:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+74432 (secure 0 0 0) 0x7f4a0c005070 con 0x7f4a1415f5f0 2024-09-15T22:04:02.160 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:02.159+0000 7f4a18896640 1 -- 172.21.15.63:0/2806641134 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_command({"prefix": "osd crush tunables", "profile": "default"} v 0) -- 0x7f4a140d3720 con 0x7f4a1415f5f0 2024-09-15T22:04:02.162 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:02.160+0000 7f4a0affd640 1 -- 172.21.15.63:0/2806641134 <== mon.0 v2:172.21.15.63:3300/0 7 ==== mon_command_ack([{"prefix": "osd crush tunables", "profile": "default"}]=0 adjusted tunables profile to default v2) ==== 124+0+0 (secure 0 0 0) 0x7f4a0c005250 con 0x7f4a1415f5f0 2024-09-15T22:04:02.162 INFO:teuthology.orchestra.run.smithi063.stderr:adjusted tunables profile to default 2024-09-15T22:04:02.163 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:02.161+0000 7f4a18896640 1 -- 172.21.15.63:0/2806641134 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f4a1415f5f0 msgr2=0x7f4a14142190 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-15T22:04:02.163 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:02.161+0000 7f4a18896640 1 --2- 172.21.15.63:0/2806641134 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f4a1415f5f0 0x7f4a14142190 secure :-1 s=READY pgs=8 cs=0 l=1 rev1=1 crypto rx=0x7f4a140d1ca0 tx=0x7f4a0c00d520 comp rx=0 tx=0).stop 2024-09-15T22:04:02.163 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:02.161+0000 7f4a18896640 1 -- 172.21.15.63:0/2806641134 shutdown_connections 2024-09-15T22:04:02.163 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:02.161+0000 7f4a18896640 1 --2- 172.21.15.63:0/2806641134 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f4a1415f5f0 0x7f4a14142190 unknown :-1 s=CLOSED pgs=8 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T22:04:02.163 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:02.161+0000 7f4a18896640 1 --2- 172.21.15.63:0/2806641134 >> [v2:172.21.15.110:3301/0,v1:172.21.15.110:6790/0] conn(0x7f4a141f4680 0x7f4a1415f0b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T22:04:02.163 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:02.161+0000 7f4a18896640 1 --2- 172.21.15.63:0/2806641134 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f4a00004800 0x7f4a1413c2b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T22:04:02.164 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:02.161+0000 7f4a18896640 1 -- 172.21.15.63:0/2806641134 >> 172.21.15.63:0/2806641134 conn(0x7f4a14074da0 msgr2=0x7f4a140caaf0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-15T22:04:02.164 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:02.161+0000 7f4a18896640 1 -- 172.21.15.63:0/2806641134 shutdown_connections 2024-09-15T22:04:02.164 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:02.162+0000 7f4a18896640 1 -- 172.21.15.63:0/2806641134 wait complete. 2024-09-15T22:04:02.173 INFO:tasks.ceph:check_enable_crimson: False 2024-09-15T22:04:02.174 INFO:tasks.ceph:Starting osd daemons in cluster ceph... 2024-09-15T22:04:02.174 DEBUG:teuthology.orchestra.run.smithi063:> set -ex 2024-09-15T22:04:02.174 DEBUG:teuthology.orchestra.run.smithi063:> sudo dd if=/var/lib/ceph/osd/ceph-0/fsid of=/dev/stdout 2024-09-15T22:04:02.184 INFO:tasks.ceph.mgr.x.smithi110.stderr:2024-09-15T22:04:02.181+0000 7f69ec1f9040 -1 mgr[py] Module osd_perf_query has missing NOTIFY_TYPES member 2024-09-15T22:04:02.199 DEBUG:teuthology.orchestra.run.smithi063:> set -ex 2024-09-15T22:04:02.200 DEBUG:teuthology.orchestra.run.smithi063:> sudo dd if=/var/lib/ceph/osd/ceph-1/fsid of=/dev/stdout 2024-09-15T22:04:02.205 INFO:tasks.ceph.mgr.y.smithi063.stderr:2024-09-15T22:04:02.204+0000 7f55f132f040 -1 mgr[py] Module osd_perf_query has missing NOTIFY_TYPES member 2024-09-15T22:04:02.223 INFO:tasks.ceph.mgr.x.smithi110.stderr:2024-09-15T22:04:02.221+0000 7f69ec1f9040 -1 mgr[py] Module osd_support has missing NOTIFY_TYPES member 2024-09-15T22:04:02.230 DEBUG:teuthology.orchestra.run.smithi063:> set -ex 2024-09-15T22:04:02.230 DEBUG:teuthology.orchestra.run.smithi063:> sudo dd if=/var/lib/ceph/osd/ceph-2/fsid of=/dev/stdout 2024-09-15T22:04:02.250 INFO:tasks.ceph.mgr.y.smithi063.stderr:2024-09-15T22:04:02.249+0000 7f55f132f040 -1 mgr[py] Module osd_support has missing NOTIFY_TYPES member 2024-09-15T22:04:02.275 DEBUG:teuthology.orchestra.run.smithi063:> set -ex 2024-09-15T22:04:02.276 DEBUG:teuthology.orchestra.run.smithi063:> sudo dd if=/var/lib/ceph/osd/ceph-3/fsid of=/dev/stdout 2024-09-15T22:04:02.342 DEBUG:teuthology.orchestra.run.smithi110:> set -ex 2024-09-15T22:04:02.342 DEBUG:teuthology.orchestra.run.smithi110:> sudo dd if=/var/lib/ceph/osd/ceph-4/fsid of=/dev/stdout 2024-09-15T22:04:02.367 DEBUG:teuthology.orchestra.run.smithi110:> set -ex 2024-09-15T22:04:02.367 DEBUG:teuthology.orchestra.run.smithi110:> sudo dd if=/var/lib/ceph/osd/ceph-5/fsid of=/dev/stdout 2024-09-15T22:04:02.368 INFO:tasks.ceph.mgr.x.smithi110.stderr:2024-09-15T22:04:02.365+0000 7f69ec1f9040 -1 mgr[py] Module diskprediction_local has missing NOTIFY_TYPES member 2024-09-15T22:04:02.391 DEBUG:teuthology.orchestra.run.smithi110:> set -ex 2024-09-15T22:04:02.392 DEBUG:teuthology.orchestra.run.smithi110:> sudo dd if=/var/lib/ceph/osd/ceph-6/fsid of=/dev/stdout 2024-09-15T22:04:02.405 INFO:tasks.ceph.mgr.y.smithi063.stderr:2024-09-15T22:04:02.404+0000 7f55f132f040 -1 mgr[py] Module diskprediction_local has missing NOTIFY_TYPES member 2024-09-15T22:04:02.421 INFO:tasks.ceph.mgr.x.smithi110.stderr:2024-09-15T22:04:02.418+0000 7f69ec1f9040 -1 mgr[py] Module crash has missing NOTIFY_TYPES member 2024-09-15T22:04:02.445 DEBUG:teuthology.orchestra.run.smithi110:> set -ex 2024-09-15T22:04:02.445 DEBUG:teuthology.orchestra.run.smithi110:> sudo dd if=/var/lib/ceph/osd/ceph-7/fsid of=/dev/stdout 2024-09-15T22:04:02.458 INFO:tasks.ceph.mgr.y.smithi063.stderr:2024-09-15T22:04:02.457+0000 7f55f132f040 -1 mgr[py] Module crash has missing NOTIFY_TYPES member 2024-09-15T22:04:02.509 DEBUG:teuthology.orchestra.run.smithi110:> sudo ceph --cluster ceph osd new 1f955f27-2876-45ee-a014-9d8a652f47de 0 2024-09-15T22:04:02.590 INFO:tasks.ceph.mgr.x.smithi110.stderr:2024-09-15T22:04:02.587+0000 7f69ec1f9040 -1 mgr[py] Module test_orchestrator has missing NOTIFY_TYPES member 2024-09-15T22:04:02.633 INFO:tasks.ceph.mgr.y.smithi063.stderr:2024-09-15T22:04:02.632+0000 7f55f132f040 -1 mgr[py] Module test_orchestrator has missing NOTIFY_TYPES member 2024-09-15T22:04:02.647 INFO:teuthology.orchestra.run.smithi110.stderr:2024-09-15T22:04:02.644+0000 7f7d7ea2e640 1 Processor -- start 2024-09-15T22:04:02.647 INFO:teuthology.orchestra.run.smithi110.stderr:2024-09-15T22:04:02.644+0000 7f7d7ea2e640 1 -- start start 2024-09-15T22:04:02.648 INFO:teuthology.orchestra.run.smithi110.stderr:2024-09-15T22:04:02.645+0000 7f7d7ea2e640 1 --2- >> v2:172.21.15.63:3300/0 conn(0x7f7d7806ccc0 0x7f7d780ae0c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-15T22:04:02.648 INFO:teuthology.orchestra.run.smithi110.stderr:2024-09-15T22:04:02.645+0000 7f7d7ea2e640 1 -- --> v1:172.21.15.63:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f7d7815fc30 con 0x7f7d7815f760 2024-09-15T22:04:02.648 INFO:teuthology.orchestra.run.smithi110.stderr:2024-09-15T22:04:02.645+0000 7f7d7ea2e640 1 -- --> v1:172.21.15.110:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f7d780cf210 con 0x7f7d7815b3f0 2024-09-15T22:04:02.649 INFO:teuthology.orchestra.run.smithi110.stderr:2024-09-15T22:04:02.645+0000 7f7d7ea2e640 1 -- --> v2:172.21.15.63:3300/0 -- mon_getmap magic: 0 -- 0x7f7d7815ff10 con 0x7f7d7806ccc0 2024-09-15T22:04:02.649 INFO:teuthology.orchestra.run.smithi110.stderr:2024-09-15T22:04:02.645+0000 7f7d77fff640 1 --1- >> v1:172.21.15.110:6789/0 conn(0x7f7d7815b3f0 0x7f7d7815f050 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.110:6789/0 says I am v1:172.21.15.110:44096/0 (socket says 172.21.15.110:44096) 2024-09-15T22:04:02.649 INFO:teuthology.orchestra.run.smithi110.stderr:2024-09-15T22:04:02.645+0000 7f7d77fff640 1 -- 172.21.15.110:0/1732857285 learned_addr learned my addr 172.21.15.110:0/1732857285 (peer_addr_for_me v1:172.21.15.110:0/0) 2024-09-15T22:04:02.649 INFO:teuthology.orchestra.run.smithi110.stderr:2024-09-15T22:04:02.645+0000 7f7d7cfcb640 1 --2- 172.21.15.110:0/1732857285 >> v2:172.21.15.63:3300/0 conn(0x7f7d7806ccc0 0x7f7d780ae0c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-15T22:04:02.649 INFO:teuthology.orchestra.run.smithi110.stderr:2024-09-15T22:04:02.646+0000 7f7d76ffd640 1 -- 172.21.15.110:0/1732857285 <== mon.1 v1:172.21.15.110:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 2613796801 0 0) 0x7f7d780cf210 con 0x7f7d7815b3f0 2024-09-15T22:04:02.649 INFO:teuthology.orchestra.run.smithi110.stderr:2024-09-15T22:04:02.646+0000 7f7d76ffd640 1 -- 172.21.15.110:0/1732857285 --> v1:172.21.15.110:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7f7d64003520 con 0x7f7d7815b3f0 2024-09-15T22:04:02.649 INFO:teuthology.orchestra.run.smithi110.stderr:2024-09-15T22:04:02.646+0000 7f7d7cfcb640 1 -- 172.21.15.110:0/1732857285 >> v1:172.21.15.110:6789/0 conn(0x7f7d7815b3f0 legacy=0x7f7d7815f050 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-15T22:04:02.649 INFO:teuthology.orchestra.run.smithi110.stderr:2024-09-15T22:04:02.646+0000 7f7d7cfcb640 1 -- 172.21.15.110:0/1732857285 >> v1:172.21.15.63:6789/0 conn(0x7f7d7815f760 legacy=0x7f7d7806c5b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-15T22:04:02.649 INFO:teuthology.orchestra.run.smithi110.stderr:2024-09-15T22:04:02.646+0000 7f7d7cfcb640 1 -- 172.21.15.110:0/1732857285 --> v2:172.21.15.63:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f7d780cf4f0 con 0x7f7d7806ccc0 2024-09-15T22:04:02.650 INFO:teuthology.orchestra.run.smithi110.stderr:2024-09-15T22:04:02.647+0000 7f7d7cfcb640 1 --2- 172.21.15.110:0/1732857285 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f7d7806ccc0 0x7f7d780ae0c0 secure :-1 s=READY pgs=11 cs=0 l=1 rev1=1 crypto rx=0x7f7d70009d90 tx=0x7f7d7002a5f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=b108764980fc9087 server_cookie=0 in_seq=0 out_seq=0 2024-09-15T22:04:02.650 INFO:teuthology.orchestra.run.smithi110.stderr:2024-09-15T22:04:02.647+0000 7f7d76ffd640 1 -- 172.21.15.110:0/1732857285 <== mon.0 v2:172.21.15.63:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7d70007740 con 0x7f7d7806ccc0 2024-09-15T22:04:02.650 INFO:teuthology.orchestra.run.smithi110.stderr:2024-09-15T22:04:02.647+0000 7f7d76ffd640 1 -- 172.21.15.110:0/1732857285 <== mon.0 v2:172.21.15.63:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f7d700078e0 con 0x7f7d7806ccc0 2024-09-15T22:04:02.651 INFO:teuthology.orchestra.run.smithi110.stderr:2024-09-15T22:04:02.647+0000 7f7d76ffd640 1 -- 172.21.15.110:0/1732857285 <== mon.0 v2:172.21.15.63:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7d70007cb0 con 0x7f7d7806ccc0 2024-09-15T22:04:02.651 INFO:teuthology.orchestra.run.smithi110.stderr:2024-09-15T22:04:02.647+0000 7f7d7ea2e640 1 -- 172.21.15.110:0/1732857285 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f7d7806ccc0 msgr2=0x7f7d780ae0c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-15T22:04:02.651 INFO:teuthology.orchestra.run.smithi110.stderr:2024-09-15T22:04:02.647+0000 7f7d7ea2e640 1 --2- 172.21.15.110:0/1732857285 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f7d7806ccc0 0x7f7d780ae0c0 secure :-1 s=READY pgs=11 cs=0 l=1 rev1=1 crypto rx=0x7f7d70009d90 tx=0x7f7d7002a5f0 comp rx=0 tx=0).stop 2024-09-15T22:04:02.651 INFO:teuthology.orchestra.run.smithi110.stderr:2024-09-15T22:04:02.647+0000 7f7d7ea2e640 1 -- 172.21.15.110:0/1732857285 shutdown_connections 2024-09-15T22:04:02.651 INFO:teuthology.orchestra.run.smithi110.stderr:2024-09-15T22:04:02.647+0000 7f7d7ea2e640 1 --2- 172.21.15.110:0/1732857285 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f7d7806ccc0 0x7f7d780ae0c0 unknown :-1 s=CLOSED pgs=11 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T22:04:02.651 INFO:teuthology.orchestra.run.smithi110.stderr:2024-09-15T22:04:02.647+0000 7f7d7ea2e640 1 -- 172.21.15.110:0/1732857285 >> 172.21.15.110:0/1732857285 conn(0x7f7d780b5f40 msgr2=0x7f7d780b6640 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-15T22:04:02.651 INFO:teuthology.orchestra.run.smithi110.stderr:2024-09-15T22:04:02.647+0000 7f7d7ea2e640 1 -- 172.21.15.110:0/1732857285 shutdown_connections 2024-09-15T22:04:02.651 INFO:teuthology.orchestra.run.smithi110.stderr:2024-09-15T22:04:02.647+0000 7f7d7ea2e640 1 -- 172.21.15.110:0/1732857285 wait complete. 2024-09-15T22:04:02.653 INFO:teuthology.orchestra.run.smithi110.stderr:2024-09-15T22:04:02.649+0000 7f7d7ea2e640 1 Processor -- start 2024-09-15T22:04:02.653 INFO:teuthology.orchestra.run.smithi110.stderr:2024-09-15T22:04:02.649+0000 7f7d7ea2e640 1 -- start start 2024-09-15T22:04:02.653 INFO:teuthology.orchestra.run.smithi110.stderr:2024-09-15T22:04:02.649+0000 7f7d7ea2e640 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f7d7806ccc0 0x7f7d7814f660 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-15T22:04:02.654 INFO:teuthology.orchestra.run.smithi110.stderr:2024-09-15T22:04:02.649+0000 7f7d7ea2e640 1 --2- >> [v2:172.21.15.110:3301/0,v1:172.21.15.110:6790/0] conn(0x7f7d7815b3f0 0x7f7d78074bc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-15T22:04:02.654 INFO:teuthology.orchestra.run.smithi110.stderr:2024-09-15T22:04:02.649+0000 7f7d7ea2e640 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f7d7815f760 0x7f7d78075100 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-15T22:04:02.654 INFO:teuthology.orchestra.run.smithi110.stderr:2024-09-15T22:04:02.649+0000 7f7d7ea2e640 1 -- --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 -- 0x7f7d7815b950 con 0x7f7d7815f760 2024-09-15T22:04:02.654 INFO:teuthology.orchestra.run.smithi110.stderr:2024-09-15T22:04:02.649+0000 7f7d7ea2e640 1 -- --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_getmap magic: 0 -- 0x7f7d7815b7d0 con 0x7f7d7806ccc0 2024-09-15T22:04:02.654 INFO:teuthology.orchestra.run.smithi110.stderr:2024-09-15T22:04:02.649+0000 7f7d7ea2e640 1 -- --> [v2:172.21.15.110:3301/0,v1:172.21.15.110:6790/0] -- mon_getmap magic: 0 -- 0x7f7d780cfcf0 con 0x7f7d7815b3f0 2024-09-15T22:04:02.654 INFO:teuthology.orchestra.run.smithi110.stderr:2024-09-15T22:04:02.650+0000 7f7d77fff640 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f7d7806ccc0 0x7f7d7814f660 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-15T22:04:02.654 INFO:teuthology.orchestra.run.smithi110.stderr:2024-09-15T22:04:02.650+0000 7f7d77fff640 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f7d7806ccc0 0x7f7d7814f660 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.110:3300/0 says I am v2:172.21.15.110:48464/0 (socket says 172.21.15.110:48464) 2024-09-15T22:04:02.654 INFO:teuthology.orchestra.run.smithi110.stderr:2024-09-15T22:04:02.650+0000 7f7d77fff640 1 -- 172.21.15.110:0/3375760561 learned_addr learned my addr 172.21.15.110:0/3375760561 (peer_addr_for_me v2:172.21.15.110:0/0) 2024-09-15T22:04:02.654 INFO:teuthology.orchestra.run.smithi110.stderr:2024-09-15T22:04:02.650+0000 7f7d777fe640 1 --2- 172.21.15.110:0/3375760561 >> [v2:172.21.15.110:3301/0,v1:172.21.15.110:6790/0] conn(0x7f7d7815b3f0 0x7f7d78074bc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-15T22:04:02.654 INFO:teuthology.orchestra.run.smithi110.stderr:2024-09-15T22:04:02.650+0000 7f7d7cfcb640 1 --2- 172.21.15.110:0/3375760561 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f7d7815f760 0x7f7d78075100 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-15T22:04:02.654 INFO:teuthology.orchestra.run.smithi110.stderr:2024-09-15T22:04:02.650+0000 7f7d777fe640 1 -- 172.21.15.110:0/3375760561 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f7d7806ccc0 msgr2=0x7f7d7814f660 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-15T22:04:02.654 INFO:teuthology.orchestra.run.smithi110.stderr:2024-09-15T22:04:02.650+0000 7f7d777fe640 1 --2- 172.21.15.110:0/3375760561 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f7d7806ccc0 0x7f7d7814f660 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T22:04:02.654 INFO:teuthology.orchestra.run.smithi110.stderr:2024-09-15T22:04:02.650+0000 7f7d777fe640 1 -- 172.21.15.110:0/3375760561 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f7d7815f760 msgr2=0x7f7d78075100 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-15T22:04:02.654 INFO:teuthology.orchestra.run.smithi110.stderr:2024-09-15T22:04:02.650+0000 7f7d777fe640 1 --2- 172.21.15.110:0/3375760561 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f7d7815f760 0x7f7d78075100 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T22:04:02.654 INFO:teuthology.orchestra.run.smithi110.stderr:2024-09-15T22:04:02.650+0000 7f7d777fe640 1 -- 172.21.15.110:0/3375760561 --> [v2:172.21.15.110:3301/0,v1:172.21.15.110:6790/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f7d7815c850 con 0x7f7d7815b3f0 2024-09-15T22:04:02.655 INFO:teuthology.orchestra.run.smithi110.stderr:2024-09-15T22:04:02.650+0000 7f7d77fff640 1 --2- 172.21.15.110:0/3375760561 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f7d7806ccc0 0x7f7d7814f660 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-15T22:04:02.655 INFO:teuthology.orchestra.run.smithi110.stderr:2024-09-15T22:04:02.650+0000 7f7d777fe640 1 --2- 172.21.15.110:0/3375760561 >> [v2:172.21.15.110:3301/0,v1:172.21.15.110:6790/0] conn(0x7f7d7815b3f0 0x7f7d78074bc0 secure :-1 s=READY pgs=6 cs=0 l=1 rev1=1 crypto rx=0x7f7d6000c460 tx=0x7f7d6000c920 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-15T22:04:02.655 INFO:teuthology.orchestra.run.smithi110.stderr:2024-09-15T22:04:02.650+0000 7f7d74ff9640 1 -- 172.21.15.110:0/3375760561 <== mon.2 v2:172.21.15.110:3301/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7d60017070 con 0x7f7d7815b3f0 2024-09-15T22:04:02.655 INFO:teuthology.orchestra.run.smithi110.stderr:2024-09-15T22:04:02.650+0000 7f7d74ff9640 1 -- 172.21.15.110:0/3375760561 <== mon.2 v2:172.21.15.110:3301/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f7d600035f0 con 0x7f7d7815b3f0 2024-09-15T22:04:02.655 INFO:teuthology.orchestra.run.smithi110.stderr:2024-09-15T22:04:02.650+0000 7f7d7ea2e640 1 -- 172.21.15.110:0/3375760561 --> [v2:172.21.15.110:3301/0,v1:172.21.15.110:6790/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f7d7815cb30 con 0x7f7d7815b3f0 2024-09-15T22:04:02.655 INFO:teuthology.orchestra.run.smithi110.stderr:2024-09-15T22:04:02.650+0000 7f7d74ff9640 1 -- 172.21.15.110:0/3375760561 <== mon.2 v2:172.21.15.110:3301/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7d600039e0 con 0x7f7d7815b3f0 2024-09-15T22:04:02.655 INFO:teuthology.orchestra.run.smithi110.stderr:2024-09-15T22:04:02.650+0000 7f7d7ea2e640 1 -- 172.21.15.110:0/3375760561 --> [v2:172.21.15.110:3301/0,v1:172.21.15.110:6790/0] -- mon_subscribe({osdmap=0}) -- 0x7f7d7815d0f0 con 0x7f7d7815b3f0 2024-09-15T22:04:02.655 INFO:teuthology.orchestra.run.smithi110.stderr:2024-09-15T22:04:02.650+0000 7f7d74ff9640 1 -- 172.21.15.110:0/3375760561 <== mon.2 v2:172.21.15.110:3301/0 4 ==== mgrmap(e 1) ==== 807+0+0 (secure 0 0 0) 0x7f7d6001a070 con 0x7f7d7815b3f0 2024-09-15T22:04:02.655 INFO:teuthology.orchestra.run.smithi110.stderr:2024-09-15T22:04:02.650+0000 7f7d74ff9640 1 -- 172.21.15.110:0/3375760561 <== mon.2 v2:172.21.15.110:3301/0 5 ==== osd_map(2..2 src has 1..2) ==== 725+0+0 (secure 0 0 0) 0x7f7d60012740 con 0x7f7d7815b3f0 2024-09-15T22:04:02.655 INFO:teuthology.orchestra.run.smithi110.stderr:2024-09-15T22:04:02.651+0000 7f7d7ea2e640 1 -- 172.21.15.110:0/3375760561 --> [v2:172.21.15.110:3301/0,v1:172.21.15.110:6790/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f7d780ae0c0 con 0x7f7d7815b3f0 2024-09-15T22:04:02.656 INFO:teuthology.orchestra.run.smithi110.stderr:2024-09-15T22:04:02.654+0000 7f7d74ff9640 1 -- 172.21.15.110:0/3375760561 <== mon.2 v2:172.21.15.110:3301/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+74432 (secure 0 0 0) 0x7f7d60021080 con 0x7f7d7815b3f0 2024-09-15T22:04:02.704 INFO:tasks.ceph.mgr.x.smithi110.stderr:2024-09-15T22:04:02.701+0000 7f69ec1f9040 -1 mgr[py] Module snap_schedule has missing NOTIFY_TYPES member 2024-09-15T22:04:02.724 INFO:teuthology.orchestra.run.smithi110.stderr:2024-09-15T22:04:02.721+0000 7f7d7ea2e640 1 -- 172.21.15.110:0/3375760561 --> [v2:172.21.15.110:3301/0,v1:172.21.15.110:6790/0] -- mon_command({"prefix": "osd new", "uuid": "1f955f27-2876-45ee-a014-9d8a652f47de", "id": 0} v 0) -- 0x7f7d780b6d50 con 0x7f7d7815b3f0 2024-09-15T22:04:02.726 INFO:teuthology.orchestra.run.smithi110.stderr:2024-09-15T22:04:02.724+0000 7f7d74ff9640 1 -- 172.21.15.110:0/3375760561 <== mon.2 v2:172.21.15.110:3301/0 7 ==== mon_command_ack([{"prefix": "osd new", "uuid": "1f955f27-2876-45ee-a014-9d8a652f47de", "id": 0}]=0 v3) ==== 112+0+2 (secure 0 0 0) 0x7f7d60003c30 con 0x7f7d7815b3f0 2024-09-15T22:04:02.727 INFO:teuthology.orchestra.run.smithi110.stdout:0 2024-09-15T22:04:02.728 INFO:teuthology.orchestra.run.smithi110.stderr:2024-09-15T22:04:02.725+0000 7f7d7ea2e640 1 -- 172.21.15.110:0/3375760561 >> [v2:172.21.15.110:3301/0,v1:172.21.15.110:6790/0] conn(0x7f7d7815b3f0 msgr2=0x7f7d78074bc0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-15T22:04:02.728 INFO:teuthology.orchestra.run.smithi110.stderr:2024-09-15T22:04:02.725+0000 7f7d7ea2e640 1 --2- 172.21.15.110:0/3375760561 >> [v2:172.21.15.110:3301/0,v1:172.21.15.110:6790/0] conn(0x7f7d7815b3f0 0x7f7d78074bc0 secure :-1 s=READY pgs=6 cs=0 l=1 rev1=1 crypto rx=0x7f7d6000c460 tx=0x7f7d6000c920 comp rx=0 tx=0).stop 2024-09-15T22:04:02.728 INFO:teuthology.orchestra.run.smithi110.stderr:2024-09-15T22:04:02.725+0000 7f7d7ea2e640 1 -- 172.21.15.110:0/3375760561 shutdown_connections 2024-09-15T22:04:02.728 INFO:teuthology.orchestra.run.smithi110.stderr:2024-09-15T22:04:02.725+0000 7f7d7ea2e640 1 --2- 172.21.15.110:0/3375760561 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f7d7815f760 0x7f7d78075100 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T22:04:02.728 INFO:teuthology.orchestra.run.smithi110.stderr:2024-09-15T22:04:02.725+0000 7f7d7ea2e640 1 --2- 172.21.15.110:0/3375760561 >> [v2:172.21.15.110:3301/0,v1:172.21.15.110:6790/0] conn(0x7f7d7815b3f0 0x7f7d78074bc0 unknown :-1 s=CLOSED pgs=6 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T22:04:02.728 INFO:teuthology.orchestra.run.smithi110.stderr:2024-09-15T22:04:02.725+0000 7f7d7ea2e640 1 --2- 172.21.15.110:0/3375760561 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f7d7806ccc0 0x7f7d7814f660 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T22:04:02.728 INFO:teuthology.orchestra.run.smithi110.stderr:2024-09-15T22:04:02.725+0000 7f7d7ea2e640 1 -- 172.21.15.110:0/3375760561 >> 172.21.15.110:0/3375760561 conn(0x7f7d780b5f40 msgr2=0x7f7d7806ded0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-15T22:04:02.729 INFO:teuthology.orchestra.run.smithi110.stderr:2024-09-15T22:04:02.725+0000 7f7d7ea2e640 1 -- 172.21.15.110:0/3375760561 shutdown_connections 2024-09-15T22:04:02.729 INFO:teuthology.orchestra.run.smithi110.stderr:2024-09-15T22:04:02.725+0000 7f7d7ea2e640 1 -- 172.21.15.110:0/3375760561 wait complete. 2024-09-15T22:04:02.738 DEBUG:teuthology.orchestra.run.smithi110:> sudo ceph --cluster ceph osd new af6843a2-c664-44cd-9435-6410b9d7cdfc 1 2024-09-15T22:04:02.750 INFO:tasks.ceph.mgr.y.smithi063.stderr:2024-09-15T22:04:02.748+0000 7f55f132f040 -1 mgr[py] Module snap_schedule has missing NOTIFY_TYPES member 2024-09-15T22:04:02.876 INFO:teuthology.orchestra.run.smithi110.stderr:2024-09-15T22:04:02.873+0000 7fdb51aa5640 1 Processor -- start 2024-09-15T22:04:02.876 INFO:teuthology.orchestra.run.smithi110.stderr:2024-09-15T22:04:02.873+0000 7fdb51aa5640 1 -- start start 2024-09-15T22:04:02.877 INFO:teuthology.orchestra.run.smithi110.stderr:2024-09-15T22:04:02.874+0000 7fdb51aa5640 1 --2- >> v2:172.21.15.110:3300/0 conn(0x7fdb4c15e7b0 0x7fdb4c0b19f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-15T22:04:02.877 INFO:teuthology.orchestra.run.smithi110.stderr:2024-09-15T22:04:02.874+0000 7fdb51aa5640 1 -- --> v1:172.21.15.63:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fdb4c0b1f30 con 0x7fdb4c0731e0 2024-09-15T22:04:02.877 INFO:teuthology.orchestra.run.smithi110.stderr:2024-09-15T22:04:02.874+0000 7fdb51aa5640 1 -- --> v1:172.21.15.110:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fdb4c0b21f0 con 0x7fdb4c06cb70 2024-09-15T22:04:02.877 INFO:teuthology.orchestra.run.smithi110.stderr:2024-09-15T22:04:02.874+0000 7fdb51aa5640 1 -- --> v2:172.21.15.110:3300/0 -- mon_getmap magic: 0 -- 0x7fdb4c0ae130 con 0x7fdb4c15e7b0 2024-09-15T22:04:02.877 INFO:teuthology.orchestra.run.smithi110.stderr:2024-09-15T22:04:02.874+0000 7fdb4b7fe640 1 --2- >> v2:172.21.15.110:3300/0 conn(0x7fdb4c15e7b0 0x7fdb4c0b19f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-15T22:04:02.878 INFO:teuthology.orchestra.run.smithi110.stderr:2024-09-15T22:04:02.874+0000 7fdb4bfff640 1 --1- >> v1:172.21.15.110:6789/0 conn(0x7fdb4c06cb70 0x7fdb4c0ae5c0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.110:6789/0 says I am v1:172.21.15.110:44098/0 (socket says 172.21.15.110:44098) 2024-09-15T22:04:02.878 INFO:teuthology.orchestra.run.smithi110.stderr:2024-09-15T22:04:02.874+0000 7fdb4bfff640 1 -- 172.21.15.110:0/1735034216 learned_addr learned my addr 172.21.15.110:0/1735034216 (peer_addr_for_me v1:172.21.15.110:0/0) 2024-09-15T22:04:02.878 INFO:teuthology.orchestra.run.smithi110.stderr:2024-09-15T22:04:02.875+0000 7fdb4b7fe640 1 -- 172.21.15.110:0/1735034216 >> v1:172.21.15.110:6789/0 conn(0x7fdb4c06cb70 legacy=0x7fdb4c0ae5c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-15T22:04:02.878 INFO:teuthology.orchestra.run.smithi110.stderr:2024-09-15T22:04:02.875+0000 7fdb4b7fe640 1 -- 172.21.15.110:0/1735034216 >> v1:172.21.15.63:6789/0 conn(0x7fdb4c0731e0 legacy=0x7fdb4c06c460 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-15T22:04:02.878 INFO:teuthology.orchestra.run.smithi110.stderr:2024-09-15T22:04:02.875+0000 7fdb4b7fe640 1 -- 172.21.15.110:0/1735034216 --> v2:172.21.15.110:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fdb4c0b24d0 con 0x7fdb4c15e7b0 2024-09-15T22:04:02.879 INFO:teuthology.orchestra.run.smithi110.stderr:2024-09-15T22:04:02.875+0000 7fdb4b7fe640 1 --2- 172.21.15.110:0/1735034216 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7fdb4c15e7b0 0x7fdb4c0b19f0 secure :-1 s=READY pgs=12 cs=0 l=1 rev1=1 crypto rx=0x7fdb3c0097a0 tx=0x7fdb3c02a110 comp rx=0 tx=0).ready entity=mon.1 client_cookie=d39c9d77cfdd563d server_cookie=0 in_seq=0 out_seq=0 2024-09-15T22:04:02.879 INFO:teuthology.orchestra.run.smithi110.stderr:2024-09-15T22:04:02.876+0000 7fdb4affd640 1 -- 172.21.15.110:0/1735034216 <== mon.1 v2:172.21.15.110:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fdb3c037070 con 0x7fdb4c15e7b0 2024-09-15T22:04:02.879 INFO:teuthology.orchestra.run.smithi110.stderr:2024-09-15T22:04:02.876+0000 7fdb4affd640 1 -- 172.21.15.110:0/1735034216 <== mon.1 v2:172.21.15.110:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fdb3c032440 con 0x7fdb4c15e7b0 2024-09-15T22:04:02.879 INFO:teuthology.orchestra.run.smithi110.stderr:2024-09-15T22:04:02.876+0000 7fdb4affd640 1 -- 172.21.15.110:0/1735034216 <== mon.1 v2:172.21.15.110:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fdb3c02ae60 con 0x7fdb4c15e7b0 2024-09-15T22:04:02.879 INFO:teuthology.orchestra.run.smithi110.stderr:2024-09-15T22:04:02.876+0000 7fdb51aa5640 1 -- 172.21.15.110:0/1735034216 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7fdb4c15e7b0 msgr2=0x7fdb4c0b19f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-15T22:04:02.879 INFO:teuthology.orchestra.run.smithi110.stderr:2024-09-15T22:04:02.876+0000 7fdb51aa5640 1 --2- 172.21.15.110:0/1735034216 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7fdb4c15e7b0 0x7fdb4c0b19f0 secure :-1 s=READY pgs=12 cs=0 l=1 rev1=1 crypto rx=0x7fdb3c0097a0 tx=0x7fdb3c02a110 comp rx=0 tx=0).stop 2024-09-15T22:04:02.879 INFO:teuthology.orchestra.run.smithi110.stderr:2024-09-15T22:04:02.876+0000 7fdb51aa5640 1 -- 172.21.15.110:0/1735034216 shutdown_connections 2024-09-15T22:04:02.880 INFO:teuthology.orchestra.run.smithi110.stderr:2024-09-15T22:04:02.876+0000 7fdb51aa5640 1 --2- 172.21.15.110:0/1735034216 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7fdb4c15e7b0 0x7fdb4c0b19f0 unknown :-1 s=CLOSED pgs=12 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T22:04:02.880 INFO:teuthology.orchestra.run.smithi110.stderr:2024-09-15T22:04:02.876+0000 7fdb51aa5640 1 -- 172.21.15.110:0/1735034216 >> 172.21.15.110:0/1735034216 conn(0x7fdb4c0b4d50 msgr2=0x7fdb4c0b5fb0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-15T22:04:02.880 INFO:teuthology.orchestra.run.smithi110.stderr:2024-09-15T22:04:02.877+0000 7fdb51aa5640 1 -- 172.21.15.110:0/1735034216 shutdown_connections 2024-09-15T22:04:02.880 INFO:teuthology.orchestra.run.smithi110.stderr:2024-09-15T22:04:02.877+0000 7fdb51aa5640 1 -- 172.21.15.110:0/1735034216 wait complete. 2024-09-15T22:04:02.881 INFO:teuthology.orchestra.run.smithi110.stderr:2024-09-15T22:04:02.878+0000 7fdb51aa5640 1 Processor -- start 2024-09-15T22:04:02.881 INFO:teuthology.orchestra.run.smithi110.stderr:2024-09-15T22:04:02.878+0000 7fdb51aa5640 1 -- start start 2024-09-15T22:04:02.883 INFO:teuthology.orchestra.run.smithi110.stderr:2024-09-15T22:04:02.879+0000 7fdb51aa5640 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fdb4c06cb70 0x7fdb4c14f730 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-15T22:04:02.883 INFO:teuthology.orchestra.run.smithi110.stderr:2024-09-15T22:04:02.879+0000 7fdb51aa5640 1 --2- >> [v2:172.21.15.110:3301/0,v1:172.21.15.110:6790/0] conn(0x7fdb4c0731e0 0x7fdb4c1558d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-15T22:04:02.883 INFO:teuthology.orchestra.run.smithi110.stderr:2024-09-15T22:04:02.879+0000 7fdb51aa5640 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7fdb4c15e7b0 0x7fdb4c15c360 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-15T22:04:02.883 INFO:teuthology.orchestra.run.smithi110.stderr:2024-09-15T22:04:02.879+0000 7fdb51aa5640 1 -- --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 -- 0x7fdb4c0b2a90 con 0x7fdb4c06cb70 2024-09-15T22:04:02.883 INFO:teuthology.orchestra.run.smithi110.stderr:2024-09-15T22:04:02.879+0000 7fdb51aa5640 1 -- --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_getmap magic: 0 -- 0x7fdb4c06c250 con 0x7fdb4c15e7b0 2024-09-15T22:04:02.883 INFO:teuthology.orchestra.run.smithi110.stderr:2024-09-15T22:04:02.879+0000 7fdb51aa5640 1 -- --> [v2:172.21.15.110:3301/0,v1:172.21.15.110:6790/0] -- mon_getmap magic: 0 -- 0x7fdb4c0aecd0 con 0x7fdb4c0731e0 2024-09-15T22:04:02.884 INFO:teuthology.orchestra.run.smithi110.stderr:2024-09-15T22:04:02.879+0000 7fdb4bfff640 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7fdb4c15e7b0 0x7fdb4c15c360 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-15T22:04:02.884 INFO:teuthology.orchestra.run.smithi110.stderr:2024-09-15T22:04:02.879+0000 7fdb43fff640 1 --2- >> [v2:172.21.15.110:3301/0,v1:172.21.15.110:6790/0] conn(0x7fdb4c0731e0 0x7fdb4c1558d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-15T22:04:02.884 INFO:teuthology.orchestra.run.smithi110.stderr:2024-09-15T22:04:02.879+0000 7fdb4bfff640 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7fdb4c15e7b0 0x7fdb4c15c360 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.110:3300/0 says I am v2:172.21.15.110:48488/0 (socket says 172.21.15.110:48488) 2024-09-15T22:04:02.884 INFO:teuthology.orchestra.run.smithi110.stderr:2024-09-15T22:04:02.879+0000 7fdb43fff640 1 --2- >> [v2:172.21.15.110:3301/0,v1:172.21.15.110:6790/0] conn(0x7fdb4c0731e0 0x7fdb4c1558d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.110:3301/0 says I am v2:172.21.15.110:60392/0 (socket says 172.21.15.110:60392) 2024-09-15T22:04:02.884 INFO:teuthology.orchestra.run.smithi110.stderr:2024-09-15T22:04:02.879+0000 7fdb4bfff640 1 -- 172.21.15.110:0/880624442 learned_addr learned my addr 172.21.15.110:0/880624442 (peer_addr_for_me v2:172.21.15.110:0/0) 2024-09-15T22:04:02.884 INFO:teuthology.orchestra.run.smithi110.stderr:2024-09-15T22:04:02.879+0000 7fdb4b7fe640 1 --2- 172.21.15.110:0/880624442 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fdb4c06cb70 0x7fdb4c14f730 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-15T22:04:02.884 INFO:teuthology.orchestra.run.smithi110.stderr:2024-09-15T22:04:02.880+0000 7fdb4bfff640 1 -- 172.21.15.110:0/880624442 >> [v2:172.21.15.110:3301/0,v1:172.21.15.110:6790/0] conn(0x7fdb4c0731e0 msgr2=0x7fdb4c1558d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-15T22:04:02.884 INFO:teuthology.orchestra.run.smithi110.stderr:2024-09-15T22:04:02.880+0000 7fdb4bfff640 1 --2- 172.21.15.110:0/880624442 >> [v2:172.21.15.110:3301/0,v1:172.21.15.110:6790/0] conn(0x7fdb4c0731e0 0x7fdb4c1558d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T22:04:02.884 INFO:teuthology.orchestra.run.smithi110.stderr:2024-09-15T22:04:02.880+0000 7fdb4bfff640 1 -- 172.21.15.110:0/880624442 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fdb4c06cb70 msgr2=0x7fdb4c14f730 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-15T22:04:02.884 INFO:teuthology.orchestra.run.smithi110.stderr:2024-09-15T22:04:02.880+0000 7fdb4bfff640 1 --2- 172.21.15.110:0/880624442 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fdb4c06cb70 0x7fdb4c14f730 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T22:04:02.884 INFO:teuthology.orchestra.run.smithi110.stderr:2024-09-15T22:04:02.880+0000 7fdb4bfff640 1 -- 172.21.15.110:0/880624442 --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fdb4c1582c0 con 0x7fdb4c15e7b0 2024-09-15T22:04:02.885 INFO:teuthology.orchestra.run.smithi110.stderr:2024-09-15T22:04:02.880+0000 7fdb4bfff640 1 --2- 172.21.15.110:0/880624442 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7fdb4c15e7b0 0x7fdb4c15c360 secure :-1 s=READY pgs=13 cs=0 l=1 rev1=1 crypto rx=0x7fdb4400cbc0 tx=0x7fdb4400a430 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-15T22:04:02.885 INFO:teuthology.orchestra.run.smithi110.stderr:2024-09-15T22:04:02.880+0000 7fdb48ff9640 1 -- 172.21.15.110:0/880624442 <== mon.1 v2:172.21.15.110:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fdb44017070 con 0x7fdb4c15e7b0 2024-09-15T22:04:02.885 INFO:teuthology.orchestra.run.smithi110.stderr:2024-09-15T22:04:02.880+0000 7fdb48ff9640 1 -- 172.21.15.110:0/880624442 <== mon.1 v2:172.21.15.110:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fdb4400ad40 con 0x7fdb4c15e7b0 2024-09-15T22:04:02.885 INFO:teuthology.orchestra.run.smithi110.stderr:2024-09-15T22:04:02.880+0000 7fdb48ff9640 1 -- 172.21.15.110:0/880624442 <== mon.1 v2:172.21.15.110:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fdb44012600 con 0x7fdb4c15e7b0 2024-09-15T22:04:02.885 INFO:teuthology.orchestra.run.smithi110.stderr:2024-09-15T22:04:02.880+0000 7fdb51aa5640 1 -- 172.21.15.110:0/880624442 --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fdb4c157a80 con 0x7fdb4c15e7b0 2024-09-15T22:04:02.885 INFO:teuthology.orchestra.run.smithi110.stderr:2024-09-15T22:04:02.880+0000 7fdb51aa5640 1 -- 172.21.15.110:0/880624442 --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fdb4c1595d0 con 0x7fdb4c15e7b0 2024-09-15T22:04:02.885 INFO:teuthology.orchestra.run.smithi110.stderr:2024-09-15T22:04:02.880+0000 7fdb48ff9640 1 -- 172.21.15.110:0/880624442 <== mon.1 v2:172.21.15.110:3300/0 4 ==== mgrmap(e 1) ==== 807+0+0 (secure 0 0 0) 0x7fdb4401a070 con 0x7fdb4c15e7b0 2024-09-15T22:04:02.885 INFO:teuthology.orchestra.run.smithi110.stderr:2024-09-15T22:04:02.880+0000 7fdb48ff9640 1 -- 172.21.15.110:0/880624442 <== mon.1 v2:172.21.15.110:3300/0 5 ==== osd_map(3..3 src has 1..3) ==== 840+0+0 (secure 0 0 0) 0x7fdb4401c890 con 0x7fdb4c15e7b0 2024-09-15T22:04:02.885 INFO:teuthology.orchestra.run.smithi110.stderr:2024-09-15T22:04:02.881+0000 7fdb51aa5640 1 -- 172.21.15.110:0/880624442 --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fdb4c0b19f0 con 0x7fdb4c15e7b0 2024-09-15T22:04:02.885 INFO:teuthology.orchestra.run.smithi110.stderr:2024-09-15T22:04:02.883+0000 7fdb48ff9640 1 -- 172.21.15.110:0/880624442 <== mon.1 v2:172.21.15.110:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+74432 (secure 0 0 0) 0x7fdb4c157a80 con 0x7fdb4c15e7b0 2024-09-15T22:04:02.953 INFO:teuthology.orchestra.run.smithi110.stderr:2024-09-15T22:04:02.951+0000 7fdb51aa5640 1 -- 172.21.15.110:0/880624442 --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_command({"prefix": "osd new", "uuid": "af6843a2-c664-44cd-9435-6410b9d7cdfc", "id": 1} v 0) -- 0x7fdb4c0d1cd0 con 0x7fdb4c15e7b0 2024-09-15T22:04:02.957 INFO:teuthology.orchestra.run.smithi110.stderr:2024-09-15T22:04:02.954+0000 7fdb48ff9640 1 -- 172.21.15.110:0/880624442 <== mon.1 v2:172.21.15.110:3300/0 7 ==== mon_command_ack([{"prefix": "osd new", "uuid": "af6843a2-c664-44cd-9435-6410b9d7cdfc", "id": 1}]=0 v4) ==== 112+0+2 (secure 0 0 0) 0x7fdb4401ca90 con 0x7fdb4c15e7b0 2024-09-15T22:04:02.957 INFO:teuthology.orchestra.run.smithi110.stdout:1 2024-09-15T22:04:02.958 INFO:teuthology.orchestra.run.smithi110.stderr:2024-09-15T22:04:02.955+0000 7fdb51aa5640 1 -- 172.21.15.110:0/880624442 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7fdb4c15e7b0 msgr2=0x7fdb4c15c360 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-15T22:04:02.958 INFO:teuthology.orchestra.run.smithi110.stderr:2024-09-15T22:04:02.955+0000 7fdb51aa5640 1 --2- 172.21.15.110:0/880624442 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7fdb4c15e7b0 0x7fdb4c15c360 secure :-1 s=READY pgs=13 cs=0 l=1 rev1=1 crypto rx=0x7fdb4400cbc0 tx=0x7fdb4400a430 comp rx=0 tx=0).stop 2024-09-15T22:04:02.958 INFO:teuthology.orchestra.run.smithi110.stderr:2024-09-15T22:04:02.955+0000 7fdb51aa5640 1 -- 172.21.15.110:0/880624442 shutdown_connections 2024-09-15T22:04:02.958 INFO:teuthology.orchestra.run.smithi110.stderr:2024-09-15T22:04:02.955+0000 7fdb51aa5640 1 --2- 172.21.15.110:0/880624442 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7fdb4c15e7b0 0x7fdb4c15c360 unknown :-1 s=CLOSED pgs=13 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T22:04:02.958 INFO:teuthology.orchestra.run.smithi110.stderr:2024-09-15T22:04:02.955+0000 7fdb51aa5640 1 --2- 172.21.15.110:0/880624442 >> [v2:172.21.15.110:3301/0,v1:172.21.15.110:6790/0] conn(0x7fdb4c0731e0 0x7fdb4c1558d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T22:04:02.958 INFO:teuthology.orchestra.run.smithi110.stderr:2024-09-15T22:04:02.955+0000 7fdb51aa5640 1 --2- 172.21.15.110:0/880624442 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fdb4c06cb70 0x7fdb4c14f730 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T22:04:02.958 INFO:teuthology.orchestra.run.smithi110.stderr:2024-09-15T22:04:02.955+0000 7fdb51aa5640 1 -- 172.21.15.110:0/880624442 >> 172.21.15.110:0/880624442 conn(0x7fdb4c0b4d50 msgr2=0x7fdb4c06de90 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-15T22:04:02.958 INFO:teuthology.orchestra.run.smithi110.stderr:2024-09-15T22:04:02.955+0000 7fdb51aa5640 1 -- 172.21.15.110:0/880624442 shutdown_connections 2024-09-15T22:04:02.958 INFO:teuthology.orchestra.run.smithi110.stderr:2024-09-15T22:04:02.955+0000 7fdb51aa5640 1 -- 172.21.15.110:0/880624442 wait complete. 2024-09-15T22:04:02.968 DEBUG:teuthology.orchestra.run.smithi110:> sudo ceph --cluster ceph osd new 27259906-636d-4292-8128-28c3ae37417c 2 2024-09-15T22:04:03.042 INFO:tasks.ceph.mgr.x.smithi110.stderr:2024-09-15T22:04:03.039+0000 7f69ec1f9040 -1 mgr[py] Module prometheus has missing NOTIFY_TYPES member 2024-09-15T22:04:03.065 INFO:teuthology.orchestra.run.smithi110.stderr:2024-09-15T22:04:03.063+0000 7effd86fa640 1 Processor -- start 2024-09-15T22:04:03.065 INFO:teuthology.orchestra.run.smithi110.stderr:2024-09-15T22:04:03.063+0000 7effd86fa640 1 -- start start 2024-09-15T22:04:03.067 INFO:teuthology.orchestra.run.smithi110.stderr:2024-09-15T22:04:03.064+0000 7effd86fa640 1 --2- >> v2:172.21.15.63:3300/0 conn(0x7effd00731e0 0x7effd006c460 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-15T22:04:03.067 INFO:teuthology.orchestra.run.smithi110.stderr:2024-09-15T22:04:03.064+0000 7effd86fa640 1 --2- >> [v2:172.21.15.110:3301/0,v1:172.21.15.110:6790/0] conn(0x7effd006c9a0 0x7effd00ae5c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-15T22:04:03.067 INFO:teuthology.orchestra.run.smithi110.stderr:2024-09-15T22:04:03.064+0000 7effd86fa640 1 -- --> v1:172.21.15.63:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7effd00b21f0 con 0x7effd015e7b0 2024-09-15T22:04:03.068 INFO:teuthology.orchestra.run.smithi110.stderr:2024-09-15T22:04:03.064+0000 7effd86fa640 1 -- --> v2:172.21.15.63:3300/0 -- mon_getmap magic: 0 -- 0x7effd006cdf0 con 0x7effd00731e0 2024-09-15T22:04:03.068 INFO:teuthology.orchestra.run.smithi110.stderr:2024-09-15T22:04:03.064+0000 7effd86fa640 1 -- --> [v2:172.21.15.110:3301/0,v1:172.21.15.110:6790/0] -- mon_getmap magic: 0 -- 0x7effd00ae130 con 0x7effd006c9a0 2024-09-15T22:04:03.068 INFO:teuthology.orchestra.run.smithi110.stderr:2024-09-15T22:04:03.064+0000 7effd6c97640 1 --2- >> [v2:172.21.15.110:3301/0,v1:172.21.15.110:6790/0] conn(0x7effd006c9a0 0x7effd00ae5c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-15T22:04:03.068 INFO:teuthology.orchestra.run.smithi110.stderr:2024-09-15T22:04:03.064+0000 7effd6c97640 1 --2- >> [v2:172.21.15.110:3301/0,v1:172.21.15.110:6790/0] conn(0x7effd006c9a0 0x7effd00ae5c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.110:3301/0 says I am v2:172.21.15.110:60398/0 (socket says 172.21.15.110:60398) 2024-09-15T22:04:03.068 INFO:teuthology.orchestra.run.smithi110.stderr:2024-09-15T22:04:03.064+0000 7effd6c97640 1 -- 172.21.15.110:0/765984543 learned_addr learned my addr 172.21.15.110:0/765984543 (peer_addr_for_me v2:172.21.15.110:0/0) 2024-09-15T22:04:03.068 INFO:teuthology.orchestra.run.smithi110.stderr:2024-09-15T22:04:03.064+0000 7effd5c95640 1 --2- 172.21.15.110:0/765984543 >> v2:172.21.15.63:3300/0 conn(0x7effd00731e0 0x7effd006c460 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-15T22:04:03.068 INFO:teuthology.orchestra.run.smithi110.stderr:2024-09-15T22:04:03.064+0000 7effd6c97640 1 -- 172.21.15.110:0/765984543 >> v2:172.21.15.63:3300/0 conn(0x7effd00731e0 msgr2=0x7effd006c460 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-15T22:04:03.068 INFO:teuthology.orchestra.run.smithi110.stderr:2024-09-15T22:04:03.064+0000 7effd6c97640 1 --2- 172.21.15.110:0/765984543 >> v2:172.21.15.63:3300/0 conn(0x7effd00731e0 0x7effd006c460 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T22:04:03.068 INFO:teuthology.orchestra.run.smithi110.stderr:2024-09-15T22:04:03.064+0000 7effd6c97640 1 -- 172.21.15.110:0/765984543 >> v1:172.21.15.63:6789/0 conn(0x7effd015e7b0 legacy=0x7effd00b19f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-15T22:04:03.068 INFO:teuthology.orchestra.run.smithi110.stderr:2024-09-15T22:04:03.064+0000 7effd6c97640 1 -- 172.21.15.110:0/765984543 --> [v2:172.21.15.110:3301/0,v1:172.21.15.110:6790/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7effd00b24d0 con 0x7effd006c9a0 2024-09-15T22:04:03.068 INFO:teuthology.orchestra.run.smithi110.stderr:2024-09-15T22:04:03.064+0000 7effd5494640 1 -- 172.21.15.110:0/765984543 <== mon.0 v1:172.21.15.63:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 737313775 0 0) 0x7effd00b21f0 con 0x7effd015e7b0 2024-09-15T22:04:03.068 INFO:teuthology.orchestra.run.smithi110.stderr:2024-09-15T22:04:03.065+0000 7effd6c97640 1 --2- 172.21.15.110:0/765984543 >> [v2:172.21.15.110:3301/0,v1:172.21.15.110:6790/0] conn(0x7effd006c9a0 0x7effd00ae5c0 secure :-1 s=READY pgs=7 cs=0 l=1 rev1=1 crypto rx=0x7effc8009e50 tx=0x7effc802a5f0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=95f0a4dc7beee295 server_cookie=0 in_seq=0 out_seq=0 2024-09-15T22:04:03.068 INFO:teuthology.orchestra.run.smithi110.stderr:2024-09-15T22:04:03.065+0000 7effd5494640 1 -- 172.21.15.110:0/765984543 <== mon.2 v2:172.21.15.110:3301/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7effc8036070 con 0x7effd006c9a0 2024-09-15T22:04:03.069 INFO:teuthology.orchestra.run.smithi110.stderr:2024-09-15T22:04:03.065+0000 7effd5494640 1 -- 172.21.15.110:0/765984543 <== mon.2 v2:172.21.15.110:3301/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7effc8031600 con 0x7effd006c9a0 2024-09-15T22:04:03.069 INFO:teuthology.orchestra.run.smithi110.stderr:2024-09-15T22:04:03.065+0000 7effd5494640 1 -- 172.21.15.110:0/765984543 <== mon.2 v2:172.21.15.110:3301/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7effc80319d0 con 0x7effd006c9a0 2024-09-15T22:04:03.071 INFO:teuthology.orchestra.run.smithi110.stderr:2024-09-15T22:04:03.066+0000 7effd86fa640 1 -- 172.21.15.110:0/765984543 >> [v2:172.21.15.110:3301/0,v1:172.21.15.110:6790/0] conn(0x7effd006c9a0 msgr2=0x7effd00ae5c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-15T22:04:03.071 INFO:teuthology.orchestra.run.smithi110.stderr:2024-09-15T22:04:03.066+0000 7effd86fa640 1 --2- 172.21.15.110:0/765984543 >> [v2:172.21.15.110:3301/0,v1:172.21.15.110:6790/0] conn(0x7effd006c9a0 0x7effd00ae5c0 secure :-1 s=READY pgs=7 cs=0 l=1 rev1=1 crypto rx=0x7effc8009e50 tx=0x7effc802a5f0 comp rx=0 tx=0).stop 2024-09-15T22:04:03.072 INFO:teuthology.orchestra.run.smithi110.stderr:2024-09-15T22:04:03.066+0000 7effd86fa640 1 -- 172.21.15.110:0/765984543 shutdown_connections 2024-09-15T22:04:03.072 INFO:teuthology.orchestra.run.smithi110.stderr:2024-09-15T22:04:03.066+0000 7effd86fa640 1 --2- 172.21.15.110:0/765984543 >> [v2:172.21.15.110:3301/0,v1:172.21.15.110:6790/0] conn(0x7effd006c9a0 0x7effd00ae5c0 unknown :-1 s=CLOSED pgs=7 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T22:04:03.072 INFO:teuthology.orchestra.run.smithi110.stderr:2024-09-15T22:04:03.066+0000 7effd86fa640 1 --2- 172.21.15.110:0/765984543 >> v2:172.21.15.63:3300/0 conn(0x7effd00731e0 0x7effd006c460 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T22:04:03.072 INFO:teuthology.orchestra.run.smithi110.stderr:2024-09-15T22:04:03.066+0000 7effd86fa640 1 -- 172.21.15.110:0/765984543 >> 172.21.15.110:0/765984543 conn(0x7effd00b4d50 msgr2=0x7effd00b5fb0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-15T22:04:03.072 INFO:teuthology.orchestra.run.smithi110.stderr:2024-09-15T22:04:03.066+0000 7effd86fa640 1 -- 172.21.15.110:0/765984543 shutdown_connections 2024-09-15T22:04:03.072 INFO:teuthology.orchestra.run.smithi110.stderr:2024-09-15T22:04:03.066+0000 7effd86fa640 1 -- 172.21.15.110:0/765984543 wait complete. 2024-09-15T22:04:03.072 INFO:teuthology.orchestra.run.smithi110.stderr:2024-09-15T22:04:03.067+0000 7effd86fa640 1 Processor -- start 2024-09-15T22:04:03.072 INFO:teuthology.orchestra.run.smithi110.stderr:2024-09-15T22:04:03.067+0000 7effd86fa640 1 -- start start 2024-09-15T22:04:03.072 INFO:teuthology.orchestra.run.smithi110.stderr:2024-09-15T22:04:03.068+0000 7effd86fa640 1 --2- >> [v2:172.21.15.110:3301/0,v1:172.21.15.110:6790/0] conn(0x7effd006c9a0 0x7effd0151570 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-15T22:04:03.073 INFO:teuthology.orchestra.run.smithi110.stderr:2024-09-15T22:04:03.068+0000 7effd86fa640 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7effd00731e0 0x7effd01e8650 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-15T22:04:03.073 INFO:teuthology.orchestra.run.smithi110.stderr:2024-09-15T22:04:03.068+0000 7effd86fa640 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7effd015e7b0 0x7effd0153e00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-15T22:04:03.073 INFO:teuthology.orchestra.run.smithi110.stderr:2024-09-15T22:04:03.068+0000 7effd86fa640 1 -- --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 -- 0x7effd00b2a90 con 0x7effd015e7b0 2024-09-15T22:04:03.073 INFO:teuthology.orchestra.run.smithi110.stderr:2024-09-15T22:04:03.068+0000 7effd86fa640 1 -- --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_getmap magic: 0 -- 0x7effd006c250 con 0x7effd00731e0 2024-09-15T22:04:03.073 INFO:teuthology.orchestra.run.smithi110.stderr:2024-09-15T22:04:03.068+0000 7effd86fa640 1 -- --> [v2:172.21.15.110:3301/0,v1:172.21.15.110:6790/0] -- mon_getmap magic: 0 -- 0x7effd00aeb00 con 0x7effd006c9a0 2024-09-15T22:04:03.073 INFO:teuthology.orchestra.run.smithi110.stderr:2024-09-15T22:04:03.068+0000 7effd5c95640 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7effd00731e0 0x7effd01e8650 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-15T22:04:03.073 INFO:teuthology.orchestra.run.smithi110.stderr:2024-09-15T22:04:03.068+0000 7effd6496640 1 --2- >> [v2:172.21.15.110:3301/0,v1:172.21.15.110:6790/0] conn(0x7effd006c9a0 0x7effd0151570 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-15T22:04:03.073 INFO:teuthology.orchestra.run.smithi110.stderr:2024-09-15T22:04:03.068+0000 7effd5c95640 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7effd00731e0 0x7effd01e8650 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.110:3300/0 says I am v2:172.21.15.110:48496/0 (socket says 172.21.15.110:48496) 2024-09-15T22:04:03.073 INFO:teuthology.orchestra.run.smithi110.stderr:2024-09-15T22:04:03.068+0000 7effd5c95640 1 -- 172.21.15.110:0/1308853462 learned_addr learned my addr 172.21.15.110:0/1308853462 (peer_addr_for_me v2:172.21.15.110:0/0) 2024-09-15T22:04:03.073 INFO:teuthology.orchestra.run.smithi110.stderr:2024-09-15T22:04:03.068+0000 7effd6c97640 1 --2- 172.21.15.110:0/1308853462 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7effd015e7b0 0x7effd0153e00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-15T22:04:03.073 INFO:teuthology.orchestra.run.smithi110.stderr:2024-09-15T22:04:03.068+0000 7effd6496640 1 -- 172.21.15.110:0/1308853462 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7effd00731e0 msgr2=0x7effd01e8650 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-15T22:04:03.073 INFO:teuthology.orchestra.run.smithi110.stderr:2024-09-15T22:04:03.068+0000 7effd6496640 1 --2- 172.21.15.110:0/1308853462 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7effd00731e0 0x7effd01e8650 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T22:04:03.073 INFO:teuthology.orchestra.run.smithi110.stderr:2024-09-15T22:04:03.068+0000 7effd6496640 1 -- 172.21.15.110:0/1308853462 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7effd015e7b0 msgr2=0x7effd0153e00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-15T22:04:03.074 INFO:teuthology.orchestra.run.smithi110.stderr:2024-09-15T22:04:03.068+0000 7effd6496640 1 --2- 172.21.15.110:0/1308853462 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7effd015e7b0 0x7effd0153e00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T22:04:03.074 INFO:teuthology.orchestra.run.smithi110.stderr:2024-09-15T22:04:03.068+0000 7effd6496640 1 -- 172.21.15.110:0/1308853462 --> [v2:172.21.15.110:3301/0,v1:172.21.15.110:6790/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7effd015ecc0 con 0x7effd006c9a0 2024-09-15T22:04:03.074 INFO:teuthology.orchestra.run.smithi110.stderr:2024-09-15T22:04:03.068+0000 7effd6496640 1 --2- 172.21.15.110:0/1308853462 >> [v2:172.21.15.110:3301/0,v1:172.21.15.110:6790/0] conn(0x7effd006c9a0 0x7effd0151570 secure :-1 s=READY pgs=8 cs=0 l=1 rev1=1 crypto rx=0x7effcc00c440 tx=0x7effcc00c840 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-15T22:04:03.074 INFO:teuthology.orchestra.run.smithi110.stderr:2024-09-15T22:04:03.068+0000 7effc6ffd640 1 -- 172.21.15.110:0/1308853462 <== mon.2 v2:172.21.15.110:3301/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7effcc017070 con 0x7effd006c9a0 2024-09-15T22:04:03.074 INFO:teuthology.orchestra.run.smithi110.stderr:2024-09-15T22:04:03.068+0000 7effc6ffd640 1 -- 172.21.15.110:0/1308853462 <== mon.2 v2:172.21.15.110:3301/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7effcc0035f0 con 0x7effd006c9a0 2024-09-15T22:04:03.074 INFO:teuthology.orchestra.run.smithi110.stderr:2024-09-15T22:04:03.068+0000 7effd86fa640 1 -- 172.21.15.110:0/1308853462 --> [v2:172.21.15.110:3301/0,v1:172.21.15.110:6790/0] -- mon_subscribe({mgrmap=0+}) -- 0x7effd015ef90 con 0x7effd006c9a0 2024-09-15T22:04:03.074 INFO:teuthology.orchestra.run.smithi110.stderr:2024-09-15T22:04:03.068+0000 7effc6ffd640 1 -- 172.21.15.110:0/1308853462 <== mon.2 v2:172.21.15.110:3301/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7effcc0039e0 con 0x7effd006c9a0 2024-09-15T22:04:03.074 INFO:teuthology.orchestra.run.smithi110.stderr:2024-09-15T22:04:03.068+0000 7effd86fa640 1 -- 172.21.15.110:0/1308853462 --> [v2:172.21.15.110:3301/0,v1:172.21.15.110:6790/0] -- mon_subscribe({osdmap=0}) -- 0x7effd01e9030 con 0x7effd006c9a0 2024-09-15T22:04:03.074 INFO:teuthology.orchestra.run.smithi110.stderr:2024-09-15T22:04:03.069+0000 7effc6ffd640 1 -- 172.21.15.110:0/1308853462 <== mon.2 v2:172.21.15.110:3301/0 4 ==== mgrmap(e 1) ==== 807+0+0 (secure 0 0 0) 0x7effcc01a070 con 0x7effd006c9a0 2024-09-15T22:04:03.074 INFO:teuthology.orchestra.run.smithi110.stderr:2024-09-15T22:04:03.069+0000 7effc6ffd640 1 -- 172.21.15.110:0/1308853462 <== mon.2 v2:172.21.15.110:3301/0 5 ==== osd_map(4..4 src has 1..4) ==== 955+0+0 (secure 0 0 0) 0x7effcc012820 con 0x7effd006c9a0 2024-09-15T22:04:03.075 INFO:teuthology.orchestra.run.smithi110.stderr:2024-09-15T22:04:03.070+0000 7effd86fa640 1 -- 172.21.15.110:0/1308853462 --> [v2:172.21.15.110:3301/0,v1:172.21.15.110:6790/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7effd00ae5c0 con 0x7effd006c9a0 2024-09-15T22:04:03.075 INFO:teuthology.orchestra.run.smithi110.stderr:2024-09-15T22:04:03.072+0000 7effc6ffd640 1 -- 172.21.15.110:0/1308853462 <== mon.2 v2:172.21.15.110:3301/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+74432 (secure 0 0 0) 0x7effcc021070 con 0x7effd006c9a0 2024-09-15T22:04:03.075 INFO:tasks.ceph.mgr.y.smithi063.stderr:2024-09-15T22:04:03.074+0000 7f55f132f040 -1 mgr[py] Module prometheus has missing NOTIFY_TYPES member 2024-09-15T22:04:03.097 INFO:tasks.ceph.mgr.x.smithi110.stderr:2024-09-15T22:04:03.095+0000 7f69ec1f9040 -1 mgr[py] Module selftest has missing NOTIFY_TYPES member 2024-09-15T22:04:03.135 INFO:tasks.ceph.mgr.y.smithi063.stderr:2024-09-15T22:04:03.133+0000 7f55f132f040 -1 mgr[py] Module selftest has missing NOTIFY_TYPES member 2024-09-15T22:04:03.143 INFO:teuthology.orchestra.run.smithi110.stderr:2024-09-15T22:04:03.141+0000 7effd86fa640 1 -- 172.21.15.110:0/1308853462 --> [v2:172.21.15.110:3301/0,v1:172.21.15.110:6790/0] -- mon_command({"prefix": "osd new", "uuid": "27259906-636d-4292-8128-28c3ae37417c", "id": 2} v 0) -- 0x7effd015f730 con 0x7effd006c9a0 2024-09-15T22:04:03.146 INFO:teuthology.orchestra.run.smithi110.stderr:2024-09-15T22:04:03.144+0000 7effc6ffd640 1 -- 172.21.15.110:0/1308853462 <== mon.2 v2:172.21.15.110:3301/0 7 ==== mon_command_ack([{"prefix": "osd new", "uuid": "27259906-636d-4292-8128-28c3ae37417c", "id": 2}]=0 v5) ==== 112+0+2 (secure 0 0 0) 0x7effd015ef90 con 0x7effd006c9a0 2024-09-15T22:04:03.146 INFO:teuthology.orchestra.run.smithi110.stdout:2 2024-09-15T22:04:03.148 INFO:teuthology.orchestra.run.smithi110.stderr:2024-09-15T22:04:03.145+0000 7effd86fa640 1 -- 172.21.15.110:0/1308853462 >> [v2:172.21.15.110:3301/0,v1:172.21.15.110:6790/0] conn(0x7effd006c9a0 msgr2=0x7effd0151570 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-15T22:04:03.148 INFO:teuthology.orchestra.run.smithi110.stderr:2024-09-15T22:04:03.145+0000 7effd86fa640 1 --2- 172.21.15.110:0/1308853462 >> [v2:172.21.15.110:3301/0,v1:172.21.15.110:6790/0] conn(0x7effd006c9a0 0x7effd0151570 secure :-1 s=READY pgs=8 cs=0 l=1 rev1=1 crypto rx=0x7effcc00c440 tx=0x7effcc00c840 comp rx=0 tx=0).stop 2024-09-15T22:04:03.148 INFO:teuthology.orchestra.run.smithi110.stderr:2024-09-15T22:04:03.145+0000 7effd86fa640 1 -- 172.21.15.110:0/1308853462 shutdown_connections 2024-09-15T22:04:03.148 INFO:teuthology.orchestra.run.smithi110.stderr:2024-09-15T22:04:03.145+0000 7effd86fa640 1 --2- 172.21.15.110:0/1308853462 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7effd00731e0 0x7effd01e8650 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T22:04:03.148 INFO:teuthology.orchestra.run.smithi110.stderr:2024-09-15T22:04:03.145+0000 7effd86fa640 1 --2- 172.21.15.110:0/1308853462 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7effd015e7b0 0x7effd0153e00 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T22:04:03.148 INFO:teuthology.orchestra.run.smithi110.stderr:2024-09-15T22:04:03.145+0000 7effd86fa640 1 --2- 172.21.15.110:0/1308853462 >> [v2:172.21.15.110:3301/0,v1:172.21.15.110:6790/0] conn(0x7effd006c9a0 0x7effd0151570 unknown :-1 s=CLOSED pgs=8 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T22:04:03.148 INFO:teuthology.orchestra.run.smithi110.stderr:2024-09-15T22:04:03.145+0000 7effd86fa640 1 -- 172.21.15.110:0/1308853462 >> 172.21.15.110:0/1308853462 conn(0x7effd00b4d50 msgr2=0x7effd006ec20 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-15T22:04:03.148 INFO:teuthology.orchestra.run.smithi110.stderr:2024-09-15T22:04:03.145+0000 7effd86fa640 1 -- 172.21.15.110:0/1308853462 shutdown_connections 2024-09-15T22:04:03.148 INFO:teuthology.orchestra.run.smithi110.stderr:2024-09-15T22:04:03.145+0000 7effd86fa640 1 -- 172.21.15.110:0/1308853462 wait complete. 2024-09-15T22:04:03.157 DEBUG:teuthology.orchestra.run.smithi110:> sudo ceph --cluster ceph osd new 007f71a8-c154-4167-a68d-96d158541c43 3 2024-09-15T22:04:03.253 INFO:tasks.ceph.mgr.x.smithi110.stderr:2024-09-15T22:04:03.251+0000 7f69ec1f9040 -1 mgr[py] Module volumes has missing NOTIFY_TYPES member 2024-09-15T22:04:03.254 INFO:teuthology.orchestra.run.smithi110.stderr:2024-09-15T22:04:03.251+0000 7f2a2b8e6640 1 Processor -- start 2024-09-15T22:04:03.254 INFO:teuthology.orchestra.run.smithi110.stderr:2024-09-15T22:04:03.251+0000 7f2a2b8e6640 1 -- start start 2024-09-15T22:04:03.256 INFO:teuthology.orchestra.run.smithi110.stderr:2024-09-15T22:04:03.252+0000 7f2a2b8e6640 1 --2- >> v2:172.21.15.63:3300/0 conn(0x7f2a2415b3f0 0x7f2a240ae0c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-15T22:04:03.256 INFO:teuthology.orchestra.run.smithi110.stderr:2024-09-15T22:04:03.252+0000 7f2a2b8e6640 1 --2- >> [v2:172.21.15.110:3301/0,v1:172.21.15.110:6790/0] conn(0x7f2a2415f050 0x7f2a2415f490 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-15T22:04:03.256 INFO:teuthology.orchestra.run.smithi110.stderr:2024-09-15T22:04:03.252+0000 7f2a2b8e6640 1 -- --> v1:172.21.15.63:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f2a2415fc30 con 0x7f2a2406c5b0 2024-09-15T22:04:03.256 INFO:teuthology.orchestra.run.smithi110.stderr:2024-09-15T22:04:03.252+0000 7f2a2b8e6640 1 -- --> v2:172.21.15.63:3300/0 -- mon_getmap magic: 0 -- 0x7f2a2415ff10 con 0x7f2a2415b3f0 2024-09-15T22:04:03.256 INFO:teuthology.orchestra.run.smithi110.stderr:2024-09-15T22:04:03.252+0000 7f2a2b8e6640 1 -- --> [v2:172.21.15.110:3301/0,v1:172.21.15.110:6790/0] -- mon_getmap magic: 0 -- 0x7f2a2415f9d0 con 0x7f2a2415f050 2024-09-15T22:04:03.256 INFO:teuthology.orchestra.run.smithi110.stderr:2024-09-15T22:04:03.252+0000 7f2a28e81640 1 --2- >> [v2:172.21.15.110:3301/0,v1:172.21.15.110:6790/0] conn(0x7f2a2415f050 0x7f2a2415f490 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-15T22:04:03.257 INFO:teuthology.orchestra.run.smithi110.stderr:2024-09-15T22:04:03.252+0000 7f2a28e81640 1 --2- >> [v2:172.21.15.110:3301/0,v1:172.21.15.110:6790/0] conn(0x7f2a2415f050 0x7f2a2415f490 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.110:3301/0 says I am v2:172.21.15.110:60412/0 (socket says 172.21.15.110:60412) 2024-09-15T22:04:03.257 INFO:teuthology.orchestra.run.smithi110.stderr:2024-09-15T22:04:03.252+0000 7f2a28e81640 1 -- 172.21.15.110:0/785186720 learned_addr learned my addr 172.21.15.110:0/785186720 (peer_addr_for_me v2:172.21.15.110:0/0) 2024-09-15T22:04:03.257 INFO:teuthology.orchestra.run.smithi110.stderr:2024-09-15T22:04:03.252+0000 7f2a29682640 1 --2- 172.21.15.110:0/785186720 >> v2:172.21.15.63:3300/0 conn(0x7f2a2415b3f0 0x7f2a240ae0c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-15T22:04:03.257 INFO:teuthology.orchestra.run.smithi110.stderr:2024-09-15T22:04:03.253+0000 7f2a28e81640 1 -- 172.21.15.110:0/785186720 >> v2:172.21.15.63:3300/0 conn(0x7f2a2415b3f0 msgr2=0x7f2a240ae0c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-15T22:04:03.257 INFO:teuthology.orchestra.run.smithi110.stderr:2024-09-15T22:04:03.253+0000 7f2a28e81640 1 --2- 172.21.15.110:0/785186720 >> v2:172.21.15.63:3300/0 conn(0x7f2a2415b3f0 0x7f2a240ae0c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T22:04:03.257 INFO:teuthology.orchestra.run.smithi110.stderr:2024-09-15T22:04:03.253+0000 7f2a28e81640 1 -- 172.21.15.110:0/785186720 >> v1:172.21.15.63:6789/0 conn(0x7f2a2406c5b0 legacy=0x7f2a240cfcf0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-15T22:04:03.257 INFO:teuthology.orchestra.run.smithi110.stderr:2024-09-15T22:04:03.253+0000 7f2a28e81640 1 -- 172.21.15.110:0/785186720 --> [v2:172.21.15.110:3301/0,v1:172.21.15.110:6790/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f2a240cf210 con 0x7f2a2415f050 2024-09-15T22:04:03.257 INFO:teuthology.orchestra.run.smithi110.stderr:2024-09-15T22:04:03.253+0000 7f2a29682640 1 --2- 172.21.15.110:0/785186720 >> v2:172.21.15.63:3300/0 conn(0x7f2a2415b3f0 0x7f2a240ae0c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-15T22:04:03.257 INFO:teuthology.orchestra.run.smithi110.stderr:2024-09-15T22:04:03.253+0000 7f2a28e81640 1 --2- 172.21.15.110:0/785186720 >> [v2:172.21.15.110:3301/0,v1:172.21.15.110:6790/0] conn(0x7f2a2415f050 0x7f2a2415f490 secure :-1 s=READY pgs=9 cs=0 l=1 rev1=1 crypto rx=0x7f2a20009870 tx=0x7f2a2002a270 comp rx=0 tx=0).ready entity=mon.2 client_cookie=4cd7ca5a22ede16f server_cookie=0 in_seq=0 out_seq=0 2024-09-15T22:04:03.257 INFO:teuthology.orchestra.run.smithi110.stderr:2024-09-15T22:04:03.254+0000 7f2a1bfff640 1 -- 172.21.15.110:0/785186720 <== mon.2 v2:172.21.15.110:3301/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2a20037070 con 0x7f2a2415f050 2024-09-15T22:04:03.257 INFO:teuthology.orchestra.run.smithi110.stderr:2024-09-15T22:04:03.254+0000 7f2a1bfff640 1 -- 172.21.15.110:0/785186720 <== mon.2 v2:172.21.15.110:3301/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f2a20032440 con 0x7f2a2415f050 2024-09-15T22:04:03.257 INFO:teuthology.orchestra.run.smithi110.stderr:2024-09-15T22:04:03.254+0000 7f2a1bfff640 1 -- 172.21.15.110:0/785186720 <== mon.2 v2:172.21.15.110:3301/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2a20032810 con 0x7f2a2415f050 2024-09-15T22:04:03.260 INFO:teuthology.orchestra.run.smithi110.stderr:2024-09-15T22:04:03.254+0000 7f2a2b8e6640 1 -- 172.21.15.110:0/785186720 >> [v2:172.21.15.110:3301/0,v1:172.21.15.110:6790/0] conn(0x7f2a2415f050 msgr2=0x7f2a2415f490 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-15T22:04:03.260 INFO:teuthology.orchestra.run.smithi110.stderr:2024-09-15T22:04:03.254+0000 7f2a2b8e6640 1 --2- 172.21.15.110:0/785186720 >> [v2:172.21.15.110:3301/0,v1:172.21.15.110:6790/0] conn(0x7f2a2415f050 0x7f2a2415f490 secure :-1 s=READY pgs=9 cs=0 l=1 rev1=1 crypto rx=0x7f2a20009870 tx=0x7f2a2002a270 comp rx=0 tx=0).stop 2024-09-15T22:04:03.260 INFO:teuthology.orchestra.run.smithi110.stderr:2024-09-15T22:04:03.254+0000 7f2a2b8e6640 1 -- 172.21.15.110:0/785186720 shutdown_connections 2024-09-15T22:04:03.260 INFO:teuthology.orchestra.run.smithi110.stderr:2024-09-15T22:04:03.254+0000 7f2a2b8e6640 1 --2- 172.21.15.110:0/785186720 >> [v2:172.21.15.110:3301/0,v1:172.21.15.110:6790/0] conn(0x7f2a2415f050 0x7f2a2415f490 unknown :-1 s=CLOSED pgs=9 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T22:04:03.260 INFO:teuthology.orchestra.run.smithi110.stderr:2024-09-15T22:04:03.254+0000 7f2a2b8e6640 1 --2- 172.21.15.110:0/785186720 >> v2:172.21.15.63:3300/0 conn(0x7f2a2415b3f0 0x7f2a240ae0c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T22:04:03.260 INFO:teuthology.orchestra.run.smithi110.stderr:2024-09-15T22:04:03.254+0000 7f2a2b8e6640 1 -- 172.21.15.110:0/785186720 >> 172.21.15.110:0/785186720 conn(0x7f2a240b5f40 msgr2=0x7f2a240b6640 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-15T22:04:03.261 INFO:teuthology.orchestra.run.smithi110.stderr:2024-09-15T22:04:03.254+0000 7f2a2b8e6640 1 -- 172.21.15.110:0/785186720 shutdown_connections 2024-09-15T22:04:03.261 INFO:teuthology.orchestra.run.smithi110.stderr:2024-09-15T22:04:03.254+0000 7f2a2b8e6640 1 -- 172.21.15.110:0/785186720 wait complete. 2024-09-15T22:04:03.261 INFO:teuthology.orchestra.run.smithi110.stderr:2024-09-15T22:04:03.255+0000 7f2a2b8e6640 1 Processor -- start 2024-09-15T22:04:03.261 INFO:teuthology.orchestra.run.smithi110.stderr:2024-09-15T22:04:03.256+0000 7f2a2b8e6640 1 -- start start 2024-09-15T22:04:03.261 INFO:teuthology.orchestra.run.smithi110.stderr:2024-09-15T22:04:03.256+0000 7f2a2b8e6640 1 --2- >> [v2:172.21.15.110:3301/0,v1:172.21.15.110:6790/0] conn(0x7f2a2406c5b0 0x7f2a24153ac0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-15T22:04:03.261 INFO:teuthology.orchestra.run.smithi110.stderr:2024-09-15T22:04:03.256+0000 7f2a2b8e6640 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f2a2415b3f0 0x7f2a2415a320 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-15T22:04:03.261 INFO:teuthology.orchestra.run.smithi110.stderr:2024-09-15T22:04:03.256+0000 7f2a2b8e6640 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f2a2415f050 0x7f2a2415a860 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-15T22:04:03.261 INFO:teuthology.orchestra.run.smithi110.stderr:2024-09-15T22:04:03.256+0000 7f2a2b8e6640 1 -- --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 -- 0x7f2a2415b7d0 con 0x7f2a2415f050 2024-09-15T22:04:03.261 INFO:teuthology.orchestra.run.smithi110.stderr:2024-09-15T22:04:03.256+0000 7f2a2b8e6640 1 -- --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_getmap magic: 0 -- 0x7f2a240cf7d0 con 0x7f2a2415b3f0 2024-09-15T22:04:03.261 INFO:teuthology.orchestra.run.smithi110.stderr:2024-09-15T22:04:03.256+0000 7f2a2b8e6640 1 -- --> [v2:172.21.15.110:3301/0,v1:172.21.15.110:6790/0] -- mon_getmap magic: 0 -- 0x7f2a2415b950 con 0x7f2a2406c5b0 2024-09-15T22:04:03.262 INFO:teuthology.orchestra.run.smithi110.stderr:2024-09-15T22:04:03.256+0000 7f2a29682640 1 --2- >> [v2:172.21.15.110:3301/0,v1:172.21.15.110:6790/0] conn(0x7f2a2406c5b0 0x7f2a24153ac0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-15T22:04:03.262 INFO:teuthology.orchestra.run.smithi110.stderr:2024-09-15T22:04:03.256+0000 7f2a29682640 1 --2- >> [v2:172.21.15.110:3301/0,v1:172.21.15.110:6790/0] conn(0x7f2a2406c5b0 0x7f2a24153ac0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.110:3301/0 says I am v2:172.21.15.110:60424/0 (socket says 172.21.15.110:60424) 2024-09-15T22:04:03.262 INFO:teuthology.orchestra.run.smithi110.stderr:2024-09-15T22:04:03.256+0000 7f2a29682640 1 -- 172.21.15.110:0/2608723427 learned_addr learned my addr 172.21.15.110:0/2608723427 (peer_addr_for_me v2:172.21.15.110:0/0) 2024-09-15T22:04:03.262 INFO:teuthology.orchestra.run.smithi110.stderr:2024-09-15T22:04:03.256+0000 7f2a28e81640 1 --2- 172.21.15.110:0/2608723427 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f2a2415b3f0 0x7f2a2415a320 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-15T22:04:03.262 INFO:teuthology.orchestra.run.smithi110.stderr:2024-09-15T22:04:03.256+0000 7f2a29e83640 1 --2- 172.21.15.110:0/2608723427 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f2a2415f050 0x7f2a2415a860 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-15T22:04:03.262 INFO:teuthology.orchestra.run.smithi110.stderr:2024-09-15T22:04:03.257+0000 7f2a29682640 1 -- 172.21.15.110:0/2608723427 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f2a2415b3f0 msgr2=0x7f2a2415a320 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-15T22:04:03.262 INFO:teuthology.orchestra.run.smithi110.stderr:2024-09-15T22:04:03.257+0000 7f2a29682640 1 --2- 172.21.15.110:0/2608723427 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f2a2415b3f0 0x7f2a2415a320 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T22:04:03.262 INFO:teuthology.orchestra.run.smithi110.stderr:2024-09-15T22:04:03.257+0000 7f2a29682640 1 -- 172.21.15.110:0/2608723427 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f2a2415f050 msgr2=0x7f2a2415a860 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-15T22:04:03.262 INFO:teuthology.orchestra.run.smithi110.stderr:2024-09-15T22:04:03.257+0000 7f2a29682640 1 --2- 172.21.15.110:0/2608723427 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f2a2415f050 0x7f2a2415a860 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T22:04:03.262 INFO:teuthology.orchestra.run.smithi110.stderr:2024-09-15T22:04:03.257+0000 7f2a29682640 1 -- 172.21.15.110:0/2608723427 --> [v2:172.21.15.110:3301/0,v1:172.21.15.110:6790/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f2a24155d10 con 0x7f2a2406c5b0 2024-09-15T22:04:03.262 INFO:teuthology.orchestra.run.smithi110.stderr:2024-09-15T22:04:03.257+0000 7f2a29682640 1 --2- 172.21.15.110:0/2608723427 >> [v2:172.21.15.110:3301/0,v1:172.21.15.110:6790/0] conn(0x7f2a2406c5b0 0x7f2a24153ac0 secure :-1 s=READY pgs=10 cs=0 l=1 rev1=1 crypto rx=0x7f2a1400e7e0 tx=0x7f2a1400eca0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-15T22:04:03.262 INFO:teuthology.orchestra.run.smithi110.stderr:2024-09-15T22:04:03.257+0000 7f2a19ffb640 1 -- 172.21.15.110:0/2608723427 <== mon.2 v2:172.21.15.110:3301/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2a1400f040 con 0x7f2a2406c5b0 2024-09-15T22:04:03.262 INFO:teuthology.orchestra.run.smithi110.stderr:2024-09-15T22:04:03.257+0000 7f2a19ffb640 1 -- 172.21.15.110:0/2608723427 <== mon.2 v2:172.21.15.110:3301/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f2a14004030 con 0x7f2a2406c5b0 2024-09-15T22:04:03.263 INFO:teuthology.orchestra.run.smithi110.stderr:2024-09-15T22:04:03.257+0000 7f2a2b8e6640 1 -- 172.21.15.110:0/2608723427 --> [v2:172.21.15.110:3301/0,v1:172.21.15.110:6790/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f2a241540e0 con 0x7f2a2406c5b0 2024-09-15T22:04:03.263 INFO:teuthology.orchestra.run.smithi110.stderr:2024-09-15T22:04:03.257+0000 7f2a19ffb640 1 -- 172.21.15.110:0/2608723427 <== mon.2 v2:172.21.15.110:3301/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2a14004400 con 0x7f2a2406c5b0 2024-09-15T22:04:03.263 INFO:teuthology.orchestra.run.smithi110.stderr:2024-09-15T22:04:03.257+0000 7f2a2b8e6640 1 -- 172.21.15.110:0/2608723427 --> [v2:172.21.15.110:3301/0,v1:172.21.15.110:6790/0] -- mon_subscribe({osdmap=0}) -- 0x7f2a24155fb0 con 0x7f2a2406c5b0 2024-09-15T22:04:03.263 INFO:teuthology.orchestra.run.smithi110.stderr:2024-09-15T22:04:03.257+0000 7f2a19ffb640 1 -- 172.21.15.110:0/2608723427 <== mon.2 v2:172.21.15.110:3301/0 4 ==== mgrmap(e 1) ==== 807+0+0 (secure 0 0 0) 0x7f2a1400ca60 con 0x7f2a2406c5b0 2024-09-15T22:04:03.263 INFO:teuthology.orchestra.run.smithi110.stderr:2024-09-15T22:04:03.257+0000 7f2a19ffb640 1 -- 172.21.15.110:0/2608723427 <== mon.2 v2:172.21.15.110:3301/0 5 ==== osd_map(5..5 src has 1..5) ==== 1070+0+0 (secure 0 0 0) 0x7f2a1400cd50 con 0x7f2a2406c5b0 2024-09-15T22:04:03.263 INFO:teuthology.orchestra.run.smithi110.stderr:2024-09-15T22:04:03.258+0000 7f2a2b8e6640 1 -- 172.21.15.110:0/2608723427 --> [v2:172.21.15.110:3301/0,v1:172.21.15.110:6790/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f2a240ae0c0 con 0x7f2a2406c5b0 2024-09-15T22:04:03.263 INFO:teuthology.orchestra.run.smithi110.stderr:2024-09-15T22:04:03.260+0000 7f2a19ffb640 1 -- 172.21.15.110:0/2608723427 <== mon.2 v2:172.21.15.110:3301/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+74432 (secure 0 0 0) 0x7f2a14017020 con 0x7f2a2406c5b0 2024-09-15T22:04:03.293 INFO:tasks.ceph.mgr.y.smithi063.stderr:2024-09-15T22:04:03.291+0000 7f55f132f040 -1 mgr[py] Module volumes has missing NOTIFY_TYPES member 2024-09-15T22:04:03.330 INFO:teuthology.orchestra.run.smithi110.stderr:2024-09-15T22:04:03.327+0000 7f2a2b8e6640 1 -- 172.21.15.110:0/2608723427 --> [v2:172.21.15.110:3301/0,v1:172.21.15.110:6790/0] -- mon_command({"prefix": "osd new", "uuid": "007f71a8-c154-4167-a68d-96d158541c43", "id": 3} v 0) -- 0x7f2a24154600 con 0x7f2a2406c5b0 2024-09-15T22:04:03.335 INFO:teuthology.orchestra.run.smithi110.stderr:2024-09-15T22:04:03.333+0000 7f2a19ffb640 1 -- 172.21.15.110:0/2608723427 <== mon.2 v2:172.21.15.110:3301/0 7 ==== mon_command_ack([{"prefix": "osd new", "uuid": "007f71a8-c154-4167-a68d-96d158541c43", "id": 3}]=0 v6) ==== 112+0+2 (secure 0 0 0) 0x7f2a14013700 con 0x7f2a2406c5b0 2024-09-15T22:04:03.335 INFO:teuthology.orchestra.run.smithi110.stdout:3 2024-09-15T22:04:03.336 INFO:teuthology.orchestra.run.smithi110.stderr:2024-09-15T22:04:03.334+0000 7f2a2b8e6640 1 -- 172.21.15.110:0/2608723427 >> [v2:172.21.15.110:3301/0,v1:172.21.15.110:6790/0] conn(0x7f2a2406c5b0 msgr2=0x7f2a24153ac0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-15T22:04:03.337 INFO:teuthology.orchestra.run.smithi110.stderr:2024-09-15T22:04:03.334+0000 7f2a2b8e6640 1 --2- 172.21.15.110:0/2608723427 >> [v2:172.21.15.110:3301/0,v1:172.21.15.110:6790/0] conn(0x7f2a2406c5b0 0x7f2a24153ac0 secure :-1 s=READY pgs=10 cs=0 l=1 rev1=1 crypto rx=0x7f2a1400e7e0 tx=0x7f2a1400eca0 comp rx=0 tx=0).stop 2024-09-15T22:04:03.337 INFO:teuthology.orchestra.run.smithi110.stderr:2024-09-15T22:04:03.334+0000 7f2a2b8e6640 1 -- 172.21.15.110:0/2608723427 shutdown_connections 2024-09-15T22:04:03.337 INFO:teuthology.orchestra.run.smithi110.stderr:2024-09-15T22:04:03.334+0000 7f2a2b8e6640 1 --2- 172.21.15.110:0/2608723427 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f2a2415b3f0 0x7f2a2415a320 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T22:04:03.337 INFO:teuthology.orchestra.run.smithi110.stderr:2024-09-15T22:04:03.334+0000 7f2a2b8e6640 1 --2- 172.21.15.110:0/2608723427 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f2a2415f050 0x7f2a2415a860 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T22:04:03.337 INFO:teuthology.orchestra.run.smithi110.stderr:2024-09-15T22:04:03.334+0000 7f2a2b8e6640 1 --2- 172.21.15.110:0/2608723427 >> [v2:172.21.15.110:3301/0,v1:172.21.15.110:6790/0] conn(0x7f2a2406c5b0 0x7f2a24153ac0 unknown :-1 s=CLOSED pgs=10 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T22:04:03.337 INFO:teuthology.orchestra.run.smithi110.stderr:2024-09-15T22:04:03.334+0000 7f2a2b8e6640 1 -- 172.21.15.110:0/2608723427 >> 172.21.15.110:0/2608723427 conn(0x7f2a240b5f40 msgr2=0x7f2a240caa90 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-15T22:04:03.337 INFO:teuthology.orchestra.run.smithi110.stderr:2024-09-15T22:04:03.334+0000 7f2a2b8e6640 1 -- 172.21.15.110:0/2608723427 shutdown_connections 2024-09-15T22:04:03.337 INFO:teuthology.orchestra.run.smithi110.stderr:2024-09-15T22:04:03.334+0000 7f2a2b8e6640 1 -- 172.21.15.110:0/2608723427 wait complete. 2024-09-15T22:04:03.346 DEBUG:teuthology.orchestra.run.smithi110:> sudo ceph --cluster ceph osd new 346e916e-e9c8-4b14-a7c4-032d5f63fb69 4 2024-09-15T22:04:03.443 INFO:teuthology.orchestra.run.smithi110.stderr:2024-09-15T22:04:03.440+0000 7ff45e6e6640 1 Processor -- start 2024-09-15T22:04:03.443 INFO:teuthology.orchestra.run.smithi110.stderr:2024-09-15T22:04:03.440+0000 7ff45e6e6640 1 -- start start 2024-09-15T22:04:03.444 INFO:teuthology.orchestra.run.smithi110.stderr:2024-09-15T22:04:03.441+0000 7ff45e6e6640 1 --2- >> v2:172.21.15.110:3300/0 conn(0x7ff45815c3b0 0x7ff45806f230 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-15T22:04:03.444 INFO:teuthology.orchestra.run.smithi110.stderr:2024-09-15T22:04:03.441+0000 7ff45e6e6640 1 --2- >> [v2:172.21.15.110:3301/0,v1:172.21.15.110:6790/0] conn(0x7ff4580d07e0 0x7ff4580b5890 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-15T22:04:03.444 INFO:teuthology.orchestra.run.smithi110.stderr:2024-09-15T22:04:03.441+0000 7ff45e6e6640 1 -- --> v1:172.21.15.63:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7ff45815c790 con 0x7ff45806f770 2024-09-15T22:04:03.444 INFO:teuthology.orchestra.run.smithi110.stderr:2024-09-15T22:04:03.441+0000 7ff45e6e6640 1 -- --> v2:172.21.15.110:3300/0 -- mon_getmap magic: 0 -- 0x7ff45806fbb0 con 0x7ff45815c3b0 2024-09-15T22:04:03.444 INFO:teuthology.orchestra.run.smithi110.stderr:2024-09-15T22:04:03.441+0000 7ff45e6e6640 1 -- --> [v2:172.21.15.110:3301/0,v1:172.21.15.110:6790/0] -- mon_getmap magic: 0 -- 0x7ff4580d0cd0 con 0x7ff4580d07e0 2024-09-15T22:04:03.444 INFO:teuthology.orchestra.run.smithi110.stderr:2024-09-15T22:04:03.441+0000 7ff457fff640 1 --2- >> v2:172.21.15.110:3300/0 conn(0x7ff45815c3b0 0x7ff45806f230 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-15T22:04:03.445 INFO:teuthology.orchestra.run.smithi110.stderr:2024-09-15T22:04:03.441+0000 7ff45cc83640 1 --2- >> [v2:172.21.15.110:3301/0,v1:172.21.15.110:6790/0] conn(0x7ff4580d07e0 0x7ff4580b5890 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-15T22:04:03.445 INFO:teuthology.orchestra.run.smithi110.stderr:2024-09-15T22:04:03.441+0000 7ff457fff640 1 --2- >> v2:172.21.15.110:3300/0 conn(0x7ff45815c3b0 0x7ff45806f230 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.110:3300/0 says I am v2:172.21.15.110:48516/0 (socket says 172.21.15.110:48516) 2024-09-15T22:04:03.445 INFO:teuthology.orchestra.run.smithi110.stderr:2024-09-15T22:04:03.441+0000 7ff457fff640 1 -- 172.21.15.110:0/2916783753 learned_addr learned my addr 172.21.15.110:0/2916783753 (peer_addr_for_me v2:172.21.15.110:0/0) 2024-09-15T22:04:03.445 INFO:teuthology.orchestra.run.smithi110.stderr:2024-09-15T22:04:03.441+0000 7ff457fff640 1 -- 172.21.15.110:0/2916783753 >> [v2:172.21.15.110:3301/0,v1:172.21.15.110:6790/0] conn(0x7ff4580d07e0 msgr2=0x7ff4580b5890 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-15T22:04:03.445 INFO:teuthology.orchestra.run.smithi110.stderr:2024-09-15T22:04:03.441+0000 7ff457fff640 1 --2- 172.21.15.110:0/2916783753 >> [v2:172.21.15.110:3301/0,v1:172.21.15.110:6790/0] conn(0x7ff4580d07e0 0x7ff4580b5890 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T22:04:03.445 INFO:teuthology.orchestra.run.smithi110.stderr:2024-09-15T22:04:03.441+0000 7ff457fff640 1 -- 172.21.15.110:0/2916783753 >> v1:172.21.15.63:6789/0 conn(0x7ff45806f770 legacy=0x7ff4580d00d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-15T22:04:03.445 INFO:teuthology.orchestra.run.smithi110.stderr:2024-09-15T22:04:03.441+0000 7ff457fff640 1 -- 172.21.15.110:0/2916783753 --> v2:172.21.15.110:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7ff4580d0fb0 con 0x7ff45815c3b0 2024-09-15T22:04:03.445 INFO:teuthology.orchestra.run.smithi110.stderr:2024-09-15T22:04:03.441+0000 7ff45cc83640 1 --2- 172.21.15.110:0/2916783753 >> [v2:172.21.15.110:3301/0,v1:172.21.15.110:6790/0] conn(0x7ff4580d07e0 0x7ff4580b5890 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-15T22:04:03.447 INFO:teuthology.orchestra.run.smithi110.stderr:2024-09-15T22:04:03.442+0000 7ff457fff640 1 --2- 172.21.15.110:0/2916783753 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7ff45815c3b0 0x7ff45806f230 secure :-1 s=READY pgs=14 cs=0 l=1 rev1=1 crypto rx=0x7ff448009870 tx=0x7ff44802a270 comp rx=0 tx=0).ready entity=mon.1 client_cookie=822bc6508724d5d6 server_cookie=0 in_seq=0 out_seq=0 2024-09-15T22:04:03.447 INFO:teuthology.orchestra.run.smithi110.stderr:2024-09-15T22:04:03.442+0000 7ff456ffd640 1 -- 172.21.15.110:0/2916783753 <== mon.1 v2:172.21.15.110:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff448037070 con 0x7ff45815c3b0 2024-09-15T22:04:03.447 INFO:teuthology.orchestra.run.smithi110.stderr:2024-09-15T22:04:03.442+0000 7ff456ffd640 1 -- 172.21.15.110:0/2916783753 <== mon.1 v2:172.21.15.110:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7ff448032440 con 0x7ff45815c3b0 2024-09-15T22:04:03.447 INFO:teuthology.orchestra.run.smithi110.stderr:2024-09-15T22:04:03.442+0000 7ff456ffd640 1 -- 172.21.15.110:0/2916783753 <== mon.1 v2:172.21.15.110:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff448032810 con 0x7ff45815c3b0 2024-09-15T22:04:03.447 INFO:teuthology.orchestra.run.smithi110.stderr:2024-09-15T22:04:03.443+0000 7ff45e6e6640 1 -- 172.21.15.110:0/2916783753 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7ff45815c3b0 msgr2=0x7ff45806f230 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-15T22:04:03.447 INFO:teuthology.orchestra.run.smithi110.stderr:2024-09-15T22:04:03.443+0000 7ff45e6e6640 1 --2- 172.21.15.110:0/2916783753 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7ff45815c3b0 0x7ff45806f230 secure :-1 s=READY pgs=14 cs=0 l=1 rev1=1 crypto rx=0x7ff448009870 tx=0x7ff44802a270 comp rx=0 tx=0).stop 2024-09-15T22:04:03.447 INFO:teuthology.orchestra.run.smithi110.stderr:2024-09-15T22:04:03.443+0000 7ff45e6e6640 1 -- 172.21.15.110:0/2916783753 shutdown_connections 2024-09-15T22:04:03.447 INFO:teuthology.orchestra.run.smithi110.stderr:2024-09-15T22:04:03.443+0000 7ff45e6e6640 1 --2- 172.21.15.110:0/2916783753 >> [v2:172.21.15.110:3301/0,v1:172.21.15.110:6790/0] conn(0x7ff4580d07e0 0x7ff4580b5890 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T22:04:03.447 INFO:teuthology.orchestra.run.smithi110.stderr:2024-09-15T22:04:03.443+0000 7ff45e6e6640 1 --2- 172.21.15.110:0/2916783753 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7ff45815c3b0 0x7ff45806f230 unknown :-1 s=CLOSED pgs=14 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T22:04:03.447 INFO:teuthology.orchestra.run.smithi110.stderr:2024-09-15T22:04:03.443+0000 7ff45e6e6640 1 -- 172.21.15.110:0/2916783753 >> 172.21.15.110:0/2916783753 conn(0x7ff45806ddf0 msgr2=0x7ff45806e1d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-15T22:04:03.447 INFO:teuthology.orchestra.run.smithi110.stderr:2024-09-15T22:04:03.443+0000 7ff45e6e6640 1 -- 172.21.15.110:0/2916783753 shutdown_connections 2024-09-15T22:04:03.447 INFO:teuthology.orchestra.run.smithi110.stderr:2024-09-15T22:04:03.443+0000 7ff45e6e6640 1 -- 172.21.15.110:0/2916783753 wait complete. 2024-09-15T22:04:03.448 INFO:teuthology.orchestra.run.smithi110.stderr:2024-09-15T22:04:03.444+0000 7ff45e6e6640 1 Processor -- start 2024-09-15T22:04:03.448 INFO:teuthology.orchestra.run.smithi110.stderr:2024-09-15T22:04:03.444+0000 7ff45e6e6640 1 -- start start 2024-09-15T22:04:03.450 INFO:teuthology.orchestra.run.smithi110.stderr:2024-09-15T22:04:03.445+0000 7ff45e6e6640 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7ff45806f770 0x7ff458152840 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-15T22:04:03.450 INFO:teuthology.orchestra.run.smithi110.stderr:2024-09-15T22:04:03.445+0000 7ff45e6e6640 1 --2- >> [v2:172.21.15.110:3301/0,v1:172.21.15.110:6790/0] conn(0x7ff4580d07e0 0x7ff4581f45e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-15T22:04:03.451 INFO:teuthology.orchestra.run.smithi110.stderr:2024-09-15T22:04:03.445+0000 7ff45e6e6640 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7ff45815c3b0 0x7ff458151e70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-15T22:04:03.451 INFO:teuthology.orchestra.run.smithi110.stderr:2024-09-15T22:04:03.445+0000 7ff45e6e6640 1 -- --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 -- 0x7ff4580b1930 con 0x7ff45815c3b0 2024-09-15T22:04:03.451 INFO:teuthology.orchestra.run.smithi110.stderr:2024-09-15T22:04:03.445+0000 7ff45e6e6640 1 -- --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_getmap magic: 0 -- 0x7ff4580d1570 con 0x7ff45806f770 2024-09-15T22:04:03.451 INFO:teuthology.orchestra.run.smithi110.stderr:2024-09-15T22:04:03.445+0000 7ff45e6e6640 1 -- --> [v2:172.21.15.110:3301/0,v1:172.21.15.110:6790/0] -- mon_getmap magic: 0 -- 0x7ff4580b5dd0 con 0x7ff4580d07e0 2024-09-15T22:04:03.451 INFO:teuthology.orchestra.run.smithi110.stderr:2024-09-15T22:04:03.445+0000 7ff457fff640 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7ff45806f770 0x7ff458152840 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-15T22:04:03.451 INFO:teuthology.orchestra.run.smithi110.stderr:2024-09-15T22:04:03.445+0000 7ff457fff640 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7ff45806f770 0x7ff458152840 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.110:3300/0 says I am v2:172.21.15.110:48526/0 (socket says 172.21.15.110:48526) 2024-09-15T22:04:03.451 INFO:teuthology.orchestra.run.smithi110.stderr:2024-09-15T22:04:03.445+0000 7ff457fff640 1 -- 172.21.15.110:0/478889687 learned_addr learned my addr 172.21.15.110:0/478889687 (peer_addr_for_me v2:172.21.15.110:0/0) 2024-09-15T22:04:03.452 INFO:teuthology.orchestra.run.smithi110.stderr:2024-09-15T22:04:03.445+0000 7ff4577fe640 1 --2- 172.21.15.110:0/478889687 >> [v2:172.21.15.110:3301/0,v1:172.21.15.110:6790/0] conn(0x7ff4580d07e0 0x7ff4581f45e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-15T22:04:03.452 INFO:teuthology.orchestra.run.smithi110.stderr:2024-09-15T22:04:03.445+0000 7ff45cc83640 1 --2- 172.21.15.110:0/478889687 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7ff45815c3b0 0x7ff458151e70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-15T22:04:03.452 INFO:teuthology.orchestra.run.smithi110.stderr:2024-09-15T22:04:03.445+0000 7ff457fff640 1 -- 172.21.15.110:0/478889687 >> [v2:172.21.15.110:3301/0,v1:172.21.15.110:6790/0] conn(0x7ff4580d07e0 msgr2=0x7ff4581f45e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-15T22:04:03.452 INFO:teuthology.orchestra.run.smithi110.stderr:2024-09-15T22:04:03.445+0000 7ff457fff640 1 --2- 172.21.15.110:0/478889687 >> [v2:172.21.15.110:3301/0,v1:172.21.15.110:6790/0] conn(0x7ff4580d07e0 0x7ff4581f45e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T22:04:03.452 INFO:teuthology.orchestra.run.smithi110.stderr:2024-09-15T22:04:03.445+0000 7ff457fff640 1 -- 172.21.15.110:0/478889687 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7ff45815c3b0 msgr2=0x7ff458151e70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-15T22:04:03.452 INFO:teuthology.orchestra.run.smithi110.stderr:2024-09-15T22:04:03.445+0000 7ff457fff640 1 --2- 172.21.15.110:0/478889687 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7ff45815c3b0 0x7ff458151e70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T22:04:03.452 INFO:teuthology.orchestra.run.smithi110.stderr:2024-09-15T22:04:03.445+0000 7ff457fff640 1 -- 172.21.15.110:0/478889687 --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7ff4581532b0 con 0x7ff45806f770 2024-09-15T22:04:03.452 INFO:teuthology.orchestra.run.smithi110.stderr:2024-09-15T22:04:03.446+0000 7ff457fff640 1 --2- 172.21.15.110:0/478889687 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7ff45806f770 0x7ff458152840 secure :-1 s=READY pgs=15 cs=0 l=1 rev1=1 crypto rx=0x7ff448000c00 tx=0x7ff4480046c0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-15T22:04:03.452 INFO:teuthology.orchestra.run.smithi110.stderr:2024-09-15T22:04:03.446+0000 7ff454ff9640 1 -- 172.21.15.110:0/478889687 <== mon.1 v2:172.21.15.110:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff448037040 con 0x7ff45806f770 2024-09-15T22:04:03.452 INFO:teuthology.orchestra.run.smithi110.stderr:2024-09-15T22:04:03.446+0000 7ff454ff9640 1 -- 172.21.15.110:0/478889687 <== mon.1 v2:172.21.15.110:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7ff448042070 con 0x7ff45806f770 2024-09-15T22:04:03.452 INFO:teuthology.orchestra.run.smithi110.stderr:2024-09-15T22:04:03.446+0000 7ff45e6e6640 1 -- 172.21.15.110:0/478889687 --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7ff458153550 con 0x7ff45806f770 2024-09-15T22:04:03.452 INFO:teuthology.orchestra.run.smithi110.stderr:2024-09-15T22:04:03.446+0000 7ff454ff9640 1 -- 172.21.15.110:0/478889687 <== mon.1 v2:172.21.15.110:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff448030880 con 0x7ff45806f770 2024-09-15T22:04:03.453 INFO:teuthology.orchestra.run.smithi110.stderr:2024-09-15T22:04:03.446+0000 7ff45e6e6640 1 -- 172.21.15.110:0/478889687 --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7ff45806bbe0 con 0x7ff45806f770 2024-09-15T22:04:03.453 INFO:teuthology.orchestra.run.smithi110.stderr:2024-09-15T22:04:03.446+0000 7ff454ff9640 1 -- 172.21.15.110:0/478889687 <== mon.1 v2:172.21.15.110:3300/0 4 ==== mgrmap(e 1) ==== 807+0+0 (secure 0 0 0) 0x7ff448030a20 con 0x7ff45806f770 2024-09-15T22:04:03.453 INFO:teuthology.orchestra.run.smithi110.stderr:2024-09-15T22:04:03.446+0000 7ff454ff9640 1 -- 172.21.15.110:0/478889687 <== mon.1 v2:172.21.15.110:3300/0 5 ==== osd_map(6..6 src has 1..6) ==== 1185+0+0 (secure 0 0 0) 0x7ff448047b40 con 0x7ff45806f770 2024-09-15T22:04:03.453 INFO:teuthology.orchestra.run.smithi110.stderr:2024-09-15T22:04:03.447+0000 7ff45e6e6640 1 -- 172.21.15.110:0/478889687 --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7ff4580682b0 con 0x7ff45806f770 2024-09-15T22:04:03.453 INFO:teuthology.orchestra.run.smithi110.stderr:2024-09-15T22:04:03.449+0000 7ff454ff9640 1 -- 172.21.15.110:0/478889687 <== mon.1 v2:172.21.15.110:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+74432 (secure 0 0 0) 0x7ff448047e20 con 0x7ff45806f770 2024-09-15T22:04:03.521 INFO:teuthology.orchestra.run.smithi110.stderr:2024-09-15T22:04:03.518+0000 7ff45e6e6640 1 -- 172.21.15.110:0/478889687 --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_command({"prefix": "osd new", "uuid": "346e916e-e9c8-4b14-a7c4-032d5f63fb69", "id": 4} v 0) -- 0x7ff45806be20 con 0x7ff45806f770 2024-09-15T22:04:03.526 INFO:teuthology.orchestra.run.smithi110.stderr:2024-09-15T22:04:03.524+0000 7ff454ff9640 1 -- 172.21.15.110:0/478889687 <== mon.1 v2:172.21.15.110:3300/0 7 ==== mon_command_ack([{"prefix": "osd new", "uuid": "346e916e-e9c8-4b14-a7c4-032d5f63fb69", "id": 4}]=0 v7) ==== 112+0+2 (secure 0 0 0) 0x7ff448047460 con 0x7ff45806f770 2024-09-15T22:04:03.527 INFO:teuthology.orchestra.run.smithi110.stdout:4 2024-09-15T22:04:03.528 INFO:teuthology.orchestra.run.smithi110.stderr:2024-09-15T22:04:03.525+0000 7ff45e6e6640 1 -- 172.21.15.110:0/478889687 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7ff45806f770 msgr2=0x7ff458152840 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-15T22:04:03.528 INFO:teuthology.orchestra.run.smithi110.stderr:2024-09-15T22:04:03.525+0000 7ff45e6e6640 1 --2- 172.21.15.110:0/478889687 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7ff45806f770 0x7ff458152840 secure :-1 s=READY pgs=15 cs=0 l=1 rev1=1 crypto rx=0x7ff448000c00 tx=0x7ff4480046c0 comp rx=0 tx=0).stop 2024-09-15T22:04:03.528 INFO:teuthology.orchestra.run.smithi110.stderr:2024-09-15T22:04:03.525+0000 7ff45e6e6640 1 -- 172.21.15.110:0/478889687 shutdown_connections 2024-09-15T22:04:03.528 INFO:teuthology.orchestra.run.smithi110.stderr:2024-09-15T22:04:03.525+0000 7ff45e6e6640 1 --2- 172.21.15.110:0/478889687 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7ff45815c3b0 0x7ff458151e70 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T22:04:03.528 INFO:teuthology.orchestra.run.smithi110.stderr:2024-09-15T22:04:03.525+0000 7ff45e6e6640 1 --2- 172.21.15.110:0/478889687 >> [v2:172.21.15.110:3301/0,v1:172.21.15.110:6790/0] conn(0x7ff4580d07e0 0x7ff4581f45e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T22:04:03.528 INFO:teuthology.orchestra.run.smithi110.stderr:2024-09-15T22:04:03.525+0000 7ff45e6e6640 1 --2- 172.21.15.110:0/478889687 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7ff45806f770 0x7ff458152840 unknown :-1 s=CLOSED pgs=15 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T22:04:03.528 INFO:teuthology.orchestra.run.smithi110.stderr:2024-09-15T22:04:03.525+0000 7ff45e6e6640 1 -- 172.21.15.110:0/478889687 >> 172.21.15.110:0/478889687 conn(0x7ff45806ddf0 msgr2=0x7ff4580b3460 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-15T22:04:03.528 INFO:teuthology.orchestra.run.smithi110.stderr:2024-09-15T22:04:03.525+0000 7ff45e6e6640 1 -- 172.21.15.110:0/478889687 shutdown_connections 2024-09-15T22:04:03.528 INFO:teuthology.orchestra.run.smithi110.stderr:2024-09-15T22:04:03.525+0000 7ff45e6e6640 1 -- 172.21.15.110:0/478889687 wait complete. 2024-09-15T22:04:03.538 DEBUG:teuthology.orchestra.run.smithi110:> sudo ceph --cluster ceph osd new 079e99b1-b9e1-4c06-ae11-f98c84739234 5 2024-09-15T22:04:03.637 INFO:teuthology.orchestra.run.smithi110.stderr:2024-09-15T22:04:03.634+0000 7f07f5694640 1 Processor -- start 2024-09-15T22:04:03.637 INFO:teuthology.orchestra.run.smithi110.stderr:2024-09-15T22:04:03.634+0000 7f07f5694640 1 -- start start 2024-09-15T22:04:03.638 INFO:teuthology.orchestra.run.smithi110.stderr:2024-09-15T22:04:03.635+0000 7f07f5694640 1 --2- >> [v2:172.21.15.110:3301/0,v1:172.21.15.110:6790/0] conn(0x7f07f015b3f0 0x7f07f00ae0c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-15T22:04:03.638 INFO:teuthology.orchestra.run.smithi110.stderr:2024-09-15T22:04:03.635+0000 7f07f5694640 1 -- --> v1:172.21.15.63:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f07f015fc30 con 0x7f07f015f050 2024-09-15T22:04:03.638 INFO:teuthology.orchestra.run.smithi110.stderr:2024-09-15T22:04:03.635+0000 7f07f5694640 1 -- --> v1:172.21.15.110:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f07f00cf210 con 0x7f07f006ccc0 2024-09-15T22:04:03.638 INFO:teuthology.orchestra.run.smithi110.stderr:2024-09-15T22:04:03.635+0000 7f07f5694640 1 -- --> [v2:172.21.15.110:3301/0,v1:172.21.15.110:6790/0] -- mon_getmap magic: 0 -- 0x7f07f015ff10 con 0x7f07f015b3f0 2024-09-15T22:04:03.638 INFO:teuthology.orchestra.run.smithi110.stderr:2024-09-15T22:04:03.635+0000 7f07eeffd640 1 --2- >> [v2:172.21.15.110:3301/0,v1:172.21.15.110:6790/0] conn(0x7f07f015b3f0 0x7f07f00ae0c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-15T22:04:03.639 INFO:teuthology.orchestra.run.smithi110.stderr:2024-09-15T22:04:03.635+0000 7f07ef7fe640 1 --1- >> v1:172.21.15.110:6789/0 conn(0x7f07f006ccc0 0x7f07f00cfcf0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.110:6789/0 says I am v1:172.21.15.110:44102/0 (socket says 172.21.15.110:44102) 2024-09-15T22:04:03.639 INFO:teuthology.orchestra.run.smithi110.stderr:2024-09-15T22:04:03.635+0000 7f07ef7fe640 1 -- 172.21.15.110:0/2328221590 learned_addr learned my addr 172.21.15.110:0/2328221590 (peer_addr_for_me v1:172.21.15.110:0/0) 2024-09-15T22:04:03.639 INFO:teuthology.orchestra.run.smithi110.stderr:2024-09-15T22:04:03.636+0000 7f07eeffd640 1 -- 172.21.15.110:0/2328221590 >> v1:172.21.15.110:6789/0 conn(0x7f07f006ccc0 legacy=0x7f07f00cfcf0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-15T22:04:03.639 INFO:teuthology.orchestra.run.smithi110.stderr:2024-09-15T22:04:03.636+0000 7f07eeffd640 1 -- 172.21.15.110:0/2328221590 >> v1:172.21.15.63:6789/0 conn(0x7f07f015f050 legacy=0x7f07f006c5b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-15T22:04:03.639 INFO:teuthology.orchestra.run.smithi110.stderr:2024-09-15T22:04:03.636+0000 7f07eeffd640 1 -- 172.21.15.110:0/2328221590 --> [v2:172.21.15.110:3301/0,v1:172.21.15.110:6790/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f07f00cf4f0 con 0x7f07f015b3f0 2024-09-15T22:04:03.639 INFO:teuthology.orchestra.run.smithi110.stderr:2024-09-15T22:04:03.636+0000 7f07edffb640 1 -- 172.21.15.110:0/2328221590 <== mon.1 v1:172.21.15.110:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 1240427450 0 0) 0x7f07f00cf210 con 0x7f07f006ccc0 2024-09-15T22:04:03.640 INFO:teuthology.orchestra.run.smithi110.stderr:2024-09-15T22:04:03.636+0000 7f07eeffd640 1 --2- 172.21.15.110:0/2328221590 >> [v2:172.21.15.110:3301/0,v1:172.21.15.110:6790/0] conn(0x7f07f015b3f0 0x7f07f00ae0c0 secure :-1 s=READY pgs=11 cs=0 l=1 rev1=1 crypto rx=0x7f07e00097d0 tx=0x7f07e002c420 comp rx=0 tx=0).ready entity=mon.2 client_cookie=31bb5fbe4228dee1 server_cookie=0 in_seq=0 out_seq=0 2024-09-15T22:04:03.640 INFO:teuthology.orchestra.run.smithi110.stderr:2024-09-15T22:04:03.636+0000 7f07edffb640 1 -- 172.21.15.110:0/2328221590 <== mon.2 v2:172.21.15.110:3301/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f07e0038070 con 0x7f07f015b3f0 2024-09-15T22:04:03.640 INFO:teuthology.orchestra.run.smithi110.stderr:2024-09-15T22:04:03.636+0000 7f07edffb640 1 -- 172.21.15.110:0/2328221590 <== mon.2 v2:172.21.15.110:3301/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f07e0031710 con 0x7f07f015b3f0 2024-09-15T22:04:03.640 INFO:teuthology.orchestra.run.smithi110.stderr:2024-09-15T22:04:03.636+0000 7f07edffb640 1 -- 172.21.15.110:0/2328221590 <== mon.2 v2:172.21.15.110:3301/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f07e0031ae0 con 0x7f07f015b3f0 2024-09-15T22:04:03.640 INFO:teuthology.orchestra.run.smithi110.stderr:2024-09-15T22:04:03.637+0000 7f07f5694640 1 -- 172.21.15.110:0/2328221590 >> [v2:172.21.15.110:3301/0,v1:172.21.15.110:6790/0] conn(0x7f07f015b3f0 msgr2=0x7f07f00ae0c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-15T22:04:03.641 INFO:teuthology.orchestra.run.smithi110.stderr:2024-09-15T22:04:03.637+0000 7f07f5694640 1 --2- 172.21.15.110:0/2328221590 >> [v2:172.21.15.110:3301/0,v1:172.21.15.110:6790/0] conn(0x7f07f015b3f0 0x7f07f00ae0c0 secure :-1 s=READY pgs=11 cs=0 l=1 rev1=1 crypto rx=0x7f07e00097d0 tx=0x7f07e002c420 comp rx=0 tx=0).stop 2024-09-15T22:04:03.641 INFO:teuthology.orchestra.run.smithi110.stderr:2024-09-15T22:04:03.637+0000 7f07f5694640 1 -- 172.21.15.110:0/2328221590 shutdown_connections 2024-09-15T22:04:03.641 INFO:teuthology.orchestra.run.smithi110.stderr:2024-09-15T22:04:03.637+0000 7f07f5694640 1 --2- 172.21.15.110:0/2328221590 >> [v2:172.21.15.110:3301/0,v1:172.21.15.110:6790/0] conn(0x7f07f015b3f0 0x7f07f00ae0c0 unknown :-1 s=CLOSED pgs=11 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T22:04:03.641 INFO:teuthology.orchestra.run.smithi110.stderr:2024-09-15T22:04:03.637+0000 7f07f5694640 1 -- 172.21.15.110:0/2328221590 >> 172.21.15.110:0/2328221590 conn(0x7f07f00b5f40 msgr2=0x7f07f00b6640 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-15T22:04:03.641 INFO:teuthology.orchestra.run.smithi110.stderr:2024-09-15T22:04:03.637+0000 7f07f5694640 1 -- 172.21.15.110:0/2328221590 shutdown_connections 2024-09-15T22:04:03.641 INFO:teuthology.orchestra.run.smithi110.stderr:2024-09-15T22:04:03.637+0000 7f07f5694640 1 -- 172.21.15.110:0/2328221590 wait complete. 2024-09-15T22:04:03.644 INFO:teuthology.orchestra.run.smithi110.stderr:2024-09-15T22:04:03.638+0000 7f07f5694640 1 Processor -- start 2024-09-15T22:04:03.644 INFO:teuthology.orchestra.run.smithi110.stderr:2024-09-15T22:04:03.639+0000 7f07f5694640 1 -- start start 2024-09-15T22:04:03.644 INFO:teuthology.orchestra.run.smithi110.stderr:2024-09-15T22:04:03.639+0000 7f07f5694640 1 --2- >> [v2:172.21.15.110:3301/0,v1:172.21.15.110:6790/0] conn(0x7f07f006ccc0 0x7f07f00b2cf0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-15T22:04:03.644 INFO:teuthology.orchestra.run.smithi110.stderr:2024-09-15T22:04:03.639+0000 7f07f5694640 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f07f015b3f0 0x7f07f0146d80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-15T22:04:03.644 INFO:teuthology.orchestra.run.smithi110.stderr:2024-09-15T22:04:03.639+0000 7f07f5694640 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f07f015f050 0x7f07f01472c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-15T22:04:03.644 INFO:teuthology.orchestra.run.smithi110.stderr:2024-09-15T22:04:03.639+0000 7f07f5694640 1 -- --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 -- 0x7f07f015b950 con 0x7f07f015f050 2024-09-15T22:04:03.644 INFO:teuthology.orchestra.run.smithi110.stderr:2024-09-15T22:04:03.639+0000 7f07f5694640 1 -- --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_getmap magic: 0 -- 0x7f07f015b7d0 con 0x7f07f015b3f0 2024-09-15T22:04:03.644 INFO:teuthology.orchestra.run.smithi110.stderr:2024-09-15T22:04:03.639+0000 7f07f5694640 1 -- --> [v2:172.21.15.110:3301/0,v1:172.21.15.110:6790/0] -- mon_getmap magic: 0 -- 0x7f07f015f490 con 0x7f07f006ccc0 2024-09-15T22:04:03.645 INFO:teuthology.orchestra.run.smithi110.stderr:2024-09-15T22:04:03.639+0000 7f07eeffd640 1 --2- >> [v2:172.21.15.110:3301/0,v1:172.21.15.110:6790/0] conn(0x7f07f006ccc0 0x7f07f00b2cf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-15T22:04:03.645 INFO:teuthology.orchestra.run.smithi110.stderr:2024-09-15T22:04:03.639+0000 7f07ee7fc640 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f07f015b3f0 0x7f07f0146d80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-15T22:04:03.645 INFO:teuthology.orchestra.run.smithi110.stderr:2024-09-15T22:04:03.639+0000 7f07eeffd640 1 --2- >> [v2:172.21.15.110:3301/0,v1:172.21.15.110:6790/0] conn(0x7f07f006ccc0 0x7f07f00b2cf0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.110:3301/0 says I am v2:172.21.15.110:60458/0 (socket says 172.21.15.110:60458) 2024-09-15T22:04:03.645 INFO:teuthology.orchestra.run.smithi110.stderr:2024-09-15T22:04:03.639+0000 7f07ee7fc640 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f07f015b3f0 0x7f07f0146d80 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.110:3300/0 says I am v2:172.21.15.110:48534/0 (socket says 172.21.15.110:48534) 2024-09-15T22:04:03.645 INFO:teuthology.orchestra.run.smithi110.stderr:2024-09-15T22:04:03.639+0000 7f07eeffd640 1 -- 172.21.15.110:0/48741057 learned_addr learned my addr 172.21.15.110:0/48741057 (peer_addr_for_me v2:172.21.15.110:0/0) 2024-09-15T22:04:03.645 INFO:teuthology.orchestra.run.smithi110.stderr:2024-09-15T22:04:03.639+0000 7f07ef7fe640 1 --2- 172.21.15.110:0/48741057 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f07f015f050 0x7f07f01472c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-15T22:04:03.645 INFO:teuthology.orchestra.run.smithi110.stderr:2024-09-15T22:04:03.640+0000 7f07eeffd640 1 -- 172.21.15.110:0/48741057 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f07f015b3f0 msgr2=0x7f07f0146d80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-15T22:04:03.645 INFO:teuthology.orchestra.run.smithi110.stderr:2024-09-15T22:04:03.640+0000 7f07eeffd640 1 --2- 172.21.15.110:0/48741057 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f07f015b3f0 0x7f07f0146d80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T22:04:03.645 INFO:teuthology.orchestra.run.smithi110.stderr:2024-09-15T22:04:03.640+0000 7f07eeffd640 1 -- 172.21.15.110:0/48741057 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f07f015f050 msgr2=0x7f07f01472c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-15T22:04:03.645 INFO:teuthology.orchestra.run.smithi110.stderr:2024-09-15T22:04:03.640+0000 7f07eeffd640 1 --2- 172.21.15.110:0/48741057 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f07f015f050 0x7f07f01472c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T22:04:03.645 INFO:teuthology.orchestra.run.smithi110.stderr:2024-09-15T22:04:03.640+0000 7f07eeffd640 1 -- 172.21.15.110:0/48741057 --> [v2:172.21.15.110:3301/0,v1:172.21.15.110:6790/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f07f01f4630 con 0x7f07f006ccc0 2024-09-15T22:04:03.645 INFO:teuthology.orchestra.run.smithi110.stderr:2024-09-15T22:04:03.640+0000 7f07ee7fc640 1 --2- 172.21.15.110:0/48741057 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f07f015b3f0 0x7f07f0146d80 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-15T22:04:03.646 INFO:teuthology.orchestra.run.smithi110.stderr:2024-09-15T22:04:03.640+0000 7f07eeffd640 1 --2- 172.21.15.110:0/48741057 >> [v2:172.21.15.110:3301/0,v1:172.21.15.110:6790/0] conn(0x7f07f006ccc0 0x7f07f00b2cf0 secure :-1 s=READY pgs=12 cs=0 l=1 rev1=1 crypto rx=0x7f07e0009720 tx=0x7f07e00046c0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-15T22:04:03.646 INFO:teuthology.orchestra.run.smithi110.stderr:2024-09-15T22:04:03.640+0000 7f07e77fe640 1 -- 172.21.15.110:0/48741057 <== mon.2 v2:172.21.15.110:3301/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f07e0042020 con 0x7f07f006ccc0 2024-09-15T22:04:03.646 INFO:teuthology.orchestra.run.smithi110.stderr:2024-09-15T22:04:03.640+0000 7f07e77fe640 1 -- 172.21.15.110:0/48741057 <== mon.2 v2:172.21.15.110:3301/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f07e0033830 con 0x7f07f006ccc0 2024-09-15T22:04:03.646 INFO:teuthology.orchestra.run.smithi110.stderr:2024-09-15T22:04:03.640+0000 7f07f5694640 1 -- 172.21.15.110:0/48741057 --> [v2:172.21.15.110:3301/0,v1:172.21.15.110:6790/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f07f00b1c50 con 0x7f07f006ccc0 2024-09-15T22:04:03.646 INFO:teuthology.orchestra.run.smithi110.stderr:2024-09-15T22:04:03.640+0000 7f07e77fe640 1 -- 172.21.15.110:0/48741057 <== mon.2 v2:172.21.15.110:3301/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f07e0038040 con 0x7f07f006ccc0 2024-09-15T22:04:03.646 INFO:teuthology.orchestra.run.smithi110.stderr:2024-09-15T22:04:03.640+0000 7f07f5694640 1 -- 172.21.15.110:0/48741057 --> [v2:172.21.15.110:3301/0,v1:172.21.15.110:6790/0] -- mon_subscribe({osdmap=0}) -- 0x7f07f00b2210 con 0x7f07f006ccc0 2024-09-15T22:04:03.646 INFO:teuthology.orchestra.run.smithi110.stderr:2024-09-15T22:04:03.640+0000 7f07e77fe640 1 -- 172.21.15.110:0/48741057 <== mon.2 v2:172.21.15.110:3301/0 4 ==== mgrmap(e 1) ==== 807+0+0 (secure 0 0 0) 0x7f07e0045020 con 0x7f07f006ccc0 2024-09-15T22:04:03.646 INFO:teuthology.orchestra.run.smithi110.stderr:2024-09-15T22:04:03.640+0000 7f07e77fe640 1 -- 172.21.15.110:0/48741057 <== mon.2 v2:172.21.15.110:3301/0 5 ==== osd_map(7..7 src has 1..7) ==== 1300+0+0 (secure 0 0 0) 0x7f07e0006820 con 0x7f07f006ccc0 2024-09-15T22:04:03.646 INFO:teuthology.orchestra.run.smithi110.stderr:2024-09-15T22:04:03.641+0000 7f07f5694640 1 -- 172.21.15.110:0/48741057 --> [v2:172.21.15.110:3301/0,v1:172.21.15.110:6790/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f07f015f8f0 con 0x7f07f006ccc0 2024-09-15T22:04:03.647 INFO:teuthology.orchestra.run.smithi110.stderr:2024-09-15T22:04:03.643+0000 7f07e77fe640 1 -- 172.21.15.110:0/48741057 <== mon.2 v2:172.21.15.110:3301/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+74432 (secure 0 0 0) 0x7f07e004c070 con 0x7f07f006ccc0 2024-09-15T22:04:03.788 INFO:teuthology.orchestra.run.smithi110.stderr:2024-09-15T22:04:03.786+0000 7f07f5694640 1 -- 172.21.15.110:0/48741057 --> [v2:172.21.15.110:3301/0,v1:172.21.15.110:6790/0] -- mon_command({"prefix": "osd new", "uuid": "079e99b1-b9e1-4c06-ae11-f98c84739234", "id": 5} v 0) -- 0x7f07f00b6d50 con 0x7f07f006ccc0 2024-09-15T22:04:03.794 INFO:teuthology.orchestra.run.smithi110.stderr:2024-09-15T22:04:03.791+0000 7f07e77fe640 1 -- 172.21.15.110:0/48741057 <== mon.2 v2:172.21.15.110:3301/0 7 ==== mon_command_ack([{"prefix": "osd new", "uuid": "079e99b1-b9e1-4c06-ae11-f98c84739234", "id": 5}]=0 v8) ==== 112+0+2 (secure 0 0 0) 0x7f07e00062a0 con 0x7f07f006ccc0 2024-09-15T22:04:03.794 INFO:teuthology.orchestra.run.smithi110.stdout:5 2024-09-15T22:04:03.795 INFO:teuthology.orchestra.run.smithi110.stderr:2024-09-15T22:04:03.793+0000 7f07f5694640 1 -- 172.21.15.110:0/48741057 >> [v2:172.21.15.110:3301/0,v1:172.21.15.110:6790/0] conn(0x7f07f006ccc0 msgr2=0x7f07f00b2cf0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-15T22:04:03.795 INFO:teuthology.orchestra.run.smithi110.stderr:2024-09-15T22:04:03.793+0000 7f07f5694640 1 --2- 172.21.15.110:0/48741057 >> [v2:172.21.15.110:3301/0,v1:172.21.15.110:6790/0] conn(0x7f07f006ccc0 0x7f07f00b2cf0 secure :-1 s=READY pgs=12 cs=0 l=1 rev1=1 crypto rx=0x7f07e0009720 tx=0x7f07e00046c0 comp rx=0 tx=0).stop 2024-09-15T22:04:03.795 INFO:teuthology.orchestra.run.smithi110.stderr:2024-09-15T22:04:03.793+0000 7f07f5694640 1 -- 172.21.15.110:0/48741057 shutdown_connections 2024-09-15T22:04:03.796 INFO:teuthology.orchestra.run.smithi110.stderr:2024-09-15T22:04:03.793+0000 7f07f5694640 1 --2- 172.21.15.110:0/48741057 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f07f015b3f0 0x7f07f0146d80 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T22:04:03.796 INFO:teuthology.orchestra.run.smithi110.stderr:2024-09-15T22:04:03.793+0000 7f07f5694640 1 --2- 172.21.15.110:0/48741057 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f07f015f050 0x7f07f01472c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T22:04:03.796 INFO:teuthology.orchestra.run.smithi110.stderr:2024-09-15T22:04:03.793+0000 7f07f5694640 1 --2- 172.21.15.110:0/48741057 >> [v2:172.21.15.110:3301/0,v1:172.21.15.110:6790/0] conn(0x7f07f006ccc0 0x7f07f00b2cf0 unknown :-1 s=CLOSED pgs=12 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T22:04:03.796 INFO:teuthology.orchestra.run.smithi110.stderr:2024-09-15T22:04:03.793+0000 7f07f5694640 1 -- 172.21.15.110:0/48741057 >> 172.21.15.110:0/48741057 conn(0x7f07f00b5f40 msgr2=0x7f07f00ca9e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-15T22:04:03.796 INFO:teuthology.orchestra.run.smithi110.stderr:2024-09-15T22:04:03.793+0000 7f07f5694640 1 -- 172.21.15.110:0/48741057 shutdown_connections 2024-09-15T22:04:03.796 INFO:teuthology.orchestra.run.smithi110.stderr:2024-09-15T22:04:03.793+0000 7f07f5694640 1 -- 172.21.15.110:0/48741057 wait complete. 2024-09-15T22:04:03.809 DEBUG:teuthology.orchestra.run.smithi110:> sudo ceph --cluster ceph osd new 40b16565-bb39-470a-a699-3a5c64927e87 6 2024-09-15T22:04:03.907 INFO:teuthology.orchestra.run.smithi110.stderr:2024-09-15T22:04:03.905+0000 7f0ee662e640 1 Processor -- start 2024-09-15T22:04:03.907 INFO:teuthology.orchestra.run.smithi110.stderr:2024-09-15T22:04:03.905+0000 7f0ee662e640 1 -- start start 2024-09-15T22:04:03.910 INFO:teuthology.orchestra.run.smithi110.stderr:2024-09-15T22:04:03.905+0000 7f0ee662e640 1 --2- >> v2:172.21.15.63:3300/0 conn(0x7f0ee015b3f0 0x7f0ee00ae0c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-15T22:04:03.911 INFO:teuthology.orchestra.run.smithi110.stderr:2024-09-15T22:04:03.905+0000 7f0ee662e640 1 -- --> v1:172.21.15.63:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f0ee015fc30 con 0x7f0ee015f050 2024-09-15T22:04:03.911 INFO:teuthology.orchestra.run.smithi110.stderr:2024-09-15T22:04:03.905+0000 7f0ee662e640 1 -- --> v1:172.21.15.110:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f0ee00cf210 con 0x7f0ee006ccc0 2024-09-15T22:04:03.911 INFO:teuthology.orchestra.run.smithi110.stderr:2024-09-15T22:04:03.905+0000 7f0ee662e640 1 -- --> v2:172.21.15.63:3300/0 -- mon_getmap magic: 0 -- 0x7f0ee015ff10 con 0x7f0ee015b3f0 2024-09-15T22:04:03.911 INFO:teuthology.orchestra.run.smithi110.stderr:2024-09-15T22:04:03.906+0000 7f0ee4bcb640 1 --1- >> v1:172.21.15.110:6789/0 conn(0x7f0ee006ccc0 0x7f0ee00cfcf0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.110:6789/0 says I am v1:172.21.15.110:44110/0 (socket says 172.21.15.110:44110) 2024-09-15T22:04:03.911 INFO:teuthology.orchestra.run.smithi110.stderr:2024-09-15T22:04:03.906+0000 7f0ee4bcb640 1 -- 172.21.15.110:0/1799064007 learned_addr learned my addr 172.21.15.110:0/1799064007 (peer_addr_for_me v1:172.21.15.110:0/0) 2024-09-15T22:04:03.911 INFO:teuthology.orchestra.run.smithi110.stderr:2024-09-15T22:04:03.906+0000 7f0edffff640 1 --2- 172.21.15.110:0/1799064007 >> v2:172.21.15.63:3300/0 conn(0x7f0ee015b3f0 0x7f0ee00ae0c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-15T22:04:03.911 INFO:teuthology.orchestra.run.smithi110.stderr:2024-09-15T22:04:03.906+0000 7f0edeffd640 1 -- 172.21.15.110:0/1799064007 <== mon.1 v1:172.21.15.110:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 2650896810 0 0) 0x7f0ee00cf210 con 0x7f0ee006ccc0 2024-09-15T22:04:03.911 INFO:teuthology.orchestra.run.smithi110.stderr:2024-09-15T22:04:03.906+0000 7f0edeffd640 1 -- 172.21.15.110:0/1799064007 --> v1:172.21.15.110:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7f0ecc003520 con 0x7f0ee006ccc0 2024-09-15T22:04:03.911 INFO:teuthology.orchestra.run.smithi110.stderr:2024-09-15T22:04:03.906+0000 7f0edeffd640 1 -- 172.21.15.110:0/1799064007 <== mon.0 v1:172.21.15.63:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 893749452 0 0) 0x7f0ee015fc30 con 0x7f0ee015f050 2024-09-15T22:04:03.911 INFO:teuthology.orchestra.run.smithi110.stderr:2024-09-15T22:04:03.906+0000 7f0edeffd640 1 -- 172.21.15.110:0/1799064007 --> v1:172.21.15.63:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7f0ee00cf210 con 0x7f0ee015f050 2024-09-15T22:04:03.911 INFO:teuthology.orchestra.run.smithi110.stderr:2024-09-15T22:04:03.906+0000 7f0edeffd640 1 -- 172.21.15.110:0/1799064007 <== mon.1 v1:172.21.15.110:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) ==== 214+0+0 (unknown 2018232750 0 0) 0x7f0ecc003520 con 0x7f0ee006ccc0 2024-09-15T22:04:03.911 INFO:teuthology.orchestra.run.smithi110.stderr:2024-09-15T22:04:03.906+0000 7f0edeffd640 1 -- 172.21.15.110:0/1799064007 >> v2:172.21.15.63:3300/0 conn(0x7f0ee015b3f0 msgr2=0x7f0ee00ae0c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-15T22:04:03.911 INFO:teuthology.orchestra.run.smithi110.stderr:2024-09-15T22:04:03.906+0000 7f0edeffd640 1 --2- 172.21.15.110:0/1799064007 >> v2:172.21.15.63:3300/0 conn(0x7f0ee015b3f0 0x7f0ee00ae0c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T22:04:03.912 INFO:teuthology.orchestra.run.smithi110.stderr:2024-09-15T22:04:03.906+0000 7f0edeffd640 1 -- 172.21.15.110:0/1799064007 >> v1:172.21.15.63:6789/0 conn(0x7f0ee015f050 legacy=0x7f0ee006c5b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-15T22:04:03.912 INFO:teuthology.orchestra.run.smithi110.stderr:2024-09-15T22:04:03.906+0000 7f0edeffd640 1 -- 172.21.15.110:0/1799064007 --> v1:172.21.15.110:6789/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f0ee00cf4f0 con 0x7f0ee006ccc0 2024-09-15T22:04:03.912 INFO:teuthology.orchestra.run.smithi110.stderr:2024-09-15T22:04:03.906+0000 7f0edeffd640 1 -- 172.21.15.110:0/1799064007 <== mon.1 v1:172.21.15.110:6789/0 3 ==== mon_map magic: 0 ==== 413+0+0 (unknown 3984726164 0 0) 0x7f0ed80019f0 con 0x7f0ee006ccc0 2024-09-15T22:04:03.912 INFO:teuthology.orchestra.run.smithi110.stderr:2024-09-15T22:04:03.906+0000 7f0edeffd640 1 -- 172.21.15.110:0/1799064007 >> v1:172.21.15.110:6789/0 conn(0x7f0ee006ccc0 legacy=0x7f0ee00cfcf0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-15T22:04:03.912 INFO:teuthology.orchestra.run.smithi110.stderr:2024-09-15T22:04:03.906+0000 7f0edeffd640 1 --2- 172.21.15.110:0/1799064007 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f0ecc003b40 0x7f0ecc003f40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-15T22:04:03.912 INFO:teuthology.orchestra.run.smithi110.stderr:2024-09-15T22:04:03.906+0000 7f0edeffd640 1 --2- 172.21.15.110:0/1799064007 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f0ecc004800 0x7f0ecc004c80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-15T22:04:03.912 INFO:teuthology.orchestra.run.smithi110.stderr:2024-09-15T22:04:03.906+0000 7f0edeffd640 1 --2- 172.21.15.110:0/1799064007 >> [v2:172.21.15.110:3301/0,v1:172.21.15.110:6790/0] conn(0x7f0ecc0051c0 0x7f0ecc00b9c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-15T22:04:03.912 INFO:teuthology.orchestra.run.smithi110.stderr:2024-09-15T22:04:03.906+0000 7f0edeffd640 1 -- 172.21.15.110:0/1799064007 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 -- 0x7f0ee015ff10 con 0x7f0ecc003b40 2024-09-15T22:04:03.912 INFO:teuthology.orchestra.run.smithi110.stderr:2024-09-15T22:04:03.906+0000 7f0edeffd640 1 -- 172.21.15.110:0/1799064007 --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_getmap magic: 0 -- 0x7f0ecc00c040 con 0x7f0ecc004800 2024-09-15T22:04:03.912 INFO:teuthology.orchestra.run.smithi110.stderr:2024-09-15T22:04:03.906+0000 7f0edeffd640 1 -- 172.21.15.110:0/1799064007 --> [v2:172.21.15.110:3301/0,v1:172.21.15.110:6790/0] -- mon_getmap magic: 0 -- 0x7f0ecc00c240 con 0x7f0ecc0051c0 2024-09-15T22:04:03.912 INFO:teuthology.orchestra.run.smithi110.stderr:2024-09-15T22:04:03.906+0000 7f0edf7fe640 1 --2- 172.21.15.110:0/1799064007 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f0ecc004800 0x7f0ecc004c80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-15T22:04:03.912 INFO:teuthology.orchestra.run.smithi110.stderr:2024-09-15T22:04:03.906+0000 7f0edffff640 1 --2- 172.21.15.110:0/1799064007 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f0ecc003b40 0x7f0ecc003f40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-15T22:04:03.912 INFO:teuthology.orchestra.run.smithi110.stderr:2024-09-15T22:04:03.906+0000 7f0ee4bcb640 1 --2- 172.21.15.110:0/1799064007 >> [v2:172.21.15.110:3301/0,v1:172.21.15.110:6790/0] conn(0x7f0ecc0051c0 0x7f0ecc00b9c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-15T22:04:03.913 INFO:teuthology.orchestra.run.smithi110.stderr:2024-09-15T22:04:03.907+0000 7f0edf7fe640 1 -- 172.21.15.110:0/1799064007 >> [v2:172.21.15.110:3301/0,v1:172.21.15.110:6790/0] conn(0x7f0ecc0051c0 msgr2=0x7f0ecc00b9c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-15T22:04:03.913 INFO:teuthology.orchestra.run.smithi110.stderr:2024-09-15T22:04:03.907+0000 7f0edf7fe640 1 --2- 172.21.15.110:0/1799064007 >> [v2:172.21.15.110:3301/0,v1:172.21.15.110:6790/0] conn(0x7f0ecc0051c0 0x7f0ecc00b9c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T22:04:03.913 INFO:teuthology.orchestra.run.smithi110.stderr:2024-09-15T22:04:03.907+0000 7f0edf7fe640 1 -- 172.21.15.110:0/1799064007 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f0ecc003b40 msgr2=0x7f0ecc003f40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-15T22:04:03.913 INFO:teuthology.orchestra.run.smithi110.stderr:2024-09-15T22:04:03.907+0000 7f0edf7fe640 1 --2- 172.21.15.110:0/1799064007 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f0ecc003b40 0x7f0ecc003f40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T22:04:03.913 INFO:teuthology.orchestra.run.smithi110.stderr:2024-09-15T22:04:03.907+0000 7f0edf7fe640 1 -- 172.21.15.110:0/1799064007 --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f0ecc003520 con 0x7f0ecc004800 2024-09-15T22:04:03.913 INFO:teuthology.orchestra.run.smithi110.stderr:2024-09-15T22:04:03.907+0000 7f0ee4bcb640 1 -- 172.21.15.110:0/1799064007 reap_dead start 2024-09-15T22:04:03.913 INFO:teuthology.orchestra.run.smithi110.stderr:2024-09-15T22:04:03.907+0000 7f0edf7fe640 1 --2- 172.21.15.110:0/1799064007 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f0ecc004800 0x7f0ecc004c80 secure :-1 s=READY pgs=18 cs=0 l=1 rev1=1 crypto rx=0x7f0ec80018d0 tx=0x7f0ecc005830 comp rx=0 tx=0).ready entity=mon.1 client_cookie=80b3d6a43ad446f7 server_cookie=0 in_seq=0 out_seq=0 2024-09-15T22:04:03.913 INFO:teuthology.orchestra.run.smithi110.stderr:2024-09-15T22:04:03.907+0000 7f0edeffd640 1 -- 172.21.15.110:0/1799064007 <== mon.1 v2:172.21.15.110:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0ec80014f0 con 0x7f0ecc004800 2024-09-15T22:04:03.913 INFO:teuthology.orchestra.run.smithi110.stderr:2024-09-15T22:04:03.907+0000 7f0edeffd640 1 -- 172.21.15.110:0/1799064007 <== mon.1 v2:172.21.15.110:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f0ec80052d0 con 0x7f0ecc004800 2024-09-15T22:04:03.913 INFO:teuthology.orchestra.run.smithi110.stderr:2024-09-15T22:04:03.907+0000 7f0edeffd640 1 -- 172.21.15.110:0/1799064007 <== mon.1 v2:172.21.15.110:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0ec802ac60 con 0x7f0ecc004800 2024-09-15T22:04:03.913 INFO:teuthology.orchestra.run.smithi110.stderr:2024-09-15T22:04:03.908+0000 7f0ee662e640 1 -- 172.21.15.110:0/1799064007 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f0ecc004800 msgr2=0x7f0ecc004c80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-15T22:04:03.913 INFO:teuthology.orchestra.run.smithi110.stderr:2024-09-15T22:04:03.908+0000 7f0ee662e640 1 --2- 172.21.15.110:0/1799064007 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f0ecc004800 0x7f0ecc004c80 secure :-1 s=READY pgs=18 cs=0 l=1 rev1=1 crypto rx=0x7f0ec80018d0 tx=0x7f0ecc005830 comp rx=0 tx=0).stop 2024-09-15T22:04:03.913 INFO:teuthology.orchestra.run.smithi110.stderr:2024-09-15T22:04:03.908+0000 7f0ee662e640 1 -- 172.21.15.110:0/1799064007 shutdown_connections 2024-09-15T22:04:03.914 INFO:teuthology.orchestra.run.smithi110.stderr:2024-09-15T22:04:03.908+0000 7f0ee662e640 1 --2- 172.21.15.110:0/1799064007 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f0ecc004800 0x7f0ecc004c80 unknown :-1 s=CLOSED pgs=18 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T22:04:03.914 INFO:teuthology.orchestra.run.smithi110.stderr:2024-09-15T22:04:03.908+0000 7f0ee662e640 1 -- 172.21.15.110:0/1799064007 >> 172.21.15.110:0/1799064007 conn(0x7f0ee00b5f40 msgr2=0x7f0ee00b6640 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-15T22:04:03.914 INFO:teuthology.orchestra.run.smithi110.stderr:2024-09-15T22:04:03.908+0000 7f0ee662e640 1 -- 172.21.15.110:0/1799064007 shutdown_connections 2024-09-15T22:04:03.914 INFO:teuthology.orchestra.run.smithi110.stderr:2024-09-15T22:04:03.908+0000 7f0ee662e640 1 -- 172.21.15.110:0/1799064007 wait complete. 2024-09-15T22:04:03.916 INFO:teuthology.orchestra.run.smithi110.stderr:2024-09-15T22:04:03.909+0000 7f0ee662e640 1 Processor -- start 2024-09-15T22:04:03.916 INFO:teuthology.orchestra.run.smithi110.stderr:2024-09-15T22:04:03.910+0000 7f0ee662e640 1 -- start start 2024-09-15T22:04:03.916 INFO:teuthology.orchestra.run.smithi110.stderr:2024-09-15T22:04:03.910+0000 7f0ee662e640 1 --2- >> [v2:172.21.15.110:3301/0,v1:172.21.15.110:6790/0] conn(0x7f0ecc004800 0x7f0ee014e7e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-15T22:04:03.916 INFO:teuthology.orchestra.run.smithi110.stderr:2024-09-15T22:04:03.910+0000 7f0ee662e640 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f0ee015bad0 0x7f0ee00ca4a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-15T22:04:03.916 INFO:teuthology.orchestra.run.smithi110.stderr:2024-09-15T22:04:03.910+0000 7f0ee662e640 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f0ee015e580 0x7f0ee00ca9e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-15T22:04:03.916 INFO:teuthology.orchestra.run.smithi110.stderr:2024-09-15T22:04:03.910+0000 7f0ee662e640 1 -- --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 -- 0x7f0ee015b950 con 0x7f0ee015bad0 2024-09-15T22:04:03.917 INFO:teuthology.orchestra.run.smithi110.stderr:2024-09-15T22:04:03.910+0000 7f0ee662e640 1 -- --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_getmap magic: 0 -- 0x7f0ee015b7d0 con 0x7f0ee015e580 2024-09-15T22:04:03.917 INFO:teuthology.orchestra.run.smithi110.stderr:2024-09-15T22:04:03.910+0000 7f0ee662e640 1 -- --> [v2:172.21.15.110:3301/0,v1:172.21.15.110:6790/0] -- mon_getmap magic: 0 -- 0x7f0ee00ae0c0 con 0x7f0ecc004800 2024-09-15T22:04:03.917 INFO:teuthology.orchestra.run.smithi110.stderr:2024-09-15T22:04:03.910+0000 7f0edffff640 1 --2- >> [v2:172.21.15.110:3301/0,v1:172.21.15.110:6790/0] conn(0x7f0ecc004800 0x7f0ee014e7e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-15T22:04:03.917 INFO:teuthology.orchestra.run.smithi110.stderr:2024-09-15T22:04:03.910+0000 7f0ee4bcb640 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f0ee015e580 0x7f0ee00ca9e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-15T22:04:03.917 INFO:teuthology.orchestra.run.smithi110.stderr:2024-09-15T22:04:03.910+0000 7f0edffff640 1 --2- >> [v2:172.21.15.110:3301/0,v1:172.21.15.110:6790/0] conn(0x7f0ecc004800 0x7f0ee014e7e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.110:3301/0 says I am v2:172.21.15.110:60478/0 (socket says 172.21.15.110:60478) 2024-09-15T22:04:03.917 INFO:teuthology.orchestra.run.smithi110.stderr:2024-09-15T22:04:03.910+0000 7f0ee4bcb640 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f0ee015e580 0x7f0ee00ca9e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.110:3300/0 says I am v2:172.21.15.110:48558/0 (socket says 172.21.15.110:48558) 2024-09-15T22:04:03.917 INFO:teuthology.orchestra.run.smithi110.stderr:2024-09-15T22:04:03.910+0000 7f0edffff640 1 -- 172.21.15.110:0/2416113630 learned_addr learned my addr 172.21.15.110:0/2416113630 (peer_addr_for_me v2:172.21.15.110:0/0) 2024-09-15T22:04:03.917 INFO:teuthology.orchestra.run.smithi110.stderr:2024-09-15T22:04:03.910+0000 7f0edf7fe640 1 --2- 172.21.15.110:0/2416113630 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f0ee015bad0 0x7f0ee00ca4a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-15T22:04:03.917 INFO:teuthology.orchestra.run.smithi110.stderr:2024-09-15T22:04:03.911+0000 7f0ee4bcb640 1 -- 172.21.15.110:0/2416113630 >> [v2:172.21.15.110:3301/0,v1:172.21.15.110:6790/0] conn(0x7f0ecc004800 msgr2=0x7f0ee014e7e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-15T22:04:03.917 INFO:teuthology.orchestra.run.smithi110.stderr:2024-09-15T22:04:03.911+0000 7f0ee4bcb640 1 --2- 172.21.15.110:0/2416113630 >> [v2:172.21.15.110:3301/0,v1:172.21.15.110:6790/0] conn(0x7f0ecc004800 0x7f0ee014e7e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T22:04:03.917 INFO:teuthology.orchestra.run.smithi110.stderr:2024-09-15T22:04:03.911+0000 7f0ee4bcb640 1 -- 172.21.15.110:0/2416113630 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f0ee015bad0 msgr2=0x7f0ee00ca4a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-15T22:04:03.917 INFO:teuthology.orchestra.run.smithi110.stderr:2024-09-15T22:04:03.911+0000 7f0ee4bcb640 1 --2- 172.21.15.110:0/2416113630 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f0ee015bad0 0x7f0ee00ca4a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T22:04:03.917 INFO:teuthology.orchestra.run.smithi110.stderr:2024-09-15T22:04:03.911+0000 7f0ee4bcb640 1 -- 172.21.15.110:0/2416113630 --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f0ee01f8210 con 0x7f0ee015e580 2024-09-15T22:04:03.918 INFO:teuthology.orchestra.run.smithi110.stderr:2024-09-15T22:04:03.911+0000 7f0edffff640 1 --2- 172.21.15.110:0/2416113630 >> [v2:172.21.15.110:3301/0,v1:172.21.15.110:6790/0] conn(0x7f0ecc004800 0x7f0ee014e7e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-15T22:04:03.918 INFO:teuthology.orchestra.run.smithi110.stderr:2024-09-15T22:04:03.911+0000 7f0ee4bcb640 1 --2- 172.21.15.110:0/2416113630 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f0ee015e580 0x7f0ee00ca9e0 secure :-1 s=READY pgs=19 cs=0 l=1 rev1=1 crypto rx=0x7f0ee006d1e0 tx=0x7f0ed800a6a0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-15T22:04:03.918 INFO:teuthology.orchestra.run.smithi110.stderr:2024-09-15T22:04:03.911+0000 7f0edcff9640 1 -- 172.21.15.110:0/2416113630 <== mon.1 v2:172.21.15.110:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0ed800ad00 con 0x7f0ee015e580 2024-09-15T22:04:03.918 INFO:teuthology.orchestra.run.smithi110.stderr:2024-09-15T22:04:03.911+0000 7f0edcff9640 1 -- 172.21.15.110:0/2416113630 <== mon.1 v2:172.21.15.110:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f0ed8018070 con 0x7f0ee015e580 2024-09-15T22:04:03.918 INFO:teuthology.orchestra.run.smithi110.stderr:2024-09-15T22:04:03.911+0000 7f0ee662e640 1 -- 172.21.15.110:0/2416113630 --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f0ee01f84f0 con 0x7f0ee015e580 2024-09-15T22:04:03.918 INFO:teuthology.orchestra.run.smithi110.stderr:2024-09-15T22:04:03.911+0000 7f0edcff9640 1 -- 172.21.15.110:0/2416113630 <== mon.1 v2:172.21.15.110:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0ed8013630 con 0x7f0ee015e580 2024-09-15T22:04:03.918 INFO:teuthology.orchestra.run.smithi110.stderr:2024-09-15T22:04:03.911+0000 7f0ee662e640 1 -- 172.21.15.110:0/2416113630 --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f0ee01f8ab0 con 0x7f0ee015e580 2024-09-15T22:04:03.918 INFO:teuthology.orchestra.run.smithi110.stderr:2024-09-15T22:04:03.911+0000 7f0edcff9640 1 -- 172.21.15.110:0/2416113630 <== mon.1 v2:172.21.15.110:3300/0 4 ==== mgrmap(e 1) ==== 807+0+0 (secure 0 0 0) 0x7f0ed80137d0 con 0x7f0ee015e580 2024-09-15T22:04:03.918 INFO:teuthology.orchestra.run.smithi110.stderr:2024-09-15T22:04:03.911+0000 7f0edcff9640 1 -- 172.21.15.110:0/2416113630 <== mon.1 v2:172.21.15.110:3300/0 5 ==== osd_map(8..8 src has 1..8) ==== 1415+0+0 (secure 0 0 0) 0x7f0ed801c3c0 con 0x7f0ee015e580 2024-09-15T22:04:03.918 INFO:teuthology.orchestra.run.smithi110.stderr:2024-09-15T22:04:03.912+0000 7f0ee662e640 1 -- 172.21.15.110:0/2416113630 --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f0ee00af5d0 con 0x7f0ee015e580 2024-09-15T22:04:03.918 INFO:teuthology.orchestra.run.smithi110.stderr:2024-09-15T22:04:03.914+0000 7f0edcff9640 1 -- 172.21.15.110:0/2416113630 <== mon.1 v2:172.21.15.110:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+74432 (secure 0 0 0) 0x7f0ed801d460 con 0x7f0ee015e580 2024-09-15T22:04:03.985 INFO:teuthology.orchestra.run.smithi110.stderr:2024-09-15T22:04:03.982+0000 7f0ee662e640 1 -- 172.21.15.110:0/2416113630 --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_command({"prefix": "osd new", "uuid": "40b16565-bb39-470a-a699-3a5c64927e87", "id": 6} v 0) -- 0x7f0ee00b6d50 con 0x7f0ee015e580 2024-09-15T22:04:03.990 INFO:teuthology.orchestra.run.smithi110.stderr:2024-09-15T22:04:03.988+0000 7f0edcff9640 1 -- 172.21.15.110:0/2416113630 <== mon.1 v2:172.21.15.110:3300/0 7 ==== mon_command_ack([{"prefix": "osd new", "uuid": "40b16565-bb39-470a-a699-3a5c64927e87", "id": 6}]=0 v9) ==== 112+0+2 (secure 0 0 0) 0x7f0ed8013c00 con 0x7f0ee015e580 2024-09-15T22:04:03.990 INFO:teuthology.orchestra.run.smithi110.stdout:6 2024-09-15T22:04:03.991 INFO:teuthology.orchestra.run.smithi110.stderr:2024-09-15T22:04:03.989+0000 7f0ee662e640 1 -- 172.21.15.110:0/2416113630 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f0ee015e580 msgr2=0x7f0ee00ca9e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-15T22:04:03.991 INFO:teuthology.orchestra.run.smithi110.stderr:2024-09-15T22:04:03.989+0000 7f0ee662e640 1 --2- 172.21.15.110:0/2416113630 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f0ee015e580 0x7f0ee00ca9e0 secure :-1 s=READY pgs=19 cs=0 l=1 rev1=1 crypto rx=0x7f0ee006d1e0 tx=0x7f0ed800a6a0 comp rx=0 tx=0).stop 2024-09-15T22:04:03.991 INFO:teuthology.orchestra.run.smithi110.stderr:2024-09-15T22:04:03.989+0000 7f0ee662e640 1 -- 172.21.15.110:0/2416113630 shutdown_connections 2024-09-15T22:04:03.992 INFO:teuthology.orchestra.run.smithi110.stderr:2024-09-15T22:04:03.989+0000 7f0ee662e640 1 --2- 172.21.15.110:0/2416113630 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f0ee015e580 0x7f0ee00ca9e0 unknown :-1 s=CLOSED pgs=19 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T22:04:03.992 INFO:teuthology.orchestra.run.smithi110.stderr:2024-09-15T22:04:03.989+0000 7f0ee662e640 1 --2- 172.21.15.110:0/2416113630 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f0ee015bad0 0x7f0ee00ca4a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T22:04:03.992 INFO:teuthology.orchestra.run.smithi110.stderr:2024-09-15T22:04:03.989+0000 7f0ee662e640 1 --2- 172.21.15.110:0/2416113630 >> [v2:172.21.15.110:3301/0,v1:172.21.15.110:6790/0] conn(0x7f0ecc004800 0x7f0ee014e7e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T22:04:03.992 INFO:teuthology.orchestra.run.smithi110.stderr:2024-09-15T22:04:03.989+0000 7f0ee662e640 1 -- 172.21.15.110:0/2416113630 >> 172.21.15.110:0/2416113630 conn(0x7f0ee00b5f40 msgr2=0x7f0ee006c0d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-15T22:04:03.992 INFO:teuthology.orchestra.run.smithi110.stderr:2024-09-15T22:04:03.989+0000 7f0ee662e640 1 -- 172.21.15.110:0/2416113630 shutdown_connections 2024-09-15T22:04:03.992 INFO:teuthology.orchestra.run.smithi110.stderr:2024-09-15T22:04:03.989+0000 7f0ee662e640 1 -- 172.21.15.110:0/2416113630 wait complete. 2024-09-15T22:04:04.001 DEBUG:teuthology.orchestra.run.smithi110:> sudo ceph --cluster ceph osd new 619d52d5-7a65-4232-a05a-3357ad2f8bea 7 2024-09-15T22:04:04.100 INFO:teuthology.orchestra.run.smithi110.stderr:2024-09-15T22:04:04.097+0000 7fae7e93a640 1 Processor -- start 2024-09-15T22:04:04.100 INFO:teuthology.orchestra.run.smithi110.stderr:2024-09-15T22:04:04.098+0000 7fae7e93a640 1 -- start start 2024-09-15T22:04:04.101 INFO:teuthology.orchestra.run.smithi110.stderr:2024-09-15T22:04:04.098+0000 7fae7e93a640 1 --2- >> v2:172.21.15.63:3300/0 conn(0x7fae78155940 0x7fae780d1de0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-15T22:04:04.101 INFO:teuthology.orchestra.run.smithi110.stderr:2024-09-15T22:04:04.098+0000 7fae7e93a640 1 --2- >> v2:172.21.15.110:3300/0 conn(0x7fae780731e0 0x7fae78073630 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-15T22:04:04.102 INFO:teuthology.orchestra.run.smithi110.stderr:2024-09-15T22:04:04.098+0000 7fae7e93a640 1 -- --> v1:172.21.15.110:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fae7806d450 con 0x7fae7806cfb0 2024-09-15T22:04:04.102 INFO:teuthology.orchestra.run.smithi110.stderr:2024-09-15T22:04:04.098+0000 7fae7e93a640 1 -- --> v2:172.21.15.63:3300/0 -- mon_getmap magic: 0 -- 0x7fae78073b70 con 0x7fae78155940 2024-09-15T22:04:04.102 INFO:teuthology.orchestra.run.smithi110.stderr:2024-09-15T22:04:04.098+0000 7fae7e93a640 1 -- --> v2:172.21.15.110:3300/0 -- mon_getmap magic: 0 -- 0x7fae7806d730 con 0x7fae780731e0 2024-09-15T22:04:04.102 INFO:teuthology.orchestra.run.smithi110.stderr:2024-09-15T22:04:04.098+0000 7fae7ced7640 1 --2- >> v2:172.21.15.110:3300/0 conn(0x7fae780731e0 0x7fae78073630 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-15T22:04:04.102 INFO:teuthology.orchestra.run.smithi110.stderr:2024-09-15T22:04:04.098+0000 7fae777fe640 1 --1- >> v1:172.21.15.110:6789/0 conn(0x7fae7806cfb0 0x7fae7815c3c0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.110:6789/0 says I am v1:172.21.15.110:44112/0 (socket says 172.21.15.110:44112) 2024-09-15T22:04:04.102 INFO:teuthology.orchestra.run.smithi110.stderr:2024-09-15T22:04:04.098+0000 7fae777fe640 1 -- 172.21.15.110:0/1018413152 learned_addr learned my addr 172.21.15.110:0/1018413152 (peer_addr_for_me v1:172.21.15.110:0/0) 2024-09-15T22:04:04.102 INFO:teuthology.orchestra.run.smithi110.stderr:2024-09-15T22:04:04.099+0000 7fae77fff640 1 --2- 172.21.15.110:0/1018413152 >> v2:172.21.15.63:3300/0 conn(0x7fae78155940 0x7fae780d1de0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-15T22:04:04.102 INFO:teuthology.orchestra.run.smithi110.stderr:2024-09-15T22:04:04.099+0000 7fae7ced7640 1 -- 172.21.15.110:0/1018413152 >> v2:172.21.15.63:3300/0 conn(0x7fae78155940 msgr2=0x7fae780d1de0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-15T22:04:04.102 INFO:teuthology.orchestra.run.smithi110.stderr:2024-09-15T22:04:04.099+0000 7fae7ced7640 1 --2- 172.21.15.110:0/1018413152 >> v2:172.21.15.63:3300/0 conn(0x7fae78155940 0x7fae780d1de0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T22:04:04.102 INFO:teuthology.orchestra.run.smithi110.stderr:2024-09-15T22:04:04.099+0000 7fae7ced7640 1 -- 172.21.15.110:0/1018413152 >> v1:172.21.15.110:6789/0 conn(0x7fae7806cfb0 legacy=0x7fae7815c3c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-15T22:04:04.102 INFO:teuthology.orchestra.run.smithi110.stderr:2024-09-15T22:04:04.099+0000 7fae7ced7640 1 -- 172.21.15.110:0/1018413152 --> v2:172.21.15.110:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fae780d1300 con 0x7fae780731e0 2024-09-15T22:04:04.104 INFO:teuthology.orchestra.run.smithi110.stderr:2024-09-15T22:04:04.099+0000 7fae7ced7640 1 --2- 172.21.15.110:0/1018413152 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7fae780731e0 0x7fae78073630 secure :-1 s=READY pgs=21 cs=0 l=1 rev1=1 crypto rx=0x7fae78159510 tx=0x7fae7002c800 comp rx=0 tx=0).ready entity=mon.1 client_cookie=5f8f1193d55b3966 server_cookie=0 in_seq=0 out_seq=0 2024-09-15T22:04:04.104 INFO:teuthology.orchestra.run.smithi110.stderr:2024-09-15T22:04:04.100+0000 7fae76ffd640 1 -- 172.21.15.110:0/1018413152 <== mon.1 v2:172.21.15.110:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fae70007740 con 0x7fae780731e0 2024-09-15T22:04:04.104 INFO:teuthology.orchestra.run.smithi110.stderr:2024-09-15T22:04:04.100+0000 7fae76ffd640 1 -- 172.21.15.110:0/1018413152 <== mon.1 v2:172.21.15.110:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fae700078e0 con 0x7fae780731e0 2024-09-15T22:04:04.104 INFO:teuthology.orchestra.run.smithi110.stderr:2024-09-15T22:04:04.100+0000 7fae76ffd640 1 -- 172.21.15.110:0/1018413152 <== mon.1 v2:172.21.15.110:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fae70007cb0 con 0x7fae780731e0 2024-09-15T22:04:04.104 INFO:teuthology.orchestra.run.smithi110.stderr:2024-09-15T22:04:04.100+0000 7fae7e93a640 1 -- 172.21.15.110:0/1018413152 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7fae780731e0 msgr2=0x7fae78073630 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-15T22:04:04.104 INFO:teuthology.orchestra.run.smithi110.stderr:2024-09-15T22:04:04.100+0000 7fae7e93a640 1 --2- 172.21.15.110:0/1018413152 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7fae780731e0 0x7fae78073630 secure :-1 s=READY pgs=21 cs=0 l=1 rev1=1 crypto rx=0x7fae78159510 tx=0x7fae7002c800 comp rx=0 tx=0).stop 2024-09-15T22:04:04.104 INFO:teuthology.orchestra.run.smithi110.stderr:2024-09-15T22:04:04.100+0000 7fae7e93a640 1 -- 172.21.15.110:0/1018413152 shutdown_connections 2024-09-15T22:04:04.105 INFO:teuthology.orchestra.run.smithi110.stderr:2024-09-15T22:04:04.100+0000 7fae7e93a640 1 --2- 172.21.15.110:0/1018413152 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7fae780731e0 0x7fae78073630 unknown :-1 s=CLOSED pgs=21 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T22:04:04.105 INFO:teuthology.orchestra.run.smithi110.stderr:2024-09-15T22:04:04.100+0000 7fae7e93a640 1 --2- 172.21.15.110:0/1018413152 >> v2:172.21.15.63:3300/0 conn(0x7fae78155940 0x7fae780d1de0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T22:04:04.105 INFO:teuthology.orchestra.run.smithi110.stderr:2024-09-15T22:04:04.100+0000 7fae7e93a640 1 -- 172.21.15.110:0/1018413152 >> 172.21.15.110:0/1018413152 conn(0x7fae780b4d50 msgr2=0x7fae780b5fb0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-15T22:04:04.105 INFO:teuthology.orchestra.run.smithi110.stderr:2024-09-15T22:04:04.100+0000 7fae7e93a640 1 -- 172.21.15.110:0/1018413152 shutdown_connections 2024-09-15T22:04:04.105 INFO:teuthology.orchestra.run.smithi110.stderr:2024-09-15T22:04:04.100+0000 7fae7e93a640 1 -- 172.21.15.110:0/1018413152 wait complete. 2024-09-15T22:04:04.105 INFO:teuthology.orchestra.run.smithi110.stderr:2024-09-15T22:04:04.101+0000 7fae7e93a640 1 Processor -- start 2024-09-15T22:04:04.105 INFO:teuthology.orchestra.run.smithi110.stderr:2024-09-15T22:04:04.102+0000 7fae7e93a640 1 -- start start 2024-09-15T22:04:04.107 INFO:teuthology.orchestra.run.smithi110.stderr:2024-09-15T22:04:04.102+0000 7fae7e93a640 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fae7806cfb0 0x7fae7815a3d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-15T22:04:04.107 INFO:teuthology.orchestra.run.smithi110.stderr:2024-09-15T22:04:04.102+0000 7fae7e93a640 1 --2- >> [v2:172.21.15.110:3301/0,v1:172.21.15.110:6790/0] conn(0x7fae780731e0 0x7fae7815a910 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-15T22:04:04.107 INFO:teuthology.orchestra.run.smithi110.stderr:2024-09-15T22:04:04.102+0000 7fae7e93a640 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7fae78155940 0x7fae78154130 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-15T22:04:04.107 INFO:teuthology.orchestra.run.smithi110.stderr:2024-09-15T22:04:04.102+0000 7fae7e93a640 1 -- --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 -- 0x7fae78072650 con 0x7fae7806cfb0 2024-09-15T22:04:04.107 INFO:teuthology.orchestra.run.smithi110.stderr:2024-09-15T22:04:04.102+0000 7fae7e93a640 1 -- --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_getmap magic: 0 -- 0x7fae780d1950 con 0x7fae78155940 2024-09-15T22:04:04.107 INFO:teuthology.orchestra.run.smithi110.stderr:2024-09-15T22:04:04.102+0000 7fae7e93a640 1 -- --> [v2:172.21.15.110:3301/0,v1:172.21.15.110:6790/0] -- mon_getmap magic: 0 -- 0x7fae78155d20 con 0x7fae780731e0 2024-09-15T22:04:04.108 INFO:teuthology.orchestra.run.smithi110.stderr:2024-09-15T22:04:04.102+0000 7fae7ced7640 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7fae78155940 0x7fae78154130 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-15T22:04:04.108 INFO:teuthology.orchestra.run.smithi110.stderr:2024-09-15T22:04:04.102+0000 7fae777fe640 1 --2- >> [v2:172.21.15.110:3301/0,v1:172.21.15.110:6790/0] conn(0x7fae780731e0 0x7fae7815a910 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-15T22:04:04.108 INFO:teuthology.orchestra.run.smithi110.stderr:2024-09-15T22:04:04.102+0000 7fae7ced7640 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7fae78155940 0x7fae78154130 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.110:3300/0 says I am v2:172.21.15.110:48584/0 (socket says 172.21.15.110:48584) 2024-09-15T22:04:04.108 INFO:teuthology.orchestra.run.smithi110.stderr:2024-09-15T22:04:04.102+0000 7fae7ced7640 1 -- 172.21.15.110:0/2767174698 learned_addr learned my addr 172.21.15.110:0/2767174698 (peer_addr_for_me v2:172.21.15.110:0/0) 2024-09-15T22:04:04.108 INFO:teuthology.orchestra.run.smithi110.stderr:2024-09-15T22:04:04.102+0000 7fae77fff640 1 --2- 172.21.15.110:0/2767174698 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fae7806cfb0 0x7fae7815a3d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-15T22:04:04.108 INFO:teuthology.orchestra.run.smithi110.stderr:2024-09-15T22:04:04.103+0000 7fae7ced7640 1 -- 172.21.15.110:0/2767174698 >> [v2:172.21.15.110:3301/0,v1:172.21.15.110:6790/0] conn(0x7fae780731e0 msgr2=0x7fae7815a910 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-15T22:04:04.108 INFO:teuthology.orchestra.run.smithi110.stderr:2024-09-15T22:04:04.103+0000 7fae7ced7640 1 --2- 172.21.15.110:0/2767174698 >> [v2:172.21.15.110:3301/0,v1:172.21.15.110:6790/0] conn(0x7fae780731e0 0x7fae7815a910 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T22:04:04.108 INFO:teuthology.orchestra.run.smithi110.stderr:2024-09-15T22:04:04.103+0000 7fae7ced7640 1 -- 172.21.15.110:0/2767174698 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fae7806cfb0 msgr2=0x7fae7815a3d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-15T22:04:04.108 INFO:teuthology.orchestra.run.smithi110.stderr:2024-09-15T22:04:04.103+0000 7fae7ced7640 1 --2- 172.21.15.110:0/2767174698 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fae7806cfb0 0x7fae7815a3d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T22:04:04.108 INFO:teuthology.orchestra.run.smithi110.stderr:2024-09-15T22:04:04.103+0000 7fae7ced7640 1 -- 172.21.15.110:0/2767174698 --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fae78149b60 con 0x7fae78155940 2024-09-15T22:04:04.108 INFO:teuthology.orchestra.run.smithi110.stderr:2024-09-15T22:04:04.103+0000 7fae777fe640 1 --2- 172.21.15.110:0/2767174698 >> [v2:172.21.15.110:3301/0,v1:172.21.15.110:6790/0] conn(0x7fae780731e0 0x7fae7815a910 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-15T22:04:04.108 INFO:teuthology.orchestra.run.smithi110.stderr:2024-09-15T22:04:04.103+0000 7fae7ced7640 1 --2- 172.21.15.110:0/2767174698 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7fae78155940 0x7fae78154130 secure :-1 s=READY pgs=22 cs=0 l=1 rev1=1 crypto rx=0x7fae7002cdf0 tx=0x7fae70004a40 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-15T22:04:04.108 INFO:teuthology.orchestra.run.smithi110.stderr:2024-09-15T22:04:04.103+0000 7fae74ff9640 1 -- 172.21.15.110:0/2767174698 <== mon.1 v2:172.21.15.110:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fae70042070 con 0x7fae78155940 2024-09-15T22:04:04.109 INFO:teuthology.orchestra.run.smithi110.stderr:2024-09-15T22:04:04.103+0000 7fae74ff9640 1 -- 172.21.15.110:0/2767174698 <== mon.1 v2:172.21.15.110:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fae70034880 con 0x7fae78155940 2024-09-15T22:04:04.109 INFO:teuthology.orchestra.run.smithi110.stderr:2024-09-15T22:04:04.103+0000 7fae74ff9640 1 -- 172.21.15.110:0/2767174698 <== mon.1 v2:172.21.15.110:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fae70034c30 con 0x7fae78155940 2024-09-15T22:04:04.109 INFO:teuthology.orchestra.run.smithi110.stderr:2024-09-15T22:04:04.103+0000 7fae7e93a640 1 -- 172.21.15.110:0/2767174698 --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fae78149e40 con 0x7fae78155940 2024-09-15T22:04:04.109 INFO:teuthology.orchestra.run.smithi110.stderr:2024-09-15T22:04:04.103+0000 7fae7e93a640 1 -- 172.21.15.110:0/2767174698 --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fae7814a6e0 con 0x7fae78155940 2024-09-15T22:04:04.109 INFO:teuthology.orchestra.run.smithi110.stderr:2024-09-15T22:04:04.103+0000 7fae74ff9640 1 -- 172.21.15.110:0/2767174698 <== mon.1 v2:172.21.15.110:3300/0 4 ==== mgrmap(e 1) ==== 807+0+0 (secure 0 0 0) 0x7fae70045070 con 0x7fae78155940 2024-09-15T22:04:04.109 INFO:teuthology.orchestra.run.smithi110.stderr:2024-09-15T22:04:04.103+0000 7fae74ff9640 1 -- 172.21.15.110:0/2767174698 <== mon.1 v2:172.21.15.110:3300/0 5 ==== osd_map(9..9 src has 1..9) ==== 1530+0+0 (secure 0 0 0) 0x7fae70047b30 con 0x7fae78155940 2024-09-15T22:04:04.109 INFO:teuthology.orchestra.run.smithi110.stderr:2024-09-15T22:04:04.104+0000 7fae7e93a640 1 -- 172.21.15.110:0/2767174698 --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fae7814a010 con 0x7fae78155940 2024-09-15T22:04:04.109 INFO:teuthology.orchestra.run.smithi110.stderr:2024-09-15T22:04:04.106+0000 7fae74ff9640 1 -- 172.21.15.110:0/2767174698 <== mon.1 v2:172.21.15.110:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+74432 (secure 0 0 0) 0x7fae70031070 con 0x7fae78155940 2024-09-15T22:04:04.178 INFO:teuthology.orchestra.run.smithi110.stderr:2024-09-15T22:04:04.177+0000 7fae7e93a640 1 -- 172.21.15.110:0/2767174698 --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_command({"prefix": "osd new", "uuid": "619d52d5-7a65-4232-a05a-3357ad2f8bea", "id": 7} v 0) -- 0x7fae78073630 con 0x7fae78155940 2024-09-15T22:04:04.183 INFO:teuthology.orchestra.run.smithi110.stderr:2024-09-15T22:04:04.182+0000 7fae74ff9640 1 -- 172.21.15.110:0/2767174698 <== mon.1 v2:172.21.15.110:3300/0 7 ==== mon_command_ack([{"prefix": "osd new", "uuid": "619d52d5-7a65-4232-a05a-3357ad2f8bea", "id": 7}]=0 v10) ==== 112+0+2 (secure 0 0 0) 0x7fae70007870 con 0x7fae78155940 2024-09-15T22:04:04.183 INFO:teuthology.orchestra.run.smithi110.stdout:7 2024-09-15T22:04:04.184 INFO:teuthology.orchestra.run.smithi110.stderr:2024-09-15T22:04:04.183+0000 7fae7e93a640 1 -- 172.21.15.110:0/2767174698 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7fae78155940 msgr2=0x7fae78154130 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-15T22:04:04.185 INFO:teuthology.orchestra.run.smithi110.stderr:2024-09-15T22:04:04.183+0000 7fae7e93a640 1 --2- 172.21.15.110:0/2767174698 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7fae78155940 0x7fae78154130 secure :-1 s=READY pgs=22 cs=0 l=1 rev1=1 crypto rx=0x7fae7002cdf0 tx=0x7fae70004a40 comp rx=0 tx=0).stop 2024-09-15T22:04:04.185 INFO:teuthology.orchestra.run.smithi110.stderr:2024-09-15T22:04:04.183+0000 7fae7e93a640 1 -- 172.21.15.110:0/2767174698 shutdown_connections 2024-09-15T22:04:04.185 INFO:teuthology.orchestra.run.smithi110.stderr:2024-09-15T22:04:04.183+0000 7fae7e93a640 1 --2- 172.21.15.110:0/2767174698 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7fae78155940 0x7fae78154130 unknown :-1 s=CLOSED pgs=22 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T22:04:04.185 INFO:teuthology.orchestra.run.smithi110.stderr:2024-09-15T22:04:04.183+0000 7fae7e93a640 1 --2- 172.21.15.110:0/2767174698 >> [v2:172.21.15.110:3301/0,v1:172.21.15.110:6790/0] conn(0x7fae780731e0 0x7fae7815a910 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T22:04:04.185 INFO:teuthology.orchestra.run.smithi110.stderr:2024-09-15T22:04:04.183+0000 7fae7e93a640 1 --2- 172.21.15.110:0/2767174698 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fae7806cfb0 0x7fae7815a3d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T22:04:04.185 INFO:teuthology.orchestra.run.smithi110.stderr:2024-09-15T22:04:04.183+0000 7fae7e93a640 1 -- 172.21.15.110:0/2767174698 >> 172.21.15.110:0/2767174698 conn(0x7fae780b4d50 msgr2=0x7fae780d0280 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-15T22:04:04.185 INFO:teuthology.orchestra.run.smithi110.stderr:2024-09-15T22:04:04.183+0000 7fae7e93a640 1 -- 172.21.15.110:0/2767174698 shutdown_connections 2024-09-15T22:04:04.185 INFO:teuthology.orchestra.run.smithi110.stderr:2024-09-15T22:04:04.183+0000 7fae7e93a640 1 -- 172.21.15.110:0/2767174698 wait complete. 2024-09-15T22:04:04.195 INFO:tasks.ceph.osd.0:Restarting daemon 2024-09-15T22:04:04.195 DEBUG:teuthology.orchestra.run.smithi063:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-osd -f --cluster ceph -i 0 2024-09-15T22:04:04.197 INFO:tasks.ceph.osd.0:Started 2024-09-15T22:04:04.197 INFO:tasks.ceph.osd.1:Restarting daemon 2024-09-15T22:04:04.197 DEBUG:teuthology.orchestra.run.smithi063:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-osd -f --cluster ceph -i 1 2024-09-15T22:04:04.199 INFO:tasks.ceph.osd.1:Started 2024-09-15T22:04:04.199 INFO:tasks.ceph.osd.2:Restarting daemon 2024-09-15T22:04:04.200 DEBUG:teuthology.orchestra.run.smithi063:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-osd -f --cluster ceph -i 2 2024-09-15T22:04:04.202 INFO:tasks.ceph.osd.2:Started 2024-09-15T22:04:04.202 INFO:tasks.ceph.osd.3:Restarting daemon 2024-09-15T22:04:04.202 DEBUG:teuthology.orchestra.run.smithi063:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-osd -f --cluster ceph -i 3 2024-09-15T22:04:04.204 INFO:tasks.ceph.osd.3:Started 2024-09-15T22:04:04.204 INFO:tasks.ceph.osd.4:Restarting daemon 2024-09-15T22:04:04.204 DEBUG:teuthology.orchestra.run.smithi110:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-osd -f --cluster ceph -i 4 2024-09-15T22:04:04.206 INFO:tasks.ceph.osd.4:Started 2024-09-15T22:04:04.206 INFO:tasks.ceph.osd.5:Restarting daemon 2024-09-15T22:04:04.206 DEBUG:teuthology.orchestra.run.smithi110:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-osd -f --cluster ceph -i 5 2024-09-15T22:04:04.208 INFO:tasks.ceph.osd.5:Started 2024-09-15T22:04:04.209 INFO:tasks.ceph.osd.6:Restarting daemon 2024-09-15T22:04:04.209 DEBUG:teuthology.orchestra.run.smithi110:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-osd -f --cluster ceph -i 6 2024-09-15T22:04:04.211 INFO:tasks.ceph.osd.6:Started 2024-09-15T22:04:04.211 INFO:tasks.ceph.osd.7:Restarting daemon 2024-09-15T22:04:04.211 DEBUG:teuthology.orchestra.run.smithi110:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-osd -f --cluster ceph -i 7 2024-09-15T22:04:04.213 INFO:tasks.ceph.osd.7:Started 2024-09-15T22:04:04.213 DEBUG:teuthology.orchestra.run.smithi063:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-09-15T22:04:04.326 INFO:tasks.ceph.mgr.y.smithi063.stderr:2024-09-15T22:04:04.325+0000 7f55f132f040 -1 mgr[py] Module telemetry has missing NOTIFY_TYPES member 2024-09-15T22:04:04.334 INFO:tasks.ceph.mgr.x.smithi110.stderr:2024-09-15T22:04:04.333+0000 7f69ec1f9040 -1 mgr[py] Module telemetry has missing NOTIFY_TYPES member 2024-09-15T22:04:04.336 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:04.335+0000 7f52a8323640 1 Processor -- start 2024-09-15T22:04:04.336 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:04.335+0000 7f52a8323640 1 -- start start 2024-09-15T22:04:04.340 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:04.336+0000 7f52a8323640 1 --2- >> v2:172.21.15.63:3300/0 conn(0x7f52a0147fc0 0x7f52a015ea60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-15T22:04:04.340 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:04.336+0000 7f52a8323640 1 --2- >> [v2:172.21.15.110:3301/0,v1:172.21.15.110:6790/0] conn(0x7f52a00d0ee0 0x7f52a00d1340 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-15T22:04:04.341 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:04.336+0000 7f52a68c0640 1 --1- >> v1:172.21.15.63:6789/0 conn(0x7f52a00b97d0 0x7f52a00b9c00 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.63:6789/0 says I am v1:172.21.15.63:57556/0 (socket says 172.21.15.63:57556) 2024-09-15T22:04:04.341 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:04.336+0000 7f52a68c0640 1 -- 172.21.15.63:0/2205712535 learned_addr learned my addr 172.21.15.63:0/2205712535 (peer_addr_for_me v1:172.21.15.63:0/0) 2024-09-15T22:04:04.341 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:04.336+0000 7f52a60bf640 1 --2- >> v2:172.21.15.63:3300/0 conn(0x7f52a0147fc0 0x7f52a015ea60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-15T22:04:04.341 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:04.336+0000 7f52a8323640 1 -- 172.21.15.63:0/2205712535 --> v1:172.21.15.63:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f52a00ba310 con 0x7f52a00b97d0 2024-09-15T22:04:04.341 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:04.336+0000 7f52a58be640 1 --2- 172.21.15.63:0/2205712535 >> [v2:172.21.15.110:3301/0,v1:172.21.15.110:6790/0] conn(0x7f52a00d0ee0 0x7f52a00d1340 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-15T22:04:04.341 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:04.336+0000 7f52a8323640 1 -- 172.21.15.63:0/2205712535 --> v2:172.21.15.63:3300/0 -- mon_getmap magic: 0 -- 0x7f52a01483a0 con 0x7f52a0147fc0 2024-09-15T22:04:04.341 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:04.336+0000 7f52a8323640 1 -- 172.21.15.63:0/2205712535 --> [v2:172.21.15.110:3301/0,v1:172.21.15.110:6790/0] -- mon_getmap magic: 0 -- 0x7f52a015efa0 con 0x7f52a00d0ee0 2024-09-15T22:04:04.341 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:04.336+0000 7f52a50bd640 1 -- 172.21.15.63:0/2205712535 <== mon.0 v1:172.21.15.63:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 3442447229 0 0) 0x7f52a00ba310 con 0x7f52a00b97d0 2024-09-15T22:04:04.341 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:04.336+0000 7f52a50bd640 1 -- 172.21.15.63:0/2205712535 --> v1:172.21.15.63:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7f528c003520 con 0x7f52a00b97d0 2024-09-15T22:04:04.341 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:04.337+0000 7f52a50bd640 1 -- 172.21.15.63:0/2205712535 <== mon.0 v1:172.21.15.63:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) ==== 214+0+0 (unknown 3738877914 0 0) 0x7f528c003520 con 0x7f52a00b97d0 2024-09-15T22:04:04.341 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:04.337+0000 7f52a50bd640 1 -- 172.21.15.63:0/2205712535 >> [v2:172.21.15.110:3301/0,v1:172.21.15.110:6790/0] conn(0x7f52a00d0ee0 msgr2=0x7f52a00d1340 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-15T22:04:04.341 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:04.337+0000 7f52a50bd640 1 --2- 172.21.15.63:0/2205712535 >> [v2:172.21.15.110:3301/0,v1:172.21.15.110:6790/0] conn(0x7f52a00d0ee0 0x7f52a00d1340 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T22:04:04.342 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:04.337+0000 7f52a50bd640 1 -- 172.21.15.63:0/2205712535 >> v2:172.21.15.63:3300/0 conn(0x7f52a0147fc0 msgr2=0x7f52a015ea60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-15T22:04:04.342 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:04.337+0000 7f52a50bd640 1 --2- 172.21.15.63:0/2205712535 >> v2:172.21.15.63:3300/0 conn(0x7f52a0147fc0 0x7f52a015ea60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T22:04:04.342 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:04.337+0000 7f52a50bd640 1 -- 172.21.15.63:0/2205712535 --> v1:172.21.15.63:6789/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f52a00d2750 con 0x7f52a00b97d0 2024-09-15T22:04:04.342 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:04.337+0000 7f52a50bd640 1 -- 172.21.15.63:0/2205712535 <== mon.0 v1:172.21.15.63:6789/0 3 ==== mon_map magic: 0 ==== 413+0+0 (unknown 3984726164 0 0) 0x7f52980019f0 con 0x7f52a00b97d0 2024-09-15T22:04:04.342 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:04.337+0000 7f52a50bd640 1 -- 172.21.15.63:0/2205712535 >> v1:172.21.15.63:6789/0 conn(0x7f52a00b97d0 legacy=0x7f52a00b9c00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-15T22:04:04.342 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:04.337+0000 7f52a50bd640 1 --2- 172.21.15.63:0/2205712535 >> [v2:172.21.15.110:3301/0,v1:172.21.15.110:6790/0] conn(0x7f52a00d0ee0 0x7f528c0039b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-15T22:04:04.342 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:04.337+0000 7f52a50bd640 1 --2- 172.21.15.63:0/2205712535 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f528c003f30 0x7f528c004800 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-15T22:04:04.342 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:04.337+0000 7f52a50bd640 1 --2- 172.21.15.63:0/2205712535 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f528c004d40 0x7f528c0051c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-15T22:04:04.342 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:04.337+0000 7f52a50bd640 1 -- 172.21.15.63:0/2205712535 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 -- 0x7f52a01483a0 con 0x7f528c004d40 2024-09-15T22:04:04.342 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:04.337+0000 7f52a50bd640 1 -- 172.21.15.63:0/2205712535 --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_getmap magic: 0 -- 0x7f52a015efa0 con 0x7f528c003f30 2024-09-15T22:04:04.342 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:04.337+0000 7f52a50bd640 1 -- 172.21.15.63:0/2205712535 --> [v2:172.21.15.110:3301/0,v1:172.21.15.110:6790/0] -- mon_getmap magic: 0 -- 0x7f528c00b9c0 con 0x7f52a00d0ee0 2024-09-15T22:04:04.342 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:04.337+0000 7f52a58be640 1 --2- 172.21.15.63:0/2205712535 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f528c003f30 0x7f528c004800 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-15T22:04:04.342 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:04.337+0000 7f52a68c0640 1 --2- 172.21.15.63:0/2205712535 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f528c004d40 0x7f528c0051c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-15T22:04:04.343 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:04.337+0000 7f52a60bf640 1 --2- 172.21.15.63:0/2205712535 >> [v2:172.21.15.110:3301/0,v1:172.21.15.110:6790/0] conn(0x7f52a00d0ee0 0x7f528c0039b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-15T22:04:04.343 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:04.337+0000 7f52a58be640 1 -- 172.21.15.63:0/2205712535 >> [v2:172.21.15.110:3301/0,v1:172.21.15.110:6790/0] conn(0x7f52a00d0ee0 msgr2=0x7f528c0039b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-15T22:04:04.343 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:04.337+0000 7f52a58be640 1 --2- 172.21.15.63:0/2205712535 >> [v2:172.21.15.110:3301/0,v1:172.21.15.110:6790/0] conn(0x7f52a00d0ee0 0x7f528c0039b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T22:04:04.343 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:04.337+0000 7f52a58be640 1 -- 172.21.15.63:0/2205712535 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f528c004d40 msgr2=0x7f528c0051c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-15T22:04:04.343 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:04.337+0000 7f52a58be640 1 --2- 172.21.15.63:0/2205712535 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f528c004d40 0x7f528c0051c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T22:04:04.343 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:04.337+0000 7f52a58be640 1 -- 172.21.15.63:0/2205712535 --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f528c003520 con 0x7f528c003f30 2024-09-15T22:04:04.343 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:04.337+0000 7f52a68c0640 1 --2- 172.21.15.63:0/2205712535 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f528c004d40 0x7f528c0051c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-15T22:04:04.343 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:04.338+0000 7f52a58be640 1 --2- 172.21.15.63:0/2205712535 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f528c003f30 0x7f528c004800 secure :-1 s=READY pgs=28 cs=0 l=1 rev1=1 crypto rx=0x7f5290009aa0 tx=0x7f528c005830 comp rx=0 tx=0).ready entity=mon.1 client_cookie=38a7c8613c0a8e19 server_cookie=0 in_seq=0 out_seq=0 2024-09-15T22:04:04.343 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:04.338+0000 7f52a50bd640 1 -- 172.21.15.63:0/2205712535 <== mon.1 v2:172.21.15.110:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5290036070 con 0x7f528c003f30 2024-09-15T22:04:04.343 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:04.338+0000 7f52a50bd640 1 -- 172.21.15.63:0/2205712535 <== mon.1 v2:172.21.15.110:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f5290031400 con 0x7f528c003f30 2024-09-15T22:04:04.343 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:04.338+0000 7f52a50bd640 1 -- 172.21.15.63:0/2205712535 <== mon.1 v2:172.21.15.110:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5290009670 con 0x7f528c003f30 2024-09-15T22:04:04.343 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:04.339+0000 7f52a8323640 1 -- 172.21.15.63:0/2205712535 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f528c003f30 msgr2=0x7f528c004800 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-15T22:04:04.343 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:04.339+0000 7f52a8323640 1 --2- 172.21.15.63:0/2205712535 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f528c003f30 0x7f528c004800 secure :-1 s=READY pgs=28 cs=0 l=1 rev1=1 crypto rx=0x7f5290009aa0 tx=0x7f528c005830 comp rx=0 tx=0).stop 2024-09-15T22:04:04.343 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:04.339+0000 7f52a68c0640 1 -- 172.21.15.63:0/2205712535 reap_dead start 2024-09-15T22:04:04.344 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:04.339+0000 7f52a8323640 1 -- 172.21.15.63:0/2205712535 shutdown_connections 2024-09-15T22:04:04.344 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:04.339+0000 7f52a8323640 1 -- 172.21.15.63:0/2205712535 >> 172.21.15.63:0/2205712535 conn(0x7f52a0074fe0 msgr2=0x7f52a006bbe0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-15T22:04:04.344 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:04.339+0000 7f52a8323640 1 -- 172.21.15.63:0/2205712535 shutdown_connections 2024-09-15T22:04:04.344 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:04.339+0000 7f52a8323640 1 -- 172.21.15.63:0/2205712535 wait complete. 2024-09-15T22:04:04.347 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:04.340+0000 7f52a8323640 1 Processor -- start 2024-09-15T22:04:04.347 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:04.340+0000 7f52a8323640 1 -- start start 2024-09-15T22:04:04.347 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:04.341+0000 7f52a8323640 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f528c003f30 0x7f52a015db10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-15T22:04:04.347 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:04.341+0000 7f52a8323640 1 --2- >> [v2:172.21.15.110:3301/0,v1:172.21.15.110:6790/0] conn(0x7f52a00ca4f0 0x7f52a01f7c80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-15T22:04:04.347 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:04.341+0000 7f52a8323640 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f52a01f81c0 0x7f52a0143060 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-15T22:04:04.348 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:04.341+0000 7f52a8323640 1 -- --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 -- 0x7f52a00d2d10 con 0x7f528c003f30 2024-09-15T22:04:04.348 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:04.341+0000 7f52a8323640 1 -- --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_getmap magic: 0 -- 0x7f52a00d2500 con 0x7f52a01f81c0 2024-09-15T22:04:04.348 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:04.341+0000 7f52a8323640 1 -- --> [v2:172.21.15.110:3301/0,v1:172.21.15.110:6790/0] -- mon_getmap magic: 0 -- 0x7f52a00d2ff0 con 0x7f52a00ca4f0 2024-09-15T22:04:04.348 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:04.341+0000 7f52a60bf640 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f528c003f30 0x7f52a015db10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-15T22:04:04.348 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:04.341+0000 7f52a60bf640 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f528c003f30 0x7f52a015db10 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.63:3300/0 says I am v2:172.21.15.63:36998/0 (socket says 172.21.15.63:36998) 2024-09-15T22:04:04.348 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:04.341+0000 7f52a60bf640 1 -- 172.21.15.63:0/2982986326 learned_addr learned my addr 172.21.15.63:0/2982986326 (peer_addr_for_me v2:172.21.15.63:0/0) 2024-09-15T22:04:04.349 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:04.341+0000 7f52a58be640 1 --2- 172.21.15.63:0/2982986326 >> [v2:172.21.15.110:3301/0,v1:172.21.15.110:6790/0] conn(0x7f52a00ca4f0 0x7f52a01f7c80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-15T22:04:04.349 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:04.341+0000 7f52a68c0640 1 --2- 172.21.15.63:0/2982986326 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f52a01f81c0 0x7f52a0143060 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-15T22:04:04.349 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:04.341+0000 7f52a60bf640 1 -- 172.21.15.63:0/2982986326 >> [v2:172.21.15.110:3301/0,v1:172.21.15.110:6790/0] conn(0x7f52a00ca4f0 msgr2=0x7f52a01f7c80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-15T22:04:04.349 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:04.341+0000 7f52a60bf640 1 --2- 172.21.15.63:0/2982986326 >> [v2:172.21.15.110:3301/0,v1:172.21.15.110:6790/0] conn(0x7f52a00ca4f0 0x7f52a01f7c80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T22:04:04.349 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:04.341+0000 7f52a60bf640 1 -- 172.21.15.63:0/2982986326 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f52a01f81c0 msgr2=0x7f52a0143060 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-15T22:04:04.349 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:04.341+0000 7f52a60bf640 1 --2- 172.21.15.63:0/2982986326 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f52a01f81c0 0x7f52a0143060 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T22:04:04.349 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:04.342+0000 7f52a60bf640 1 -- 172.21.15.63:0/2982986326 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f52a015e050 con 0x7f528c003f30 2024-09-15T22:04:04.349 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:04.342+0000 7f52a58be640 1 --2- 172.21.15.63:0/2982986326 >> [v2:172.21.15.110:3301/0,v1:172.21.15.110:6790/0] conn(0x7f52a00ca4f0 0x7f52a01f7c80 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-15T22:04:04.349 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:04.342+0000 7f52a60bf640 1 --2- 172.21.15.63:0/2982986326 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f528c003f30 0x7f52a015db10 secure :-1 s=READY pgs=26 cs=0 l=1 rev1=1 crypto rx=0x7f529c011a70 tx=0x7f529c011f30 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-15T22:04:04.349 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:04.342+0000 7f5296ffd640 1 -- 172.21.15.63:0/2982986326 <== mon.0 v2:172.21.15.63:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f529c00fb50 con 0x7f528c003f30 2024-09-15T22:04:04.349 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:04.342+0000 7f5296ffd640 1 -- 172.21.15.63:0/2982986326 <== mon.0 v2:172.21.15.63:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f529c00fcf0 con 0x7f528c003f30 2024-09-15T22:04:04.349 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:04.342+0000 7f5296ffd640 1 -- 172.21.15.63:0/2982986326 <== mon.0 v2:172.21.15.63:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f529c00fea0 con 0x7f528c003f30 2024-09-15T22:04:04.349 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:04.342+0000 7f52a8323640 1 -- 172.21.15.63:0/2982986326 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f52a00ca9e0 con 0x7f528c003f30 2024-09-15T22:04:04.350 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:04.342+0000 7f52a8323640 1 -- 172.21.15.63:0/2982986326 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f52a00cafa0 con 0x7f528c003f30 2024-09-15T22:04:04.350 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:04.342+0000 7f5296ffd640 1 -- 172.21.15.63:0/2982986326 <== mon.0 v2:172.21.15.63:3300/0 4 ==== mgrmap(e 1) ==== 807+0+0 (secure 0 0 0) 0x7f529c012040 con 0x7f528c003f30 2024-09-15T22:04:04.350 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:04.342+0000 7f5296ffd640 1 -- 172.21.15.63:0/2982986326 <== mon.0 v2:172.21.15.63:3300/0 5 ==== osd_map(10..10 src has 1..10) ==== 1645+0+0 (secure 0 0 0) 0x7f529c014660 con 0x7f528c003f30 2024-09-15T22:04:04.350 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:04.343+0000 7f52a8323640 1 -- 172.21.15.63:0/2982986326 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f52a01f85d0 con 0x7f528c003f30 2024-09-15T22:04:04.350 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:04.345+0000 7f5296ffd640 1 -- 172.21.15.63:0/2982986326 <== mon.0 v2:172.21.15.63:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+74432 (secure 0 0 0) 0x7f52a01f85d0 con 0x7f528c003f30 2024-09-15T22:04:04.384 INFO:tasks.ceph.mgr.y.smithi063.stderr:2024-09-15T22:04:04.383+0000 7f55f132f040 -1 mgr[py] Module balancer has missing NOTIFY_TYPES member 2024-09-15T22:04:04.388 INFO:tasks.ceph.mgr.x.smithi110.stderr:2024-09-15T22:04:04.387+0000 7f69ec1f9040 -1 mgr[py] Module balancer has missing NOTIFY_TYPES member 2024-09-15T22:04:04.406 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:04.405+0000 7f52a8323640 1 -- 172.21.15.63:0/2982986326 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) -- 0x7f52a015ea60 con 0x7f528c003f30 2024-09-15T22:04:04.407 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:04.406+0000 7f5296ffd640 1 -- 172.21.15.63:0/2982986326 <== mon.0 v2:172.21.15.63:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v10) ==== 74+0+7058 (secure 0 0 0) 0x7f529c019030 con 0x7f528c003f30 2024-09-15T22:04:04.407 INFO:teuthology.orchestra.run.smithi063.stdout: 2024-09-15T22:04:04.407 INFO:teuthology.orchestra.run.smithi063.stdout:{"epoch":10,"fsid":"49d79d51-bb1b-4fdd-a1d6-f4e42ba7fbf3","created":"2024-09-15T22:04:02.076542+0000","modified":"2024-09-15T22:04:04.178658+0000","last_up_change":"0.000000","last_in_change":"2024-09-15T22:04:04.178658+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":2,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":0,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"squid","allow_crimson":false,"pools":[],"osds":[{"osd":0,"uuid":"1f955f27-2876-45ee-a014-9d8a652f47de","up":0,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":0,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[]},"cluster_addrs":{"addrvec":[]},"heartbeat_back_addrs":{"addrvec":[]},"heartbeat_front_addrs":{"addrvec":[]},"public_addr":"(unrecognized address family 0)/0","cluster_addr":"(unrecognized address family 0)/0","heartbeat_back_addr":"(unrecognized address family 0)/0","heartbeat_front_addr":"(unrecognized address family 0)/0","state":["exists","new"]},{"osd":1,"uuid":"af6843a2-c664-44cd-9435-6410b9d7cdfc","up":0,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":0,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[]},"cluster_addrs":{"addrvec":[]},"heartbeat_back_addrs":{"addrvec":[]},"heartbeat_front_addrs":{"addrvec":[]},"public_addr":"(unrecognized address family 0)/0","cluster_addr":"(unrecognized address family 0)/0","heartbeat_back_addr":"(unrecognized address family 0)/0","heartbeat_front_addr":"(unrecognized address family 0)/0","state":["exists","new"]},{"osd":2,"uuid":"27259906-636d-4292-8128-28c3ae37417c","up":0,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":0,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[]},"cluster_addrs":{"addrvec":[]},"heartbeat_back_addrs":{"addrvec":[]},"heartbeat_front_addrs":{"addrvec":[]},"public_addr":"(unrecognized address family 0)/0","cluster_addr":"(unrecognized address family 0)/0","heartbeat_back_addr":"(unrecognized address family 0)/0","heartbeat_front_addr":"(unrecognized address family 0)/0","state":["exists","new"]},{"osd":3,"uuid":"007f71a8-c154-4167-a68d-96d158541c43","up":0,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":0,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[]},"cluster_addrs":{"addrvec":[]},"heartbeat_back_addrs":{"addrvec":[]},"heartbeat_front_addrs":{"addrvec":[]},"public_addr":"(unrecognized address family 0)/0","cluster_addr":"(unrecognized address family 0)/0","heartbeat_back_addr":"(unrecognized address family 0)/0","heartbeat_front_addr":"(unrecognized address family 0)/0","state":["exists","new"]},{"osd":4,"uuid":"346e916e-e9c8-4b14-a7c4-032d5f63fb69","up":0,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":0,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[]},"cluster_addrs":{"addrvec":[]},"heartbeat_back_addrs":{"addrvec":[]},"heartbeat_front_addrs":{"addrvec":[]},"public_addr":"(unrecognized address family 0)/0","cluster_addr":"(unrecognized address family 0)/0","heartbeat_back_addr":"(unrecognized address family 0)/0","heartbeat_front_addr":"(unrecognized address family 0)/0","state":["exists","new"]},{"osd":5,"uuid":"079e99b1-b9e1-4c06-ae11-f98c84739234","up":0,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":0,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[]},"cluster_addrs":{"addrvec":[]},"heartbeat_back_addrs":{"addrvec":[]},"heartbeat_front_addrs":{"addrvec":[]},"public_addr":"(unrecognized address family 0)/0","cluster_addr":"(unrecognized address family 0)/0","heartbeat_back_addr":"(unrecognized address family 0)/0","heartbeat_front_addr":"(unrecognized address family 0)/0","state":["exists","new"]},{"osd":6,"uuid":"40b16565-bb39-470a-a699-3a5c64927e87","up":0,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":0,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[]},"cluster_addrs":{"addrvec":[]},"heartbeat_back_addrs":{"addrvec":[]},"heartbeat_front_addrs":{"addrvec":[]},"public_addr":"(unrecognized address family 0)/0","cluster_addr":"(unrecognized address family 0)/0","heartbeat_back_addr":"(unrecognized address family 0)/0","heartbeat_front_addr":"(unrecognized address family 0)/0","state":["exists","new"]},{"osd":7,"uuid":"619d52d5-7a65-4232-a05a-3357ad2f8bea","up":0,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":0,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[]},"cluster_addrs":{"addrvec":[]},"heartbeat_back_addrs":{"addrvec":[]},"heartbeat_front_addrs":{"addrvec":[]},"public_addr":"(unrecognized address family 0)/0","cluster_addr":"(unrecognized address family 0)/0","heartbeat_back_addr":"(unrecognized address family 0)/0","heartbeat_front_addr":"(unrecognized address family 0)/0","state":["exists","new"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":0,"old_weight":0,"last_purged_snaps_scrub":"0.000000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":0,"old_weight":0,"last_purged_snaps_scrub":"0.000000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":0,"old_weight":0,"last_purged_snaps_scrub":"0.000000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":0,"old_weight":0,"last_purged_snaps_scrub":"0.000000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":0,"old_weight":0,"last_purged_snaps_scrub":"0.000000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":0,"old_weight":0,"last_purged_snaps_scrub":"0.000000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":0,"old_weight":0,"last_purged_snaps_scrub":"0.000000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":0,"old_weight":0,"last_purged_snaps_scrub":"0.000000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-09-15T22:04:04.408 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:04.406+0000 7f52a8323640 1 -- 172.21.15.63:0/2982986326 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f528c003f30 msgr2=0x7f52a015db10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-15T22:04:04.408 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:04.406+0000 7f52a8323640 1 --2- 172.21.15.63:0/2982986326 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f528c003f30 0x7f52a015db10 secure :-1 s=READY pgs=26 cs=0 l=1 rev1=1 crypto rx=0x7f529c011a70 tx=0x7f529c011f30 comp rx=0 tx=0).stop 2024-09-15T22:04:04.408 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:04.407+0000 7f52a8323640 1 -- 172.21.15.63:0/2982986326 shutdown_connections 2024-09-15T22:04:04.408 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:04.407+0000 7f52a8323640 1 --2- 172.21.15.63:0/2982986326 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f52a01f81c0 0x7f52a0143060 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T22:04:04.409 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:04.407+0000 7f52a8323640 1 --2- 172.21.15.63:0/2982986326 >> [v2:172.21.15.110:3301/0,v1:172.21.15.110:6790/0] conn(0x7f52a00ca4f0 0x7f52a01f7c80 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T22:04:04.409 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:04.407+0000 7f52a8323640 1 --2- 172.21.15.63:0/2982986326 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f528c003f30 0x7f52a015db10 unknown :-1 s=CLOSED pgs=26 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T22:04:04.409 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:04.407+0000 7f52a8323640 1 -- 172.21.15.63:0/2982986326 >> 172.21.15.63:0/2982986326 conn(0x7f52a0074fe0 msgr2=0x7f52a00b74c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-15T22:04:04.409 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:04.407+0000 7f52a8323640 1 -- 172.21.15.63:0/2982986326 shutdown_connections 2024-09-15T22:04:04.409 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:04.407+0000 7f52a8323640 1 -- 172.21.15.63:0/2982986326 wait complete. 2024-09-15T22:04:04.418 INFO:tasks.ceph.ceph_manager.ceph:[] 2024-09-15T22:04:04.419 INFO:tasks.ceph:Waiting for OSDs to come up 2024-09-15T22:04:04.754 INFO:tasks.ceph.mgr.x.smithi110.stderr:2024-09-15T22:04:04.753+0000 7f69ec1f9040 -1 mgr[py] Module rook has missing NOTIFY_TYPES member 2024-09-15T22:04:04.776 INFO:tasks.ceph.mgr.y.smithi063.stderr:2024-09-15T22:04:04.774+0000 7f55f132f040 -1 mgr[py] Module rook has missing NOTIFY_TYPES member 2024-09-15T22:04:04.840 INFO:tasks.ceph.mgr.x.smithi110.stderr:2024-09-15T22:04:04.838+0000 7f69ec1f9040 -1 mgr[py] Module iostat has missing NOTIFY_TYPES member 2024-09-15T22:04:04.866 INFO:tasks.ceph.mgr.y.smithi063.stderr:2024-09-15T22:04:04.864+0000 7f55f132f040 -1 mgr[py] Module iostat has missing NOTIFY_TYPES member 2024-09-15T22:04:04.948 INFO:tasks.ceph.mgr.x.smithi110.stderr:2024-09-15T22:04:04.946+0000 7f69ec1f9040 -1 mgr[py] Module orchestrator has missing NOTIFY_TYPES member 2024-09-15T22:04:04.979 INFO:tasks.ceph.mgr.y.smithi063.stderr:2024-09-15T22:04:04.977+0000 7f55f132f040 -1 mgr[py] Module orchestrator has missing NOTIFY_TYPES member 2024-09-15T22:04:04.992 INFO:tasks.ceph.mgr.x.smithi110.stderr:2024-09-15T22:04:04.991+0000 7f69ec1f9040 -1 mgr[py] Module devicehealth has missing NOTIFY_TYPES member 2024-09-15T22:04:05.028 INFO:tasks.ceph.mgr.y.smithi063.stderr:2024-09-15T22:04:05.026+0000 7f55f132f040 -1 mgr[py] Module devicehealth has missing NOTIFY_TYPES member 2024-09-15T22:04:05.105 INFO:tasks.ceph.mgr.x.smithi110.stderr:2024-09-15T22:04:05.104+0000 7f69ec1f9040 -1 mgr[py] Module rgw has missing NOTIFY_TYPES member 2024-09-15T22:04:05.148 INFO:tasks.ceph.mgr.y.smithi063.stderr:2024-09-15T22:04:05.147+0000 7f55f132f040 -1 mgr[py] Module rgw has missing NOTIFY_TYPES member 2024-09-15T22:04:05.160 INFO:tasks.ceph.mgr.x.smithi110.stderr:2024-09-15T22:04:05.158+0000 7f69ec1f9040 -1 mgr[py] Module alerts has missing NOTIFY_TYPES member 2024-09-15T22:04:05.205 INFO:tasks.ceph.mgr.y.smithi063.stderr:2024-09-15T22:04:05.203+0000 7f55f132f040 -1 mgr[py] Module alerts has missing NOTIFY_TYPES member 2024-09-15T22:04:05.205 INFO:tasks.ceph.mgr.x.smithi110.stderr:2024-09-15T22:04:05.204+0000 7f69ec1f9040 -1 mgr[py] Module progress has missing NOTIFY_TYPES member 2024-09-15T22:04:05.226 DEBUG:teuthology.orchestra.run.smithi063:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph --cluster ceph osd dump --format=json 2024-09-15T22:04:05.253 INFO:tasks.ceph.mgr.y.smithi063.stderr:2024-09-15T22:04:05.251+0000 7f55f132f040 -1 mgr[py] Module progress has missing NOTIFY_TYPES member 2024-09-15T22:04:05.315 INFO:tasks.ceph.mgr.x.smithi110.stderr:2024-09-15T22:04:05.313+0000 7f69ec1f9040 -1 mgr[py] Module nfs has missing NOTIFY_TYPES member 2024-09-15T22:04:05.319 INFO:teuthology.misc.health.smithi063.stderr:2024-09-15T22:04:05.317+0000 7fc9842c0640 1 Processor -- start 2024-09-15T22:04:05.319 INFO:teuthology.misc.health.smithi063.stderr:2024-09-15T22:04:05.317+0000 7fc9842c0640 1 -- start start 2024-09-15T22:04:05.321 INFO:teuthology.misc.health.smithi063.stderr:2024-09-15T22:04:05.318+0000 7fc9842c0640 1 --2- >> v2:172.21.15.110:3300/0 conn(0x7fc97c15e880 0x7fc97c0cef10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-15T22:04:05.321 INFO:teuthology.misc.health.smithi063.stderr:2024-09-15T22:04:05.318+0000 7fc9842c0640 1 --2- >> [v2:172.21.15.110:3301/0,v1:172.21.15.110:6790/0] conn(0x7fc97c162540 0x7fc97c0b6010 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-15T22:04:05.321 INFO:teuthology.misc.health.smithi063.stderr:2024-09-15T22:04:05.318+0000 7fc9842c0640 1 -- --> v1:172.21.15.63:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fc97c0cf760 con 0x7fc97c0b6550 2024-09-15T22:04:05.321 INFO:teuthology.misc.health.smithi063.stderr:2024-09-15T22:04:05.318+0000 7fc9842c0640 1 -- --> v2:172.21.15.110:3300/0 -- mon_getmap magic: 0 -- 0x7fc97c0cfa40 con 0x7fc97c15e880 2024-09-15T22:04:05.321 INFO:teuthology.misc.health.smithi063.stderr:2024-09-15T22:04:05.318+0000 7fc9842c0640 1 -- --> [v2:172.21.15.110:3301/0,v1:172.21.15.110:6790/0] -- mon_getmap magic: 0 -- 0x7fc97c0cfd20 con 0x7fc97c162540 2024-09-15T22:04:05.321 INFO:teuthology.misc.health.smithi063.stderr:2024-09-15T22:04:05.319+0000 7fc98285d640 1 --1- >> v1:172.21.15.63:6789/0 conn(0x7fc97c0b6550 0x7fc97c15ec60 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.63:6789/0 says I am v1:172.21.15.63:57564/0 (socket says 172.21.15.63:57564) 2024-09-15T22:04:05.321 INFO:teuthology.misc.health.smithi063.stderr:2024-09-15T22:04:05.319+0000 7fc98285d640 1 -- 172.21.15.63:0/349510454 learned_addr learned my addr 172.21.15.63:0/349510454 (peer_addr_for_me v1:172.21.15.63:0/0) 2024-09-15T22:04:05.321 INFO:teuthology.misc.health.smithi063.stderr:2024-09-15T22:04:05.319+0000 7fc98205c640 1 --2- 172.21.15.63:0/349510454 >> v2:172.21.15.110:3300/0 conn(0x7fc97c15e880 0x7fc97c0cef10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-15T22:04:05.321 INFO:teuthology.misc.health.smithi063.stderr:2024-09-15T22:04:05.319+0000 7fc98185b640 1 --2- 172.21.15.63:0/349510454 >> [v2:172.21.15.110:3301/0,v1:172.21.15.110:6790/0] conn(0x7fc97c162540 0x7fc97c0b6010 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-15T22:04:05.321 INFO:teuthology.misc.health.smithi063.stderr:2024-09-15T22:04:05.319+0000 7fc98105a640 1 -- 172.21.15.63:0/349510454 <== mon.0 v1:172.21.15.63:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 3758130688 0 0) 0x7fc97c0cf760 con 0x7fc97c0b6550 2024-09-15T22:04:05.322 INFO:teuthology.misc.health.smithi063.stderr:2024-09-15T22:04:05.319+0000 7fc98105a640 1 -- 172.21.15.63:0/349510454 --> v1:172.21.15.63:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7fc964003520 con 0x7fc97c0b6550 2024-09-15T22:04:05.322 INFO:teuthology.misc.health.smithi063.stderr:2024-09-15T22:04:05.319+0000 7fc98185b640 1 -- 172.21.15.63:0/349510454 >> v2:172.21.15.110:3300/0 conn(0x7fc97c15e880 msgr2=0x7fc97c0cef10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-15T22:04:05.322 INFO:teuthology.misc.health.smithi063.stderr:2024-09-15T22:04:05.319+0000 7fc98185b640 1 --2- 172.21.15.63:0/349510454 >> v2:172.21.15.110:3300/0 conn(0x7fc97c15e880 0x7fc97c0cef10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T22:04:05.322 INFO:teuthology.misc.health.smithi063.stderr:2024-09-15T22:04:05.319+0000 7fc98185b640 1 -- 172.21.15.63:0/349510454 >> v1:172.21.15.63:6789/0 conn(0x7fc97c0b6550 legacy=0x7fc97c15ec60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-15T22:04:05.322 INFO:teuthology.misc.health.smithi063.stderr:2024-09-15T22:04:05.319+0000 7fc98185b640 1 -- 172.21.15.63:0/349510454 --> [v2:172.21.15.110:3301/0,v1:172.21.15.110:6790/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fc97c0d2200 con 0x7fc97c162540 2024-09-15T22:04:05.322 INFO:teuthology.misc.health.smithi063.stderr:2024-09-15T22:04:05.319+0000 7fc98205c640 1 --2- 172.21.15.63:0/349510454 >> v2:172.21.15.110:3300/0 conn(0x7fc97c15e880 0x7fc97c0cef10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-15T22:04:05.323 INFO:teuthology.misc.health.smithi063.stderr:2024-09-15T22:04:05.320+0000 7fc98185b640 1 --2- 172.21.15.63:0/349510454 >> [v2:172.21.15.110:3301/0,v1:172.21.15.110:6790/0] conn(0x7fc97c162540 0x7fc97c0b6010 secure :-1 s=READY pgs=17 cs=0 l=1 rev1=1 crypto rx=0x7fc970009d90 tx=0x7fc97002a660 comp rx=0 tx=0).ready entity=mon.2 client_cookie=60e5abb189681d server_cookie=0 in_seq=0 out_seq=0 2024-09-15T22:04:05.323 INFO:teuthology.misc.health.smithi063.stderr:2024-09-15T22:04:05.320+0000 7fc98105a640 1 -- 172.21.15.63:0/349510454 <== mon.2 v2:172.21.15.110:3301/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc970007740 con 0x7fc97c162540 2024-09-15T22:04:05.323 INFO:teuthology.misc.health.smithi063.stderr:2024-09-15T22:04:05.320+0000 7fc98105a640 1 -- 172.21.15.63:0/349510454 <== mon.2 v2:172.21.15.110:3301/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fc9700078e0 con 0x7fc97c162540 2024-09-15T22:04:05.323 INFO:teuthology.misc.health.smithi063.stderr:2024-09-15T22:04:05.320+0000 7fc98105a640 1 -- 172.21.15.63:0/349510454 <== mon.2 v2:172.21.15.110:3301/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc970007cb0 con 0x7fc97c162540 2024-09-15T22:04:05.323 INFO:teuthology.misc.health.smithi063.stderr:2024-09-15T22:04:05.321+0000 7fc9842c0640 1 -- 172.21.15.63:0/349510454 >> [v2:172.21.15.110:3301/0,v1:172.21.15.110:6790/0] conn(0x7fc97c162540 msgr2=0x7fc97c0b6010 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-15T22:04:05.323 INFO:teuthology.misc.health.smithi063.stderr:2024-09-15T22:04:05.321+0000 7fc9842c0640 1 --2- 172.21.15.63:0/349510454 >> [v2:172.21.15.110:3301/0,v1:172.21.15.110:6790/0] conn(0x7fc97c162540 0x7fc97c0b6010 secure :-1 s=READY pgs=17 cs=0 l=1 rev1=1 crypto rx=0x7fc970009d90 tx=0x7fc97002a660 comp rx=0 tx=0).stop 2024-09-15T22:04:05.324 INFO:teuthology.misc.health.smithi063.stderr:2024-09-15T22:04:05.321+0000 7fc9842c0640 1 -- 172.21.15.63:0/349510454 shutdown_connections 2024-09-15T22:04:05.324 INFO:teuthology.misc.health.smithi063.stderr:2024-09-15T22:04:05.321+0000 7fc9842c0640 1 --2- 172.21.15.63:0/349510454 >> [v2:172.21.15.110:3301/0,v1:172.21.15.110:6790/0] conn(0x7fc97c162540 0x7fc97c0b6010 unknown :-1 s=CLOSED pgs=17 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T22:04:05.324 INFO:teuthology.misc.health.smithi063.stderr:2024-09-15T22:04:05.321+0000 7fc9842c0640 1 --2- 172.21.15.63:0/349510454 >> v2:172.21.15.110:3300/0 conn(0x7fc97c15e880 0x7fc97c0cef10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T22:04:05.324 INFO:teuthology.misc.health.smithi063.stderr:2024-09-15T22:04:05.321+0000 7fc9842c0640 1 -- 172.21.15.63:0/349510454 >> 172.21.15.63:0/349510454 conn(0x7fc97c0d1010 msgr2=0x7fc97c0d1420 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-15T22:04:05.324 INFO:teuthology.misc.health.smithi063.stderr:2024-09-15T22:04:05.321+0000 7fc9842c0640 1 -- 172.21.15.63:0/349510454 shutdown_connections 2024-09-15T22:04:05.324 INFO:teuthology.misc.health.smithi063.stderr:2024-09-15T22:04:05.321+0000 7fc9842c0640 1 -- 172.21.15.63:0/349510454 wait complete. 2024-09-15T22:04:05.326 INFO:teuthology.misc.health.smithi063.stderr:2024-09-15T22:04:05.322+0000 7fc9842c0640 1 Processor -- start 2024-09-15T22:04:05.326 INFO:teuthology.misc.health.smithi063.stderr:2024-09-15T22:04:05.323+0000 7fc9842c0640 1 -- start start 2024-09-15T22:04:05.327 INFO:teuthology.misc.health.smithi063.stderr:2024-09-15T22:04:05.323+0000 7fc9842c0640 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fc97c0b6550 0x7fc97c0ca010 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-15T22:04:05.327 INFO:teuthology.misc.health.smithi063.stderr:2024-09-15T22:04:05.323+0000 7fc9842c0640 1 --2- >> [v2:172.21.15.110:3301/0,v1:172.21.15.110:6790/0] conn(0x7fc97c15e880 0x7fc97c0c80c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-15T22:04:05.327 INFO:teuthology.misc.health.smithi063.stderr:2024-09-15T22:04:05.323+0000 7fc9842c0640 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7fc97c162540 0x7fc97c1610d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-15T22:04:05.327 INFO:teuthology.misc.health.smithi063.stderr:2024-09-15T22:04:05.323+0000 7fc9842c0640 1 -- --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 -- 0x7fc97c0d3730 con 0x7fc97c0b6550 2024-09-15T22:04:05.327 INFO:teuthology.misc.health.smithi063.stderr:2024-09-15T22:04:05.323+0000 7fc9842c0640 1 -- --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_getmap magic: 0 -- 0x7fc97c0d0000 con 0x7fc97c162540 2024-09-15T22:04:05.327 INFO:teuthology.misc.health.smithi063.stderr:2024-09-15T22:04:05.323+0000 7fc9842c0640 1 -- --> [v2:172.21.15.110:3301/0,v1:172.21.15.110:6790/0] -- mon_getmap magic: 0 -- 0x7fc97c0d38b0 con 0x7fc97c15e880 2024-09-15T22:04:05.327 INFO:teuthology.misc.health.smithi063.stderr:2024-09-15T22:04:05.323+0000 7fc98205c640 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fc97c0b6550 0x7fc97c0ca010 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-15T22:04:05.327 INFO:teuthology.misc.health.smithi063.stderr:2024-09-15T22:04:05.323+0000 7fc98205c640 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fc97c0b6550 0x7fc97c0ca010 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.63:3300/0 says I am v2:172.21.15.63:37008/0 (socket says 172.21.15.63:37008) 2024-09-15T22:04:05.327 INFO:teuthology.misc.health.smithi063.stderr:2024-09-15T22:04:05.323+0000 7fc98205c640 1 -- 172.21.15.63:0/2058832475 learned_addr learned my addr 172.21.15.63:0/2058832475 (peer_addr_for_me v2:172.21.15.63:0/0) 2024-09-15T22:04:05.327 INFO:teuthology.misc.health.smithi063.stderr:2024-09-15T22:04:05.323+0000 7fc98285d640 1 --2- 172.21.15.63:0/2058832475 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7fc97c162540 0x7fc97c1610d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-15T22:04:05.327 INFO:teuthology.misc.health.smithi063.stderr:2024-09-15T22:04:05.323+0000 7fc98185b640 1 --2- 172.21.15.63:0/2058832475 >> [v2:172.21.15.110:3301/0,v1:172.21.15.110:6790/0] conn(0x7fc97c15e880 0x7fc97c0c80c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-15T22:04:05.327 INFO:teuthology.misc.health.smithi063.stderr:2024-09-15T22:04:05.324+0000 7fc98205c640 1 -- 172.21.15.63:0/2058832475 >> [v2:172.21.15.110:3301/0,v1:172.21.15.110:6790/0] conn(0x7fc97c15e880 msgr2=0x7fc97c0c80c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-15T22:04:05.328 INFO:teuthology.misc.health.smithi063.stderr:2024-09-15T22:04:05.324+0000 7fc98205c640 1 --2- 172.21.15.63:0/2058832475 >> [v2:172.21.15.110:3301/0,v1:172.21.15.110:6790/0] conn(0x7fc97c15e880 0x7fc97c0c80c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T22:04:05.328 INFO:teuthology.misc.health.smithi063.stderr:2024-09-15T22:04:05.324+0000 7fc98205c640 1 -- 172.21.15.63:0/2058832475 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7fc97c162540 msgr2=0x7fc97c1610d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-15T22:04:05.328 INFO:teuthology.misc.health.smithi063.stderr:2024-09-15T22:04:05.324+0000 7fc98205c640 1 --2- 172.21.15.63:0/2058832475 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7fc97c162540 0x7fc97c1610d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T22:04:05.328 INFO:teuthology.misc.health.smithi063.stderr:2024-09-15T22:04:05.324+0000 7fc98205c640 1 -- 172.21.15.63:0/2058832475 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fc97c157450 con 0x7fc97c0b6550 2024-09-15T22:04:05.328 INFO:teuthology.misc.health.smithi063.stderr:2024-09-15T22:04:05.324+0000 7fc98205c640 1 --2- 172.21.15.63:0/2058832475 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fc97c0b6550 0x7fc97c0ca010 secure :-1 s=READY pgs=28 cs=0 l=1 rev1=1 crypto rx=0x7fc96c00ec10 tx=0x7fc96c00c520 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-15T22:04:05.328 INFO:teuthology.misc.health.smithi063.stderr:2024-09-15T22:04:05.324+0000 7fc97affd640 1 -- 172.21.15.63:0/2058832475 <== mon.0 v2:172.21.15.63:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc96c017070 con 0x7fc97c0b6550 2024-09-15T22:04:05.328 INFO:teuthology.misc.health.smithi063.stderr:2024-09-15T22:04:05.324+0000 7fc97affd640 1 -- 172.21.15.63:0/2058832475 <== mon.0 v2:172.21.15.63:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fc96c00cc30 con 0x7fc97c0b6550 2024-09-15T22:04:05.328 INFO:teuthology.misc.health.smithi063.stderr:2024-09-15T22:04:05.324+0000 7fc9842c0640 1 -- 172.21.15.63:0/2058832475 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fc97c157730 con 0x7fc97c0b6550 2024-09-15T22:04:05.328 INFO:teuthology.misc.health.smithi063.stderr:2024-09-15T22:04:05.324+0000 7fc97affd640 1 -- 172.21.15.63:0/2058832475 <== mon.0 v2:172.21.15.63:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc96c013470 con 0x7fc97c0b6550 2024-09-15T22:04:05.328 INFO:teuthology.misc.health.smithi063.stderr:2024-09-15T22:04:05.324+0000 7fc9842c0640 1 -- 172.21.15.63:0/2058832475 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fc97c157cf0 con 0x7fc97c0b6550 2024-09-15T22:04:05.328 INFO:teuthology.misc.health.smithi063.stderr:2024-09-15T22:04:05.324+0000 7fc97affd640 1 -- 172.21.15.63:0/2058832475 <== mon.0 v2:172.21.15.63:3300/0 4 ==== mgrmap(e 1) ==== 807+0+0 (secure 0 0 0) 0x7fc96c01a070 con 0x7fc97c0b6550 2024-09-15T22:04:05.328 INFO:teuthology.misc.health.smithi063.stderr:2024-09-15T22:04:05.324+0000 7fc97affd640 1 -- 172.21.15.63:0/2058832475 <== mon.0 v2:172.21.15.63:3300/0 5 ==== osd_map(10..10 src has 1..10) ==== 1645+0+0 (secure 0 0 0) 0x7fc96c01cbc0 con 0x7fc97c0b6550 2024-09-15T22:04:05.328 INFO:teuthology.misc.health.smithi063.stderr:2024-09-15T22:04:05.325+0000 7fc9842c0640 1 -- 172.21.15.63:0/2058832475 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fc97c0cef10 con 0x7fc97c0b6550 2024-09-15T22:04:05.329 INFO:teuthology.misc.health.smithi063.stderr:2024-09-15T22:04:05.327+0000 7fc97affd640 1 -- 172.21.15.63:0/2058832475 <== mon.0 v2:172.21.15.63:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+74432 (secure 0 0 0) 0x7fc96c01c4f0 con 0x7fc97c0b6550 2024-09-15T22:04:05.366 INFO:tasks.ceph.mgr.x.smithi110.stderr:2024-09-15T22:04:05.365+0000 7f69ec1f9040 -1 mgr[py] Module status has missing NOTIFY_TYPES member 2024-09-15T22:04:05.374 INFO:tasks.ceph.mgr.y.smithi063.stderr:2024-09-15T22:04:05.373+0000 7f55f132f040 -1 mgr[py] Module nfs has missing NOTIFY_TYPES member 2024-09-15T22:04:05.388 INFO:teuthology.misc.health.smithi063.stderr:2024-09-15T22:04:05.387+0000 7fc9842c0640 1 -- 172.21.15.63:0/2058832475 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) -- 0x7fc97c0c7dd0 con 0x7fc97c0b6550 2024-09-15T22:04:05.389 INFO:teuthology.misc.health.smithi063.stderr:2024-09-15T22:04:05.388+0000 7fc97affd640 1 -- 172.21.15.63:0/2058832475 <== mon.0 v2:172.21.15.63:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v10) ==== 74+0+7058 (secure 0 0 0) 0x7fc96c01c6d0 con 0x7fc97c0b6550 2024-09-15T22:04:05.389 INFO:teuthology.misc.health.smithi063.stdout: 2024-09-15T22:04:05.390 INFO:teuthology.misc.health.smithi063.stdout:{"epoch":10,"fsid":"49d79d51-bb1b-4fdd-a1d6-f4e42ba7fbf3","created":"2024-09-15T22:04:02.076542+0000","modified":"2024-09-15T22:04:04.178658+0000","last_up_change":"0.000000","last_in_change":"2024-09-15T22:04:04.178658+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":2,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":0,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"squid","allow_crimson":false,"pools":[],"osds":[{"osd":0,"uuid":"1f955f27-2876-45ee-a014-9d8a652f47de","up":0,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":0,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[]},"cluster_addrs":{"addrvec":[]},"heartbeat_back_addrs":{"addrvec":[]},"heartbeat_front_addrs":{"addrvec":[]},"public_addr":"(unrecognized address family 0)/0","cluster_addr":"(unrecognized address family 0)/0","heartbeat_back_addr":"(unrecognized address family 0)/0","heartbeat_front_addr":"(unrecognized address family 0)/0","state":["exists","new"]},{"osd":1,"uuid":"af6843a2-c664-44cd-9435-6410b9d7cdfc","up":0,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":0,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[]},"cluster_addrs":{"addrvec":[]},"heartbeat_back_addrs":{"addrvec":[]},"heartbeat_front_addrs":{"addrvec":[]},"public_addr":"(unrecognized address family 0)/0","cluster_addr":"(unrecognized address family 0)/0","heartbeat_back_addr":"(unrecognized address family 0)/0","heartbeat_front_addr":"(unrecognized address family 0)/0","state":["exists","new"]},{"osd":2,"uuid":"27259906-636d-4292-8128-28c3ae37417c","up":0,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":0,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[]},"cluster_addrs":{"addrvec":[]},"heartbeat_back_addrs":{"addrvec":[]},"heartbeat_front_addrs":{"addrvec":[]},"public_addr":"(unrecognized address family 0)/0","cluster_addr":"(unrecognized address family 0)/0","heartbeat_back_addr":"(unrecognized address family 0)/0","heartbeat_front_addr":"(unrecognized address family 0)/0","state":["exists","new"]},{"osd":3,"uuid":"007f71a8-c154-4167-a68d-96d158541c43","up":0,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":0,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[]},"cluster_addrs":{"addrvec":[]},"heartbeat_back_addrs":{"addrvec":[]},"heartbeat_front_addrs":{"addrvec":[]},"public_addr":"(unrecognized address family 0)/0","cluster_addr":"(unrecognized address family 0)/0","heartbeat_back_addr":"(unrecognized address family 0)/0","heartbeat_front_addr":"(unrecognized address family 0)/0","state":["exists","new"]},{"osd":4,"uuid":"346e916e-e9c8-4b14-a7c4-032d5f63fb69","up":0,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":0,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[]},"cluster_addrs":{"addrvec":[]},"heartbeat_back_addrs":{"addrvec":[]},"heartbeat_front_addrs":{"addrvec":[]},"public_addr":"(unrecognized address family 0)/0","cluster_addr":"(unrecognized address family 0)/0","heartbeat_back_addr":"(unrecognized address family 0)/0","heartbeat_front_addr":"(unrecognized address family 0)/0","state":["exists","new"]},{"osd":5,"uuid":"079e99b1-b9e1-4c06-ae11-f98c84739234","up":0,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":0,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[]},"cluster_addrs":{"addrvec":[]},"heartbeat_back_addrs":{"addrvec":[]},"heartbeat_front_addrs":{"addrvec":[]},"public_addr":"(unrecognized address family 0)/0","cluster_addr":"(unrecognized address family 0)/0","heartbeat_back_addr":"(unrecognized address family 0)/0","heartbeat_front_addr":"(unrecognized address family 0)/0","state":["exists","new"]},{"osd":6,"uuid":"40b16565-bb39-470a-a699-3a5c64927e87","up":0,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":0,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[]},"cluster_addrs":{"addrvec":[]},"heartbeat_back_addrs":{"addrvec":[]},"heartbeat_front_addrs":{"addrvec":[]},"public_addr":"(unrecognized address family 0)/0","cluster_addr":"(unrecognized address family 0)/0","heartbeat_back_addr":"(unrecognized address family 0)/0","heartbeat_front_addr":"(unrecognized address family 0)/0","state":["exists","new"]},{"osd":7,"uuid":"619d52d5-7a65-4232-a05a-3357ad2f8bea","up":0,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":0,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[]},"cluster_addrs":{"addrvec":[]},"heartbeat_back_addrs":{"addrvec":[]},"heartbeat_front_addrs":{"addrvec":[]},"public_addr":"(unrecognized address family 0)/0","cluster_addr":"(unrecognized address family 0)/0","heartbeat_back_addr":"(unrecognized address family 0)/0","heartbeat_front_addr":"(unrecognized address family 0)/0","state":["exists","new"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":0,"old_weight":0,"last_purged_snaps_scrub":"0.000000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":0,"old_weight":0,"last_purged_snaps_scrub":"0.000000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":0,"old_weight":0,"last_purged_snaps_scrub":"0.000000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":0,"old_weight":0,"last_purged_snaps_scrub":"0.000000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":0,"old_weight":0,"last_purged_snaps_scrub":"0.000000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":0,"old_weight":0,"last_purged_snaps_scrub":"0.000000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":0,"old_weight":0,"last_purged_snaps_scrub":"0.000000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":0,"old_weight":0,"last_purged_snaps_scrub":"0.000000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-09-15T22:04:05.391 INFO:teuthology.misc.health.smithi063.stderr:2024-09-15T22:04:05.388+0000 7fc9842c0640 1 -- 172.21.15.63:0/2058832475 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fc97c0b6550 msgr2=0x7fc97c0ca010 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-15T22:04:05.391 INFO:teuthology.misc.health.smithi063.stderr:2024-09-15T22:04:05.388+0000 7fc9842c0640 1 --2- 172.21.15.63:0/2058832475 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fc97c0b6550 0x7fc97c0ca010 secure :-1 s=READY pgs=28 cs=0 l=1 rev1=1 crypto rx=0x7fc96c00ec10 tx=0x7fc96c00c520 comp rx=0 tx=0).stop 2024-09-15T22:04:05.391 INFO:teuthology.misc.health.smithi063.stderr:2024-09-15T22:04:05.389+0000 7fc9842c0640 1 -- 172.21.15.63:0/2058832475 shutdown_connections 2024-09-15T22:04:05.391 INFO:teuthology.misc.health.smithi063.stderr:2024-09-15T22:04:05.389+0000 7fc9842c0640 1 --2- 172.21.15.63:0/2058832475 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7fc97c162540 0x7fc97c1610d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T22:04:05.391 INFO:teuthology.misc.health.smithi063.stderr:2024-09-15T22:04:05.389+0000 7fc9842c0640 1 --2- 172.21.15.63:0/2058832475 >> [v2:172.21.15.110:3301/0,v1:172.21.15.110:6790/0] conn(0x7fc97c15e880 0x7fc97c0c80c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T22:04:05.391 INFO:teuthology.misc.health.smithi063.stderr:2024-09-15T22:04:05.389+0000 7fc9842c0640 1 --2- 172.21.15.63:0/2058832475 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fc97c0b6550 0x7fc97c0ca010 unknown :-1 s=CLOSED pgs=28 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T22:04:05.391 INFO:teuthology.misc.health.smithi063.stderr:2024-09-15T22:04:05.389+0000 7fc9842c0640 1 -- 172.21.15.63:0/2058832475 >> 172.21.15.63:0/2058832475 conn(0x7fc97c0d1010 msgr2=0x7fc97c0d2e70 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-15T22:04:05.391 INFO:teuthology.misc.health.smithi063.stderr:2024-09-15T22:04:05.389+0000 7fc9842c0640 1 -- 172.21.15.63:0/2058832475 shutdown_connections 2024-09-15T22:04:05.391 INFO:teuthology.misc.health.smithi063.stderr:2024-09-15T22:04:05.389+0000 7fc9842c0640 1 -- 172.21.15.63:0/2058832475 wait complete. 2024-09-15T22:04:05.399 DEBUG:teuthology.misc:0 of 8 OSDs are up 2024-09-15T22:04:05.418 INFO:tasks.ceph.mgr.x.smithi110.stderr:2024-09-15T22:04:05.417+0000 7f69ec1f9040 -1 mgr[py] Module pg_autoscaler has missing NOTIFY_TYPES member 2024-09-15T22:04:05.429 INFO:tasks.ceph.mgr.y.smithi063.stderr:2024-09-15T22:04:05.427+0000 7f55f132f040 -1 mgr[py] Module status has missing NOTIFY_TYPES member 2024-09-15T22:04:05.484 INFO:tasks.ceph.mgr.y.smithi063.stderr:2024-09-15T22:04:05.482+0000 7f55f132f040 -1 mgr[py] Module pg_autoscaler has missing NOTIFY_TYPES member 2024-09-15T22:04:05.485 INFO:tasks.ceph.mgr.x.smithi110.stderr:2024-09-15T22:04:05.484+0000 7f69ec1f9040 -1 mgr[py] Module rbd_support has missing NOTIFY_TYPES member 2024-09-15T22:04:05.529 INFO:tasks.ceph.mgr.x.smithi110.stderr:2024-09-15T22:04:05.528+0000 7f69ec1f9040 -1 mgr[py] Module influx has missing NOTIFY_TYPES member 2024-09-15T22:04:05.555 INFO:tasks.ceph.mgr.y.smithi063.stderr:2024-09-15T22:04:05.553+0000 7f55f132f040 -1 mgr[py] Module rbd_support has missing NOTIFY_TYPES member 2024-09-15T22:04:05.572 INFO:tasks.ceph.mgr.x.smithi110.stderr:2024-09-15T22:04:05.571+0000 7f69ec1f9040 -1 mgr[py] Module zabbix has missing NOTIFY_TYPES member 2024-09-15T22:04:05.602 INFO:tasks.ceph.mgr.y.smithi063.stderr:2024-09-15T22:04:05.600+0000 7f55f132f040 -1 mgr[py] Module influx has missing NOTIFY_TYPES member 2024-09-15T22:04:05.649 INFO:tasks.ceph.mgr.y.smithi063.stderr:2024-09-15T22:04:05.647+0000 7f55f132f040 -1 mgr[py] Module zabbix has missing NOTIFY_TYPES member 2024-09-15T22:04:05.704 INFO:tasks.ceph.osd.2.smithi063.stderr:2024-09-15T22:04:05.702+0000 7f59124eb640 -1 Falling back to public interface 2024-09-15T22:04:05.909 INFO:tasks.ceph.osd.3.smithi063.stderr:2024-09-15T22:04:05.907+0000 7fc5a5615640 -1 Falling back to public interface 2024-09-15T22:04:06.152 INFO:tasks.ceph.osd.5.smithi110.stderr:2024-09-15T22:04:06.150+0000 7fe037fa2640 -1 Falling back to public interface 2024-09-15T22:04:06.156 INFO:tasks.ceph.osd.6.smithi110.stderr:2024-09-15T22:04:06.155+0000 7fb86b615640 -1 Falling back to public interface 2024-09-15T22:04:06.169 INFO:tasks.ceph.osd.4.smithi110.stderr:2024-09-15T22:04:06.167+0000 7feeaf618640 -1 Falling back to public interface 2024-09-15T22:04:06.185 INFO:tasks.ceph.osd.0.smithi063.stderr:2024-09-15T22:04:06.183+0000 7f24f9da4640 -1 Falling back to public interface 2024-09-15T22:04:06.185 INFO:tasks.ceph.osd.1.smithi063.stderr:2024-09-15T22:04:06.183+0000 7f7f10610640 -1 Falling back to public interface 2024-09-15T22:04:06.211 INFO:tasks.ceph.osd.7.smithi110.stderr:2024-09-15T22:04:06.209+0000 7fc336e0d640 -1 Falling back to public interface 2024-09-15T22:04:06.226 INFO:tasks.ceph.mgr.x.smithi110.stderr:2024-09-15T22:04:06.225+0000 7f69ec1f9040 -1 mgr[py] Module telegraf has missing NOTIFY_TYPES member 2024-09-15T22:04:06.350 INFO:tasks.ceph.mgr.y.smithi063.stderr:2024-09-15T22:04:06.349+0000 7f55f132f040 -1 mgr[py] Module telegraf has missing NOTIFY_TYPES member 2024-09-15T22:04:07.243 INFO:tasks.ceph.mgr.x.smithi110.stderr:2024-09-15T22:04:07.242+0000 7f698cac7640 -1 mgr.server handle_report got status from non-daemon mon.c 2024-09-15T22:04:07.243 INFO:tasks.ceph.mgr.x.smithi110.stderr:2024-09-15T22:04:07.242+0000 7f698cac7640 -1 mgr.server handle_report got status from non-daemon mon.b 2024-09-15T22:04:09.759 INFO:tasks.ceph.osd.2.smithi063.stderr:2024-09-15T22:04:09.758+0000 7f59124eb640 -1 osd.2 0 log_to_monitors true 2024-09-15T22:04:10.177 INFO:tasks.ceph.osd.3.smithi063.stderr:2024-09-15T22:04:10.176+0000 7fc5a5615640 -1 osd.3 0 log_to_monitors true 2024-09-15T22:04:10.183 INFO:tasks.ceph.osd.6.smithi110.stderr:2024-09-15T22:04:10.182+0000 7fb86b615640 -1 osd.6 0 log_to_monitors true 2024-09-15T22:04:10.247 INFO:tasks.ceph.osd.0.smithi063.stderr:2024-09-15T22:04:10.246+0000 7f24f9da4640 -1 osd.0 0 log_to_monitors true 2024-09-15T22:04:10.261 INFO:tasks.ceph.osd.1.smithi063.stderr:2024-09-15T22:04:10.259+0000 7f7f10610640 -1 osd.1 0 log_to_monitors true 2024-09-15T22:04:10.388 INFO:tasks.ceph.osd.5.smithi110.stderr:2024-09-15T22:04:10.386+0000 7fe037fa2640 -1 osd.5 0 log_to_monitors true 2024-09-15T22:04:10.493 INFO:tasks.ceph.osd.4.smithi110.stderr:2024-09-15T22:04:10.492+0000 7feeaf618640 -1 osd.4 0 log_to_monitors true 2024-09-15T22:04:10.750 INFO:tasks.ceph.osd.7.smithi110.stderr:2024-09-15T22:04:10.749+0000 7fc336e0d640 -1 osd.7 0 log_to_monitors true 2024-09-15T22:04:11.927 INFO:tasks.ceph.osd.6.smithi110.stderr:2024-09-15T22:04:11.926+0000 7fb866703640 -1 osd.6 0 waiting for initial osdmap 2024-09-15T22:04:11.946 INFO:tasks.ceph.osd.6.smithi110.stderr:2024-09-15T22:04:11.945+0000 7fb85ed35640 -1 osd.6 12 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2024-09-15T22:04:12.206 DEBUG:teuthology.orchestra.run.smithi063:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph --cluster ceph osd dump --format=json 2024-09-15T22:04:12.337 INFO:teuthology.misc.health.smithi063.stderr:2024-09-15T22:04:12.332+0000 7f935d83c640 1 Processor -- start 2024-09-15T22:04:12.337 INFO:teuthology.misc.health.smithi063.stderr:2024-09-15T22:04:12.332+0000 7f935d83c640 1 -- start start 2024-09-15T22:04:12.337 INFO:teuthology.misc.health.smithi063.stderr:2024-09-15T22:04:12.333+0000 7f935d83c640 1 --2- >> v2:172.21.15.110:3300/0 conn(0x7f935815e510 0x7f9358162ca0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-15T22:04:12.338 INFO:teuthology.misc.health.smithi063.stderr:2024-09-15T22:04:12.333+0000 7f935d83c640 1 --2- >> [v2:172.21.15.110:3301/0,v1:172.21.15.110:6790/0] conn(0x7f935815e8f0 0x7f93580cf5d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-15T22:04:12.338 INFO:teuthology.misc.health.smithi063.stderr:2024-09-15T22:04:12.333+0000 7f935d83c640 1 -- --> v1:172.21.15.63:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f93580ceb10 con 0x7f93580ce290 2024-09-15T22:04:12.338 INFO:teuthology.misc.health.smithi063.stderr:2024-09-15T22:04:12.333+0000 7f935d83c640 1 -- --> v2:172.21.15.110:3300/0 -- mon_getmap magic: 0 -- 0x7f93581631e0 con 0x7f935815e510 2024-09-15T22:04:12.338 INFO:teuthology.misc.health.smithi063.stderr:2024-09-15T22:04:12.333+0000 7f935d83c640 1 -- --> [v2:172.21.15.110:3301/0,v1:172.21.15.110:6790/0] -- mon_getmap magic: 0 -- 0x7f9358074130 con 0x7f935815e8f0 2024-09-15T22:04:12.338 INFO:teuthology.misc.health.smithi063.stderr:2024-09-15T22:04:12.333+0000 7f93577fe640 1 --1- >> v1:172.21.15.63:6789/0 conn(0x7f93580ce290 0x7f935806de80 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.63:6789/0 says I am v1:172.21.15.63:45704/0 (socket says 172.21.15.63:45704) 2024-09-15T22:04:12.338 INFO:teuthology.misc.health.smithi063.stderr:2024-09-15T22:04:12.333+0000 7f93577fe640 1 -- 172.21.15.63:0/3313185212 learned_addr learned my addr 172.21.15.63:0/3313185212 (peer_addr_for_me v1:172.21.15.63:0/0) 2024-09-15T22:04:12.338 INFO:teuthology.misc.health.smithi063.stderr:2024-09-15T22:04:12.333+0000 7f9356ffd640 1 --2- 172.21.15.63:0/3313185212 >> v2:172.21.15.110:3300/0 conn(0x7f935815e510 0x7f9358162ca0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-15T22:04:12.338 INFO:teuthology.misc.health.smithi063.stderr:2024-09-15T22:04:12.333+0000 7f93567fc640 1 --2- 172.21.15.63:0/3313185212 >> [v2:172.21.15.110:3301/0,v1:172.21.15.110:6790/0] conn(0x7f935815e8f0 0x7f93580cf5d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-15T22:04:12.338 INFO:teuthology.misc.health.smithi063.stderr:2024-09-15T22:04:12.334+0000 7f9355ffb640 1 -- 172.21.15.63:0/3313185212 <== mon.0 v1:172.21.15.63:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 2672166972 0 0) 0x7f9350001490 con 0x7f93580ce290 2024-09-15T22:04:12.338 INFO:teuthology.misc.health.smithi063.stderr:2024-09-15T22:04:12.334+0000 7f9355ffb640 1 -- 172.21.15.63:0/3313185212 --> v1:172.21.15.63:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7f9340003520 con 0x7f93580ce290 2024-09-15T22:04:12.338 INFO:teuthology.misc.health.smithi063.stderr:2024-09-15T22:04:12.334+0000 7f9356ffd640 1 -- 172.21.15.63:0/3313185212 >> [v2:172.21.15.110:3301/0,v1:172.21.15.110:6790/0] conn(0x7f935815e8f0 msgr2=0x7f93580cf5d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-15T22:04:12.338 INFO:teuthology.misc.health.smithi063.stderr:2024-09-15T22:04:12.334+0000 7f9356ffd640 1 --2- 172.21.15.63:0/3313185212 >> [v2:172.21.15.110:3301/0,v1:172.21.15.110:6790/0] conn(0x7f935815e8f0 0x7f93580cf5d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T22:04:12.338 INFO:teuthology.misc.health.smithi063.stderr:2024-09-15T22:04:12.334+0000 7f9356ffd640 1 -- 172.21.15.63:0/3313185212 >> v1:172.21.15.63:6789/0 conn(0x7f93580ce290 legacy=0x7f935806de80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-15T22:04:12.339 INFO:teuthology.misc.health.smithi063.stderr:2024-09-15T22:04:12.334+0000 7f9356ffd640 1 -- 172.21.15.63:0/3313185212 --> v2:172.21.15.110:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f9358073b70 con 0x7f935815e510 2024-09-15T22:04:12.339 INFO:teuthology.misc.health.smithi063.stderr:2024-09-15T22:04:12.334+0000 7f93567fc640 1 --2- 172.21.15.63:0/3313185212 >> [v2:172.21.15.110:3301/0,v1:172.21.15.110:6790/0] conn(0x7f935815e8f0 0x7f93580cf5d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-15T22:04:12.339 INFO:teuthology.misc.health.smithi063.stderr:2024-09-15T22:04:12.335+0000 7f9356ffd640 1 --2- 172.21.15.63:0/3313185212 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f935815e510 0x7f9358162ca0 secure :-1 s=READY pgs=38 cs=0 l=1 rev1=1 crypto rx=0x7f93480097a0 tx=0x7f934802a180 comp rx=0 tx=0).ready entity=mon.1 client_cookie=7bc4eeda0d286037 server_cookie=0 in_seq=0 out_seq=0 2024-09-15T22:04:12.339 INFO:teuthology.misc.health.smithi063.stderr:2024-09-15T22:04:12.335+0000 7f9355ffb640 1 -- 172.21.15.63:0/3313185212 <== mon.1 v2:172.21.15.110:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9348037070 con 0x7f935815e510 2024-09-15T22:04:12.339 INFO:teuthology.misc.health.smithi063.stderr:2024-09-15T22:04:12.335+0000 7f9355ffb640 1 -- 172.21.15.63:0/3313185212 <== mon.1 v2:172.21.15.110:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f9348032440 con 0x7f935815e510 2024-09-15T22:04:12.340 INFO:teuthology.misc.health.smithi063.stderr:2024-09-15T22:04:12.336+0000 7f9355ffb640 1 -- 172.21.15.63:0/3313185212 <== mon.1 v2:172.21.15.110:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9348037070 con 0x7f935815e510 2024-09-15T22:04:12.340 INFO:teuthology.misc.health.smithi063.stderr:2024-09-15T22:04:12.337+0000 7f935d83c640 1 -- 172.21.15.63:0/3313185212 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f935815e510 msgr2=0x7f9358162ca0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-15T22:04:12.340 INFO:teuthology.misc.health.smithi063.stderr:2024-09-15T22:04:12.337+0000 7f935d83c640 1 --2- 172.21.15.63:0/3313185212 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f935815e510 0x7f9358162ca0 secure :-1 s=READY pgs=38 cs=0 l=1 rev1=1 crypto rx=0x7f93480097a0 tx=0x7f934802a180 comp rx=0 tx=0).stop 2024-09-15T22:04:12.340 INFO:teuthology.misc.health.smithi063.stderr:2024-09-15T22:04:12.337+0000 7f935d83c640 1 -- 172.21.15.63:0/3313185212 shutdown_connections 2024-09-15T22:04:12.340 INFO:teuthology.misc.health.smithi063.stderr:2024-09-15T22:04:12.337+0000 7f935d83c640 1 --2- 172.21.15.63:0/3313185212 >> [v2:172.21.15.110:3301/0,v1:172.21.15.110:6790/0] conn(0x7f935815e8f0 0x7f93580cf5d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T22:04:12.340 INFO:teuthology.misc.health.smithi063.stderr:2024-09-15T22:04:12.337+0000 7f935d83c640 1 --2- 172.21.15.63:0/3313185212 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f935815e510 0x7f9358162ca0 unknown :-1 s=CLOSED pgs=38 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T22:04:12.340 INFO:teuthology.misc.health.smithi063.stderr:2024-09-15T22:04:12.337+0000 7f935d83c640 1 -- 172.21.15.63:0/3313185212 >> 172.21.15.63:0/3313185212 conn(0x7f935806f340 msgr2=0x7f935806f750 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-15T22:04:12.340 INFO:teuthology.misc.health.smithi063.stderr:2024-09-15T22:04:12.337+0000 7f935d83c640 1 -- 172.21.15.63:0/3313185212 shutdown_connections 2024-09-15T22:04:12.340 INFO:teuthology.misc.health.smithi063.stderr:2024-09-15T22:04:12.337+0000 7f935d83c640 1 -- 172.21.15.63:0/3313185212 wait complete. 2024-09-15T22:04:12.341 INFO:teuthology.misc.health.smithi063.stderr:2024-09-15T22:04:12.339+0000 7f935d83c640 1 Processor -- start 2024-09-15T22:04:12.341 INFO:teuthology.misc.health.smithi063.stderr:2024-09-15T22:04:12.340+0000 7f935d83c640 1 -- start start 2024-09-15T22:04:12.342 INFO:teuthology.misc.health.smithi063.stderr:2024-09-15T22:04:12.341+0000 7f935d83c640 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f93580ce290 0x7f93581f8bb0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-15T22:04:12.343 INFO:teuthology.misc.health.smithi063.stderr:2024-09-15T22:04:12.341+0000 7f935d83c640 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f935815e510 0x7f93580aff90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-15T22:04:12.343 INFO:teuthology.misc.health.smithi063.stderr:2024-09-15T22:04:12.341+0000 7f9356ffd640 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f93580ce290 0x7f93581f8bb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-15T22:04:12.343 INFO:teuthology.misc.health.smithi063.stderr:2024-09-15T22:04:12.341+0000 7f9356ffd640 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f93580ce290 0x7f93581f8bb0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.63:3300/0 says I am v2:172.21.15.63:36048/0 (socket says 172.21.15.63:36048) 2024-09-15T22:04:12.343 INFO:teuthology.misc.health.smithi063.stderr:2024-09-15T22:04:12.341+0000 7f9356ffd640 1 -- 172.21.15.63:0/2887774376 learned_addr learned my addr 172.21.15.63:0/2887774376 (peer_addr_for_me v2:172.21.15.63:0/0) 2024-09-15T22:04:12.343 INFO:teuthology.misc.health.smithi063.stderr:2024-09-15T22:04:12.341+0000 7f935d83c640 1 --2- 172.21.15.63:0/2887774376 >> [v2:172.21.15.110:3301/0,v1:172.21.15.110:6790/0] conn(0x7f935815e8f0 0x7f93580b04d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-15T22:04:12.343 INFO:teuthology.misc.health.smithi063.stderr:2024-09-15T22:04:12.341+0000 7f935d83c640 1 -- 172.21.15.63:0/2887774376 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 -- 0x7f93580cf0b0 con 0x7f93580ce290 2024-09-15T22:04:12.345 INFO:teuthology.misc.health.smithi063.stderr:2024-09-15T22:04:12.341+0000 7f935d83c640 1 -- 172.21.15.63:0/2887774376 --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_getmap magic: 0 -- 0x7f93580cedd0 con 0x7f935815e510 2024-09-15T22:04:12.345 INFO:teuthology.misc.health.smithi063.stderr:2024-09-15T22:04:12.341+0000 7f935d83c640 1 -- 172.21.15.63:0/2887774376 --> [v2:172.21.15.110:3301/0,v1:172.21.15.110:6790/0] -- mon_getmap magic: 0 -- 0x7f93580cfb10 con 0x7f935815e8f0 2024-09-15T22:04:12.345 INFO:teuthology.misc.health.smithi063.stderr:2024-09-15T22:04:12.341+0000 7f93577fe640 1 --2- 172.21.15.63:0/2887774376 >> [v2:172.21.15.110:3301/0,v1:172.21.15.110:6790/0] conn(0x7f935815e8f0 0x7f93580b04d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-15T22:04:12.345 INFO:teuthology.misc.health.smithi063.stderr:2024-09-15T22:04:12.342+0000 7f93577fe640 1 -- 172.21.15.63:0/2887774376 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f935815e510 msgr2=0x7f93580aff90 unknown :-1 s=STATE_CONNECTING_RE l=1).mark_down 2024-09-15T22:04:12.345 INFO:teuthology.misc.health.smithi063.stderr:2024-09-15T22:04:12.342+0000 7f93577fe640 1 --2- 172.21.15.63:0/2887774376 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f935815e510 0x7f93580aff90 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T22:04:12.345 INFO:teuthology.misc.health.smithi063.stderr:2024-09-15T22:04:12.342+0000 7f93577fe640 1 -- 172.21.15.63:0/2887774376 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f93580ce290 msgr2=0x7f93581f8bb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-15T22:04:12.345 INFO:teuthology.misc.health.smithi063.stderr:2024-09-15T22:04:12.342+0000 7f93577fe640 1 --2- 172.21.15.63:0/2887774376 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f93580ce290 0x7f93581f8bb0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T22:04:12.345 INFO:teuthology.misc.health.smithi063.stderr:2024-09-15T22:04:12.342+0000 7f93577fe640 1 -- 172.21.15.63:0/2887774376 --> [v2:172.21.15.110:3301/0,v1:172.21.15.110:6790/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f93580b6550 con 0x7f935815e8f0 2024-09-15T22:04:12.346 INFO:teuthology.misc.health.smithi063.stderr:2024-09-15T22:04:12.342+0000 7f93577fe640 1 --2- 172.21.15.63:0/2887774376 >> [v2:172.21.15.110:3301/0,v1:172.21.15.110:6790/0] conn(0x7f935815e8f0 0x7f93580b04d0 secure :-1 s=READY pgs=20 cs=0 l=1 rev1=1 crypto rx=0x7f935000cad0 tx=0x7f935000cf90 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-15T22:04:12.346 INFO:teuthology.misc.health.smithi063.stderr:2024-09-15T22:04:12.342+0000 7f933ffff640 1 -- 172.21.15.63:0/2887774376 <== mon.2 v2:172.21.15.110:3301/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9350017070 con 0x7f935815e8f0 2024-09-15T22:04:12.346 INFO:teuthology.misc.health.smithi063.stderr:2024-09-15T22:04:12.342+0000 7f933ffff640 1 -- 172.21.15.63:0/2887774376 <== mon.2 v2:172.21.15.110:3301/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f935000ac30 con 0x7f935815e8f0 2024-09-15T22:04:12.346 INFO:teuthology.misc.health.smithi063.stderr:2024-09-15T22:04:12.342+0000 7f935d83c640 1 -- 172.21.15.63:0/2887774376 --> [v2:172.21.15.110:3301/0,v1:172.21.15.110:6790/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f93580b6830 con 0x7f935815e8f0 2024-09-15T22:04:12.346 INFO:teuthology.misc.health.smithi063.stderr:2024-09-15T22:04:12.342+0000 7f933ffff640 1 -- 172.21.15.63:0/2887774376 <== mon.2 v2:172.21.15.110:3301/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9350012400 con 0x7f935815e8f0 2024-09-15T22:04:12.346 INFO:teuthology.misc.health.smithi063.stderr:2024-09-15T22:04:12.343+0000 7f935d83c640 1 -- 172.21.15.63:0/2887774376 --> [v2:172.21.15.110:3301/0,v1:172.21.15.110:6790/0] -- mon_subscribe({osdmap=0}) -- 0x7f93580b6df0 con 0x7f935815e8f0 2024-09-15T22:04:12.347 INFO:teuthology.misc.health.smithi063.stderr:2024-09-15T22:04:12.344+0000 7f935d83c640 1 -- 172.21.15.63:0/2887774376 --> [v2:172.21.15.110:3301/0,v1:172.21.15.110:6790/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f9358162ca0 con 0x7f935815e8f0 2024-09-15T22:04:12.347 INFO:teuthology.misc.health.smithi063.stderr:2024-09-15T22:04:12.345+0000 7f933ffff640 1 -- 172.21.15.63:0/2887774376 <== mon.2 v2:172.21.15.110:3301/0 4 ==== mgrmap(e 4) ==== 90790+0+0 (secure 0 0 0) 0x7f935001a070 con 0x7f935815e8f0 2024-09-15T22:04:12.347 INFO:teuthology.misc.health.smithi063.stderr:2024-09-15T22:04:12.345+0000 7f933ffff640 1 --2- 172.21.15.63:0/2887774376 >> [v2:172.21.15.110:6832/552273267,v1:172.21.15.110:6833/552273267] conn(0x7f934406c220 0x7f934406e6e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-15T22:04:12.347 INFO:teuthology.misc.health.smithi063.stderr:2024-09-15T22:04:12.345+0000 7f933ffff640 1 -- 172.21.15.63:0/2887774376 <== mon.2 v2:172.21.15.110:3301/0 5 ==== osd_map(13..13 src has 1..13) ==== 2511+0+0 (secure 0 0 0) 0x7f935008a320 con 0x7f935815e8f0 2024-09-15T22:04:12.347 INFO:teuthology.misc.health.smithi063.stderr:2024-09-15T22:04:12.345+0000 7f9356ffd640 1 --2- 172.21.15.63:0/2887774376 >> [v2:172.21.15.110:6832/552273267,v1:172.21.15.110:6833/552273267] conn(0x7f934406c220 0x7f934406e6e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-15T22:04:12.347 INFO:teuthology.misc.health.smithi063.stderr:2024-09-15T22:04:12.346+0000 7f9356ffd640 1 --2- 172.21.15.63:0/2887774376 >> [v2:172.21.15.110:6832/552273267,v1:172.21.15.110:6833/552273267] conn(0x7f934406c220 0x7f934406e6e0 secure :-1 s=READY pgs=20 cs=0 l=1 rev1=1 crypto rx=0x7f93480097a0 tx=0x7f934802e000 comp rx=0 tx=0).ready entity=mgr.4102 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-15T22:04:12.351 INFO:teuthology.misc.health.smithi063.stderr:2024-09-15T22:04:12.350+0000 7f933ffff640 1 -- 172.21.15.63:0/2887774376 <== mon.2 v2:172.21.15.110:3301/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7f93580ceb10 con 0x7f935815e8f0 2024-09-15T22:04:12.608 INFO:teuthology.misc.health.smithi063.stderr:2024-09-15T22:04:12.606+0000 7f935d83c640 1 -- 172.21.15.63:0/2887774376 --> [v2:172.21.15.110:3301/0,v1:172.21.15.110:6790/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) -- 0x7f9358072fa0 con 0x7f935815e8f0 2024-09-15T22:04:12.608 INFO:teuthology.misc.health.smithi063.stderr:2024-09-15T22:04:12.607+0000 7f933ffff640 1 -- 172.21.15.63:0/2887774376 <== mon.2 v2:172.21.15.110:3301/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v13) ==== 74+0+7567 (secure 0 0 0) 0x7f9350059190 con 0x7f935815e8f0 2024-09-15T22:04:12.609 INFO:teuthology.misc.health.smithi063.stdout: 2024-09-15T22:04:12.609 INFO:teuthology.misc.health.smithi063.stdout:{"epoch":13,"fsid":"49d79d51-bb1b-4fdd-a1d6-f4e42ba7fbf3","created":"2024-09-15T22:04:02.076542+0000","modified":"2024-09-15T22:04:12.251723+0000","last_up_change":"2024-09-15T22:04:12.251723+0000","last_in_change":"2024-09-15T22:04:04.178658+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":5,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":0,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"squid","allow_crimson":false,"pools":[],"osds":[{"osd":0,"uuid":"1f955f27-2876-45ee-a014-9d8a652f47de","up":0,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":0,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[]},"cluster_addrs":{"addrvec":[]},"heartbeat_back_addrs":{"addrvec":[]},"heartbeat_front_addrs":{"addrvec":[]},"public_addr":"(unrecognized address family 0)/0","cluster_addr":"(unrecognized address family 0)/0","heartbeat_back_addr":"(unrecognized address family 0)/0","heartbeat_front_addr":"(unrecognized address family 0)/0","state":["exists","new"]},{"osd":1,"uuid":"af6843a2-c664-44cd-9435-6410b9d7cdfc","up":0,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":0,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[]},"cluster_addrs":{"addrvec":[]},"heartbeat_back_addrs":{"addrvec":[]},"heartbeat_front_addrs":{"addrvec":[]},"public_addr":"(unrecognized address family 0)/0","cluster_addr":"(unrecognized address family 0)/0","heartbeat_back_addr":"(unrecognized address family 0)/0","heartbeat_front_addr":"(unrecognized address family 0)/0","state":["exists","new"]},{"osd":2,"uuid":"27259906-636d-4292-8128-28c3ae37417c","up":0,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":0,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[]},"cluster_addrs":{"addrvec":[]},"heartbeat_back_addrs":{"addrvec":[]},"heartbeat_front_addrs":{"addrvec":[]},"public_addr":"(unrecognized address family 0)/0","cluster_addr":"(unrecognized address family 0)/0","heartbeat_back_addr":"(unrecognized address family 0)/0","heartbeat_front_addr":"(unrecognized address family 0)/0","state":["exists","new"]},{"osd":3,"uuid":"007f71a8-c154-4167-a68d-96d158541c43","up":0,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":0,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[]},"cluster_addrs":{"addrvec":[]},"heartbeat_back_addrs":{"addrvec":[]},"heartbeat_front_addrs":{"addrvec":[]},"public_addr":"(unrecognized address family 0)/0","cluster_addr":"(unrecognized address family 0)/0","heartbeat_back_addr":"(unrecognized address family 0)/0","heartbeat_front_addr":"(unrecognized address family 0)/0","state":["exists","new"]},{"osd":4,"uuid":"346e916e-e9c8-4b14-a7c4-032d5f63fb69","up":0,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":0,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[]},"cluster_addrs":{"addrvec":[]},"heartbeat_back_addrs":{"addrvec":[]},"heartbeat_front_addrs":{"addrvec":[]},"public_addr":"(unrecognized address family 0)/0","cluster_addr":"(unrecognized address family 0)/0","heartbeat_back_addr":"(unrecognized address family 0)/0","heartbeat_front_addr":"(unrecognized address family 0)/0","state":["exists","new"]},{"osd":5,"uuid":"079e99b1-b9e1-4c06-ae11-f98c84739234","up":0,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":0,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[]},"cluster_addrs":{"addrvec":[]},"heartbeat_back_addrs":{"addrvec":[]},"heartbeat_front_addrs":{"addrvec":[]},"public_addr":"(unrecognized address family 0)/0","cluster_addr":"(unrecognized address family 0)/0","heartbeat_back_addr":"(unrecognized address family 0)/0","heartbeat_front_addr":"(unrecognized address family 0)/0","state":["exists","new"]},{"osd":6,"uuid":"40b16565-bb39-470a-a699-3a5c64927e87","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.110:6808","nonce":2775776398},{"type":"v1","addr":"172.21.15.110:6809","nonce":2775776398}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.110:6810","nonce":2775776398},{"type":"v1","addr":"172.21.15.110:6811","nonce":2775776398}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.110:6814","nonce":2775776398},{"type":"v1","addr":"172.21.15.110:6815","nonce":2775776398}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.110:6812","nonce":2775776398},{"type":"v1","addr":"172.21.15.110:6813","nonce":2775776398}]},"public_addr":"172.21.15.110:6809/2775776398","cluster_addr":"172.21.15.110:6811/2775776398","heartbeat_back_addr":"172.21.15.110:6815/2775776398","heartbeat_front_addr":"172.21.15.110:6813/2775776398","state":["exists","up"]},{"osd":7,"uuid":"619d52d5-7a65-4232-a05a-3357ad2f8bea","up":0,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":0,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[]},"cluster_addrs":{"addrvec":[]},"heartbeat_back_addrs":{"addrvec":[]},"heartbeat_front_addrs":{"addrvec":[]},"public_addr":"(unrecognized address family 0)/0","cluster_addr":"(unrecognized address family 0)/0","heartbeat_back_addr":"(unrecognized address family 0)/0","heartbeat_front_addr":"(unrecognized address family 0)/0","state":["exists","new"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":0,"old_weight":0,"last_purged_snaps_scrub":"0.000000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":0,"old_weight":0,"last_purged_snaps_scrub":"0.000000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":0,"old_weight":0,"last_purged_snaps_scrub":"0.000000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":0,"old_weight":0,"last_purged_snaps_scrub":"0.000000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":0,"old_weight":0,"last_purged_snaps_scrub":"0.000000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":0,"old_weight":0,"last_purged_snaps_scrub":"0.000000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"0.000000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":0,"old_weight":0,"last_purged_snaps_scrub":"0.000000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-09-15T22:04:12.611 INFO:teuthology.misc.health.smithi063.stderr:2024-09-15T22:04:12.609+0000 7f935d83c640 1 -- 172.21.15.63:0/2887774376 >> [v2:172.21.15.110:6832/552273267,v1:172.21.15.110:6833/552273267] conn(0x7f934406c220 msgr2=0x7f934406e6e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-15T22:04:12.611 INFO:teuthology.misc.health.smithi063.stderr:2024-09-15T22:04:12.609+0000 7f935d83c640 1 --2- 172.21.15.63:0/2887774376 >> [v2:172.21.15.110:6832/552273267,v1:172.21.15.110:6833/552273267] conn(0x7f934406c220 0x7f934406e6e0 secure :-1 s=READY pgs=20 cs=0 l=1 rev1=1 crypto rx=0x7f93480097a0 tx=0x7f934802e000 comp rx=0 tx=0).stop 2024-09-15T22:04:12.611 INFO:teuthology.misc.health.smithi063.stderr:2024-09-15T22:04:12.609+0000 7f935d83c640 1 -- 172.21.15.63:0/2887774376 >> [v2:172.21.15.110:3301/0,v1:172.21.15.110:6790/0] conn(0x7f935815e8f0 msgr2=0x7f93580b04d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-15T22:04:12.611 INFO:teuthology.misc.health.smithi063.stderr:2024-09-15T22:04:12.609+0000 7f935d83c640 1 --2- 172.21.15.63:0/2887774376 >> [v2:172.21.15.110:3301/0,v1:172.21.15.110:6790/0] conn(0x7f935815e8f0 0x7f93580b04d0 secure :-1 s=READY pgs=20 cs=0 l=1 rev1=1 crypto rx=0x7f935000cad0 tx=0x7f935000cf90 comp rx=0 tx=0).stop 2024-09-15T22:04:12.611 INFO:teuthology.misc.health.smithi063.stderr:2024-09-15T22:04:12.609+0000 7f935d83c640 1 -- 172.21.15.63:0/2887774376 shutdown_connections 2024-09-15T22:04:12.611 INFO:teuthology.misc.health.smithi063.stderr:2024-09-15T22:04:12.609+0000 7f935d83c640 1 --2- 172.21.15.63:0/2887774376 >> [v2:172.21.15.110:6832/552273267,v1:172.21.15.110:6833/552273267] conn(0x7f934406c220 0x7f934406e6e0 unknown :-1 s=CLOSED pgs=20 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T22:04:12.611 INFO:teuthology.misc.health.smithi063.stderr:2024-09-15T22:04:12.609+0000 7f935d83c640 1 --2- 172.21.15.63:0/2887774376 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f935815e510 0x7f93580aff90 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T22:04:12.611 INFO:teuthology.misc.health.smithi063.stderr:2024-09-15T22:04:12.609+0000 7f935d83c640 1 --2- 172.21.15.63:0/2887774376 >> [v2:172.21.15.110:3301/0,v1:172.21.15.110:6790/0] conn(0x7f935815e8f0 0x7f93580b04d0 unknown :-1 s=CLOSED pgs=20 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T22:04:12.611 INFO:teuthology.misc.health.smithi063.stderr:2024-09-15T22:04:12.609+0000 7f935d83c640 1 --2- 172.21.15.63:0/2887774376 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f93580ce290 0x7f93581f8bb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T22:04:12.612 INFO:teuthology.misc.health.smithi063.stderr:2024-09-15T22:04:12.609+0000 7f935d83c640 1 -- 172.21.15.63:0/2887774376 >> 172.21.15.63:0/2887774376 conn(0x7f935806f340 msgr2=0x7f93580d2c90 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-15T22:04:12.612 INFO:teuthology.misc.health.smithi063.stderr:2024-09-15T22:04:12.609+0000 7f935d83c640 1 -- 172.21.15.63:0/2887774376 shutdown_connections 2024-09-15T22:04:12.612 INFO:teuthology.misc.health.smithi063.stderr:2024-09-15T22:04:12.609+0000 7f935d83c640 1 -- 172.21.15.63:0/2887774376 wait complete. 2024-09-15T22:04:12.621 DEBUG:teuthology.misc:1 of 8 OSDs are up 2024-09-15T22:04:12.877 INFO:tasks.ceph.osd.2.smithi063.stderr:2024-09-15T22:04:12.876+0000 7f590dc57640 -1 osd.2 0 waiting for initial osdmap 2024-09-15T22:04:12.905 INFO:tasks.ceph.osd.3.smithi063.stderr:2024-09-15T22:04:12.903+0000 7fc5a0703640 -1 osd.3 0 waiting for initial osdmap 2024-09-15T22:04:13.011 INFO:tasks.ceph.osd.2.smithi063.stderr:2024-09-15T22:04:13.010+0000 7f5906289640 -1 osd.2 13 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2024-09-15T22:04:13.027 INFO:tasks.ceph.osd.3.smithi063.stderr:2024-09-15T22:04:13.026+0000 7fc598d35640 -1 osd.3 13 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2024-09-15T22:04:13.414 INFO:tasks.ceph.osd.5.smithi110.stderr:2024-09-15T22:04:13.412+0000 7fe03370e640 -1 osd.5 0 waiting for initial osdmap 2024-09-15T22:04:13.424 INFO:tasks.ceph.osd.5.smithi110.stderr:2024-09-15T22:04:13.423+0000 7fe02bd40640 -1 osd.5 13 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2024-09-15T22:04:13.455 INFO:tasks.ceph.osd.7.smithi110.stderr:2024-09-15T22:04:13.454+0000 7fc33300d640 -1 osd.7 0 waiting for initial osdmap 2024-09-15T22:04:13.456 INFO:tasks.ceph.osd.4.smithi110.stderr:2024-09-15T22:04:13.455+0000 7feeaa757640 -1 osd.4 0 waiting for initial osdmap 2024-09-15T22:04:13.469 INFO:tasks.ceph.osd.4.smithi110.stderr:2024-09-15T22:04:13.468+0000 7feea2d89640 -1 osd.4 13 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2024-09-15T22:04:13.470 INFO:tasks.ceph.osd.7.smithi110.stderr:2024-09-15T22:04:13.469+0000 7fc32a608640 -1 osd.7 13 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2024-09-15T22:04:13.575 INFO:tasks.ceph.osd.0.smithi063.stderr:2024-09-15T22:04:13.574+0000 7f24f5510640 -1 osd.0 0 waiting for initial osdmap 2024-09-15T22:04:13.585 INFO:tasks.ceph.osd.0.smithi063.stderr:2024-09-15T22:04:13.584+0000 7f24edb42640 -1 osd.0 13 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2024-09-15T22:04:13.613 INFO:tasks.ceph.osd.1.smithi063.stderr:2024-09-15T22:04:13.611+0000 7f7f0b7b6640 -1 osd.1 0 waiting for initial osdmap 2024-09-15T22:04:13.627 INFO:tasks.ceph.osd.1.smithi063.stderr:2024-09-15T22:04:13.626+0000 7f7f03de8640 -1 osd.1 13 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2024-09-15T22:04:19.429 DEBUG:teuthology.orchestra.run.smithi063:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph --cluster ceph osd dump --format=json 2024-09-15T22:04:19.535 INFO:teuthology.misc.health.smithi063.stderr:2024-09-15T22:04:19.534+0000 7f097ecb7640 1 Processor -- start 2024-09-15T22:04:19.535 INFO:teuthology.misc.health.smithi063.stderr:2024-09-15T22:04:19.534+0000 7f097ecb7640 1 -- start start 2024-09-15T22:04:19.537 INFO:teuthology.misc.health.smithi063.stderr:2024-09-15T22:04:19.535+0000 7f097ecb7640 1 --2- >> [v2:172.21.15.110:3301/0,v1:172.21.15.110:6790/0] conn(0x7f097815e510 0x7f0978162ca0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-15T22:04:19.537 INFO:teuthology.misc.health.smithi063.stderr:2024-09-15T22:04:19.535+0000 7f097ecb7640 1 --2- >> v2:172.21.15.63:3300/0 conn(0x7f097815e8f0 0x7f09780cf5d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-15T22:04:19.537 INFO:teuthology.misc.health.smithi063.stderr:2024-09-15T22:04:19.535+0000 7f097ecb7640 1 -- --> v1:172.21.15.110:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f09780ceb10 con 0x7f09780ce290 2024-09-15T22:04:19.537 INFO:teuthology.misc.health.smithi063.stderr:2024-09-15T22:04:19.535+0000 7f097ecb7640 1 -- --> v2:172.21.15.63:3300/0 -- mon_getmap magic: 0 -- 0x7f09781631e0 con 0x7f097815e8f0 2024-09-15T22:04:19.538 INFO:teuthology.misc.health.smithi063.stderr:2024-09-15T22:04:19.535+0000 7f097ecb7640 1 -- --> [v2:172.21.15.110:3301/0,v1:172.21.15.110:6790/0] -- mon_getmap magic: 0 -- 0x7f0978074130 con 0x7f097815e510 2024-09-15T22:04:19.538 INFO:teuthology.misc.health.smithi063.stderr:2024-09-15T22:04:19.535+0000 7f0977fff640 1 --2- >> v2:172.21.15.63:3300/0 conn(0x7f097815e8f0 0x7f09780cf5d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-15T22:04:19.538 INFO:teuthology.misc.health.smithi063.stderr:2024-09-15T22:04:19.535+0000 7f0977fff640 1 --2- >> v2:172.21.15.63:3300/0 conn(0x7f097815e8f0 0x7f09780cf5d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.63:3300/0 says I am v2:172.21.15.63:59762/0 (socket says 172.21.15.63:59762) 2024-09-15T22:04:19.538 INFO:teuthology.misc.health.smithi063.stderr:2024-09-15T22:04:19.535+0000 7f0977fff640 1 -- 172.21.15.63:0/3931972719 learned_addr learned my addr 172.21.15.63:0/3931972719 (peer_addr_for_me v2:172.21.15.63:0/0) 2024-09-15T22:04:19.538 INFO:teuthology.misc.health.smithi063.stderr:2024-09-15T22:04:19.535+0000 7f097ca53640 1 --2- 172.21.15.63:0/3931972719 >> [v2:172.21.15.110:3301/0,v1:172.21.15.110:6790/0] conn(0x7f097815e510 0x7f0978162ca0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-15T22:04:19.538 INFO:teuthology.misc.health.smithi063.stderr:2024-09-15T22:04:19.535+0000 7f0977fff640 1 -- 172.21.15.63:0/3931972719 >> [v2:172.21.15.110:3301/0,v1:172.21.15.110:6790/0] conn(0x7f097815e510 msgr2=0x7f0978162ca0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-15T22:04:19.538 INFO:teuthology.misc.health.smithi063.stderr:2024-09-15T22:04:19.535+0000 7f0977fff640 1 --2- 172.21.15.63:0/3931972719 >> [v2:172.21.15.110:3301/0,v1:172.21.15.110:6790/0] conn(0x7f097815e510 0x7f0978162ca0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T22:04:19.538 INFO:teuthology.misc.health.smithi063.stderr:2024-09-15T22:04:19.535+0000 7f0977fff640 1 -- 172.21.15.63:0/3931972719 >> v1:172.21.15.110:6789/0 conn(0x7f09780ce290 legacy=0x7f097806de80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-15T22:04:19.538 INFO:teuthology.misc.health.smithi063.stderr:2024-09-15T22:04:19.535+0000 7f0977fff640 1 -- 172.21.15.63:0/3931972719 --> v2:172.21.15.63:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f0978073b70 con 0x7f097815e8f0 2024-09-15T22:04:19.539 INFO:teuthology.misc.health.smithi063.stderr:2024-09-15T22:04:19.536+0000 7f0977fff640 1 --2- 172.21.15.63:0/3931972719 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f097815e8f0 0x7f09780cf5d0 secure :-1 s=READY pgs=35 cs=0 l=1 rev1=1 crypto rx=0x7f0964009870 tx=0x7f096402a270 comp rx=0 tx=0).ready entity=mon.0 client_cookie=5df97d86555b835f server_cookie=0 in_seq=0 out_seq=0 2024-09-15T22:04:19.540 INFO:teuthology.misc.health.smithi063.stderr:2024-09-15T22:04:19.536+0000 7f09777fe640 1 -- 172.21.15.63:0/3931972719 <== mon.0 v2:172.21.15.63:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0964037070 con 0x7f097815e8f0 2024-09-15T22:04:19.540 INFO:teuthology.misc.health.smithi063.stderr:2024-09-15T22:04:19.536+0000 7f09777fe640 1 -- 172.21.15.63:0/3931972719 <== mon.0 v2:172.21.15.63:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f0964032440 con 0x7f097815e8f0 2024-09-15T22:04:19.540 INFO:teuthology.misc.health.smithi063.stderr:2024-09-15T22:04:19.536+0000 7f09777fe640 1 -- 172.21.15.63:0/3931972719 <== mon.0 v2:172.21.15.63:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0964032810 con 0x7f097815e8f0 2024-09-15T22:04:19.540 INFO:teuthology.misc.health.smithi063.stderr:2024-09-15T22:04:19.537+0000 7f097ecb7640 1 -- 172.21.15.63:0/3931972719 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f097815e8f0 msgr2=0x7f09780cf5d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-15T22:04:19.541 INFO:teuthology.misc.health.smithi063.stderr:2024-09-15T22:04:19.537+0000 7f097ecb7640 1 --2- 172.21.15.63:0/3931972719 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f097815e8f0 0x7f09780cf5d0 secure :-1 s=READY pgs=35 cs=0 l=1 rev1=1 crypto rx=0x7f0964009870 tx=0x7f096402a270 comp rx=0 tx=0).stop 2024-09-15T22:04:19.541 INFO:teuthology.misc.health.smithi063.stderr:2024-09-15T22:04:19.537+0000 7f097ecb7640 1 -- 172.21.15.63:0/3931972719 shutdown_connections 2024-09-15T22:04:19.541 INFO:teuthology.misc.health.smithi063.stderr:2024-09-15T22:04:19.537+0000 7f097ecb7640 1 --2- 172.21.15.63:0/3931972719 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f097815e8f0 0x7f09780cf5d0 unknown :-1 s=CLOSED pgs=35 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T22:04:19.541 INFO:teuthology.misc.health.smithi063.stderr:2024-09-15T22:04:19.537+0000 7f097ecb7640 1 --2- 172.21.15.63:0/3931972719 >> [v2:172.21.15.110:3301/0,v1:172.21.15.110:6790/0] conn(0x7f097815e510 0x7f0978162ca0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T22:04:19.541 INFO:teuthology.misc.health.smithi063.stderr:2024-09-15T22:04:19.537+0000 7f097ecb7640 1 -- 172.21.15.63:0/3931972719 >> 172.21.15.63:0/3931972719 conn(0x7f097806f340 msgr2=0x7f097806f750 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-15T22:04:19.541 INFO:teuthology.misc.health.smithi063.stderr:2024-09-15T22:04:19.537+0000 7f097ecb7640 1 -- 172.21.15.63:0/3931972719 shutdown_connections 2024-09-15T22:04:19.541 INFO:teuthology.misc.health.smithi063.stderr:2024-09-15T22:04:19.537+0000 7f097ecb7640 1 -- 172.21.15.63:0/3931972719 wait complete. 2024-09-15T22:04:19.541 INFO:teuthology.misc.health.smithi063.stderr:2024-09-15T22:04:19.538+0000 7f097ecb7640 1 Processor -- start 2024-09-15T22:04:19.541 INFO:teuthology.misc.health.smithi063.stderr:2024-09-15T22:04:19.538+0000 7f097ecb7640 1 -- start start 2024-09-15T22:04:19.544 INFO:teuthology.misc.health.smithi063.stderr:2024-09-15T22:04:19.539+0000 7f097ecb7640 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f09780ce290 0x7f0978159ba0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-15T22:04:19.544 INFO:teuthology.misc.health.smithi063.stderr:2024-09-15T22:04:19.539+0000 7f097ecb7640 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f097815e510 0x7f09781e90c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-15T22:04:19.544 INFO:teuthology.misc.health.smithi063.stderr:2024-09-15T22:04:19.539+0000 7f097ecb7640 1 --2- >> [v2:172.21.15.110:3301/0,v1:172.21.15.110:6790/0] conn(0x7f097815e8f0 0x7f09781e9600 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-15T22:04:19.544 INFO:teuthology.misc.health.smithi063.stderr:2024-09-15T22:04:19.539+0000 7f097ecb7640 1 -- --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 -- 0x7f09780cf0b0 con 0x7f09780ce290 2024-09-15T22:04:19.544 INFO:teuthology.misc.health.smithi063.stderr:2024-09-15T22:04:19.539+0000 7f097ecb7640 1 -- --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_getmap magic: 0 -- 0x7f09780cedd0 con 0x7f097815e510 2024-09-15T22:04:19.544 INFO:teuthology.misc.health.smithi063.stderr:2024-09-15T22:04:19.539+0000 7f097ecb7640 1 -- --> [v2:172.21.15.110:3301/0,v1:172.21.15.110:6790/0] -- mon_getmap magic: 0 -- 0x7f09780cfb10 con 0x7f097815e8f0 2024-09-15T22:04:19.545 INFO:teuthology.misc.health.smithi063.stderr:2024-09-15T22:04:19.539+0000 7f097ca53640 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f09780ce290 0x7f0978159ba0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-15T22:04:19.545 INFO:teuthology.misc.health.smithi063.stderr:2024-09-15T22:04:19.539+0000 7f097ca53640 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f09780ce290 0x7f0978159ba0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.63:3300/0 says I am v2:172.21.15.63:59778/0 (socket says 172.21.15.63:59778) 2024-09-15T22:04:19.545 INFO:teuthology.misc.health.smithi063.stderr:2024-09-15T22:04:19.539+0000 7f097ca53640 1 -- 172.21.15.63:0/2388840829 learned_addr learned my addr 172.21.15.63:0/2388840829 (peer_addr_for_me v2:172.21.15.63:0/0) 2024-09-15T22:04:19.545 INFO:teuthology.misc.health.smithi063.stderr:2024-09-15T22:04:19.539+0000 7f0977fff640 1 --2- 172.21.15.63:0/2388840829 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f097815e510 0x7f09781e90c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-15T22:04:19.545 INFO:teuthology.misc.health.smithi063.stderr:2024-09-15T22:04:19.539+0000 7f097d254640 1 --2- 172.21.15.63:0/2388840829 >> [v2:172.21.15.110:3301/0,v1:172.21.15.110:6790/0] conn(0x7f097815e8f0 0x7f09781e9600 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-15T22:04:19.545 INFO:teuthology.misc.health.smithi063.stderr:2024-09-15T22:04:19.540+0000 7f097ca53640 1 -- 172.21.15.63:0/2388840829 >> [v2:172.21.15.110:3301/0,v1:172.21.15.110:6790/0] conn(0x7f097815e8f0 msgr2=0x7f09781e9600 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-15T22:04:19.545 INFO:teuthology.misc.health.smithi063.stderr:2024-09-15T22:04:19.540+0000 7f097ca53640 1 --2- 172.21.15.63:0/2388840829 >> [v2:172.21.15.110:3301/0,v1:172.21.15.110:6790/0] conn(0x7f097815e8f0 0x7f09781e9600 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T22:04:19.545 INFO:teuthology.misc.health.smithi063.stderr:2024-09-15T22:04:19.540+0000 7f097ca53640 1 -- 172.21.15.63:0/2388840829 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f097815e510 msgr2=0x7f09781e90c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-15T22:04:19.545 INFO:teuthology.misc.health.smithi063.stderr:2024-09-15T22:04:19.540+0000 7f097ca53640 1 --2- 172.21.15.63:0/2388840829 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f097815e510 0x7f09781e90c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T22:04:19.545 INFO:teuthology.misc.health.smithi063.stderr:2024-09-15T22:04:19.540+0000 7f097ca53640 1 -- 172.21.15.63:0/2388840829 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f09780b5ac0 con 0x7f09780ce290 2024-09-15T22:04:19.545 INFO:teuthology.misc.health.smithi063.stderr:2024-09-15T22:04:19.540+0000 7f097ca53640 1 --2- 172.21.15.63:0/2388840829 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f09780ce290 0x7f0978159ba0 secure :-1 s=READY pgs=36 cs=0 l=1 rev1=1 crypto rx=0x7f096c00e9b0 tx=0x7f096c00ee70 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-15T22:04:19.546 INFO:teuthology.misc.health.smithi063.stderr:2024-09-15T22:04:19.540+0000 7f09757fa640 1 -- 172.21.15.63:0/2388840829 <== mon.0 v2:172.21.15.63:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f096c017070 con 0x7f09780ce290 2024-09-15T22:04:19.546 INFO:teuthology.misc.health.smithi063.stderr:2024-09-15T22:04:19.540+0000 7f09757fa640 1 -- 172.21.15.63:0/2388840829 <== mon.0 v2:172.21.15.63:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f096c00c9a0 con 0x7f09780ce290 2024-09-15T22:04:19.546 INFO:teuthology.misc.health.smithi063.stderr:2024-09-15T22:04:19.540+0000 7f097ecb7640 1 -- 172.21.15.63:0/2388840829 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f09780ae9b0 con 0x7f09780ce290 2024-09-15T22:04:19.546 INFO:teuthology.misc.health.smithi063.stderr:2024-09-15T22:04:19.540+0000 7f09757fa640 1 -- 172.21.15.63:0/2388840829 <== mon.0 v2:172.21.15.63:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f096c00cd90 con 0x7f09780ce290 2024-09-15T22:04:19.546 INFO:teuthology.misc.health.smithi063.stderr:2024-09-15T22:04:19.540+0000 7f097ecb7640 1 -- 172.21.15.63:0/2388840829 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f09780b6a90 con 0x7f09780ce290 2024-09-15T22:04:19.546 INFO:teuthology.misc.health.smithi063.stderr:2024-09-15T22:04:19.541+0000 7f097ecb7640 1 -- 172.21.15.63:0/2388840829 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f0978162ca0 con 0x7f09780ce290 2024-09-15T22:04:19.546 INFO:teuthology.misc.health.smithi063.stderr:2024-09-15T22:04:19.542+0000 7f09757fa640 1 -- 172.21.15.63:0/2388840829 <== mon.0 v2:172.21.15.63:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7f096c01a070 con 0x7f09780ce290 2024-09-15T22:04:19.546 INFO:teuthology.misc.health.smithi063.stderr:2024-09-15T22:04:19.542+0000 7f09757fa640 1 --2- 172.21.15.63:0/2388840829 >> [v2:172.21.15.110:6832/552273267,v1:172.21.15.110:6833/552273267] conn(0x7f095c06c2e0 0x7f095c06e7a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-15T22:04:19.546 INFO:teuthology.misc.health.smithi063.stderr:2024-09-15T22:04:19.542+0000 7f09757fa640 1 -- 172.21.15.63:0/2388840829 <== mon.0 v2:172.21.15.63:3300/0 5 ==== osd_map(17..17 src has 1..17) ==== 4857+0+0 (secure 0 0 0) 0x7f096c08af90 con 0x7f09780ce290 2024-09-15T22:04:19.546 INFO:teuthology.misc.health.smithi063.stderr:2024-09-15T22:04:19.542+0000 7f0977fff640 1 --2- 172.21.15.63:0/2388840829 >> [v2:172.21.15.110:6832/552273267,v1:172.21.15.110:6833/552273267] conn(0x7f095c06c2e0 0x7f095c06e7a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-15T22:04:19.547 INFO:teuthology.misc.health.smithi063.stderr:2024-09-15T22:04:19.543+0000 7f0977fff640 1 --2- 172.21.15.63:0/2388840829 >> [v2:172.21.15.110:6832/552273267,v1:172.21.15.110:6833/552273267] conn(0x7f095c06c2e0 0x7f095c06e7a0 secure :-1 s=READY pgs=37 cs=0 l=1 rev1=1 crypto rx=0x7f0964034000 tx=0x7f096402e000 comp rx=0 tx=0).ready entity=mgr.4102 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-15T22:04:19.548 INFO:teuthology.misc.health.smithi063.stderr:2024-09-15T22:04:19.547+0000 7f09757fa640 1 -- 172.21.15.63:0/2388840829 <== mon.0 v2:172.21.15.63:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7f096c059490 con 0x7f09780ce290 2024-09-15T22:04:19.724 INFO:teuthology.misc.health.smithi063.stderr:2024-09-15T22:04:19.723+0000 7f097ecb7640 1 -- 172.21.15.63:0/2388840829 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) -- 0x7f0978072fa0 con 0x7f09780ce290 2024-09-15T22:04:19.726 INFO:teuthology.misc.health.smithi063.stderr:2024-09-15T22:04:19.724+0000 7f09757fa640 1 -- 172.21.15.63:0/2388840829 <== mon.0 v2:172.21.15.63:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v17) ==== 74+0+12920 (secure 0 0 0) 0x7f096c05d790 con 0x7f09780ce290 2024-09-15T22:04:19.726 INFO:teuthology.misc.health.smithi063.stdout: 2024-09-15T22:04:19.727 INFO:teuthology.misc.health.smithi063.stdout:{"epoch":17,"fsid":"49d79d51-bb1b-4fdd-a1d6-f4e42ba7fbf3","created":"2024-09-15T22:04:02.076542+0000","modified":"2024-09-15T22:04:17.021525+0000","last_up_change":"2024-09-15T22:04:13.946763+0000","last_in_change":"2024-09-15T22:04:04.178658+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":5,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":1,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-09-15T22:04:14.281022+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"17","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":8,"score_stable":8,"optimal_score":0.25,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"1f955f27-2876-45ee-a014-9d8a652f47de","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.63:6816","nonce":3631300172},{"type":"v1","addr":"172.21.15.63:6818","nonce":3631300172}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.63:6820","nonce":3631300172},{"type":"v1","addr":"172.21.15.63:6822","nonce":3631300172}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.63:6828","nonce":3631300172},{"type":"v1","addr":"172.21.15.63:6830","nonce":3631300172}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.63:6824","nonce":3631300172},{"type":"v1","addr":"172.21.15.63:6826","nonce":3631300172}]},"public_addr":"172.21.15.63:6818/3631300172","cluster_addr":"172.21.15.63:6822/3631300172","heartbeat_back_addr":"172.21.15.63:6830/3631300172","heartbeat_front_addr":"172.21.15.63:6826/3631300172","state":["exists","up"]},{"osd":1,"uuid":"af6843a2-c664-44cd-9435-6410b9d7cdfc","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.63:6817","nonce":2124234218},{"type":"v1","addr":"172.21.15.63:6819","nonce":2124234218}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.63:6821","nonce":2124234218},{"type":"v1","addr":"172.21.15.63:6823","nonce":2124234218}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.63:6829","nonce":2124234218},{"type":"v1","addr":"172.21.15.63:6831","nonce":2124234218}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.63:6825","nonce":2124234218},{"type":"v1","addr":"172.21.15.63:6827","nonce":2124234218}]},"public_addr":"172.21.15.63:6819/2124234218","cluster_addr":"172.21.15.63:6823/2124234218","heartbeat_back_addr":"172.21.15.63:6831/2124234218","heartbeat_front_addr":"172.21.15.63:6827/2124234218","state":["exists","up"]},{"osd":2,"uuid":"27259906-636d-4292-8128-28c3ae37417c","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.63:6800","nonce":3107585409},{"type":"v1","addr":"172.21.15.63:6801","nonce":3107585409}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.63:6802","nonce":3107585409},{"type":"v1","addr":"172.21.15.63:6803","nonce":3107585409}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.63:6806","nonce":3107585409},{"type":"v1","addr":"172.21.15.63:6807","nonce":3107585409}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.63:6804","nonce":3107585409},{"type":"v1","addr":"172.21.15.63:6805","nonce":3107585409}]},"public_addr":"172.21.15.63:6801/3107585409","cluster_addr":"172.21.15.63:6803/3107585409","heartbeat_back_addr":"172.21.15.63:6807/3107585409","heartbeat_front_addr":"172.21.15.63:6805/3107585409","state":["exists","up"]},{"osd":3,"uuid":"007f71a8-c154-4167-a68d-96d158541c43","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.63:6808","nonce":2333041751},{"type":"v1","addr":"172.21.15.63:6809","nonce":2333041751}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.63:6810","nonce":2333041751},{"type":"v1","addr":"172.21.15.63:6811","nonce":2333041751}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.63:6814","nonce":2333041751},{"type":"v1","addr":"172.21.15.63:6815","nonce":2333041751}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.63:6812","nonce":2333041751},{"type":"v1","addr":"172.21.15.63:6813","nonce":2333041751}]},"public_addr":"172.21.15.63:6809/2333041751","cluster_addr":"172.21.15.63:6811/2333041751","heartbeat_back_addr":"172.21.15.63:6815/2333041751","heartbeat_front_addr":"172.21.15.63:6813/2333041751","state":["exists","up"]},{"osd":4,"uuid":"346e916e-e9c8-4b14-a7c4-032d5f63fb69","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.110:6816","nonce":2783666287},{"type":"v1","addr":"172.21.15.110:6817","nonce":2783666287}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.110:6818","nonce":2783666287},{"type":"v1","addr":"172.21.15.110:6819","nonce":2783666287}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.110:6822","nonce":2783666287},{"type":"v1","addr":"172.21.15.110:6823","nonce":2783666287}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.110:6820","nonce":2783666287},{"type":"v1","addr":"172.21.15.110:6821","nonce":2783666287}]},"public_addr":"172.21.15.110:6817/2783666287","cluster_addr":"172.21.15.110:6819/2783666287","heartbeat_back_addr":"172.21.15.110:6823/2783666287","heartbeat_front_addr":"172.21.15.110:6821/2783666287","state":["exists","up"]},{"osd":5,"uuid":"079e99b1-b9e1-4c06-ae11-f98c84739234","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.110:6800","nonce":3568635398},{"type":"v1","addr":"172.21.15.110:6801","nonce":3568635398}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.110:6802","nonce":3568635398},{"type":"v1","addr":"172.21.15.110:6803","nonce":3568635398}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.110:6806","nonce":3568635398},{"type":"v1","addr":"172.21.15.110:6807","nonce":3568635398}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.110:6804","nonce":3568635398},{"type":"v1","addr":"172.21.15.110:6805","nonce":3568635398}]},"public_addr":"172.21.15.110:6801/3568635398","cluster_addr":"172.21.15.110:6803/3568635398","heartbeat_back_addr":"172.21.15.110:6807/3568635398","heartbeat_front_addr":"172.21.15.110:6805/3568635398","state":["exists","up"]},{"osd":6,"uuid":"40b16565-bb39-470a-a699-3a5c64927e87","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.110:6808","nonce":2775776398},{"type":"v1","addr":"172.21.15.110:6809","nonce":2775776398}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.110:6810","nonce":2775776398},{"type":"v1","addr":"172.21.15.110:6811","nonce":2775776398}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.110:6814","nonce":2775776398},{"type":"v1","addr":"172.21.15.110:6815","nonce":2775776398}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.110:6812","nonce":2775776398},{"type":"v1","addr":"172.21.15.110:6813","nonce":2775776398}]},"public_addr":"172.21.15.110:6809/2775776398","cluster_addr":"172.21.15.110:6811/2775776398","heartbeat_back_addr":"172.21.15.110:6815/2775776398","heartbeat_front_addr":"172.21.15.110:6813/2775776398","state":["exists","up"]},{"osd":7,"uuid":"619d52d5-7a65-4232-a05a-3357ad2f8bea","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":15,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.110:6824","nonce":3099325207},{"type":"v1","addr":"172.21.15.110:6825","nonce":3099325207}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.110:6826","nonce":3099325207},{"type":"v1","addr":"172.21.15.110:6827","nonce":3099325207}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.110:6830","nonce":3099325207},{"type":"v1","addr":"172.21.15.110:6831","nonce":3099325207}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.110:6828","nonce":3099325207},{"type":"v1","addr":"172.21.15.110:6829","nonce":3099325207}]},"public_addr":"172.21.15.110:6825/3099325207","cluster_addr":"172.21.15.110:6827/3099325207","heartbeat_back_addr":"172.21.15.110:6831/3099325207","heartbeat_front_addr":"172.21.15.110:6829/3099325207","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-15T22:04:11.235040+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-15T22:04:11.216050+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-15T22:04:10.734975+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-15T22:04:11.175319+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-15T22:04:11.527362+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-15T22:04:11.429033+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-15T22:04:11.169644+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-15T22:04:11.773676+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-09-15T22:04:19.729 INFO:teuthology.misc.health.smithi063.stderr:2024-09-15T22:04:19.726+0000 7f097ecb7640 1 -- 172.21.15.63:0/2388840829 >> [v2:172.21.15.110:6832/552273267,v1:172.21.15.110:6833/552273267] conn(0x7f095c06c2e0 msgr2=0x7f095c06e7a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-15T22:04:19.729 INFO:teuthology.misc.health.smithi063.stderr:2024-09-15T22:04:19.726+0000 7f097ecb7640 1 --2- 172.21.15.63:0/2388840829 >> [v2:172.21.15.110:6832/552273267,v1:172.21.15.110:6833/552273267] conn(0x7f095c06c2e0 0x7f095c06e7a0 secure :-1 s=READY pgs=37 cs=0 l=1 rev1=1 crypto rx=0x7f0964034000 tx=0x7f096402e000 comp rx=0 tx=0).stop 2024-09-15T22:04:19.729 INFO:teuthology.misc.health.smithi063.stderr:2024-09-15T22:04:19.726+0000 7f097ecb7640 1 -- 172.21.15.63:0/2388840829 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f09780ce290 msgr2=0x7f0978159ba0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-15T22:04:19.729 INFO:teuthology.misc.health.smithi063.stderr:2024-09-15T22:04:19.726+0000 7f097ecb7640 1 --2- 172.21.15.63:0/2388840829 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f09780ce290 0x7f0978159ba0 secure :-1 s=READY pgs=36 cs=0 l=1 rev1=1 crypto rx=0x7f096c00e9b0 tx=0x7f096c00ee70 comp rx=0 tx=0).stop 2024-09-15T22:04:19.729 INFO:teuthology.misc.health.smithi063.stderr:2024-09-15T22:04:19.726+0000 7f097ecb7640 1 -- 172.21.15.63:0/2388840829 shutdown_connections 2024-09-15T22:04:19.730 INFO:teuthology.misc.health.smithi063.stderr:2024-09-15T22:04:19.726+0000 7f097ecb7640 1 --2- 172.21.15.63:0/2388840829 >> [v2:172.21.15.110:6832/552273267,v1:172.21.15.110:6833/552273267] conn(0x7f095c06c2e0 0x7f095c06e7a0 unknown :-1 s=CLOSED pgs=37 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T22:04:19.730 INFO:teuthology.misc.health.smithi063.stderr:2024-09-15T22:04:19.726+0000 7f097ecb7640 1 --2- 172.21.15.63:0/2388840829 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f097815e510 0x7f09781e90c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T22:04:19.730 INFO:teuthology.misc.health.smithi063.stderr:2024-09-15T22:04:19.726+0000 7f097ecb7640 1 --2- 172.21.15.63:0/2388840829 >> [v2:172.21.15.110:3301/0,v1:172.21.15.110:6790/0] conn(0x7f097815e8f0 0x7f09781e9600 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T22:04:19.730 INFO:teuthology.misc.health.smithi063.stderr:2024-09-15T22:04:19.726+0000 7f097ecb7640 1 --2- 172.21.15.63:0/2388840829 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f09780ce290 0x7f0978159ba0 unknown :-1 s=CLOSED pgs=36 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T22:04:19.731 INFO:teuthology.misc.health.smithi063.stderr:2024-09-15T22:04:19.726+0000 7f097ecb7640 1 -- 172.21.15.63:0/2388840829 >> 172.21.15.63:0/2388840829 conn(0x7f097806f340 msgr2=0x7f097815ccb0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-15T22:04:19.731 INFO:teuthology.misc.health.smithi063.stderr:2024-09-15T22:04:19.726+0000 7f097ecb7640 1 -- 172.21.15.63:0/2388840829 shutdown_connections 2024-09-15T22:04:19.731 INFO:teuthology.misc.health.smithi063.stderr:2024-09-15T22:04:19.726+0000 7f097ecb7640 1 -- 172.21.15.63:0/2388840829 wait complete. 2024-09-15T22:04:19.737 DEBUG:teuthology.misc:8 of 8 OSDs are up 2024-09-15T22:04:19.738 INFO:tasks.ceph:Starting mds daemons in cluster ceph... 2024-09-15T22:04:19.738 INFO:tasks.ceph.mds.a:Restarting daemon 2024-09-15T22:04:19.738 DEBUG:teuthology.orchestra.run.smithi063:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-mds -f --cluster ceph -i a 2024-09-15T22:04:19.741 INFO:tasks.ceph.mds.a:Started 2024-09-15T22:04:19.741 INFO:tasks.ceph.mds.c:Restarting daemon 2024-09-15T22:04:19.741 DEBUG:teuthology.orchestra.run.smithi063:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-mds -f --cluster ceph -i c 2024-09-15T22:04:19.743 INFO:tasks.ceph.mds.c:Started 2024-09-15T22:04:19.743 INFO:tasks.ceph.mds.b:Restarting daemon 2024-09-15T22:04:19.743 DEBUG:teuthology.orchestra.run.smithi110:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-mds -f --cluster ceph -i b 2024-09-15T22:04:19.746 INFO:tasks.ceph.mds.b:Started 2024-09-15T22:04:19.747 INFO:tasks.ceph.mds.d:Restarting daemon 2024-09-15T22:04:19.747 DEBUG:teuthology.orchestra.run.smithi110:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-mds -f --cluster ceph -i d 2024-09-15T22:04:19.750 INFO:tasks.ceph.mds.d:Started 2024-09-15T22:04:19.750 INFO:tasks.ceph:Setting up CephFS filesystem(s)... 2024-09-15T22:04:19.750 DEBUG:teuthology.orchestra.run.smithi063:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-09-15T22:04:19.818 INFO:tasks.ceph.mds.a.smithi063.stdout:starting mds.a at 2024-09-15T22:04:19.819 INFO:tasks.ceph.mds.c.smithi063.stdout:starting mds.c at 2024-09-15T22:04:19.832 INFO:tasks.ceph.mds.b.smithi110.stdout:starting mds.b at 2024-09-15T22:04:19.833 INFO:tasks.ceph.mds.d.smithi110.stdout:starting mds.d at 2024-09-15T22:04:19.857 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:19.856+0000 7f3150fd6640 1 Processor -- start 2024-09-15T22:04:19.857 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:19.856+0000 7f3150fd6640 1 -- start start 2024-09-15T22:04:19.859 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:19.857+0000 7f3150fd6640 1 --2- >> [v2:172.21.15.110:3301/0,v1:172.21.15.110:6790/0] conn(0x7f314c0af990 0x7f314c15b920 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-15T22:04:19.859 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:19.857+0000 7f3150fd6640 1 --2- >> v2:172.21.15.110:3300/0 conn(0x7f314c071570 0x7f314c0719c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-15T22:04:19.859 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:19.857+0000 7f3150fd6640 1 -- --> v1:172.21.15.110:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f314c071f00 con 0x7f314c15aa60 2024-09-15T22:04:19.860 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:19.857+0000 7f3150fd6640 1 -- --> v2:172.21.15.110:3300/0 -- mon_getmap magic: 0 -- 0x7f314c0ce720 con 0x7f314c071570 2024-09-15T22:04:19.860 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:19.857+0000 7f3150fd6640 1 -- --> [v2:172.21.15.110:3301/0,v1:172.21.15.110:6790/0] -- mon_getmap magic: 0 -- 0x7f314c0cea00 con 0x7f314c0af990 2024-09-15T22:04:19.860 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:19.857+0000 7f3143fff640 1 --2- >> [v2:172.21.15.110:3301/0,v1:172.21.15.110:6790/0] conn(0x7f314c0af990 0x7f314c15b920 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-15T22:04:19.860 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:19.857+0000 7f314ad9d640 1 --2- >> v2:172.21.15.110:3300/0 conn(0x7f314c071570 0x7f314c0719c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-15T22:04:19.860 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:19.857+0000 7f314ad9d640 1 --2- >> v2:172.21.15.110:3300/0 conn(0x7f314c071570 0x7f314c0719c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.110:3300/0 says I am v2:172.21.15.63:43388/0 (socket says 172.21.15.63:43388) 2024-09-15T22:04:19.860 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:19.857+0000 7f3143fff640 1 --2- >> [v2:172.21.15.110:3301/0,v1:172.21.15.110:6790/0] conn(0x7f314c0af990 0x7f314c15b920 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.110:3301/0 says I am v2:172.21.15.63:41446/0 (socket says 172.21.15.63:41446) 2024-09-15T22:04:19.860 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:19.857+0000 7f314ad9d640 1 -- 172.21.15.63:0/1932788435 learned_addr learned my addr 172.21.15.63:0/1932788435 (peer_addr_for_me v2:172.21.15.63:0/0) 2024-09-15T22:04:19.860 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:19.857+0000 7f314a59c640 1 --1- 172.21.15.63:0/1932788435 >> v1:172.21.15.110:6789/0 conn(0x7f314c15aa60 0x7f314c0cafc0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.110:6789/0 says I am v1:172.21.15.63:55326/0 (socket says 172.21.15.63:55326) 2024-09-15T22:04:19.861 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:19.857+0000 7f314ad9d640 1 -- 172.21.15.63:0/1932788435 >> [v2:172.21.15.110:3301/0,v1:172.21.15.110:6790/0] conn(0x7f314c0af990 msgr2=0x7f314c15b920 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-15T22:04:19.861 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:19.857+0000 7f314ad9d640 1 --2- 172.21.15.63:0/1932788435 >> [v2:172.21.15.110:3301/0,v1:172.21.15.110:6790/0] conn(0x7f314c0af990 0x7f314c15b920 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T22:04:19.861 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:19.857+0000 7f314ad9d640 1 -- 172.21.15.63:0/1932788435 >> v1:172.21.15.110:6789/0 conn(0x7f314c15aa60 legacy=0x7f314c0cafc0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-15T22:04:19.861 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:19.857+0000 7f314ad9d640 1 -- 172.21.15.63:0/1932788435 --> v2:172.21.15.110:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f314c0cece0 con 0x7f314c071570 2024-09-15T22:04:19.865 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:19.858+0000 7f314ad9d640 1 --2- 172.21.15.63:0/1932788435 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f314c071570 0x7f314c0719c0 secure :-1 s=READY pgs=46 cs=0 l=1 rev1=1 crypto rx=0x7f3144007d40 tx=0x7f314402a9e0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=9f175cb6f137b2d server_cookie=0 in_seq=0 out_seq=0 2024-09-15T22:04:19.865 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:19.858+0000 7f3149d9b640 1 -- 172.21.15.63:0/1932788435 <== mon.1 v2:172.21.15.110:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3144008500 con 0x7f314c071570 2024-09-15T22:04:19.865 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:19.858+0000 7f3149d9b640 1 -- 172.21.15.63:0/1932788435 <== mon.1 v2:172.21.15.110:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f3144035070 con 0x7f314c071570 2024-09-15T22:04:19.865 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:19.858+0000 7f3149d9b640 1 -- 172.21.15.63:0/1932788435 <== mon.1 v2:172.21.15.110:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f31440088e0 con 0x7f314c071570 2024-09-15T22:04:19.866 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:19.859+0000 7f3150fd6640 1 -- 172.21.15.63:0/1932788435 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f314c071570 msgr2=0x7f314c0719c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-15T22:04:19.866 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:19.859+0000 7f3150fd6640 1 --2- 172.21.15.63:0/1932788435 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f314c071570 0x7f314c0719c0 secure :-1 s=READY pgs=46 cs=0 l=1 rev1=1 crypto rx=0x7f3144007d40 tx=0x7f314402a9e0 comp rx=0 tx=0).stop 2024-09-15T22:04:19.866 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:19.859+0000 7f3150fd6640 1 -- 172.21.15.63:0/1932788435 shutdown_connections 2024-09-15T22:04:19.866 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:19.859+0000 7f3150fd6640 1 --2- 172.21.15.63:0/1932788435 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f314c071570 0x7f314c0719c0 unknown :-1 s=CLOSED pgs=46 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T22:04:19.866 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:19.859+0000 7f3150fd6640 1 --2- 172.21.15.63:0/1932788435 >> [v2:172.21.15.110:3301/0,v1:172.21.15.110:6790/0] conn(0x7f314c0af990 0x7f314c15b920 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T22:04:19.866 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:19.859+0000 7f3150fd6640 1 -- 172.21.15.63:0/1932788435 >> 172.21.15.63:0/1932788435 conn(0x7f314c0d0970 msgr2=0x7f314c0d0d80 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-15T22:04:19.866 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:19.859+0000 7f3150fd6640 1 -- 172.21.15.63:0/1932788435 shutdown_connections 2024-09-15T22:04:19.866 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:19.859+0000 7f3150fd6640 1 -- 172.21.15.63:0/1932788435 wait complete. 2024-09-15T22:04:19.867 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:19.861+0000 7f3150fd6640 1 Processor -- start 2024-09-15T22:04:19.867 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:19.861+0000 7f3150fd6640 1 -- start start 2024-09-15T22:04:19.867 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:19.861+0000 7f3150fd6640 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f314c071570 0x7f314c156740 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-15T22:04:19.867 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:19.861+0000 7f3150fd6640 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f314c0af990 0x7f314c0c5290 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-15T22:04:19.867 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:19.862+0000 7f3150fd6640 1 --2- >> [v2:172.21.15.110:3301/0,v1:172.21.15.110:6790/0] conn(0x7f314c15aa60 0x7f314c0c57d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-15T22:04:19.867 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:19.862+0000 7f3150fd6640 1 -- --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 -- 0x7f314c068170 con 0x7f314c071570 2024-09-15T22:04:19.867 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:19.862+0000 7f3150fd6640 1 -- --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_getmap magic: 0 -- 0x7f314c0721d0 con 0x7f314c0af990 2024-09-15T22:04:19.867 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:19.862+0000 7f3150fd6640 1 -- --> [v2:172.21.15.110:3301/0,v1:172.21.15.110:6790/0] -- mon_getmap magic: 0 -- 0x7f314c0682f0 con 0x7f314c15aa60 2024-09-15T22:04:19.867 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:19.862+0000 7f314a59c640 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f314c071570 0x7f314c156740 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-15T22:04:19.868 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:19.862+0000 7f314a59c640 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f314c071570 0x7f314c156740 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.63:3300/0 says I am v2:172.21.15.63:59806/0 (socket says 172.21.15.63:59806) 2024-09-15T22:04:19.868 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:19.862+0000 7f314a59c640 1 -- 172.21.15.63:0/1924559964 learned_addr learned my addr 172.21.15.63:0/1924559964 (peer_addr_for_me v2:172.21.15.63:0/0) 2024-09-15T22:04:19.868 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:19.862+0000 7f3143fff640 1 --2- 172.21.15.63:0/1924559964 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f314c0af990 0x7f314c0c5290 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-15T22:04:19.868 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:19.862+0000 7f314ad9d640 1 --2- 172.21.15.63:0/1924559964 >> [v2:172.21.15.110:3301/0,v1:172.21.15.110:6790/0] conn(0x7f314c15aa60 0x7f314c0c57d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-15T22:04:19.868 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:19.862+0000 7f314a59c640 1 -- 172.21.15.63:0/1924559964 >> [v2:172.21.15.110:3301/0,v1:172.21.15.110:6790/0] conn(0x7f314c15aa60 msgr2=0x7f314c0c57d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-15T22:04:19.868 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:19.862+0000 7f314a59c640 1 --2- 172.21.15.63:0/1924559964 >> [v2:172.21.15.110:3301/0,v1:172.21.15.110:6790/0] conn(0x7f314c15aa60 0x7f314c0c57d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T22:04:19.868 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:19.862+0000 7f314a59c640 1 -- 172.21.15.63:0/1924559964 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f314c0af990 msgr2=0x7f314c0c5290 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-15T22:04:19.868 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:19.862+0000 7f314a59c640 1 --2- 172.21.15.63:0/1924559964 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f314c0af990 0x7f314c0c5290 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T22:04:19.869 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:19.862+0000 7f314a59c640 1 -- 172.21.15.63:0/1924559964 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f314c0c7820 con 0x7f314c071570 2024-09-15T22:04:19.869 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:19.862+0000 7f3143fff640 1 --2- 172.21.15.63:0/1924559964 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f314c0af990 0x7f314c0c5290 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-15T22:04:19.869 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:19.862+0000 7f314a59c640 1 --2- 172.21.15.63:0/1924559964 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f314c071570 0x7f314c156740 secure :-1 s=READY pgs=43 cs=0 l=1 rev1=1 crypto rx=0x7f313c00e820 tx=0x7f313c00ece0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-15T22:04:19.869 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:19.862+0000 7f3142ffd640 1 -- 172.21.15.63:0/1924559964 <== mon.0 v2:172.21.15.63:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f313c01a070 con 0x7f314c071570 2024-09-15T22:04:19.869 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:19.862+0000 7f3142ffd640 1 -- 172.21.15.63:0/1924559964 <== mon.0 v2:172.21.15.63:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f313c006e20 con 0x7f314c071570 2024-09-15T22:04:19.869 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:19.862+0000 7f3142ffd640 1 -- 172.21.15.63:0/1924559964 <== mon.0 v2:172.21.15.63:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f313c009310 con 0x7f314c071570 2024-09-15T22:04:19.869 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:19.862+0000 7f3150fd6640 1 -- 172.21.15.63:0/1924559964 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f314c0b5850 con 0x7f314c071570 2024-09-15T22:04:19.869 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:19.862+0000 7f3150fd6640 1 -- 172.21.15.63:0/1924559964 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f314c0c5e00 con 0x7f314c071570 2024-09-15T22:04:19.869 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:19.863+0000 7f3140ff9640 1 -- 172.21.15.63:0/1924559964 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f314c068750 con 0x7f314c071570 2024-09-15T22:04:19.869 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:19.864+0000 7f3142ffd640 1 -- 172.21.15.63:0/1924559964 <== mon.0 v2:172.21.15.63:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7f313c01d070 con 0x7f314c071570 2024-09-15T22:04:19.871 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:19.864+0000 7f3142ffd640 1 --2- 172.21.15.63:0/1924559964 >> [v2:172.21.15.110:6832/552273267,v1:172.21.15.110:6833/552273267] conn(0x7f312c06c2b0 0x7f312c06e770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-15T22:04:19.871 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:19.864+0000 7f3142ffd640 1 -- 172.21.15.63:0/1924559964 <== mon.0 v2:172.21.15.63:3300/0 5 ==== osd_map(17..17 src has 1..17) ==== 4857+0+0 (secure 0 0 0) 0x7f313c08c620 con 0x7f314c071570 2024-09-15T22:04:19.871 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:19.865+0000 7f3143fff640 1 --2- 172.21.15.63:0/1924559964 >> [v2:172.21.15.110:6832/552273267,v1:172.21.15.110:6833/552273267] conn(0x7f312c06c2b0 0x7f312c06e770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-15T22:04:19.871 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:19.865+0000 7f3143fff640 1 --2- 172.21.15.63:0/1924559964 >> [v2:172.21.15.110:6832/552273267,v1:172.21.15.110:6833/552273267] conn(0x7f312c06c2b0 0x7f312c06e770 secure :-1 s=READY pgs=39 cs=0 l=1 rev1=1 crypto rx=0x7f314c071ed0 tx=0x7f3134009190 comp rx=0 tx=0).ready entity=mgr.4102 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-15T22:04:19.871 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:19.869+0000 7f3142ffd640 1 -- 172.21.15.63:0/1924559964 <== mon.0 v2:172.21.15.63:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7f313c05aa90 con 0x7f314c071570 2024-09-15T22:04:20.080 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:20.078+0000 7f3140ff9640 1 -- 172.21.15.63:0/1924559964 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7f314c0d05d0 con 0x7f314c071570 2024-09-15T22:04:20.080 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:20.078+0000 7f3142ffd640 1 -- 172.21.15.63:0/1924559964 <== mon.0 v2:172.21.15.63:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 2 v2) ==== 93+0+1434 (secure 0 0 0) 0x7f313c05ed90 con 0x7f314c071570 2024-09-15T22:04:20.080 INFO:teuthology.orchestra.run.smithi063.stdout: 2024-09-15T22:04:20.081 INFO:teuthology.orchestra.run.smithi063.stdout:{"epoch":2,"btime":"2024-09-15T22:04:19:821857+0000","default_fscid":-1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":4287,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.63:6834/2543347599","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.63:6832","nonce":2543347599},{"type":"v1","addr":"172.21.15.63:6834","nonce":2543347599}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":2}],"filesystems":[]} 2024-09-15T22:04:20.081 INFO:teuthology.orchestra.run.smithi063.stderr:dumped fsmap epoch 2 2024-09-15T22:04:20.082 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:20.080+0000 7f3140ff9640 1 -- 172.21.15.63:0/1924559964 >> [v2:172.21.15.110:6832/552273267,v1:172.21.15.110:6833/552273267] conn(0x7f312c06c2b0 msgr2=0x7f312c06e770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-15T22:04:20.082 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:20.080+0000 7f3140ff9640 1 --2- 172.21.15.63:0/1924559964 >> [v2:172.21.15.110:6832/552273267,v1:172.21.15.110:6833/552273267] conn(0x7f312c06c2b0 0x7f312c06e770 secure :-1 s=READY pgs=39 cs=0 l=1 rev1=1 crypto rx=0x7f314c071ed0 tx=0x7f3134009190 comp rx=0 tx=0).stop 2024-09-15T22:04:20.083 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:20.080+0000 7f3140ff9640 1 -- 172.21.15.63:0/1924559964 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f314c071570 msgr2=0x7f314c156740 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-15T22:04:20.083 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:20.080+0000 7f3140ff9640 1 --2- 172.21.15.63:0/1924559964 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f314c071570 0x7f314c156740 secure :-1 s=READY pgs=43 cs=0 l=1 rev1=1 crypto rx=0x7f313c00e820 tx=0x7f313c00ece0 comp rx=0 tx=0).stop 2024-09-15T22:04:20.083 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:20.081+0000 7f3140ff9640 1 -- 172.21.15.63:0/1924559964 shutdown_connections 2024-09-15T22:04:20.083 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:20.081+0000 7f3140ff9640 1 --2- 172.21.15.63:0/1924559964 >> [v2:172.21.15.110:6832/552273267,v1:172.21.15.110:6833/552273267] conn(0x7f312c06c2b0 0x7f312c06e770 unknown :-1 s=CLOSED pgs=39 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T22:04:20.083 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:20.081+0000 7f3140ff9640 1 --2- 172.21.15.63:0/1924559964 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f314c0af990 0x7f314c0c5290 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T22:04:20.083 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:20.081+0000 7f3140ff9640 1 --2- 172.21.15.63:0/1924559964 >> [v2:172.21.15.110:3301/0,v1:172.21.15.110:6790/0] conn(0x7f314c15aa60 0x7f314c0c57d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T22:04:20.083 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:20.081+0000 7f3140ff9640 1 --2- 172.21.15.63:0/1924559964 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f314c071570 0x7f314c156740 unknown :-1 s=CLOSED pgs=43 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T22:04:20.083 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:20.081+0000 7f3140ff9640 1 -- 172.21.15.63:0/1924559964 >> 172.21.15.63:0/1924559964 conn(0x7f314c0d0970 msgr2=0x7f314c0cc1d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-15T22:04:20.083 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:20.081+0000 7f3140ff9640 1 -- 172.21.15.63:0/1924559964 shutdown_connections 2024-09-15T22:04:20.083 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:20.081+0000 7f3140ff9640 1 -- 172.21.15.63:0/1924559964 wait complete. 2024-09-15T22:04:22.094 DEBUG:teuthology.orchestra.run.smithi063:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-09-15T22:04:22.209 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:22.207+0000 7f96693e4640 1 Processor -- start 2024-09-15T22:04:22.209 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:22.207+0000 7f96693e4640 1 -- start start 2024-09-15T22:04:22.210 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:22.208+0000 7f96693e4640 1 --2- >> [v2:172.21.15.110:3301/0,v1:172.21.15.110:6790/0] conn(0x7f9664147fc0 0x7f966415ea60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-15T22:04:22.210 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:22.208+0000 7f96693e4640 1 --2- >> v2:172.21.15.110:3300/0 conn(0x7f96640b9ee0 0x7f96640d1340 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-15T22:04:22.210 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:22.208+0000 7f96693e4640 1 -- --> v1:172.21.15.63:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f96640ba310 con 0x7f96640d0ee0 2024-09-15T22:04:22.211 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:22.208+0000 7f96693e4640 1 -- --> v2:172.21.15.110:3300/0 -- mon_getmap magic: 0 -- 0x7f96641483a0 con 0x7f96640b9ee0 2024-09-15T22:04:22.211 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:22.208+0000 7f96693e4640 1 -- --> [v2:172.21.15.110:3301/0,v1:172.21.15.110:6790/0] -- mon_getmap magic: 0 -- 0x7f966415efa0 con 0x7f9664147fc0 2024-09-15T22:04:22.211 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:22.208+0000 7f96627fc640 1 --1- >> v1:172.21.15.63:6789/0 conn(0x7f96640d0ee0 0x7f96640b97d0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.63:6789/0 says I am v1:172.21.15.63:42968/0 (socket says 172.21.15.63:42968) 2024-09-15T22:04:22.211 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:22.208+0000 7f96627fc640 1 -- 172.21.15.63:0/2042321764 learned_addr learned my addr 172.21.15.63:0/2042321764 (peer_addr_for_me v1:172.21.15.63:0/0) 2024-09-15T22:04:22.211 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:22.208+0000 7f9662ffd640 1 --2- 172.21.15.63:0/2042321764 >> [v2:172.21.15.110:3301/0,v1:172.21.15.110:6790/0] conn(0x7f9664147fc0 0x7f966415ea60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-15T22:04:22.211 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:22.208+0000 7f96637fe640 1 --2- 172.21.15.63:0/2042321764 >> v2:172.21.15.110:3300/0 conn(0x7f96640b9ee0 0x7f96640d1340 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-15T22:04:22.211 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:22.208+0000 7f9661ffb640 1 -- 172.21.15.63:0/2042321764 <== mon.0 v1:172.21.15.63:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 275170386 0 0) 0x7f96640ba310 con 0x7f96640d0ee0 2024-09-15T22:04:22.211 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:22.209+0000 7f9661ffb640 1 -- 172.21.15.63:0/2042321764 --> v1:172.21.15.63:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7f9650003520 con 0x7f96640d0ee0 2024-09-15T22:04:22.211 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:22.209+0000 7f9662ffd640 1 -- 172.21.15.63:0/2042321764 >> v2:172.21.15.110:3300/0 conn(0x7f96640b9ee0 msgr2=0x7f96640d1340 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-15T22:04:22.211 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:22.209+0000 7f9662ffd640 1 --2- 172.21.15.63:0/2042321764 >> v2:172.21.15.110:3300/0 conn(0x7f96640b9ee0 0x7f96640d1340 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T22:04:22.211 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:22.209+0000 7f9662ffd640 1 -- 172.21.15.63:0/2042321764 >> v1:172.21.15.63:6789/0 conn(0x7f96640d0ee0 legacy=0x7f96640b97d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-15T22:04:22.211 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:22.209+0000 7f9662ffd640 1 -- 172.21.15.63:0/2042321764 --> [v2:172.21.15.110:3301/0,v1:172.21.15.110:6790/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f96640d2750 con 0x7f9664147fc0 2024-09-15T22:04:22.212 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:22.209+0000 7f96637fe640 1 --2- 172.21.15.63:0/2042321764 >> v2:172.21.15.110:3300/0 conn(0x7f96640b9ee0 0x7f96640d1340 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-15T22:04:22.213 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:22.209+0000 7f9662ffd640 1 --2- 172.21.15.63:0/2042321764 >> [v2:172.21.15.110:3301/0,v1:172.21.15.110:6790/0] conn(0x7f9664147fc0 0x7f966415ea60 secure :-1 s=READY pgs=25 cs=0 l=1 rev1=1 crypto rx=0x7f9654009d90 tx=0x7f965402a660 comp rx=0 tx=0).ready entity=mon.2 client_cookie=46a62ef8f6144e0b server_cookie=0 in_seq=0 out_seq=0 2024-09-15T22:04:22.213 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:22.210+0000 7f9661ffb640 1 -- 172.21.15.63:0/2042321764 <== mon.2 v2:172.21.15.110:3301/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9654007740 con 0x7f9664147fc0 2024-09-15T22:04:22.213 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:22.210+0000 7f9661ffb640 1 -- 172.21.15.63:0/2042321764 <== mon.2 v2:172.21.15.110:3301/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f96540078e0 con 0x7f9664147fc0 2024-09-15T22:04:22.213 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:22.210+0000 7f9661ffb640 1 -- 172.21.15.63:0/2042321764 <== mon.2 v2:172.21.15.110:3301/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9654007cb0 con 0x7f9664147fc0 2024-09-15T22:04:22.213 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:22.210+0000 7f96693e4640 1 -- 172.21.15.63:0/2042321764 >> [v2:172.21.15.110:3301/0,v1:172.21.15.110:6790/0] conn(0x7f9664147fc0 msgr2=0x7f966415ea60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-15T22:04:22.213 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:22.210+0000 7f96693e4640 1 --2- 172.21.15.63:0/2042321764 >> [v2:172.21.15.110:3301/0,v1:172.21.15.110:6790/0] conn(0x7f9664147fc0 0x7f966415ea60 secure :-1 s=READY pgs=25 cs=0 l=1 rev1=1 crypto rx=0x7f9654009d90 tx=0x7f965402a660 comp rx=0 tx=0).stop 2024-09-15T22:04:22.213 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:22.211+0000 7f96693e4640 1 -- 172.21.15.63:0/2042321764 shutdown_connections 2024-09-15T22:04:22.213 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:22.211+0000 7f96693e4640 1 --2- 172.21.15.63:0/2042321764 >> v2:172.21.15.110:3300/0 conn(0x7f96640b9ee0 0x7f96640d1340 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T22:04:22.213 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:22.211+0000 7f96693e4640 1 --2- 172.21.15.63:0/2042321764 >> [v2:172.21.15.110:3301/0,v1:172.21.15.110:6790/0] conn(0x7f9664147fc0 0x7f966415ea60 unknown :-1 s=CLOSED pgs=25 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T22:04:22.213 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:22.211+0000 7f96693e4640 1 -- 172.21.15.63:0/2042321764 >> 172.21.15.63:0/2042321764 conn(0x7f9664074fe0 msgr2=0x7f966406bbe0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-15T22:04:22.214 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:22.211+0000 7f96693e4640 1 -- 172.21.15.63:0/2042321764 shutdown_connections 2024-09-15T22:04:22.214 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:22.211+0000 7f96693e4640 1 -- 172.21.15.63:0/2042321764 wait complete. 2024-09-15T22:04:22.216 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:22.212+0000 7f96693e4640 1 Processor -- start 2024-09-15T22:04:22.216 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:22.212+0000 7f96693e4640 1 -- start start 2024-09-15T22:04:22.216 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:22.213+0000 7f96693e4640 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f96640b9ee0 0x7f96641e9f90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-15T22:04:22.216 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:22.213+0000 7f96693e4640 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f96640d0ee0 0x7f9664150d90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-15T22:04:22.216 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:22.213+0000 7f96693e4640 1 --2- >> [v2:172.21.15.110:3301/0,v1:172.21.15.110:6790/0] conn(0x7f9664147fc0 0x7f96641512d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-15T22:04:22.216 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:22.213+0000 7f96693e4640 1 -- --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 -- 0x7f96640d2500 con 0x7f96640d0ee0 2024-09-15T22:04:22.216 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:22.213+0000 7f96693e4640 1 -- --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_getmap magic: 0 -- 0x7f96640d2d10 con 0x7f96640b9ee0 2024-09-15T22:04:22.216 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:22.213+0000 7f96693e4640 1 -- --> [v2:172.21.15.110:3301/0,v1:172.21.15.110:6790/0] -- mon_getmap magic: 0 -- 0x7f96640d2ff0 con 0x7f9664147fc0 2024-09-15T22:04:22.216 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:22.213+0000 7f96627fc640 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f96640d0ee0 0x7f9664150d90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-15T22:04:22.216 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:22.213+0000 7f96627fc640 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f96640d0ee0 0x7f9664150d90 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.63:3300/0 says I am v2:172.21.15.63:59818/0 (socket says 172.21.15.63:59818) 2024-09-15T22:04:22.216 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:22.213+0000 7f96627fc640 1 -- 172.21.15.63:0/480845988 learned_addr learned my addr 172.21.15.63:0/480845988 (peer_addr_for_me v2:172.21.15.63:0/0) 2024-09-15T22:04:22.217 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:22.213+0000 7f96637fe640 1 --2- 172.21.15.63:0/480845988 >> [v2:172.21.15.110:3301/0,v1:172.21.15.110:6790/0] conn(0x7f9664147fc0 0x7f96641512d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-15T22:04:22.217 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:22.213+0000 7f9662ffd640 1 --2- 172.21.15.63:0/480845988 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f96640b9ee0 0x7f96641e9f90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-15T22:04:22.217 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:22.213+0000 7f96627fc640 1 -- 172.21.15.63:0/480845988 >> [v2:172.21.15.110:3301/0,v1:172.21.15.110:6790/0] conn(0x7f9664147fc0 msgr2=0x7f96641512d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-15T22:04:22.217 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:22.213+0000 7f96627fc640 1 --2- 172.21.15.63:0/480845988 >> [v2:172.21.15.110:3301/0,v1:172.21.15.110:6790/0] conn(0x7f9664147fc0 0x7f96641512d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T22:04:22.217 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:22.213+0000 7f96627fc640 1 -- 172.21.15.63:0/480845988 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f96640b9ee0 msgr2=0x7f96641e9f90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-15T22:04:22.217 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:22.213+0000 7f96627fc640 1 --2- 172.21.15.63:0/480845988 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f96640b9ee0 0x7f96641e9f90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T22:04:22.217 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:22.213+0000 7f96627fc640 1 -- 172.21.15.63:0/480845988 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f96641e8a00 con 0x7f96640d0ee0 2024-09-15T22:04:22.217 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:22.213+0000 7f9662ffd640 1 --2- 172.21.15.63:0/480845988 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f96640b9ee0 0x7f96641e9f90 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-15T22:04:22.217 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:22.213+0000 7f96627fc640 1 --2- 172.21.15.63:0/480845988 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f96640d0ee0 0x7f9664150d90 secure :-1 s=READY pgs=45 cs=0 l=1 rev1=1 crypto rx=0x7f964c00c430 tx=0x7f964c00c8f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-15T22:04:22.217 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:22.214+0000 7f965b7fe640 1 -- 172.21.15.63:0/480845988 <== mon.0 v2:172.21.15.63:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f964c017070 con 0x7f96640d0ee0 2024-09-15T22:04:22.217 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:22.214+0000 7f965b7fe640 1 -- 172.21.15.63:0/480845988 <== mon.0 v2:172.21.15.63:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f964c005ce0 con 0x7f96640d0ee0 2024-09-15T22:04:22.217 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:22.214+0000 7f965b7fe640 1 -- 172.21.15.63:0/480845988 <== mon.0 v2:172.21.15.63:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f964c0072f0 con 0x7f96640d0ee0 2024-09-15T22:04:22.217 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:22.214+0000 7f96693e4640 1 -- 172.21.15.63:0/480845988 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f96641e8ce0 con 0x7f96640d0ee0 2024-09-15T22:04:22.218 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:22.214+0000 7f96693e4640 1 -- 172.21.15.63:0/480845988 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f96641e92a0 con 0x7f96640d0ee0 2024-09-15T22:04:22.218 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:22.215+0000 7f96693e4640 1 -- 172.21.15.63:0/480845988 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f96640d1340 con 0x7f96640d0ee0 2024-09-15T22:04:22.218 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:22.215+0000 7f965b7fe640 1 -- 172.21.15.63:0/480845988 <== mon.0 v2:172.21.15.63:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7f964c01a070 con 0x7f96640d0ee0 2024-09-15T22:04:22.219 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:22.216+0000 7f965b7fe640 1 --2- 172.21.15.63:0/480845988 >> [v2:172.21.15.110:6832/552273267,v1:172.21.15.110:6833/552273267] conn(0x7f964406c2b0 0x7f964406e770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-15T22:04:22.219 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:22.216+0000 7f965b7fe640 1 -- 172.21.15.63:0/480845988 <== mon.0 v2:172.21.15.63:3300/0 5 ==== osd_map(17..17 src has 1..17) ==== 4857+0+0 (secure 0 0 0) 0x7f964c08a5b0 con 0x7f96640d0ee0 2024-09-15T22:04:22.219 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:22.216+0000 7f9662ffd640 1 --2- 172.21.15.63:0/480845988 >> [v2:172.21.15.110:6832/552273267,v1:172.21.15.110:6833/552273267] conn(0x7f964406c2b0 0x7f964406e770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-15T22:04:22.219 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:22.217+0000 7f9662ffd640 1 --2- 172.21.15.63:0/480845988 >> [v2:172.21.15.110:6832/552273267,v1:172.21.15.110:6833/552273267] conn(0x7f964406c2b0 0x7f964406e770 secure :-1 s=READY pgs=43 cs=0 l=1 rev1=1 crypto rx=0x7f9654034000 tx=0x7f9654033040 comp rx=0 tx=0).ready entity=mgr.4102 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-15T22:04:22.221 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:22.220+0000 7f965b7fe640 1 -- 172.21.15.63:0/480845988 <== mon.0 v2:172.21.15.63:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7f964c059070 con 0x7f96640d0ee0 2024-09-15T22:04:22.434 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:22.433+0000 7f96693e4640 1 -- 172.21.15.63:0/480845988 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7f966406c060 con 0x7f96640d0ee0 2024-09-15T22:04:22.435 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:22.433+0000 7f965b7fe640 1 -- 172.21.15.63:0/480845988 <== mon.0 v2:172.21.15.63:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 3 v3) ==== 93+0+3909 (secure 0 0 0) 0x7f964c058970 con 0x7f96640d0ee0 2024-09-15T22:04:22.435 INFO:teuthology.orchestra.run.smithi063.stdout: 2024-09-15T22:04:22.435 INFO:teuthology.orchestra.run.smithi063.stdout:{"epoch":3,"btime":"2024-09-15T22:04:20:822899+0000","default_fscid":-1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":4250,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.110:6837/3392288068","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.110:6835","nonce":3392288068},{"type":"v1","addr":"172.21.15.110:6837","nonce":3392288068}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":3},{"gid":4267,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.110:6836/4112494745","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.110:6834","nonce":4112494745},{"type":"v1","addr":"172.21.15.110:6836","nonce":4112494745}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":3},{"gid":4287,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.63:6834/2543347599","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.63:6832","nonce":2543347599},{"type":"v1","addr":"172.21.15.63:6834","nonce":2543347599}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":2},{"gid":4290,"name":"c","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.63:6835/156651715","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.63:6833","nonce":156651715},{"type":"v1","addr":"172.21.15.63:6835","nonce":156651715}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":3}],"filesystems":[]} 2024-09-15T22:04:22.435 INFO:teuthology.orchestra.run.smithi063.stderr:dumped fsmap epoch 3 2024-09-15T22:04:22.437 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:22.435+0000 7f96693e4640 1 -- 172.21.15.63:0/480845988 >> [v2:172.21.15.110:6832/552273267,v1:172.21.15.110:6833/552273267] conn(0x7f964406c2b0 msgr2=0x7f964406e770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-15T22:04:22.437 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:22.435+0000 7f96693e4640 1 --2- 172.21.15.63:0/480845988 >> [v2:172.21.15.110:6832/552273267,v1:172.21.15.110:6833/552273267] conn(0x7f964406c2b0 0x7f964406e770 secure :-1 s=READY pgs=43 cs=0 l=1 rev1=1 crypto rx=0x7f9654034000 tx=0x7f9654033040 comp rx=0 tx=0).stop 2024-09-15T22:04:22.438 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:22.435+0000 7f96693e4640 1 -- 172.21.15.63:0/480845988 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f96640d0ee0 msgr2=0x7f9664150d90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-15T22:04:22.438 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:22.435+0000 7f96693e4640 1 --2- 172.21.15.63:0/480845988 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f96640d0ee0 0x7f9664150d90 secure :-1 s=READY pgs=45 cs=0 l=1 rev1=1 crypto rx=0x7f964c00c430 tx=0x7f964c00c8f0 comp rx=0 tx=0).stop 2024-09-15T22:04:22.438 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:22.435+0000 7f96693e4640 1 -- 172.21.15.63:0/480845988 shutdown_connections 2024-09-15T22:04:22.438 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:22.435+0000 7f96693e4640 1 --2- 172.21.15.63:0/480845988 >> [v2:172.21.15.110:6832/552273267,v1:172.21.15.110:6833/552273267] conn(0x7f964406c2b0 0x7f964406e770 unknown :-1 s=CLOSED pgs=43 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T22:04:22.438 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:22.435+0000 7f96693e4640 1 --2- 172.21.15.63:0/480845988 >> [v2:172.21.15.110:3301/0,v1:172.21.15.110:6790/0] conn(0x7f9664147fc0 0x7f96641512d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T22:04:22.438 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:22.435+0000 7f96693e4640 1 --2- 172.21.15.63:0/480845988 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f96640d0ee0 0x7f9664150d90 unknown :-1 s=CLOSED pgs=45 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T22:04:22.438 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:22.435+0000 7f96693e4640 1 --2- 172.21.15.63:0/480845988 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f96640b9ee0 0x7f96641e9f90 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T22:04:22.438 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:22.435+0000 7f96693e4640 1 -- 172.21.15.63:0/480845988 >> 172.21.15.63:0/480845988 conn(0x7f9664074fe0 msgr2=0x7f96640d35a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-15T22:04:22.438 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:22.435+0000 7f96693e4640 1 -- 172.21.15.63:0/480845988 shutdown_connections 2024-09-15T22:04:22.438 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:22.435+0000 7f96693e4640 1 -- 172.21.15.63:0/480845988 wait complete. 2024-09-15T22:04:22.448 DEBUG:teuthology.orchestra.run.smithi063:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph --format=json-pretty osd lspools 2024-09-15T22:04:22.550 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:22.548+0000 7f2321e4c640 1 Processor -- start 2024-09-15T22:04:22.550 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:22.548+0000 7f2321e4c640 1 -- start start 2024-09-15T22:04:22.552 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:22.549+0000 7f2321e4c640 1 --2- >> v2:172.21.15.63:3300/0 conn(0x7f231c0ba000 0x7f231c144650 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-15T22:04:22.552 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:22.549+0000 7f2321e4c640 1 --2- >> v2:172.21.15.110:3300/0 conn(0x7f231c162750 0x7f231c0b59e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-15T22:04:22.552 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:22.549+0000 7f2321e4c640 1 -- --> v1:172.21.15.63:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f231c144b90 con 0x7f231c0ba3e0 2024-09-15T22:04:22.552 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:22.549+0000 7f2321e4c640 1 -- --> v2:172.21.15.63:3300/0 -- mon_getmap magic: 0 -- 0x7f231c0b8720 con 0x7f231c0ba000 2024-09-15T22:04:22.552 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:22.549+0000 7f2321e4c640 1 -- --> v2:172.21.15.110:3300/0 -- mon_getmap magic: 0 -- 0x7f231c0b7b10 con 0x7f231c162750 2024-09-15T22:04:22.552 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:22.549+0000 7f231b7fe640 1 --2- >> v2:172.21.15.63:3300/0 conn(0x7f231c0ba000 0x7f231c144650 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-15T22:04:22.552 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:22.549+0000 7f231b7fe640 1 --2- >> v2:172.21.15.63:3300/0 conn(0x7f231c0ba000 0x7f231c144650 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.63:3300/0 says I am v2:172.21.15.63:59826/0 (socket says 172.21.15.63:59826) 2024-09-15T22:04:22.552 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:22.549+0000 7f231b7fe640 1 -- 172.21.15.63:0/2626630085 learned_addr learned my addr 172.21.15.63:0/2626630085 (peer_addr_for_me v2:172.21.15.63:0/0) 2024-09-15T22:04:22.552 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:22.549+0000 7f231affd640 1 --1- 172.21.15.63:0/2626630085 >> v1:172.21.15.63:6789/0 conn(0x7f231c0ba3e0 0x7f231c162040 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.63:6789/0 says I am v1:172.21.15.63:42982/0 (socket says 172.21.15.63:42982) 2024-09-15T22:04:22.552 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:22.549+0000 7f231bfff640 1 --2- 172.21.15.63:0/2626630085 >> v2:172.21.15.110:3300/0 conn(0x7f231c162750 0x7f231c0b59e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-15T22:04:22.553 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:22.549+0000 7f231b7fe640 1 -- 172.21.15.63:0/2626630085 >> v2:172.21.15.110:3300/0 conn(0x7f231c162750 msgr2=0x7f231c0b59e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-15T22:04:22.553 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:22.549+0000 7f231b7fe640 1 --2- 172.21.15.63:0/2626630085 >> v2:172.21.15.110:3300/0 conn(0x7f231c162750 0x7f231c0b59e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T22:04:22.553 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:22.549+0000 7f231b7fe640 1 -- 172.21.15.63:0/2626630085 >> v1:172.21.15.63:6789/0 conn(0x7f231c0ba3e0 legacy=0x7f231c162040 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-15T22:04:22.553 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:22.549+0000 7f231a7fc640 1 -- 172.21.15.63:0/2626630085 <== mon.0 v1:172.21.15.63:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 2767673732 0 0) 0x7f231c144b90 con 0x7f231c0ba3e0 2024-09-15T22:04:22.553 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:22.549+0000 7f231b7fe640 1 -- 172.21.15.63:0/2626630085 --> v2:172.21.15.63:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f231c0b7df0 con 0x7f231c0ba000 2024-09-15T22:04:22.553 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:22.550+0000 7f231b7fe640 1 --2- 172.21.15.63:0/2626630085 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f231c0ba000 0x7f231c144650 secure :-1 s=READY pgs=47 cs=0 l=1 rev1=1 crypto rx=0x7f231c15fa60 tx=0x7f230c02a270 comp rx=0 tx=0).ready entity=mon.0 client_cookie=497ea7710e4f1c3 server_cookie=0 in_seq=0 out_seq=0 2024-09-15T22:04:22.553 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:22.550+0000 7f231a7fc640 1 -- 172.21.15.63:0/2626630085 <== mon.0 v2:172.21.15.63:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f230c037070 con 0x7f231c0ba000 2024-09-15T22:04:22.553 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:22.550+0000 7f231a7fc640 1 -- 172.21.15.63:0/2626630085 <== mon.0 v2:172.21.15.63:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f230c032440 con 0x7f231c0ba000 2024-09-15T22:04:22.553 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:22.550+0000 7f231a7fc640 1 -- 172.21.15.63:0/2626630085 <== mon.0 v2:172.21.15.63:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f230c032810 con 0x7f231c0ba000 2024-09-15T22:04:22.556 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:22.551+0000 7f2321e4c640 1 -- 172.21.15.63:0/2626630085 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f231c0ba000 msgr2=0x7f231c144650 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-15T22:04:22.556 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:22.551+0000 7f2321e4c640 1 --2- 172.21.15.63:0/2626630085 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f231c0ba000 0x7f231c144650 secure :-1 s=READY pgs=47 cs=0 l=1 rev1=1 crypto rx=0x7f231c15fa60 tx=0x7f230c02a270 comp rx=0 tx=0).stop 2024-09-15T22:04:22.556 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:22.551+0000 7f2321e4c640 1 -- 172.21.15.63:0/2626630085 shutdown_connections 2024-09-15T22:04:22.556 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:22.551+0000 7f2321e4c640 1 --2- 172.21.15.63:0/2626630085 >> v2:172.21.15.110:3300/0 conn(0x7f231c162750 0x7f231c0b59e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T22:04:22.557 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:22.551+0000 7f2321e4c640 1 --2- 172.21.15.63:0/2626630085 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f231c0ba000 0x7f231c144650 unknown :-1 s=CLOSED pgs=47 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T22:04:22.557 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:22.551+0000 7f2321e4c640 1 -- 172.21.15.63:0/2626630085 >> 172.21.15.63:0/2626630085 conn(0x7f231c0732d0 msgr2=0x7f231c06bbe0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-15T22:04:22.557 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:22.551+0000 7f2321e4c640 1 -- 172.21.15.63:0/2626630085 shutdown_connections 2024-09-15T22:04:22.557 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:22.551+0000 7f2321e4c640 1 -- 172.21.15.63:0/2626630085 wait complete. 2024-09-15T22:04:22.557 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:22.552+0000 7f2321e4c640 1 Processor -- start 2024-09-15T22:04:22.557 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:22.552+0000 7f2321e4c640 1 -- start start 2024-09-15T22:04:22.557 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:22.553+0000 7f2321e4c640 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f231c0ba000 0x7f231c1f6ff0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-15T22:04:22.557 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:22.553+0000 7f2321e4c640 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f231c0ba3e0 0x7f231c147350 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-15T22:04:22.557 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:22.553+0000 7f2321e4c640 1 --2- >> [v2:172.21.15.110:3301/0,v1:172.21.15.110:6790/0] conn(0x7f231c162750 0x7f231c147890 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-15T22:04:22.557 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:22.553+0000 7f2321e4c640 1 -- --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 -- 0x7f231c0b75a0 con 0x7f231c0ba000 2024-09-15T22:04:22.557 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:22.553+0000 7f2321e4c640 1 -- --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_getmap magic: 0 -- 0x7f231c0b83b0 con 0x7f231c0ba3e0 2024-09-15T22:04:22.557 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:22.553+0000 7f2321e4c640 1 -- --> [v2:172.21.15.110:3301/0,v1:172.21.15.110:6790/0] -- mon_getmap magic: 0 -- 0x7f231c0b7720 con 0x7f231c162750 2024-09-15T22:04:22.558 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:22.553+0000 7f231b7fe640 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f231c0ba000 0x7f231c1f6ff0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-15T22:04:22.560 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:22.553+0000 7f231b7fe640 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f231c0ba000 0x7f231c1f6ff0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.63:3300/0 says I am v2:172.21.15.63:59828/0 (socket says 172.21.15.63:59828) 2024-09-15T22:04:22.560 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:22.553+0000 7f231b7fe640 1 -- 172.21.15.63:0/2378422524 learned_addr learned my addr 172.21.15.63:0/2378422524 (peer_addr_for_me v2:172.21.15.63:0/0) 2024-09-15T22:04:22.560 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:22.553+0000 7f231bfff640 1 --2- 172.21.15.63:0/2378422524 >> [v2:172.21.15.110:3301/0,v1:172.21.15.110:6790/0] conn(0x7f231c162750 0x7f231c147890 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-15T22:04:22.560 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:22.553+0000 7f231affd640 1 --2- 172.21.15.63:0/2378422524 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f231c0ba3e0 0x7f231c147350 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-15T22:04:22.560 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:22.553+0000 7f231b7fe640 1 -- 172.21.15.63:0/2378422524 >> [v2:172.21.15.110:3301/0,v1:172.21.15.110:6790/0] conn(0x7f231c162750 msgr2=0x7f231c147890 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-15T22:04:22.560 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:22.553+0000 7f231b7fe640 1 --2- 172.21.15.63:0/2378422524 >> [v2:172.21.15.110:3301/0,v1:172.21.15.110:6790/0] conn(0x7f231c162750 0x7f231c147890 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T22:04:22.561 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:22.553+0000 7f231b7fe640 1 -- 172.21.15.63:0/2378422524 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f231c0ba3e0 msgr2=0x7f231c147350 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-15T22:04:22.561 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:22.553+0000 7f231b7fe640 1 --2- 172.21.15.63:0/2378422524 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f231c0ba3e0 0x7f231c147350 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T22:04:22.561 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:22.553+0000 7f231b7fe640 1 -- 172.21.15.63:0/2378422524 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f231c145dc0 con 0x7f231c0ba000 2024-09-15T22:04:22.561 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:22.553+0000 7f231bfff640 1 --2- 172.21.15.63:0/2378422524 >> [v2:172.21.15.110:3301/0,v1:172.21.15.110:6790/0] conn(0x7f231c162750 0x7f231c147890 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-15T22:04:22.561 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:22.553+0000 7f231affd640 1 --2- 172.21.15.63:0/2378422524 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f231c0ba3e0 0x7f231c147350 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-15T22:04:22.561 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:22.553+0000 7f231b7fe640 1 --2- 172.21.15.63:0/2378422524 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f231c0ba000 0x7f231c1f6ff0 secure :-1 s=READY pgs=48 cs=0 l=1 rev1=1 crypto rx=0x7f230c02a2b0 tx=0x7f230c0046c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-15T22:04:22.561 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:22.554+0000 7f2313fff640 1 -- 172.21.15.63:0/2378422524 <== mon.0 v2:172.21.15.63:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f230c037040 con 0x7f231c0ba000 2024-09-15T22:04:22.561 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:22.554+0000 7f2313fff640 1 -- 172.21.15.63:0/2378422524 <== mon.0 v2:172.21.15.63:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f230c042070 con 0x7f231c0ba000 2024-09-15T22:04:22.561 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:22.554+0000 7f2321e4c640 1 -- 172.21.15.63:0/2378422524 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f231c1460a0 con 0x7f231c0ba000 2024-09-15T22:04:22.561 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:22.554+0000 7f2313fff640 1 -- 172.21.15.63:0/2378422524 <== mon.0 v2:172.21.15.63:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f230c030860 con 0x7f231c0ba000 2024-09-15T22:04:22.561 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:22.554+0000 7f2321e4c640 1 -- 172.21.15.63:0/2378422524 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f231c146660 con 0x7f231c0ba000 2024-09-15T22:04:22.561 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:22.555+0000 7f2321e4c640 1 -- 172.21.15.63:0/2378422524 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f231c144650 con 0x7f231c0ba000 2024-09-15T22:04:22.562 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:22.555+0000 7f2313fff640 1 -- 172.21.15.63:0/2378422524 <== mon.0 v2:172.21.15.63:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7f230c030a00 con 0x7f231c0ba000 2024-09-15T22:04:22.563 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:22.556+0000 7f2313fff640 1 --2- 172.21.15.63:0/2378422524 >> [v2:172.21.15.110:6832/552273267,v1:172.21.15.110:6833/552273267] conn(0x7f22fc06c2b0 0x7f22fc06e770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-15T22:04:22.563 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:22.556+0000 7f2313fff640 1 -- 172.21.15.63:0/2378422524 <== mon.0 v2:172.21.15.63:3300/0 5 ==== osd_map(17..17 src has 1..17) ==== 4857+0+0 (secure 0 0 0) 0x7f230c0ab9d0 con 0x7f231c0ba000 2024-09-15T22:04:22.563 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:22.556+0000 7f231affd640 1 --2- 172.21.15.63:0/2378422524 >> [v2:172.21.15.110:6832/552273267,v1:172.21.15.110:6833/552273267] conn(0x7f22fc06c2b0 0x7f22fc06e770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-15T22:04:22.563 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:22.556+0000 7f231affd640 1 --2- 172.21.15.63:0/2378422524 >> [v2:172.21.15.110:6832/552273267,v1:172.21.15.110:6833/552273267] conn(0x7f22fc06c2b0 0x7f22fc06e770 secure :-1 s=READY pgs=44 cs=0 l=1 rev1=1 crypto rx=0x7f231c1481d0 tx=0x7f2304009040 comp rx=0 tx=0).ready entity=mgr.4102 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-15T22:04:22.563 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:22.560+0000 7f2313fff640 1 -- 172.21.15.63:0/2378422524 <== mon.0 v2:172.21.15.63:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7f230c07a490 con 0x7f231c0ba000 2024-09-15T22:04:22.740 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:22.739+0000 7f2321e4c640 1 -- 172.21.15.63:0/2378422524 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_command({"prefix": "osd lspools", "format": "json-pretty"} v 0) -- 0x7f231c161390 con 0x7f231c0ba000 2024-09-15T22:04:22.741 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:22.739+0000 7f2313fff640 1 -- 172.21.15.63:0/2378422524 <== mon.0 v2:172.21.15.63:3300/0 7 ==== mon_command_ack([{"prefix": "osd lspools", "format": "json-pretty"}]=0 v17) ==== 84+0+65 (secure 0 0 0) 0x7f230c079d90 con 0x7f231c0ba000 2024-09-15T22:04:22.741 INFO:teuthology.orchestra.run.smithi063.stdout: 2024-09-15T22:04:22.741 INFO:teuthology.orchestra.run.smithi063.stdout:[ 2024-09-15T22:04:22.741 INFO:teuthology.orchestra.run.smithi063.stdout: { 2024-09-15T22:04:22.741 INFO:teuthology.orchestra.run.smithi063.stdout: "poolnum": 1, 2024-09-15T22:04:22.741 INFO:teuthology.orchestra.run.smithi063.stdout: "poolname": ".mgr" 2024-09-15T22:04:22.741 INFO:teuthology.orchestra.run.smithi063.stdout: } 2024-09-15T22:04:22.741 INFO:teuthology.orchestra.run.smithi063.stdout:] 2024-09-15T22:04:22.743 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:22.741+0000 7f2321e4c640 1 -- 172.21.15.63:0/2378422524 >> [v2:172.21.15.110:6832/552273267,v1:172.21.15.110:6833/552273267] conn(0x7f22fc06c2b0 msgr2=0x7f22fc06e770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-15T22:04:22.743 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:22.741+0000 7f2321e4c640 1 --2- 172.21.15.63:0/2378422524 >> [v2:172.21.15.110:6832/552273267,v1:172.21.15.110:6833/552273267] conn(0x7f22fc06c2b0 0x7f22fc06e770 secure :-1 s=READY pgs=44 cs=0 l=1 rev1=1 crypto rx=0x7f231c1481d0 tx=0x7f2304009040 comp rx=0 tx=0).stop 2024-09-15T22:04:22.743 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:22.741+0000 7f2321e4c640 1 -- 172.21.15.63:0/2378422524 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f231c0ba000 msgr2=0x7f231c1f6ff0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-15T22:04:22.743 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:22.741+0000 7f2321e4c640 1 --2- 172.21.15.63:0/2378422524 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f231c0ba000 0x7f231c1f6ff0 secure :-1 s=READY pgs=48 cs=0 l=1 rev1=1 crypto rx=0x7f230c02a2b0 tx=0x7f230c0046c0 comp rx=0 tx=0).stop 2024-09-15T22:04:22.743 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:22.741+0000 7f2321e4c640 1 -- 172.21.15.63:0/2378422524 shutdown_connections 2024-09-15T22:04:22.743 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:22.741+0000 7f2321e4c640 1 --2- 172.21.15.63:0/2378422524 >> [v2:172.21.15.110:6832/552273267,v1:172.21.15.110:6833/552273267] conn(0x7f22fc06c2b0 0x7f22fc06e770 unknown :-1 s=CLOSED pgs=44 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T22:04:22.743 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:22.741+0000 7f2321e4c640 1 --2- 172.21.15.63:0/2378422524 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f231c0ba3e0 0x7f231c147350 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T22:04:22.743 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:22.741+0000 7f2321e4c640 1 --2- 172.21.15.63:0/2378422524 >> [v2:172.21.15.110:3301/0,v1:172.21.15.110:6790/0] conn(0x7f231c162750 0x7f231c147890 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T22:04:22.743 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:22.741+0000 7f2321e4c640 1 --2- 172.21.15.63:0/2378422524 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f231c0ba000 0x7f231c1f6ff0 unknown :-1 s=CLOSED pgs=48 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T22:04:22.743 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:22.741+0000 7f2321e4c640 1 -- 172.21.15.63:0/2378422524 >> 172.21.15.63:0/2378422524 conn(0x7f231c0732d0 msgr2=0x7f231c15c5e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-15T22:04:22.743 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:22.741+0000 7f2321e4c640 1 -- 172.21.15.63:0/2378422524 shutdown_connections 2024-09-15T22:04:22.744 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:22.741+0000 7f2321e4c640 1 -- 172.21.15.63:0/2378422524 wait complete. 2024-09-15T22:04:22.753 DEBUG:tasks.cephfs.filesystem:Creating filesystem 'cephfs' 2024-09-15T22:04:22.753 DEBUG:teuthology.orchestra.run.smithi063:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool create cephfs_metadata --pg_num_min 64 2024-09-15T22:04:22.860 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:22.858+0000 7f09a6566640 1 Processor -- start 2024-09-15T22:04:22.860 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:22.858+0000 7f09a6566640 1 -- start start 2024-09-15T22:04:22.864 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:22.859+0000 7f09a6566640 1 --2- >> v2:172.21.15.110:3300/0 conn(0x7f09a015e600 0x7f09a00b78e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-15T22:04:22.864 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:22.859+0000 7f09a6566640 1 --2- >> [v2:172.21.15.110:3301/0,v1:172.21.15.110:6790/0] conn(0x7f09a00b6e10 0x7f09a00d3690 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-15T22:04:22.864 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:22.859+0000 7f09a6566640 1 -- --> v1:172.21.15.63:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f09a00d1fc0 con 0x7f09a00cf7a0 2024-09-15T22:04:22.864 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:22.859+0000 7f09a6566640 1 -- --> v2:172.21.15.110:3300/0 -- mon_getmap magic: 0 -- 0x7f09a00d1ce0 con 0x7f09a015e600 2024-09-15T22:04:22.864 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:22.859+0000 7f09a6566640 1 -- --> [v2:172.21.15.110:3301/0,v1:172.21.15.110:6790/0] -- mon_getmap magic: 0 -- 0x7f09a00d2bb0 con 0x7f09a00b6e10 2024-09-15T22:04:22.864 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:22.859+0000 7f099f7fe640 1 --1- >> v1:172.21.15.63:6789/0 conn(0x7f09a00cf7a0 0x7f09a00b6700 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.63:6789/0 says I am v1:172.21.15.63:42990/0 (socket says 172.21.15.63:42990) 2024-09-15T22:04:22.864 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:22.859+0000 7f099f7fe640 1 -- 172.21.15.63:0/2272008026 learned_addr learned my addr 172.21.15.63:0/2272008026 (peer_addr_for_me v1:172.21.15.63:0/0) 2024-09-15T22:04:22.864 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:22.859+0000 7f099ffff640 1 --2- 172.21.15.63:0/2272008026 >> v2:172.21.15.110:3300/0 conn(0x7f09a015e600 0x7f09a00b78e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-15T22:04:22.864 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:22.859+0000 7f09a4b03640 1 --2- 172.21.15.63:0/2272008026 >> [v2:172.21.15.110:3301/0,v1:172.21.15.110:6790/0] conn(0x7f09a00b6e10 0x7f09a00d3690 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-15T22:04:22.864 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:22.859+0000 7f099effd640 1 -- 172.21.15.63:0/2272008026 <== mon.0 v1:172.21.15.63:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 1271357596 0 0) 0x7f09a00d1fc0 con 0x7f09a00cf7a0 2024-09-15T22:04:22.864 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:22.859+0000 7f099effd640 1 -- 172.21.15.63:0/2272008026 --> v1:172.21.15.63:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7f0988003520 con 0x7f09a00cf7a0 2024-09-15T22:04:22.865 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:22.859+0000 7f099effd640 1 -- 172.21.15.63:0/2272008026 <== mon.0 v1:172.21.15.63:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) ==== 214+0+0 (unknown 1256977547 0 0) 0x7f0988003520 con 0x7f09a00cf7a0 2024-09-15T22:04:22.865 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:22.860+0000 7f099ffff640 1 -- 172.21.15.63:0/2272008026 >> [v2:172.21.15.110:3301/0,v1:172.21.15.110:6790/0] conn(0x7f09a00b6e10 msgr2=0x7f09a00d3690 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-15T22:04:22.865 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:22.860+0000 7f099ffff640 1 --2- 172.21.15.63:0/2272008026 >> [v2:172.21.15.110:3301/0,v1:172.21.15.110:6790/0] conn(0x7f09a00b6e10 0x7f09a00d3690 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T22:04:22.865 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:22.860+0000 7f099ffff640 1 -- 172.21.15.63:0/2272008026 >> v1:172.21.15.63:6789/0 conn(0x7f09a00cf7a0 legacy=0x7f09a00b6700 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-15T22:04:22.865 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:22.860+0000 7f099ffff640 1 -- 172.21.15.63:0/2272008026 --> v2:172.21.15.110:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f09a00d2e90 con 0x7f09a015e600 2024-09-15T22:04:22.865 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:22.860+0000 7f09a4b03640 1 --2- 172.21.15.63:0/2272008026 >> [v2:172.21.15.110:3301/0,v1:172.21.15.110:6790/0] conn(0x7f09a00b6e10 0x7f09a00d3690 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-15T22:04:22.865 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:22.860+0000 7f099ffff640 1 --2- 172.21.15.63:0/2272008026 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f09a015e600 0x7f09a00b78e0 secure :-1 s=READY pgs=47 cs=0 l=1 rev1=1 crypto rx=0x7f09900097a0 tx=0x7f099002a080 comp rx=0 tx=0).ready entity=mon.1 client_cookie=5b49dbb3aec80245 server_cookie=0 in_seq=0 out_seq=0 2024-09-15T22:04:22.865 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:22.861+0000 7f099effd640 1 -- 172.21.15.63:0/2272008026 <== mon.1 v2:172.21.15.110:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0990037070 con 0x7f09a015e600 2024-09-15T22:04:22.865 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:22.861+0000 7f099effd640 1 -- 172.21.15.63:0/2272008026 <== mon.1 v2:172.21.15.110:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f099002ab10 con 0x7f09a015e600 2024-09-15T22:04:22.865 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:22.861+0000 7f099effd640 1 -- 172.21.15.63:0/2272008026 <== mon.1 v2:172.21.15.110:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0994001690 con 0x7f09a015e600 2024-09-15T22:04:22.865 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:22.861+0000 7f09a6566640 1 -- 172.21.15.63:0/2272008026 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f09a015e600 msgr2=0x7f09a00b78e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-15T22:04:22.865 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:22.861+0000 7f09a6566640 1 --2- 172.21.15.63:0/2272008026 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f09a015e600 0x7f09a00b78e0 secure :-1 s=READY pgs=47 cs=0 l=1 rev1=1 crypto rx=0x7f09900097a0 tx=0x7f099002a080 comp rx=0 tx=0).stop 2024-09-15T22:04:22.865 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:22.861+0000 7f09a6566640 1 -- 172.21.15.63:0/2272008026 shutdown_connections 2024-09-15T22:04:22.866 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:22.861+0000 7f09a6566640 1 --2- 172.21.15.63:0/2272008026 >> [v2:172.21.15.110:3301/0,v1:172.21.15.110:6790/0] conn(0x7f09a00b6e10 0x7f09a00d3690 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T22:04:22.866 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:22.861+0000 7f09a6566640 1 --2- 172.21.15.63:0/2272008026 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f09a015e600 0x7f09a00b78e0 unknown :-1 s=CLOSED pgs=47 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T22:04:22.866 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:22.861+0000 7f09a6566640 1 -- 172.21.15.63:0/2272008026 >> 172.21.15.63:0/2272008026 conn(0x7f09a0072650 msgr2=0x7f09a0072a60 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-15T22:04:22.866 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:22.861+0000 7f09a6566640 1 -- 172.21.15.63:0/2272008026 shutdown_connections 2024-09-15T22:04:22.866 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:22.861+0000 7f09a6566640 1 -- 172.21.15.63:0/2272008026 wait complete. 2024-09-15T22:04:22.866 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:22.862+0000 7f09a6566640 1 Processor -- start 2024-09-15T22:04:22.868 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:22.863+0000 7f09a6566640 1 -- start start 2024-09-15T22:04:22.868 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:22.863+0000 7f09a6566640 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f09a00b6e10 0x7f09a014fd20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-15T22:04:22.869 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:22.863+0000 7f09a6566640 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f09a00cf7a0 0x7f09a00c7fa0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-15T22:04:22.869 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:22.863+0000 7f09a6566640 1 --2- >> [v2:172.21.15.110:3301/0,v1:172.21.15.110:6790/0] conn(0x7f09a015e600 0x7f09a00ca340 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-15T22:04:22.869 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:22.863+0000 7f09a6566640 1 -- --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 -- 0x7f09a015e9e0 con 0x7f09a00b6e10 2024-09-15T22:04:22.869 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:22.863+0000 7f09a6566640 1 -- --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_getmap magic: 0 -- 0x7f09a00d1990 con 0x7f09a00cf7a0 2024-09-15T22:04:22.869 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:22.863+0000 7f09a6566640 1 -- --> [v2:172.21.15.110:3301/0,v1:172.21.15.110:6790/0] -- mon_getmap magic: 0 -- 0x7f09a00b3ba0 con 0x7f09a015e600 2024-09-15T22:04:22.869 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:22.864+0000 7f099ffff640 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f09a00b6e10 0x7f09a014fd20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-15T22:04:22.869 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:22.864+0000 7f099ffff640 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f09a00b6e10 0x7f09a014fd20 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.63:3300/0 says I am v2:172.21.15.63:59830/0 (socket says 172.21.15.63:59830) 2024-09-15T22:04:22.869 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:22.864+0000 7f099ffff640 1 -- 172.21.15.63:0/4255882022 learned_addr learned my addr 172.21.15.63:0/4255882022 (peer_addr_for_me v2:172.21.15.63:0/0) 2024-09-15T22:04:22.869 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:22.864+0000 7f09a4b03640 1 --2- 172.21.15.63:0/4255882022 >> [v2:172.21.15.110:3301/0,v1:172.21.15.110:6790/0] conn(0x7f09a015e600 0x7f09a00ca340 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-15T22:04:22.869 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:22.864+0000 7f099f7fe640 1 --2- 172.21.15.63:0/4255882022 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f09a00cf7a0 0x7f09a00c7fa0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-15T22:04:22.869 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:22.864+0000 7f099ffff640 1 -- 172.21.15.63:0/4255882022 >> [v2:172.21.15.110:3301/0,v1:172.21.15.110:6790/0] conn(0x7f09a015e600 msgr2=0x7f09a00ca340 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-15T22:04:22.869 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:22.864+0000 7f099ffff640 1 --2- 172.21.15.63:0/4255882022 >> [v2:172.21.15.110:3301/0,v1:172.21.15.110:6790/0] conn(0x7f09a015e600 0x7f09a00ca340 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T22:04:22.870 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:22.864+0000 7f099ffff640 1 -- 172.21.15.63:0/4255882022 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f09a00cf7a0 msgr2=0x7f09a00c7fa0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-15T22:04:22.870 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:22.864+0000 7f099ffff640 1 --2- 172.21.15.63:0/4255882022 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f09a00cf7a0 0x7f09a00c7fa0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T22:04:22.870 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:22.864+0000 7f099ffff640 1 -- 172.21.15.63:0/4255882022 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f09a00c8980 con 0x7f09a00b6e10 2024-09-15T22:04:22.870 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:22.864+0000 7f099ffff640 1 --2- 172.21.15.63:0/4255882022 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f09a00b6e10 0x7f09a014fd20 secure :-1 s=READY pgs=50 cs=0 l=1 rev1=1 crypto rx=0x7f0990035040 tx=0x7f09900046c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-15T22:04:22.870 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:22.864+0000 7f099cff9640 1 -- 172.21.15.63:0/4255882022 <== mon.0 v2:172.21.15.63:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0990042020 con 0x7f09a00b6e10 2024-09-15T22:04:22.870 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:22.864+0000 7f099cff9640 1 -- 172.21.15.63:0/4255882022 <== mon.0 v2:172.21.15.63:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f0990003a40 con 0x7f09a00b6e10 2024-09-15T22:04:22.870 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:22.864+0000 7f09a6566640 1 -- 172.21.15.63:0/4255882022 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f09a00c8c60 con 0x7f09a00b6e10 2024-09-15T22:04:22.870 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:22.864+0000 7f099cff9640 1 -- 172.21.15.63:0/4255882022 <== mon.0 v2:172.21.15.63:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0990037040 con 0x7f09a00b6e10 2024-09-15T22:04:22.870 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:22.864+0000 7f09a6566640 1 -- 172.21.15.63:0/4255882022 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f09a00c9220 con 0x7f09a00b6e10 2024-09-15T22:04:22.870 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:22.865+0000 7f09a6566640 1 -- 172.21.15.63:0/4255882022 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f09a00b78e0 con 0x7f09a00b6e10 2024-09-15T22:04:22.870 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:22.866+0000 7f099cff9640 1 -- 172.21.15.63:0/4255882022 <== mon.0 v2:172.21.15.63:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7f0990045020 con 0x7f09a00b6e10 2024-09-15T22:04:22.870 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:22.866+0000 7f099cff9640 1 --2- 172.21.15.63:0/4255882022 >> [v2:172.21.15.110:6832/552273267,v1:172.21.15.110:6833/552273267] conn(0x7f098c06c2b0 0x7f098c06e770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-15T22:04:22.870 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:22.866+0000 7f099cff9640 1 -- 172.21.15.63:0/4255882022 <== mon.0 v2:172.21.15.63:3300/0 5 ==== osd_map(17..17 src has 1..17) ==== 4857+0+0 (secure 0 0 0) 0x7f09900ab5c0 con 0x7f09a00b6e10 2024-09-15T22:04:22.870 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:22.866+0000 7f099f7fe640 1 --2- 172.21.15.63:0/4255882022 >> [v2:172.21.15.110:6832/552273267,v1:172.21.15.110:6833/552273267] conn(0x7f098c06c2b0 0x7f098c06e770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-15T22:04:22.871 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:22.867+0000 7f099f7fe640 1 --2- 172.21.15.63:0/4255882022 >> [v2:172.21.15.110:6832/552273267,v1:172.21.15.110:6833/552273267] conn(0x7f098c06c2b0 0x7f098c06e770 secure :-1 s=READY pgs=45 cs=0 l=1 rev1=1 crypto rx=0x7f0994001eb0 tx=0x7f0994001ce0 comp rx=0 tx=0).ready entity=mgr.4102 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-15T22:04:22.872 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:22.870+0000 7f099cff9640 1 -- 172.21.15.63:0/4255882022 <== mon.0 v2:172.21.15.63:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7f099004c030 con 0x7f09a00b6e10 2024-09-15T22:04:23.049 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:23.047+0000 7f09a6566640 1 -- 172.21.15.63:0/4255882022 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_command({"prefix": "osd pool create", "pool": "cephfs_metadata", "pg_num_min": 64} v 0) -- 0x7f09a00ba600 con 0x7f09a00b6e10 2024-09-15T22:04:23.460 DEBUG:teuthology.orchestra.run.smithi063:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-09-15T22:04:23.463 DEBUG:teuthology.orchestra.run.smithi110:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-09-15T22:04:23.835 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:23.834+0000 7f099cff9640 1 -- 172.21.15.63:0/4255882022 <== mon.0 v2:172.21.15.63:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool create", "pool": "cephfs_metadata", "pg_num_min": 64}]=0 pool 'cephfs_metadata' created v18) ==== 138+0+0 (secure 0 0 0) 0x7f099007a230 con 0x7f09a00b6e10 2024-09-15T22:04:23.836 INFO:teuthology.orchestra.run.smithi063.stderr:pool 'cephfs_metadata' created 2024-09-15T22:04:23.841 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:23.839+0000 7f09a6566640 1 -- 172.21.15.63:0/4255882022 >> [v2:172.21.15.110:6832/552273267,v1:172.21.15.110:6833/552273267] conn(0x7f098c06c2b0 msgr2=0x7f098c06e770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-15T22:04:23.841 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:23.839+0000 7f09a6566640 1 --2- 172.21.15.63:0/4255882022 >> [v2:172.21.15.110:6832/552273267,v1:172.21.15.110:6833/552273267] conn(0x7f098c06c2b0 0x7f098c06e770 secure :-1 s=READY pgs=45 cs=0 l=1 rev1=1 crypto rx=0x7f0994001eb0 tx=0x7f0994001ce0 comp rx=0 tx=0).stop 2024-09-15T22:04:23.841 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:23.839+0000 7f09a6566640 1 -- 172.21.15.63:0/4255882022 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f09a00b6e10 msgr2=0x7f09a014fd20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-15T22:04:23.841 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:23.839+0000 7f09a6566640 1 --2- 172.21.15.63:0/4255882022 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f09a00b6e10 0x7f09a014fd20 secure :-1 s=READY pgs=50 cs=0 l=1 rev1=1 crypto rx=0x7f0990035040 tx=0x7f09900046c0 comp rx=0 tx=0).stop 2024-09-15T22:04:23.841 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:23.839+0000 7f09a6566640 1 -- 172.21.15.63:0/4255882022 shutdown_connections 2024-09-15T22:04:23.841 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:23.839+0000 7f09a6566640 1 --2- 172.21.15.63:0/4255882022 >> [v2:172.21.15.110:6832/552273267,v1:172.21.15.110:6833/552273267] conn(0x7f098c06c2b0 0x7f098c06e770 unknown :-1 s=CLOSED pgs=45 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T22:04:23.841 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:23.839+0000 7f09a6566640 1 --2- 172.21.15.63:0/4255882022 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f09a00cf7a0 0x7f09a00c7fa0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T22:04:23.841 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:23.839+0000 7f09a6566640 1 --2- 172.21.15.63:0/4255882022 >> [v2:172.21.15.110:3301/0,v1:172.21.15.110:6790/0] conn(0x7f09a015e600 0x7f09a00ca340 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T22:04:23.842 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:23.839+0000 7f09a6566640 1 --2- 172.21.15.63:0/4255882022 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f09a00b6e10 0x7f09a014fd20 unknown :-1 s=CLOSED pgs=50 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T22:04:23.842 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:23.839+0000 7f09a6566640 1 -- 172.21.15.63:0/4255882022 >> 172.21.15.63:0/4255882022 conn(0x7f09a0072650 msgr2=0x7f09a0162270 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-15T22:04:23.842 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:23.839+0000 7f09a6566640 1 -- 172.21.15.63:0/4255882022 shutdown_connections 2024-09-15T22:04:23.842 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:23.840+0000 7f09a6566640 1 -- 172.21.15.63:0/4255882022 wait complete. 2024-09-15T22:04:23.856 DEBUG:teuthology.orchestra.run.smithi063:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool create cephfs_data 64 --pg_num_min 64 --target_size_ratio 0.9 2024-09-15T22:04:23.970 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:23.969+0000 7f2cbad18640 1 Processor -- start 2024-09-15T22:04:23.970 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:23.969+0000 7f2cbad18640 1 -- start start 2024-09-15T22:04:23.972 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:23.970+0000 7f2cbad18640 1 --2- >> [v2:172.21.15.110:3301/0,v1:172.21.15.110:6790/0] conn(0x7f2cb406bbe0 0x7f2cb4072190 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-15T22:04:23.972 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:23.970+0000 7f2cbad18640 1 --2- >> v2:172.21.15.63:3300/0 conn(0x7f2cb415f830 0x7f2cb40ceee0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-15T22:04:23.972 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:23.970+0000 7f2cbad18640 1 --2- >> v2:172.21.15.110:3300/0 conn(0x7f2cb406bfc0 0x7f2cb40b4510 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-15T22:04:23.972 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:23.970+0000 7f2cbad18640 1 -- --> v2:172.21.15.63:3300/0 -- mon_getmap magic: 0 -- 0x7f2cb415fc70 con 0x7f2cb415f830 2024-09-15T22:04:23.972 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:23.970+0000 7f2cbad18640 1 -- --> v2:172.21.15.110:3300/0 -- mon_getmap magic: 0 -- 0x7f2cb40cf610 con 0x7f2cb406bfc0 2024-09-15T22:04:23.972 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:23.970+0000 7f2cbad18640 1 -- --> [v2:172.21.15.110:3301/0,v1:172.21.15.110:6790/0] -- mon_getmap magic: 0 -- 0x7f2cb40cf8f0 con 0x7f2cb406bbe0 2024-09-15T22:04:23.972 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:23.970+0000 7f2cb3fff640 1 --2- >> v2:172.21.15.63:3300/0 conn(0x7f2cb415f830 0x7f2cb40ceee0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-15T22:04:23.972 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:23.970+0000 7f2cb3fff640 1 --2- >> v2:172.21.15.63:3300/0 conn(0x7f2cb415f830 0x7f2cb40ceee0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.63:3300/0 says I am v2:172.21.15.63:59834/0 (socket says 172.21.15.63:59834) 2024-09-15T22:04:23.972 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:23.970+0000 7f2cb3fff640 1 -- 172.21.15.63:0/3743571530 learned_addr learned my addr 172.21.15.63:0/3743571530 (peer_addr_for_me v2:172.21.15.63:0/0) 2024-09-15T22:04:23.973 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:23.970+0000 7f2cb8ab4640 1 --2- 172.21.15.63:0/3743571530 >> [v2:172.21.15.110:3301/0,v1:172.21.15.110:6790/0] conn(0x7f2cb406bbe0 0x7f2cb4072190 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-15T22:04:23.973 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:23.970+0000 7f2cb92b5640 1 --2- 172.21.15.63:0/3743571530 >> v2:172.21.15.110:3300/0 conn(0x7f2cb406bfc0 0x7f2cb40b4510 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-15T22:04:23.973 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:23.970+0000 7f2cb3fff640 1 -- 172.21.15.63:0/3743571530 >> [v2:172.21.15.110:3301/0,v1:172.21.15.110:6790/0] conn(0x7f2cb406bbe0 msgr2=0x7f2cb4072190 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-15T22:04:23.973 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:23.970+0000 7f2cb3fff640 1 --2- 172.21.15.63:0/3743571530 >> [v2:172.21.15.110:3301/0,v1:172.21.15.110:6790/0] conn(0x7f2cb406bbe0 0x7f2cb4072190 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T22:04:23.973 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:23.970+0000 7f2cb3fff640 1 -- 172.21.15.63:0/3743571530 >> v2:172.21.15.110:3300/0 conn(0x7f2cb406bfc0 msgr2=0x7f2cb40b4510 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-15T22:04:23.973 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:23.970+0000 7f2cb3fff640 1 --2- 172.21.15.63:0/3743571530 >> v2:172.21.15.110:3300/0 conn(0x7f2cb406bfc0 0x7f2cb40b4510 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T22:04:23.973 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:23.970+0000 7f2cb3fff640 1 -- 172.21.15.63:0/3743571530 --> v2:172.21.15.63:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f2cb40cfbd0 con 0x7f2cb415f830 2024-09-15T22:04:23.974 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:23.971+0000 7f2cb3fff640 1 --2- 172.21.15.63:0/3743571530 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f2cb415f830 0x7f2cb40ceee0 secure :-1 s=READY pgs=51 cs=0 l=1 rev1=1 crypto rx=0x7f2cb4070ea0 tx=0x7f2ca402a610 comp rx=0 tx=0).ready entity=mon.0 client_cookie=9b577095a5e5b83f server_cookie=0 in_seq=0 out_seq=0 2024-09-15T22:04:23.974 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:23.971+0000 7f2cb37fe640 1 -- 172.21.15.63:0/3743571530 <== mon.0 v2:172.21.15.63:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2ca4036070 con 0x7f2cb415f830 2024-09-15T22:04:23.974 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:23.971+0000 7f2cb37fe640 1 -- 172.21.15.63:0/3743571530 <== mon.0 v2:172.21.15.63:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f2ca4031600 con 0x7f2cb415f830 2024-09-15T22:04:23.975 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:23.971+0000 7f2cb37fe640 1 -- 172.21.15.63:0/3743571530 <== mon.0 v2:172.21.15.63:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2ca40319d0 con 0x7f2cb415f830 2024-09-15T22:04:23.975 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:23.971+0000 7f2cbad18640 1 -- 172.21.15.63:0/3743571530 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f2cb415f830 msgr2=0x7f2cb40ceee0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-15T22:04:23.975 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:23.971+0000 7f2cbad18640 1 --2- 172.21.15.63:0/3743571530 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f2cb415f830 0x7f2cb40ceee0 secure :-1 s=READY pgs=51 cs=0 l=1 rev1=1 crypto rx=0x7f2cb4070ea0 tx=0x7f2ca402a610 comp rx=0 tx=0).stop 2024-09-15T22:04:23.975 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:23.972+0000 7f2cbad18640 1 -- 172.21.15.63:0/3743571530 shutdown_connections 2024-09-15T22:04:23.975 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:23.972+0000 7f2cbad18640 1 --2- 172.21.15.63:0/3743571530 >> v2:172.21.15.110:3300/0 conn(0x7f2cb406bfc0 0x7f2cb40b4510 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T22:04:23.975 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:23.972+0000 7f2cbad18640 1 --2- 172.21.15.63:0/3743571530 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f2cb415f830 0x7f2cb40ceee0 unknown :-1 s=CLOSED pgs=51 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T22:04:23.975 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:23.972+0000 7f2cbad18640 1 --2- 172.21.15.63:0/3743571530 >> [v2:172.21.15.110:3301/0,v1:172.21.15.110:6790/0] conn(0x7f2cb406bbe0 0x7f2cb4072190 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T22:04:23.975 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:23.972+0000 7f2cbad18640 1 -- 172.21.15.63:0/3743571530 >> 172.21.15.63:0/3743571530 conn(0x7f2cb40b2000 msgr2=0x7f2cb40b23e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-15T22:04:23.975 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:23.972+0000 7f2cbad18640 1 -- 172.21.15.63:0/3743571530 shutdown_connections 2024-09-15T22:04:23.975 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:23.972+0000 7f2cbad18640 1 -- 172.21.15.63:0/3743571530 wait complete. 2024-09-15T22:04:23.975 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:23.973+0000 7f2cbad18640 1 Processor -- start 2024-09-15T22:04:23.975 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:23.973+0000 7f2cbad18640 1 -- start start 2024-09-15T22:04:23.978 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:23.974+0000 7f2cbad18640 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f2cb406bbe0 0x7f2cb41f43a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-15T22:04:23.978 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:23.974+0000 7f2cbad18640 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f2cb406bfc0 0x7f2cb414bcf0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-15T22:04:23.978 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:23.974+0000 7f2cbad18640 1 --2- >> [v2:172.21.15.110:3301/0,v1:172.21.15.110:6790/0] conn(0x7f2cb415f830 0x7f2cb40ae8a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-15T22:04:23.978 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:23.974+0000 7f2cbad18640 1 -- --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 -- 0x7f2cb406c470 con 0x7f2cb406bfc0 2024-09-15T22:04:23.978 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:23.974+0000 7f2cbad18640 1 -- --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_getmap magic: 0 -- 0x7f2cb40cd380 con 0x7f2cb406bbe0 2024-09-15T22:04:23.978 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:23.974+0000 7f2cbad18640 1 -- --> [v2:172.21.15.110:3301/0,v1:172.21.15.110:6790/0] -- mon_getmap magic: 0 -- 0x7f2cb415b4e0 con 0x7f2cb415f830 2024-09-15T22:04:23.978 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:23.974+0000 7f2cb3fff640 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f2cb406bfc0 0x7f2cb414bcf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-15T22:04:23.978 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:23.974+0000 7f2cb3fff640 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f2cb406bfc0 0x7f2cb414bcf0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.63:3300/0 says I am v2:172.21.15.63:59844/0 (socket says 172.21.15.63:59844) 2024-09-15T22:04:23.978 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:23.974+0000 7f2cb3fff640 1 -- 172.21.15.63:0/3809947284 learned_addr learned my addr 172.21.15.63:0/3809947284 (peer_addr_for_me v2:172.21.15.63:0/0) 2024-09-15T22:04:23.979 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:23.974+0000 7f2cb92b5640 1 --2- 172.21.15.63:0/3809947284 >> [v2:172.21.15.110:3301/0,v1:172.21.15.110:6790/0] conn(0x7f2cb415f830 0x7f2cb40ae8a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-15T22:04:23.979 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:23.974+0000 7f2cb8ab4640 1 --2- 172.21.15.63:0/3809947284 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f2cb406bbe0 0x7f2cb41f43a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-15T22:04:23.979 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:23.974+0000 7f2cb3fff640 1 -- 172.21.15.63:0/3809947284 >> [v2:172.21.15.110:3301/0,v1:172.21.15.110:6790/0] conn(0x7f2cb415f830 msgr2=0x7f2cb40ae8a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-15T22:04:23.979 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:23.974+0000 7f2cb3fff640 1 --2- 172.21.15.63:0/3809947284 >> [v2:172.21.15.110:3301/0,v1:172.21.15.110:6790/0] conn(0x7f2cb415f830 0x7f2cb40ae8a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T22:04:23.979 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:23.974+0000 7f2cb3fff640 1 -- 172.21.15.63:0/3809947284 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f2cb406bbe0 msgr2=0x7f2cb41f43a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-15T22:04:23.979 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:23.974+0000 7f2cb3fff640 1 --2- 172.21.15.63:0/3809947284 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f2cb406bbe0 0x7f2cb41f43a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T22:04:23.979 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:23.974+0000 7f2cb3fff640 1 -- 172.21.15.63:0/3809947284 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f2cb41e8720 con 0x7f2cb406bfc0 2024-09-15T22:04:23.979 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:23.974+0000 7f2cb3fff640 1 --2- 172.21.15.63:0/3809947284 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f2cb406bfc0 0x7f2cb414bcf0 secure :-1 s=READY pgs=52 cs=0 l=1 rev1=1 crypto rx=0x7f2ca4000f80 tx=0x7f2ca4004a40 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-15T22:04:23.979 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:23.974+0000 7f2cb17fa640 1 -- 172.21.15.63:0/3809947284 <== mon.0 v2:172.21.15.63:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2ca4041070 con 0x7f2cb406bfc0 2024-09-15T22:04:23.979 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:23.974+0000 7f2cb17fa640 1 -- 172.21.15.63:0/3809947284 <== mon.0 v2:172.21.15.63:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f2ca403c650 con 0x7f2cb406bfc0 2024-09-15T22:04:23.979 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:23.974+0000 7f2cbad18640 1 -- 172.21.15.63:0/3809947284 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f2cb41e8a00 con 0x7f2cb406bfc0 2024-09-15T22:04:23.979 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:23.974+0000 7f2cb17fa640 1 -- 172.21.15.63:0/3809947284 <== mon.0 v2:172.21.15.63:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2ca4036040 con 0x7f2cb406bfc0 2024-09-15T22:04:23.979 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:23.975+0000 7f2cbad18640 1 -- 172.21.15.63:0/3809947284 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f2cb415bb70 con 0x7f2cb406bfc0 2024-09-15T22:04:23.980 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:23.976+0000 7f2cbad18640 1 -- 172.21.15.63:0/3809947284 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f2cb4072950 con 0x7f2cb406bfc0 2024-09-15T22:04:23.980 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:23.976+0000 7f2cb17fa640 1 -- 172.21.15.63:0/3809947284 <== mon.0 v2:172.21.15.63:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7f2ca4044070 con 0x7f2cb406bfc0 2024-09-15T22:04:23.980 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:23.977+0000 7f2cb17fa640 1 --2- 172.21.15.63:0/3809947284 >> [v2:172.21.15.110:6832/552273267,v1:172.21.15.110:6833/552273267] conn(0x7f2c9406c2b0 0x7f2c9406e770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-15T22:04:23.980 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:23.977+0000 7f2cb17fa640 1 -- 172.21.15.63:0/3809947284 <== mon.0 v2:172.21.15.63:3300/0 5 ==== osd_map(18..18 src has 1..18) ==== 5227+0+0 (secure 0 0 0) 0x7f2ca40abc60 con 0x7f2cb406bfc0 2024-09-15T22:04:23.980 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:23.977+0000 7f2cb8ab4640 1 --2- 172.21.15.63:0/3809947284 >> [v2:172.21.15.110:6832/552273267,v1:172.21.15.110:6833/552273267] conn(0x7f2c9406c2b0 0x7f2c9406e770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-15T22:04:23.980 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:23.977+0000 7f2cb8ab4640 1 --2- 172.21.15.63:0/3809947284 >> [v2:172.21.15.110:6832/552273267,v1:172.21.15.110:6833/552273267] conn(0x7f2c9406c2b0 0x7f2c9406e770 secure :-1 s=READY pgs=46 cs=0 l=1 rev1=1 crypto rx=0x7f2cac003610 tx=0x7f2cac008040 comp rx=0 tx=0).ready entity=mgr.4102 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-15T22:04:23.983 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:23.981+0000 7f2cb17fa640 1 -- 172.21.15.63:0/3809947284 <== mon.0 v2:172.21.15.63:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7f2ca4079ff0 con 0x7f2cb406bfc0 2024-09-15T22:04:24.158 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:24.156+0000 7f2cbad18640 1 -- 172.21.15.63:0/3809947284 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_command({"prefix": "osd pool create", "pool": "cephfs_data", "pg_num": 64, "pg_num_min": 64, "target_size_ratio": 0.9} v 0) -- 0x7f2cb40ccac0 con 0x7f2cb406bfc0 2024-09-15T22:04:24.841 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:24.839+0000 7f2cb17fa640 1 -- 172.21.15.63:0/3809947284 <== mon.0 v2:172.21.15.63:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool create", "pool": "cephfs_data", "pg_num": 64, "pg_num_min": 64, "target_size_ratio": 0.9}]=0 pool 'cephfs_data' created v19) ==== 170+0+0 (secure 0 0 0) 0x7f2ca407e2f0 con 0x7f2cb406bfc0 2024-09-15T22:04:24.841 INFO:teuthology.orchestra.run.smithi063.stderr:pool 'cephfs_data' created 2024-09-15T22:04:24.843 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:24.841+0000 7f2cbad18640 1 -- 172.21.15.63:0/3809947284 >> [v2:172.21.15.110:6832/552273267,v1:172.21.15.110:6833/552273267] conn(0x7f2c9406c2b0 msgr2=0x7f2c9406e770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-15T22:04:24.843 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:24.841+0000 7f2cbad18640 1 --2- 172.21.15.63:0/3809947284 >> [v2:172.21.15.110:6832/552273267,v1:172.21.15.110:6833/552273267] conn(0x7f2c9406c2b0 0x7f2c9406e770 secure :-1 s=READY pgs=46 cs=0 l=1 rev1=1 crypto rx=0x7f2cac003610 tx=0x7f2cac008040 comp rx=0 tx=0).stop 2024-09-15T22:04:24.843 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:24.841+0000 7f2cbad18640 1 -- 172.21.15.63:0/3809947284 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f2cb406bfc0 msgr2=0x7f2cb414bcf0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-15T22:04:24.843 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:24.841+0000 7f2cbad18640 1 --2- 172.21.15.63:0/3809947284 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f2cb406bfc0 0x7f2cb414bcf0 secure :-1 s=READY pgs=52 cs=0 l=1 rev1=1 crypto rx=0x7f2ca4000f80 tx=0x7f2ca4004a40 comp rx=0 tx=0).stop 2024-09-15T22:04:24.844 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:24.842+0000 7f2cbad18640 1 -- 172.21.15.63:0/3809947284 shutdown_connections 2024-09-15T22:04:24.844 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:24.842+0000 7f2cbad18640 1 --2- 172.21.15.63:0/3809947284 >> [v2:172.21.15.110:6832/552273267,v1:172.21.15.110:6833/552273267] conn(0x7f2c9406c2b0 0x7f2c9406e770 unknown :-1 s=CLOSED pgs=46 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T22:04:24.844 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:24.842+0000 7f2cbad18640 1 --2- 172.21.15.63:0/3809947284 >> [v2:172.21.15.110:3301/0,v1:172.21.15.110:6790/0] conn(0x7f2cb415f830 0x7f2cb40ae8a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T22:04:24.844 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:24.842+0000 7f2cbad18640 1 --2- 172.21.15.63:0/3809947284 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f2cb406bfc0 0x7f2cb414bcf0 unknown :-1 s=CLOSED pgs=52 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T22:04:24.844 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:24.842+0000 7f2cbad18640 1 --2- 172.21.15.63:0/3809947284 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f2cb406bbe0 0x7f2cb41f43a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T22:04:24.844 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:24.842+0000 7f2cbad18640 1 -- 172.21.15.63:0/3809947284 >> 172.21.15.63:0/3809947284 conn(0x7f2cb40b2000 msgr2=0x7f2cb415ec30 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-15T22:04:24.844 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:24.842+0000 7f2cbad18640 1 -- 172.21.15.63:0/3809947284 shutdown_connections 2024-09-15T22:04:24.844 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:24.842+0000 7f2cbad18640 1 -- 172.21.15.63:0/3809947284 wait complete. 2024-09-15T22:04:24.873 DEBUG:teuthology.orchestra.run.smithi063:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs new cephfs cephfs_metadata cephfs_data 2024-09-15T22:04:24.983 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:24.981+0000 7f334a20e640 1 Processor -- start 2024-09-15T22:04:24.983 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:24.981+0000 7f334a20e640 1 -- start start 2024-09-15T22:04:24.986 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:24.982+0000 7f334a20e640 1 --2- >> v2:172.21.15.110:3300/0 conn(0x7f33440d2b20 0x7f334406e0a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-15T22:04:24.986 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:24.982+0000 7f334a20e640 1 -- --> v1:172.21.15.63:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f334406ecf0 con 0x7f334415c280 2024-09-15T22:04:24.986 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:24.982+0000 7f334a20e640 1 -- --> v1:172.21.15.110:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f334406bbe0 con 0x7f334406e5e0 2024-09-15T22:04:24.986 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:24.982+0000 7f334a20e640 1 -- --> v2:172.21.15.110:3300/0 -- mon_getmap magic: 0 -- 0x7f334406bec0 con 0x7f33440d2b20 2024-09-15T22:04:24.986 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:24.982+0000 7f33437fe640 1 --1- >> v1:172.21.15.63:6789/0 conn(0x7f334415c280 0x7f33440d2410 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.63:6789/0 says I am v1:172.21.15.63:42994/0 (socket says 172.21.15.63:42994) 2024-09-15T22:04:24.986 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:24.982+0000 7f33437fe640 1 -- 172.21.15.63:0/3119730680 learned_addr learned my addr 172.21.15.63:0/3119730680 (peer_addr_for_me v1:172.21.15.63:0/0) 2024-09-15T22:04:24.987 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:24.982+0000 7f3342ffd640 1 --2- 172.21.15.63:0/3119730680 >> v2:172.21.15.110:3300/0 conn(0x7f33440d2b20 0x7f334406e0a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-15T22:04:24.987 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:24.982+0000 7f33427fc640 1 -- 172.21.15.63:0/3119730680 <== mon.0 v1:172.21.15.63:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 3835222314 0 0) 0x7f334406ecf0 con 0x7f334415c280 2024-09-15T22:04:24.987 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:24.982+0000 7f33427fc640 1 -- 172.21.15.63:0/3119730680 --> v1:172.21.15.63:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7f332c003520 con 0x7f334415c280 2024-09-15T22:04:24.987 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:24.983+0000 7f33427fc640 1 -- 172.21.15.63:0/3119730680 <== mon.1 v1:172.21.15.110:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 1857468265 0 0) 0x7f334406bbe0 con 0x7f334406e5e0 2024-09-15T22:04:24.987 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:24.983+0000 7f33427fc640 1 -- 172.21.15.63:0/3119730680 --> v1:172.21.15.110:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7f334406ecf0 con 0x7f334406e5e0 2024-09-15T22:04:24.987 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:24.983+0000 7f33427fc640 1 -- 172.21.15.63:0/3119730680 <== mon.0 v1:172.21.15.63:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) ==== 214+0+0 (unknown 4015238780 0 0) 0x7f332c003520 con 0x7f334415c280 2024-09-15T22:04:24.987 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:24.983+0000 7f33427fc640 1 -- 172.21.15.63:0/3119730680 >> v2:172.21.15.110:3300/0 conn(0x7f33440d2b20 msgr2=0x7f334406e0a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-15T22:04:24.987 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:24.983+0000 7f33427fc640 1 --2- 172.21.15.63:0/3119730680 >> v2:172.21.15.110:3300/0 conn(0x7f33440d2b20 0x7f334406e0a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T22:04:24.987 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:24.983+0000 7f33427fc640 1 -- 172.21.15.63:0/3119730680 >> v1:172.21.15.110:6789/0 conn(0x7f334406e5e0 legacy=0x7f33440b5dc0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-15T22:04:24.987 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:24.983+0000 7f33427fc640 1 -- 172.21.15.63:0/3119730680 --> v1:172.21.15.63:6789/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f334406c1a0 con 0x7f334415c280 2024-09-15T22:04:24.987 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:24.983+0000 7f33427fc640 1 -- 172.21.15.63:0/3119730680 <== mon.0 v1:172.21.15.63:6789/0 3 ==== mon_map magic: 0 ==== 413+0+0 (unknown 3984726164 0 0) 0x7f3334001670 con 0x7f334415c280 2024-09-15T22:04:24.987 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:24.983+0000 7f3342ffd640 1 --2- 172.21.15.63:0/3119730680 >> v2:172.21.15.110:3300/0 conn(0x7f33440d2b20 0x7f334406e0a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-15T22:04:24.988 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:24.983+0000 7f33427fc640 1 -- 172.21.15.63:0/3119730680 >> v1:172.21.15.63:6789/0 conn(0x7f334415c280 legacy=0x7f33440d2410 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-15T22:04:24.988 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:24.983+0000 7f33427fc640 1 --2- 172.21.15.63:0/3119730680 >> [v2:172.21.15.110:3301/0,v1:172.21.15.110:6790/0] conn(0x7f332c003b40 0x7f332c003f40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-15T22:04:24.988 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:24.983+0000 7f33427fc640 1 --2- 172.21.15.63:0/3119730680 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f332c004800 0x7f332c004c80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-15T22:04:24.988 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:24.983+0000 7f33427fc640 1 --2- 172.21.15.63:0/3119730680 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f332c0051c0 0x7f332c00b9c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-15T22:04:24.988 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:24.983+0000 7f33427fc640 1 -- 172.21.15.63:0/3119730680 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 -- 0x7f334406bec0 con 0x7f332c0051c0 2024-09-15T22:04:24.988 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:24.983+0000 7f33427fc640 1 -- 172.21.15.63:0/3119730680 --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_getmap magic: 0 -- 0x7f332c00c040 con 0x7f332c004800 2024-09-15T22:04:24.988 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:24.983+0000 7f33427fc640 1 -- 172.21.15.63:0/3119730680 --> [v2:172.21.15.110:3301/0,v1:172.21.15.110:6790/0] -- mon_getmap magic: 0 -- 0x7f332c00c240 con 0x7f332c003b40 2024-09-15T22:04:24.988 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:24.983+0000 7f3343fff640 1 --2- 172.21.15.63:0/3119730680 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f332c0051c0 0x7f332c00b9c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-15T22:04:24.988 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:24.983+0000 7f3342ffd640 1 --2- 172.21.15.63:0/3119730680 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f332c004800 0x7f332c004c80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-15T22:04:24.988 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:24.983+0000 7f33437fe640 1 --2- 172.21.15.63:0/3119730680 >> [v2:172.21.15.110:3301/0,v1:172.21.15.110:6790/0] conn(0x7f332c003b40 0x7f332c003f40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-15T22:04:24.988 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:24.983+0000 7f3343fff640 1 -- 172.21.15.63:0/3119730680 >> [v2:172.21.15.110:3301/0,v1:172.21.15.110:6790/0] conn(0x7f332c003b40 msgr2=0x7f332c003f40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-15T22:04:24.988 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:24.983+0000 7f3343fff640 1 --2- 172.21.15.63:0/3119730680 >> [v2:172.21.15.110:3301/0,v1:172.21.15.110:6790/0] conn(0x7f332c003b40 0x7f332c003f40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T22:04:24.989 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:24.983+0000 7f3343fff640 1 -- 172.21.15.63:0/3119730680 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f332c004800 msgr2=0x7f332c004c80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-15T22:04:24.989 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:24.983+0000 7f3343fff640 1 --2- 172.21.15.63:0/3119730680 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f332c004800 0x7f332c004c80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T22:04:24.989 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:24.983+0000 7f3343fff640 1 -- 172.21.15.63:0/3119730680 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f332c003520 con 0x7f332c0051c0 2024-09-15T22:04:24.989 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:24.984+0000 7f3343fff640 1 -- 172.21.15.63:0/3119730680 reap_dead start 2024-09-15T22:04:24.989 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:24.984+0000 7f3343fff640 1 --2- 172.21.15.63:0/3119730680 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f332c0051c0 0x7f332c00b9c0 secure :-1 s=READY pgs=54 cs=0 l=1 rev1=1 crypto rx=0x7f333c001fd0 tx=0x7f332c005830 comp rx=0 tx=0).ready entity=mon.0 client_cookie=d118768c75bf9115 server_cookie=0 in_seq=0 out_seq=0 2024-09-15T22:04:24.989 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:24.984+0000 7f33427fc640 1 -- 172.21.15.63:0/3119730680 <== mon.0 v2:172.21.15.63:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f333c001bf0 con 0x7f332c0051c0 2024-09-15T22:04:24.989 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:24.984+0000 7f33427fc640 1 -- 172.21.15.63:0/3119730680 <== mon.0 v2:172.21.15.63:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f333c003b70 con 0x7f332c0051c0 2024-09-15T22:04:24.989 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:24.984+0000 7f33427fc640 1 -- 172.21.15.63:0/3119730680 <== mon.0 v2:172.21.15.63:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f333c0050d0 con 0x7f332c0051c0 2024-09-15T22:04:24.989 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:24.985+0000 7f334a20e640 1 -- 172.21.15.63:0/3119730680 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f332c0051c0 msgr2=0x7f332c00b9c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-15T22:04:24.989 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:24.985+0000 7f334a20e640 1 --2- 172.21.15.63:0/3119730680 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f332c0051c0 0x7f332c00b9c0 secure :-1 s=READY pgs=54 cs=0 l=1 rev1=1 crypto rx=0x7f333c001fd0 tx=0x7f332c005830 comp rx=0 tx=0).stop 2024-09-15T22:04:24.989 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:24.985+0000 7f334a20e640 1 -- 172.21.15.63:0/3119730680 shutdown_connections 2024-09-15T22:04:24.989 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:24.985+0000 7f334a20e640 1 --2- 172.21.15.63:0/3119730680 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f332c0051c0 0x7f332c00b9c0 unknown :-1 s=CLOSED pgs=54 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T22:04:24.989 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:24.985+0000 7f334a20e640 1 -- 172.21.15.63:0/3119730680 >> 172.21.15.63:0/3119730680 conn(0x7f334406f2d0 msgr2=0x7f334406f6b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-15T22:04:24.990 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:24.985+0000 7f334a20e640 1 -- 172.21.15.63:0/3119730680 shutdown_connections 2024-09-15T22:04:24.990 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:24.985+0000 7f334a20e640 1 -- 172.21.15.63:0/3119730680 wait complete. 2024-09-15T22:04:24.992 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:24.986+0000 7f334a20e640 1 Processor -- start 2024-09-15T22:04:24.992 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:24.986+0000 7f334a20e640 1 -- start start 2024-09-15T22:04:24.992 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:24.987+0000 7f334a20e640 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f332c0051c0 0x7f33441f80f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-15T22:04:24.992 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:24.987+0000 7f334a20e640 1 --2- >> [v2:172.21.15.110:3301/0,v1:172.21.15.110:6790/0] conn(0x7f334414c630 0x7f33441f1570 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-15T22:04:24.993 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:24.987+0000 7f334a20e640 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f334414a5d0 0x7f33440b5fc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-15T22:04:24.993 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:24.987+0000 7f334a20e640 1 -- --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 -- 0x7f334415fae0 con 0x7f334414a5d0 2024-09-15T22:04:24.993 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:24.987+0000 7f334a20e640 1 -- --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_getmap magic: 0 -- 0x7f334406ea10 con 0x7f332c0051c0 2024-09-15T22:04:24.993 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:24.987+0000 7f334a20e640 1 -- --> [v2:172.21.15.110:3301/0,v1:172.21.15.110:6790/0] -- mon_getmap magic: 0 -- 0x7f334406c9a0 con 0x7f334414c630 2024-09-15T22:04:24.993 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:24.987+0000 7f3343fff640 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f334414a5d0 0x7f33440b5fc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-15T22:04:24.993 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:24.987+0000 7f3343fff640 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f334414a5d0 0x7f33440b5fc0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.63:3300/0 says I am v2:172.21.15.63:59854/0 (socket says 172.21.15.63:59854) 2024-09-15T22:04:24.993 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:24.987+0000 7f3343fff640 1 -- 172.21.15.63:0/2864513083 learned_addr learned my addr 172.21.15.63:0/2864513083 (peer_addr_for_me v2:172.21.15.63:0/0) 2024-09-15T22:04:24.993 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:24.987+0000 7f3342ffd640 1 --2- 172.21.15.63:0/2864513083 >> [v2:172.21.15.110:3301/0,v1:172.21.15.110:6790/0] conn(0x7f334414c630 0x7f33441f1570 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-15T22:04:24.993 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:24.987+0000 7f33437fe640 1 --2- 172.21.15.63:0/2864513083 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f332c0051c0 0x7f33441f80f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-15T22:04:24.993 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:24.987+0000 7f3343fff640 1 -- 172.21.15.63:0/2864513083 >> [v2:172.21.15.110:3301/0,v1:172.21.15.110:6790/0] conn(0x7f334414c630 msgr2=0x7f33441f1570 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-15T22:04:24.993 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:24.987+0000 7f3343fff640 1 --2- 172.21.15.63:0/2864513083 >> [v2:172.21.15.110:3301/0,v1:172.21.15.110:6790/0] conn(0x7f334414c630 0x7f33441f1570 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T22:04:24.994 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:24.987+0000 7f3343fff640 1 -- 172.21.15.63:0/2864513083 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f332c0051c0 msgr2=0x7f33441f80f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-15T22:04:24.994 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:24.987+0000 7f3343fff640 1 --2- 172.21.15.63:0/2864513083 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f332c0051c0 0x7f33441f80f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T22:04:24.994 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:24.987+0000 7f3343fff640 1 -- 172.21.15.63:0/2864513083 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f33441f8630 con 0x7f334414a5d0 2024-09-15T22:04:24.994 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:24.987+0000 7f3343fff640 1 --2- 172.21.15.63:0/2864513083 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f334414a5d0 0x7f33440b5fc0 secure :-1 s=READY pgs=55 cs=0 l=1 rev1=1 crypto rx=0x7f333c02aab0 tx=0x7f333c001650 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-15T22:04:24.994 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:24.988+0000 7f332bfff640 1 -- 172.21.15.63:0/2864513083 <== mon.0 v2:172.21.15.63:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f333c036040 con 0x7f334414a5d0 2024-09-15T22:04:24.994 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:24.988+0000 7f332bfff640 1 -- 172.21.15.63:0/2864513083 <== mon.0 v2:172.21.15.63:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f333c003970 con 0x7f334414a5d0 2024-09-15T22:04:24.994 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:24.988+0000 7f334a20e640 1 -- 172.21.15.63:0/2864513083 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f33440d0e50 con 0x7f334414a5d0 2024-09-15T22:04:24.994 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:24.988+0000 7f332bfff640 1 -- 172.21.15.63:0/2864513083 <== mon.0 v2:172.21.15.63:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f333c001bf0 con 0x7f334414a5d0 2024-09-15T22:04:24.994 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:24.988+0000 7f334a20e640 1 -- 172.21.15.63:0/2864513083 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f334414ce00 con 0x7f334414a5d0 2024-09-15T22:04:24.994 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:24.989+0000 7f334a20e640 1 -- 172.21.15.63:0/2864513083 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f334406e0a0 con 0x7f334414a5d0 2024-09-15T22:04:24.994 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:24.989+0000 7f332bfff640 1 -- 172.21.15.63:0/2864513083 <== mon.0 v2:172.21.15.63:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7f333c042030 con 0x7f334414a5d0 2024-09-15T22:04:24.994 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:24.990+0000 7f332bfff640 1 --2- 172.21.15.63:0/2864513083 >> [v2:172.21.15.110:6832/552273267,v1:172.21.15.110:6833/552273267] conn(0x7f333006c2b0 0x7f333006e770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-15T22:04:24.994 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:24.990+0000 7f332bfff640 1 -- 172.21.15.63:0/2864513083 <== mon.0 v2:172.21.15.63:3300/0 5 ==== osd_map(19..19 src has 1..19) ==== 5609+0+0 (secure 0 0 0) 0x7f333c0aadb0 con 0x7f334414a5d0 2024-09-15T22:04:24.994 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:24.990+0000 7f33437fe640 1 --2- 172.21.15.63:0/2864513083 >> [v2:172.21.15.110:6832/552273267,v1:172.21.15.110:6833/552273267] conn(0x7f333006c2b0 0x7f333006e770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-15T22:04:24.995 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:24.991+0000 7f33437fe640 1 --2- 172.21.15.63:0/2864513083 >> [v2:172.21.15.110:6832/552273267,v1:172.21.15.110:6833/552273267] conn(0x7f333006c2b0 0x7f333006e770 secure :-1 s=READY pgs=47 cs=0 l=1 rev1=1 crypto rx=0x7f3334001050 tx=0x7f3334001e30 comp rx=0 tx=0).ready entity=mgr.4102 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-15T22:04:24.996 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:24.995+0000 7f332bfff640 1 -- 172.21.15.63:0/2864513083 <== mon.0 v2:172.21.15.63:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7f333c049020 con 0x7f334414a5d0 2024-09-15T22:04:25.205 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:25.204+0000 7f334a20e640 1 -- 172.21.15.63:0/2864513083 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_command({"prefix": "fs new", "fs_name": "cephfs", "metadata": "cephfs_metadata", "data": "cephfs_data"} v 0) -- 0x7f3344073960 con 0x7f334414a5d0 2024-09-15T22:04:25.842 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:25.841+0000 7f332bfff640 1 -- 172.21.15.63:0/2864513083 <== mon.0 v2:172.21.15.63:3300/0 7 ==== mon_command_ack([{"prefix": "fs new", "fs_name": "cephfs", "metadata": "cephfs_metadata", "data": "cephfs_data"}]=0 new fs with metadata pool 2 and data pool 3 v4) ==== 172+0+0 (secure 0 0 0) 0x7f33441f8630 con 0x7f334414a5d0 2024-09-15T22:04:25.842 INFO:teuthology.orchestra.run.smithi063.stderr:new fs with metadata pool 2 and data pool 3 2024-09-15T22:04:25.848 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:25.846+0000 7f334a20e640 1 -- 172.21.15.63:0/2864513083 >> [v2:172.21.15.110:6832/552273267,v1:172.21.15.110:6833/552273267] conn(0x7f333006c2b0 msgr2=0x7f333006e770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-15T22:04:25.848 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:25.846+0000 7f334a20e640 1 --2- 172.21.15.63:0/2864513083 >> [v2:172.21.15.110:6832/552273267,v1:172.21.15.110:6833/552273267] conn(0x7f333006c2b0 0x7f333006e770 secure :-1 s=READY pgs=47 cs=0 l=1 rev1=1 crypto rx=0x7f3334001050 tx=0x7f3334001e30 comp rx=0 tx=0).stop 2024-09-15T22:04:25.848 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:25.846+0000 7f334a20e640 1 -- 172.21.15.63:0/2864513083 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f334414a5d0 msgr2=0x7f33440b5fc0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-15T22:04:25.848 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:25.846+0000 7f334a20e640 1 --2- 172.21.15.63:0/2864513083 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f334414a5d0 0x7f33440b5fc0 secure :-1 s=READY pgs=55 cs=0 l=1 rev1=1 crypto rx=0x7f333c02aab0 tx=0x7f333c001650 comp rx=0 tx=0).stop 2024-09-15T22:04:25.848 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:25.846+0000 7f334a20e640 1 -- 172.21.15.63:0/2864513083 shutdown_connections 2024-09-15T22:04:25.848 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:25.846+0000 7f334a20e640 1 --2- 172.21.15.63:0/2864513083 >> [v2:172.21.15.110:6832/552273267,v1:172.21.15.110:6833/552273267] conn(0x7f333006c2b0 0x7f333006e770 unknown :-1 s=CLOSED pgs=47 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T22:04:25.848 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:25.846+0000 7f334a20e640 1 --2- 172.21.15.63:0/2864513083 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f334414a5d0 0x7f33440b5fc0 unknown :-1 s=CLOSED pgs=55 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T22:04:25.848 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:25.846+0000 7f334a20e640 1 --2- 172.21.15.63:0/2864513083 >> [v2:172.21.15.110:3301/0,v1:172.21.15.110:6790/0] conn(0x7f334414c630 0x7f33441f1570 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T22:04:25.848 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:25.846+0000 7f334a20e640 1 --2- 172.21.15.63:0/2864513083 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f332c0051c0 0x7f33441f80f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T22:04:25.848 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:25.846+0000 7f334a20e640 1 -- 172.21.15.63:0/2864513083 >> 172.21.15.63:0/2864513083 conn(0x7f334406f2d0 msgr2=0x7f33440b3a00 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-15T22:04:25.848 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:25.846+0000 7f334a20e640 1 -- 172.21.15.63:0/2864513083 shutdown_connections 2024-09-15T22:04:25.849 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:25.846+0000 7f334a20e640 1 -- 172.21.15.63:0/2864513083 wait complete. 2024-09-15T22:04:25.878 DEBUG:teuthology.orchestra.run.smithi063:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-09-15T22:04:25.985 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:25.984+0000 7fe685bfd640 1 Processor -- start 2024-09-15T22:04:25.986 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:25.984+0000 7fe685bfd640 1 -- start start 2024-09-15T22:04:25.988 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:25.985+0000 7fe685bfd640 1 --2- >> [v2:172.21.15.110:3301/0,v1:172.21.15.110:6790/0] conn(0x7fe68015e570 0x7fe6800d32d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-15T22:04:25.988 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:25.985+0000 7fe685bfd640 1 -- --> v1:172.21.15.63:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fe68015e950 con 0x7fe6800d1030 2024-09-15T22:04:25.988 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:25.985+0000 7fe685bfd640 1 -- --> v1:172.21.15.110:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fe6800d3960 con 0x7fe6800d4a00 2024-09-15T22:04:25.988 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:25.985+0000 7fe685bfd640 1 -- --> [v2:172.21.15.110:3301/0,v1:172.21.15.110:6790/0] -- mon_getmap magic: 0 -- 0x7fe6800d3c40 con 0x7fe68015e570 2024-09-15T22:04:25.988 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:25.985+0000 7fe67ffff640 1 --1- >> v1:172.21.15.63:6789/0 conn(0x7fe6800d1030 0x7fe6800b43c0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.63:6789/0 says I am v1:172.21.15.63:42996/0 (socket says 172.21.15.63:42996) 2024-09-15T22:04:25.988 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:25.985+0000 7fe67ffff640 1 -- 172.21.15.63:0/2827551617 learned_addr learned my addr 172.21.15.63:0/2827551617 (peer_addr_for_me v1:172.21.15.63:0/0) 2024-09-15T22:04:25.988 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:25.985+0000 7fe67f7fe640 1 --2- 172.21.15.63:0/2827551617 >> [v2:172.21.15.110:3301/0,v1:172.21.15.110:6790/0] conn(0x7fe68015e570 0x7fe6800d32d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-15T22:04:25.988 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:25.985+0000 7fe67e7fc640 1 -- 172.21.15.63:0/2827551617 <== mon.0 v1:172.21.15.63:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 3356116048 0 0) 0x7fe68015e950 con 0x7fe6800d1030 2024-09-15T22:04:25.988 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:25.985+0000 7fe67e7fc640 1 -- 172.21.15.63:0/2827551617 --> v1:172.21.15.63:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7fe668003520 con 0x7fe6800d1030 2024-09-15T22:04:25.988 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:25.985+0000 7fe67e7fc640 1 -- 172.21.15.63:0/2827551617 <== mon.1 v1:172.21.15.110:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 147314564 0 0) 0x7fe6800d3960 con 0x7fe6800d4a00 2024-09-15T22:04:25.988 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:25.985+0000 7fe67e7fc640 1 -- 172.21.15.63:0/2827551617 --> v1:172.21.15.110:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7fe68015e950 con 0x7fe6800d4a00 2024-09-15T22:04:25.989 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:25.985+0000 7fe67e7fc640 1 -- 172.21.15.63:0/2827551617 <== mon.0 v1:172.21.15.63:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) ==== 214+0+0 (unknown 2823614934 0 0) 0x7fe668003520 con 0x7fe6800d1030 2024-09-15T22:04:25.989 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:25.985+0000 7fe67f7fe640 1 -- 172.21.15.63:0/2827551617 >> v1:172.21.15.110:6789/0 conn(0x7fe6800d4a00 legacy=0x7fe6800cf720 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-15T22:04:25.989 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:25.985+0000 7fe67f7fe640 1 -- 172.21.15.63:0/2827551617 >> v1:172.21.15.63:6789/0 conn(0x7fe6800d1030 legacy=0x7fe6800b43c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-15T22:04:25.989 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:25.985+0000 7fe67f7fe640 1 -- 172.21.15.63:0/2827551617 --> [v2:172.21.15.110:3301/0,v1:172.21.15.110:6790/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fe6800d3f20 con 0x7fe68015e570 2024-09-15T22:04:25.989 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:25.986+0000 7fe67f7fe640 1 --2- 172.21.15.63:0/2827551617 >> [v2:172.21.15.110:3301/0,v1:172.21.15.110:6790/0] conn(0x7fe68015e570 0x7fe6800d32d0 secure :-1 s=READY pgs=26 cs=0 l=1 rev1=1 crypto rx=0x7fe6700097d0 tx=0x7fe67002a1a0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=839b81431e1af8e8 server_cookie=0 in_seq=0 out_seq=0 2024-09-15T22:04:25.989 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:25.986+0000 7fe67e7fc640 1 -- 172.21.15.63:0/2827551617 <== mon.2 v2:172.21.15.110:3301/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe670037070 con 0x7fe68015e570 2024-09-15T22:04:25.989 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:25.986+0000 7fe67e7fc640 1 -- 172.21.15.63:0/2827551617 <== mon.2 v2:172.21.15.110:3301/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fe67002ac30 con 0x7fe68015e570 2024-09-15T22:04:25.989 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:25.986+0000 7fe67e7fc640 1 -- 172.21.15.63:0/2827551617 <== mon.2 v2:172.21.15.110:3301/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe6780019f0 con 0x7fe68015e570 2024-09-15T22:04:25.992 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:25.987+0000 7fe685bfd640 1 -- 172.21.15.63:0/2827551617 >> [v2:172.21.15.110:3301/0,v1:172.21.15.110:6790/0] conn(0x7fe68015e570 msgr2=0x7fe6800d32d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-15T22:04:25.992 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:25.987+0000 7fe685bfd640 1 --2- 172.21.15.63:0/2827551617 >> [v2:172.21.15.110:3301/0,v1:172.21.15.110:6790/0] conn(0x7fe68015e570 0x7fe6800d32d0 secure :-1 s=READY pgs=26 cs=0 l=1 rev1=1 crypto rx=0x7fe6700097d0 tx=0x7fe67002a1a0 comp rx=0 tx=0).stop 2024-09-15T22:04:25.992 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:25.987+0000 7fe685bfd640 1 -- 172.21.15.63:0/2827551617 shutdown_connections 2024-09-15T22:04:25.992 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:25.987+0000 7fe685bfd640 1 --2- 172.21.15.63:0/2827551617 >> [v2:172.21.15.110:3301/0,v1:172.21.15.110:6790/0] conn(0x7fe68015e570 0x7fe6800d32d0 unknown :-1 s=CLOSED pgs=26 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T22:04:25.992 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:25.987+0000 7fe685bfd640 1 -- 172.21.15.63:0/2827551617 >> 172.21.15.63:0/2827551617 conn(0x7fe680074bc0 msgr2=0x7fe680074fd0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-15T22:04:25.992 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:25.987+0000 7fe685bfd640 1 -- 172.21.15.63:0/2827551617 shutdown_connections 2024-09-15T22:04:25.992 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:25.987+0000 7fe685bfd640 1 -- 172.21.15.63:0/2827551617 wait complete. 2024-09-15T22:04:25.993 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:25.988+0000 7fe685bfd640 1 Processor -- start 2024-09-15T22:04:25.993 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:25.988+0000 7fe685bfd640 1 -- start start 2024-09-15T22:04:25.993 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:25.989+0000 7fe685bfd640 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fe6800d1030 0x7fe6801560d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-15T22:04:25.993 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:25.989+0000 7fe685bfd640 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7fe6800d4a00 0x7fe6801623d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-15T22:04:25.993 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:25.989+0000 7fe685bfd640 1 --2- >> [v2:172.21.15.110:3301/0,v1:172.21.15.110:6790/0] conn(0x7fe68015e570 0x7fe680160320 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-15T22:04:25.993 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:25.989+0000 7fe685bfd640 1 -- --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 -- 0x7fe6800d4e40 con 0x7fe6800d1030 2024-09-15T22:04:25.993 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:25.989+0000 7fe685bfd640 1 -- --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_getmap magic: 0 -- 0x7fe6800d44e0 con 0x7fe6800d4a00 2024-09-15T22:04:25.993 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:25.989+0000 7fe685bfd640 1 -- --> [v2:172.21.15.110:3301/0,v1:172.21.15.110:6790/0] -- mon_getmap magic: 0 -- 0x7fe6800d4fc0 con 0x7fe68015e570 2024-09-15T22:04:25.993 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:25.989+0000 7fe67f7fe640 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fe6800d1030 0x7fe6801560d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-15T22:04:25.993 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:25.989+0000 7fe67f7fe640 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fe6800d1030 0x7fe6801560d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.63:3300/0 says I am v2:172.21.15.63:59858/0 (socket says 172.21.15.63:59858) 2024-09-15T22:04:25.993 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:25.989+0000 7fe67f7fe640 1 -- 172.21.15.63:0/16960144 learned_addr learned my addr 172.21.15.63:0/16960144 (peer_addr_for_me v2:172.21.15.63:0/0) 2024-09-15T22:04:25.993 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:25.989+0000 7fe67ffff640 1 --2- 172.21.15.63:0/16960144 >> [v2:172.21.15.110:3301/0,v1:172.21.15.110:6790/0] conn(0x7fe68015e570 0x7fe680160320 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-15T22:04:25.994 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:25.989+0000 7fe67effd640 1 --2- 172.21.15.63:0/16960144 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7fe6800d4a00 0x7fe6801623d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-15T22:04:25.994 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:25.989+0000 7fe67f7fe640 1 -- 172.21.15.63:0/16960144 >> [v2:172.21.15.110:3301/0,v1:172.21.15.110:6790/0] conn(0x7fe68015e570 msgr2=0x7fe680160320 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-15T22:04:25.994 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:25.989+0000 7fe67f7fe640 1 --2- 172.21.15.63:0/16960144 >> [v2:172.21.15.110:3301/0,v1:172.21.15.110:6790/0] conn(0x7fe68015e570 0x7fe680160320 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T22:04:25.994 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:25.989+0000 7fe67f7fe640 1 -- 172.21.15.63:0/16960144 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7fe6800d4a00 msgr2=0x7fe6801623d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-15T22:04:25.994 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:25.989+0000 7fe67f7fe640 1 --2- 172.21.15.63:0/16960144 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7fe6800d4a00 0x7fe6801623d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T22:04:25.994 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:25.989+0000 7fe67f7fe640 1 -- 172.21.15.63:0/16960144 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fe6801568d0 con 0x7fe6800d1030 2024-09-15T22:04:25.994 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:25.989+0000 7fe67effd640 1 --2- 172.21.15.63:0/16960144 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7fe6800d4a00 0x7fe6801623d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-15T22:04:25.994 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:25.990+0000 7fe67f7fe640 1 --2- 172.21.15.63:0/16960144 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fe6800d1030 0x7fe6801560d0 secure :-1 s=READY pgs=57 cs=0 l=1 rev1=1 crypto rx=0x7fe6700097d0 tx=0x7fe6700046c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-15T22:04:25.994 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:25.990+0000 7fe667fff640 1 -- 172.21.15.63:0/16960144 <== mon.0 v2:172.21.15.63:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe670037050 con 0x7fe6800d1030 2024-09-15T22:04:25.994 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:25.990+0000 7fe667fff640 1 -- 172.21.15.63:0/16960144 <== mon.0 v2:172.21.15.63:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fe670043070 con 0x7fe6800d1030 2024-09-15T22:04:25.994 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:25.990+0000 7fe685bfd640 1 -- 172.21.15.63:0/16960144 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fe6801f8b80 con 0x7fe6800d1030 2024-09-15T22:04:25.994 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:25.990+0000 7fe667fff640 1 -- 172.21.15.63:0/16960144 <== mon.0 v2:172.21.15.63:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe670006e10 con 0x7fe6800d1030 2024-09-15T22:04:25.995 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:25.990+0000 7fe685bfd640 1 -- 172.21.15.63:0/16960144 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fe6800c9900 con 0x7fe6800d1030 2024-09-15T22:04:25.995 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:25.991+0000 7fe685bfd640 1 -- 172.21.15.63:0/16960144 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fe6800d32d0 con 0x7fe6800d1030 2024-09-15T22:04:25.996 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:25.991+0000 7fe667fff640 1 -- 172.21.15.63:0/16960144 <== mon.0 v2:172.21.15.63:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7fe67003ca30 con 0x7fe6800d1030 2024-09-15T22:04:25.996 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:25.992+0000 7fe667fff640 1 --2- 172.21.15.63:0/16960144 >> [v2:172.21.15.110:6832/552273267,v1:172.21.15.110:6833/552273267] conn(0x7fe66c06c2b0 0x7fe66c06e770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-15T22:04:25.996 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:25.992+0000 7fe667fff640 1 -- 172.21.15.63:0/16960144 <== mon.0 v2:172.21.15.63:3300/0 5 ==== osd_map(20..20 src has 1..20) ==== 5709+0+0 (secure 0 0 0) 0x7fe6700abe80 con 0x7fe6800d1030 2024-09-15T22:04:25.996 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:25.992+0000 7fe67effd640 1 --2- 172.21.15.63:0/16960144 >> [v2:172.21.15.110:6832/552273267,v1:172.21.15.110:6833/552273267] conn(0x7fe66c06c2b0 0x7fe66c06e770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-15T22:04:25.996 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:25.993+0000 7fe67effd640 1 --2- 172.21.15.63:0/16960144 >> [v2:172.21.15.110:6832/552273267,v1:172.21.15.110:6833/552273267] conn(0x7fe66c06c2b0 0x7fe66c06e770 secure :-1 s=READY pgs=48 cs=0 l=1 rev1=1 crypto rx=0x7fe680162150 tx=0x7fe674009040 comp rx=0 tx=0).ready entity=mgr.4102 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-15T22:04:25.998 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:25.996+0000 7fe667fff640 1 -- 172.21.15.63:0/16960144 <== mon.0 v2:172.21.15.63:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7fe67007a690 con 0x7fe6800d1030 2024-09-15T22:04:26.176 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:26.174+0000 7fe685bfd640 1 -- 172.21.15.63:0/16960144 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) -- 0x7fe6800b6800 con 0x7fe6800d1030 2024-09-15T22:04:26.177 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:26.175+0000 7fe667fff640 1 -- 172.21.15.63:0/16960144 <== mon.0 v2:172.21.15.63:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v20) ==== 74+0+16702 (secure 0 0 0) 0x7fe670079f90 con 0x7fe6800d1030 2024-09-15T22:04:26.177 INFO:teuthology.orchestra.run.smithi063.stdout: 2024-09-15T22:04:26.178 INFO:teuthology.orchestra.run.smithi063.stdout:{"epoch":20,"fsid":"49d79d51-bb1b-4fdd-a1d6-f4e42ba7fbf3","created":"2024-09-15T22:04:02.076542+0000","modified":"2024-09-15T22:04:25.205717+0000","last_up_change":"2024-09-15T22:04:13.946763+0000","last_in_change":"2024-09-15T22:04:04.178658+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":5,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":3,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-09-15T22:04:14.281022+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"17","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":8,"score_stable":8,"optimal_score":0.25,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":2,"pool_name":"cephfs_metadata","create_time":"2024-09-15T22:04:23.079232+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"20","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":3,"pool_name":"cephfs_data","create_time":"2024-09-15T22:04:24.187569+0000","flags":32769,"flags_names":"hashpspool,creating","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"20","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"1f955f27-2876-45ee-a014-9d8a652f47de","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":19,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.63:6816","nonce":3631300172},{"type":"v1","addr":"172.21.15.63:6818","nonce":3631300172}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.63:6820","nonce":3631300172},{"type":"v1","addr":"172.21.15.63:6822","nonce":3631300172}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.63:6828","nonce":3631300172},{"type":"v1","addr":"172.21.15.63:6830","nonce":3631300172}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.63:6824","nonce":3631300172},{"type":"v1","addr":"172.21.15.63:6826","nonce":3631300172}]},"public_addr":"172.21.15.63:6818/3631300172","cluster_addr":"172.21.15.63:6822/3631300172","heartbeat_back_addr":"172.21.15.63:6830/3631300172","heartbeat_front_addr":"172.21.15.63:6826/3631300172","state":["exists","up"]},{"osd":1,"uuid":"af6843a2-c664-44cd-9435-6410b9d7cdfc","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":19,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.63:6817","nonce":2124234218},{"type":"v1","addr":"172.21.15.63:6819","nonce":2124234218}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.63:6821","nonce":2124234218},{"type":"v1","addr":"172.21.15.63:6823","nonce":2124234218}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.63:6829","nonce":2124234218},{"type":"v1","addr":"172.21.15.63:6831","nonce":2124234218}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.63:6825","nonce":2124234218},{"type":"v1","addr":"172.21.15.63:6827","nonce":2124234218}]},"public_addr":"172.21.15.63:6819/2124234218","cluster_addr":"172.21.15.63:6823/2124234218","heartbeat_back_addr":"172.21.15.63:6831/2124234218","heartbeat_front_addr":"172.21.15.63:6827/2124234218","state":["exists","up"]},{"osd":2,"uuid":"27259906-636d-4292-8128-28c3ae37417c","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":19,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.63:6800","nonce":3107585409},{"type":"v1","addr":"172.21.15.63:6801","nonce":3107585409}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.63:6802","nonce":3107585409},{"type":"v1","addr":"172.21.15.63:6803","nonce":3107585409}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.63:6806","nonce":3107585409},{"type":"v1","addr":"172.21.15.63:6807","nonce":3107585409}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.63:6804","nonce":3107585409},{"type":"v1","addr":"172.21.15.63:6805","nonce":3107585409}]},"public_addr":"172.21.15.63:6801/3107585409","cluster_addr":"172.21.15.63:6803/3107585409","heartbeat_back_addr":"172.21.15.63:6807/3107585409","heartbeat_front_addr":"172.21.15.63:6805/3107585409","state":["exists","up"]},{"osd":3,"uuid":"007f71a8-c154-4167-a68d-96d158541c43","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":19,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.63:6808","nonce":2333041751},{"type":"v1","addr":"172.21.15.63:6809","nonce":2333041751}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.63:6810","nonce":2333041751},{"type":"v1","addr":"172.21.15.63:6811","nonce":2333041751}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.63:6814","nonce":2333041751},{"type":"v1","addr":"172.21.15.63:6815","nonce":2333041751}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.63:6812","nonce":2333041751},{"type":"v1","addr":"172.21.15.63:6813","nonce":2333041751}]},"public_addr":"172.21.15.63:6809/2333041751","cluster_addr":"172.21.15.63:6811/2333041751","heartbeat_back_addr":"172.21.15.63:6815/2333041751","heartbeat_front_addr":"172.21.15.63:6813/2333041751","state":["exists","up"]},{"osd":4,"uuid":"346e916e-e9c8-4b14-a7c4-032d5f63fb69","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":19,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.110:6816","nonce":2783666287},{"type":"v1","addr":"172.21.15.110:6817","nonce":2783666287}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.110:6818","nonce":2783666287},{"type":"v1","addr":"172.21.15.110:6819","nonce":2783666287}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.110:6822","nonce":2783666287},{"type":"v1","addr":"172.21.15.110:6823","nonce":2783666287}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.110:6820","nonce":2783666287},{"type":"v1","addr":"172.21.15.110:6821","nonce":2783666287}]},"public_addr":"172.21.15.110:6817/2783666287","cluster_addr":"172.21.15.110:6819/2783666287","heartbeat_back_addr":"172.21.15.110:6823/2783666287","heartbeat_front_addr":"172.21.15.110:6821/2783666287","state":["exists","up"]},{"osd":5,"uuid":"079e99b1-b9e1-4c06-ae11-f98c84739234","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":19,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.110:6800","nonce":3568635398},{"type":"v1","addr":"172.21.15.110:6801","nonce":3568635398}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.110:6802","nonce":3568635398},{"type":"v1","addr":"172.21.15.110:6803","nonce":3568635398}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.110:6806","nonce":3568635398},{"type":"v1","addr":"172.21.15.110:6807","nonce":3568635398}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.110:6804","nonce":3568635398},{"type":"v1","addr":"172.21.15.110:6805","nonce":3568635398}]},"public_addr":"172.21.15.110:6801/3568635398","cluster_addr":"172.21.15.110:6803/3568635398","heartbeat_back_addr":"172.21.15.110:6807/3568635398","heartbeat_front_addr":"172.21.15.110:6805/3568635398","state":["exists","up"]},{"osd":6,"uuid":"40b16565-bb39-470a-a699-3a5c64927e87","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":19,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.110:6808","nonce":2775776398},{"type":"v1","addr":"172.21.15.110:6809","nonce":2775776398}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.110:6810","nonce":2775776398},{"type":"v1","addr":"172.21.15.110:6811","nonce":2775776398}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.110:6814","nonce":2775776398},{"type":"v1","addr":"172.21.15.110:6815","nonce":2775776398}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.110:6812","nonce":2775776398},{"type":"v1","addr":"172.21.15.110:6813","nonce":2775776398}]},"public_addr":"172.21.15.110:6809/2775776398","cluster_addr":"172.21.15.110:6811/2775776398","heartbeat_back_addr":"172.21.15.110:6815/2775776398","heartbeat_front_addr":"172.21.15.110:6813/2775776398","state":["exists","up"]},{"osd":7,"uuid":"619d52d5-7a65-4232-a05a-3357ad2f8bea","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":19,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.110:6824","nonce":3099325207},{"type":"v1","addr":"172.21.15.110:6825","nonce":3099325207}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.110:6826","nonce":3099325207},{"type":"v1","addr":"172.21.15.110:6827","nonce":3099325207}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.110:6830","nonce":3099325207},{"type":"v1","addr":"172.21.15.110:6831","nonce":3099325207}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.110:6828","nonce":3099325207},{"type":"v1","addr":"172.21.15.110:6829","nonce":3099325207}]},"public_addr":"172.21.15.110:6825/3099325207","cluster_addr":"172.21.15.110:6827/3099325207","heartbeat_back_addr":"172.21.15.110:6831/3099325207","heartbeat_front_addr":"172.21.15.110:6829/3099325207","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-15T22:04:11.235040+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-15T22:04:11.216050+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-15T22:04:10.734975+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-15T22:04:11.175319+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-15T22:04:11.527362+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-15T22:04:11.429033+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-15T22:04:11.169644+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-15T22:04:11.773676+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-09-15T22:04:26.180 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:26.178+0000 7fe685bfd640 1 -- 172.21.15.63:0/16960144 >> [v2:172.21.15.110:6832/552273267,v1:172.21.15.110:6833/552273267] conn(0x7fe66c06c2b0 msgr2=0x7fe66c06e770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-15T22:04:26.180 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:26.178+0000 7fe685bfd640 1 --2- 172.21.15.63:0/16960144 >> [v2:172.21.15.110:6832/552273267,v1:172.21.15.110:6833/552273267] conn(0x7fe66c06c2b0 0x7fe66c06e770 secure :-1 s=READY pgs=48 cs=0 l=1 rev1=1 crypto rx=0x7fe680162150 tx=0x7fe674009040 comp rx=0 tx=0).stop 2024-09-15T22:04:26.180 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:26.178+0000 7fe685bfd640 1 -- 172.21.15.63:0/16960144 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fe6800d1030 msgr2=0x7fe6801560d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-15T22:04:26.180 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:26.178+0000 7fe685bfd640 1 --2- 172.21.15.63:0/16960144 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fe6800d1030 0x7fe6801560d0 secure :-1 s=READY pgs=57 cs=0 l=1 rev1=1 crypto rx=0x7fe6700097d0 tx=0x7fe6700046c0 comp rx=0 tx=0).stop 2024-09-15T22:04:26.180 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:26.178+0000 7fe685bfd640 1 -- 172.21.15.63:0/16960144 shutdown_connections 2024-09-15T22:04:26.180 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:26.178+0000 7fe685bfd640 1 --2- 172.21.15.63:0/16960144 >> [v2:172.21.15.110:6832/552273267,v1:172.21.15.110:6833/552273267] conn(0x7fe66c06c2b0 0x7fe66c06e770 unknown :-1 s=CLOSED pgs=48 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T22:04:26.181 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:26.178+0000 7fe685bfd640 1 --2- 172.21.15.63:0/16960144 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7fe6800d4a00 0x7fe6801623d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T22:04:26.181 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:26.178+0000 7fe685bfd640 1 --2- 172.21.15.63:0/16960144 >> [v2:172.21.15.110:3301/0,v1:172.21.15.110:6790/0] conn(0x7fe68015e570 0x7fe680160320 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T22:04:26.181 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:26.178+0000 7fe685bfd640 1 --2- 172.21.15.63:0/16960144 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fe6800d1030 0x7fe6801560d0 unknown :-1 s=CLOSED pgs=57 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T22:04:26.181 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:26.178+0000 7fe685bfd640 1 -- 172.21.15.63:0/16960144 >> 172.21.15.63:0/16960144 conn(0x7fe680074bc0 msgr2=0x7fe680159770 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-15T22:04:26.181 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:26.178+0000 7fe685bfd640 1 -- 172.21.15.63:0/16960144 shutdown_connections 2024-09-15T22:04:26.181 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:26.178+0000 7fe685bfd640 1 -- 172.21.15.63:0/16960144 wait complete. 2024-09-15T22:04:26.191 DEBUG:teuthology.orchestra.run.smithi063:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-09-15T22:04:26.293 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:26.291+0000 7fe8e12b7640 1 Processor -- start 2024-09-15T22:04:26.293 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:26.291+0000 7fe8e12b7640 1 -- start start 2024-09-15T22:04:26.295 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:26.292+0000 7fe8e12b7640 1 --2- >> v2:172.21.15.63:3300/0 conn(0x7fe8dc0b2960 0x7fe8dc06d090 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-15T22:04:26.295 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:26.292+0000 7fe8e12b7640 1 --2- >> [v2:172.21.15.110:3301/0,v1:172.21.15.110:6790/0] conn(0x7fe8dc1609d0 0x7fe8dc0d1210 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-15T22:04:26.295 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:26.292+0000 7fe8e12b7640 1 -- --> v1:172.21.15.110:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fe8dc074cf0 con 0x7fe8dc0d1750 2024-09-15T22:04:26.295 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:26.292+0000 7fe8e12b7640 1 -- --> v2:172.21.15.63:3300/0 -- mon_getmap magic: 0 -- 0x7fe8dc074fd0 con 0x7fe8dc0b2960 2024-09-15T22:04:26.295 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:26.292+0000 7fe8e12b7640 1 -- --> [v2:172.21.15.110:3301/0,v1:172.21.15.110:6790/0] -- mon_getmap magic: 0 -- 0x7fe8dc0752b0 con 0x7fe8dc1609d0 2024-09-15T22:04:26.295 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:26.292+0000 7fe8daffd640 1 --2- >> v2:172.21.15.63:3300/0 conn(0x7fe8dc0b2960 0x7fe8dc06d090 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-15T22:04:26.295 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:26.292+0000 7fe8daffd640 1 --2- >> v2:172.21.15.63:3300/0 conn(0x7fe8dc0b2960 0x7fe8dc06d090 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.63:3300/0 says I am v2:172.21.15.63:59862/0 (socket says 172.21.15.63:59862) 2024-09-15T22:04:26.295 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:26.292+0000 7fe8daffd640 1 -- 172.21.15.63:0/3166899355 learned_addr learned my addr 172.21.15.63:0/3166899355 (peer_addr_for_me v2:172.21.15.63:0/0) 2024-09-15T22:04:26.295 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:26.292+0000 7fe8da7fc640 1 --2- 172.21.15.63:0/3166899355 >> [v2:172.21.15.110:3301/0,v1:172.21.15.110:6790/0] conn(0x7fe8dc1609d0 0x7fe8dc0d1210 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-15T22:04:26.296 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:26.293+0000 7fe8daffd640 1 -- 172.21.15.63:0/3166899355 >> [v2:172.21.15.110:3301/0,v1:172.21.15.110:6790/0] conn(0x7fe8dc1609d0 msgr2=0x7fe8dc0d1210 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-15T22:04:26.296 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:26.293+0000 7fe8daffd640 1 --2- 172.21.15.63:0/3166899355 >> [v2:172.21.15.110:3301/0,v1:172.21.15.110:6790/0] conn(0x7fe8dc1609d0 0x7fe8dc0d1210 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T22:04:26.296 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:26.293+0000 7fe8daffd640 1 -- 172.21.15.63:0/3166899355 >> v1:172.21.15.110:6789/0 conn(0x7fe8dc0d1750 legacy=0x7fe8dc0b62f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-15T22:04:26.296 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:26.293+0000 7fe8daffd640 1 -- 172.21.15.63:0/3166899355 --> v2:172.21.15.63:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fe8dc075590 con 0x7fe8dc0b2960 2024-09-15T22:04:26.296 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:26.293+0000 7fe8daffd640 1 --2- 172.21.15.63:0/3166899355 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fe8dc0b2960 0x7fe8dc06d090 secure :-1 s=READY pgs=58 cs=0 l=1 rev1=1 crypto rx=0x7fe8cc009e50 tx=0x7fe8cc02a5f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=db418449e7a58cc8 server_cookie=0 in_seq=0 out_seq=0 2024-09-15T22:04:26.296 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:26.293+0000 7fe8d9ffb640 1 -- 172.21.15.63:0/3166899355 <== mon.0 v2:172.21.15.63:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe8cc036070 con 0x7fe8dc0b2960 2024-09-15T22:04:26.296 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:26.293+0000 7fe8d9ffb640 1 -- 172.21.15.63:0/3166899355 <== mon.0 v2:172.21.15.63:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fe8cc031600 con 0x7fe8dc0b2960 2024-09-15T22:04:26.296 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:26.294+0000 7fe8d9ffb640 1 -- 172.21.15.63:0/3166899355 <== mon.0 v2:172.21.15.63:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe8cc0319d0 con 0x7fe8dc0b2960 2024-09-15T22:04:26.297 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:26.294+0000 7fe8e12b7640 1 -- 172.21.15.63:0/3166899355 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fe8dc0b2960 msgr2=0x7fe8dc06d090 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-15T22:04:26.297 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:26.294+0000 7fe8e12b7640 1 --2- 172.21.15.63:0/3166899355 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fe8dc0b2960 0x7fe8dc06d090 secure :-1 s=READY pgs=58 cs=0 l=1 rev1=1 crypto rx=0x7fe8cc009e50 tx=0x7fe8cc02a5f0 comp rx=0 tx=0).stop 2024-09-15T22:04:26.297 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:26.294+0000 7fe8e12b7640 1 -- 172.21.15.63:0/3166899355 shutdown_connections 2024-09-15T22:04:26.297 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:26.294+0000 7fe8e12b7640 1 --2- 172.21.15.63:0/3166899355 >> [v2:172.21.15.110:3301/0,v1:172.21.15.110:6790/0] conn(0x7fe8dc1609d0 0x7fe8dc0d1210 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T22:04:26.297 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:26.294+0000 7fe8e12b7640 1 --2- 172.21.15.63:0/3166899355 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fe8dc0b2960 0x7fe8dc06d090 unknown :-1 s=CLOSED pgs=58 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T22:04:26.298 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:26.294+0000 7fe8e12b7640 1 -- 172.21.15.63:0/3166899355 >> 172.21.15.63:0/3166899355 conn(0x7fe8dc0730c0 msgr2=0x7fe8dc0734d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-15T22:04:26.298 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:26.294+0000 7fe8e12b7640 1 -- 172.21.15.63:0/3166899355 shutdown_connections 2024-09-15T22:04:26.298 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:26.294+0000 7fe8e12b7640 1 -- 172.21.15.63:0/3166899355 wait complete. 2024-09-15T22:04:26.298 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:26.295+0000 7fe8e12b7640 1 Processor -- start 2024-09-15T22:04:26.298 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:26.296+0000 7fe8e12b7640 1 -- start start 2024-09-15T22:04:26.300 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:26.296+0000 7fe8e12b7640 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7fe8dc0b2960 0x7fe8dc0cb2d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-15T22:04:26.300 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:26.296+0000 7fe8e12b7640 1 --2- >> [v2:172.21.15.110:3301/0,v1:172.21.15.110:6790/0] conn(0x7fe8dc0d1750 0x7fe8dc0ca300 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-15T22:04:26.300 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:26.296+0000 7fe8e12b7640 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fe8dc1609d0 0x7fe8dc0c85c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-15T22:04:26.300 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:26.296+0000 7fe8e12b7640 1 -- --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 -- 0x7fe8dc0b1d10 con 0x7fe8dc1609d0 2024-09-15T22:04:26.300 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:26.296+0000 7fe8e12b7640 1 -- --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_getmap magic: 0 -- 0x7fe8dc160e10 con 0x7fe8dc0b2960 2024-09-15T22:04:26.300 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:26.296+0000 7fe8e12b7640 1 -- --> [v2:172.21.15.110:3301/0,v1:172.21.15.110:6790/0] -- mon_getmap magic: 0 -- 0x7fe8dc0b1e90 con 0x7fe8dc0d1750 2024-09-15T22:04:26.300 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:26.296+0000 7fe8db7fe640 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fe8dc1609d0 0x7fe8dc0c85c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-15T22:04:26.300 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:26.296+0000 7fe8db7fe640 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fe8dc1609d0 0x7fe8dc0c85c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.63:3300/0 says I am v2:172.21.15.63:59866/0 (socket says 172.21.15.63:59866) 2024-09-15T22:04:26.300 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:26.296+0000 7fe8db7fe640 1 -- 172.21.15.63:0/2490948070 learned_addr learned my addr 172.21.15.63:0/2490948070 (peer_addr_for_me v2:172.21.15.63:0/0) 2024-09-15T22:04:26.301 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:26.296+0000 7fe8daffd640 1 --2- 172.21.15.63:0/2490948070 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7fe8dc0b2960 0x7fe8dc0cb2d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-15T22:04:26.301 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:26.296+0000 7fe8da7fc640 1 --2- 172.21.15.63:0/2490948070 >> [v2:172.21.15.110:3301/0,v1:172.21.15.110:6790/0] conn(0x7fe8dc0d1750 0x7fe8dc0ca300 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-15T22:04:26.301 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:26.297+0000 7fe8db7fe640 1 -- 172.21.15.63:0/2490948070 >> [v2:172.21.15.110:3301/0,v1:172.21.15.110:6790/0] conn(0x7fe8dc0d1750 msgr2=0x7fe8dc0ca300 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-15T22:04:26.301 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:26.297+0000 7fe8db7fe640 1 --2- 172.21.15.63:0/2490948070 >> [v2:172.21.15.110:3301/0,v1:172.21.15.110:6790/0] conn(0x7fe8dc0d1750 0x7fe8dc0ca300 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T22:04:26.301 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:26.297+0000 7fe8db7fe640 1 -- 172.21.15.63:0/2490948070 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7fe8dc0b2960 msgr2=0x7fe8dc0cb2d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-15T22:04:26.301 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:26.297+0000 7fe8db7fe640 1 --2- 172.21.15.63:0/2490948070 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7fe8dc0b2960 0x7fe8dc0cb2d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T22:04:26.301 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:26.297+0000 7fe8db7fe640 1 -- 172.21.15.63:0/2490948070 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fe8dc0cc9a0 con 0x7fe8dc1609d0 2024-09-15T22:04:26.301 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:26.297+0000 7fe8db7fe640 1 --2- 172.21.15.63:0/2490948070 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fe8dc1609d0 0x7fe8dc0c85c0 secure :-1 s=READY pgs=59 cs=0 l=1 rev1=1 crypto rx=0x7fe8d400c3c0 tx=0x7fe8d400c880 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-15T22:04:26.301 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:26.297+0000 7fe8d37fe640 1 -- 172.21.15.63:0/2490948070 <== mon.0 v2:172.21.15.63:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe8d4017070 con 0x7fe8dc1609d0 2024-09-15T22:04:26.301 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:26.297+0000 7fe8d37fe640 1 -- 172.21.15.63:0/2490948070 <== mon.0 v2:172.21.15.63:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fe8d40052d0 con 0x7fe8dc1609d0 2024-09-15T22:04:26.301 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:26.297+0000 7fe8d37fe640 1 -- 172.21.15.63:0/2490948070 <== mon.0 v2:172.21.15.63:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe8d4003810 con 0x7fe8dc1609d0 2024-09-15T22:04:26.301 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:26.297+0000 7fe8e12b7640 1 -- 172.21.15.63:0/2490948070 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fe8dc0ccce0 con 0x7fe8dc1609d0 2024-09-15T22:04:26.301 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:26.297+0000 7fe8e12b7640 1 -- 172.21.15.63:0/2490948070 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fe8dc0cd520 con 0x7fe8dc1609d0 2024-09-15T22:04:26.302 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:26.298+0000 7fe8e12b7640 1 -- 172.21.15.63:0/2490948070 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fe8dc0cd720 con 0x7fe8dc1609d0 2024-09-15T22:04:26.302 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:26.299+0000 7fe8d37fe640 1 -- 172.21.15.63:0/2490948070 <== mon.0 v2:172.21.15.63:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7fe8d401a070 con 0x7fe8dc1609d0 2024-09-15T22:04:26.302 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:26.299+0000 7fe8d37fe640 1 --2- 172.21.15.63:0/2490948070 >> [v2:172.21.15.110:6832/552273267,v1:172.21.15.110:6833/552273267] conn(0x7fe8bc06c2b0 0x7fe8bc06e770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-15T22:04:26.302 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:26.299+0000 7fe8d37fe640 1 -- 172.21.15.63:0/2490948070 <== mon.0 v2:172.21.15.63:3300/0 5 ==== osd_map(20..20 src has 1..20) ==== 5709+0+0 (secure 0 0 0) 0x7fe8d408a680 con 0x7fe8dc1609d0 2024-09-15T22:04:26.302 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:26.299+0000 7fe8daffd640 1 --2- 172.21.15.63:0/2490948070 >> [v2:172.21.15.110:6832/552273267,v1:172.21.15.110:6833/552273267] conn(0x7fe8bc06c2b0 0x7fe8bc06e770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-15T22:04:26.303 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:26.300+0000 7fe8daffd640 1 --2- 172.21.15.63:0/2490948070 >> [v2:172.21.15.110:6832/552273267,v1:172.21.15.110:6833/552273267] conn(0x7fe8bc06c2b0 0x7fe8bc06e770 secure :-1 s=READY pgs=49 cs=0 l=1 rev1=1 crypto rx=0x7fe8cc033000 tx=0x7fe8cc009000 comp rx=0 tx=0).ready entity=mgr.4102 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-15T22:04:26.305 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:26.303+0000 7fe8d37fe640 1 -- 172.21.15.63:0/2490948070 <== mon.0 v2:172.21.15.63:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7fe8dc0cd720 con 0x7fe8dc1609d0 2024-09-15T22:04:26.480 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:26.479+0000 7fe8e12b7640 1 -- 172.21.15.63:0/2490948070 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) -- 0x7fe8dc0d1210 con 0x7fe8dc1609d0 2024-09-15T22:04:26.482 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:26.480+0000 7fe8d37fe640 1 -- 172.21.15.63:0/2490948070 <== mon.0 v2:172.21.15.63:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v20) ==== 74+0+16702 (secure 0 0 0) 0x7fe8dc0ccce0 con 0x7fe8dc1609d0 2024-09-15T22:04:26.482 INFO:teuthology.orchestra.run.smithi063.stdout: 2024-09-15T22:04:26.482 INFO:teuthology.orchestra.run.smithi063.stdout:{"epoch":20,"fsid":"49d79d51-bb1b-4fdd-a1d6-f4e42ba7fbf3","created":"2024-09-15T22:04:02.076542+0000","modified":"2024-09-15T22:04:25.205717+0000","last_up_change":"2024-09-15T22:04:13.946763+0000","last_in_change":"2024-09-15T22:04:04.178658+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":5,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":3,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-09-15T22:04:14.281022+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"17","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":8,"score_stable":8,"optimal_score":0.25,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":2,"pool_name":"cephfs_metadata","create_time":"2024-09-15T22:04:23.079232+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"20","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":3,"pool_name":"cephfs_data","create_time":"2024-09-15T22:04:24.187569+0000","flags":32769,"flags_names":"hashpspool,creating","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"20","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"1f955f27-2876-45ee-a014-9d8a652f47de","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":19,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.63:6816","nonce":3631300172},{"type":"v1","addr":"172.21.15.63:6818","nonce":3631300172}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.63:6820","nonce":3631300172},{"type":"v1","addr":"172.21.15.63:6822","nonce":3631300172}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.63:6828","nonce":3631300172},{"type":"v1","addr":"172.21.15.63:6830","nonce":3631300172}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.63:6824","nonce":3631300172},{"type":"v1","addr":"172.21.15.63:6826","nonce":3631300172}]},"public_addr":"172.21.15.63:6818/3631300172","cluster_addr":"172.21.15.63:6822/3631300172","heartbeat_back_addr":"172.21.15.63:6830/3631300172","heartbeat_front_addr":"172.21.15.63:6826/3631300172","state":["exists","up"]},{"osd":1,"uuid":"af6843a2-c664-44cd-9435-6410b9d7cdfc","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":19,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.63:6817","nonce":2124234218},{"type":"v1","addr":"172.21.15.63:6819","nonce":2124234218}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.63:6821","nonce":2124234218},{"type":"v1","addr":"172.21.15.63:6823","nonce":2124234218}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.63:6829","nonce":2124234218},{"type":"v1","addr":"172.21.15.63:6831","nonce":2124234218}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.63:6825","nonce":2124234218},{"type":"v1","addr":"172.21.15.63:6827","nonce":2124234218}]},"public_addr":"172.21.15.63:6819/2124234218","cluster_addr":"172.21.15.63:6823/2124234218","heartbeat_back_addr":"172.21.15.63:6831/2124234218","heartbeat_front_addr":"172.21.15.63:6827/2124234218","state":["exists","up"]},{"osd":2,"uuid":"27259906-636d-4292-8128-28c3ae37417c","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":19,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.63:6800","nonce":3107585409},{"type":"v1","addr":"172.21.15.63:6801","nonce":3107585409}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.63:6802","nonce":3107585409},{"type":"v1","addr":"172.21.15.63:6803","nonce":3107585409}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.63:6806","nonce":3107585409},{"type":"v1","addr":"172.21.15.63:6807","nonce":3107585409}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.63:6804","nonce":3107585409},{"type":"v1","addr":"172.21.15.63:6805","nonce":3107585409}]},"public_addr":"172.21.15.63:6801/3107585409","cluster_addr":"172.21.15.63:6803/3107585409","heartbeat_back_addr":"172.21.15.63:6807/3107585409","heartbeat_front_addr":"172.21.15.63:6805/3107585409","state":["exists","up"]},{"osd":3,"uuid":"007f71a8-c154-4167-a68d-96d158541c43","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":19,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.63:6808","nonce":2333041751},{"type":"v1","addr":"172.21.15.63:6809","nonce":2333041751}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.63:6810","nonce":2333041751},{"type":"v1","addr":"172.21.15.63:6811","nonce":2333041751}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.63:6814","nonce":2333041751},{"type":"v1","addr":"172.21.15.63:6815","nonce":2333041751}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.63:6812","nonce":2333041751},{"type":"v1","addr":"172.21.15.63:6813","nonce":2333041751}]},"public_addr":"172.21.15.63:6809/2333041751","cluster_addr":"172.21.15.63:6811/2333041751","heartbeat_back_addr":"172.21.15.63:6815/2333041751","heartbeat_front_addr":"172.21.15.63:6813/2333041751","state":["exists","up"]},{"osd":4,"uuid":"346e916e-e9c8-4b14-a7c4-032d5f63fb69","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":19,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.110:6816","nonce":2783666287},{"type":"v1","addr":"172.21.15.110:6817","nonce":2783666287}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.110:6818","nonce":2783666287},{"type":"v1","addr":"172.21.15.110:6819","nonce":2783666287}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.110:6822","nonce":2783666287},{"type":"v1","addr":"172.21.15.110:6823","nonce":2783666287}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.110:6820","nonce":2783666287},{"type":"v1","addr":"172.21.15.110:6821","nonce":2783666287}]},"public_addr":"172.21.15.110:6817/2783666287","cluster_addr":"172.21.15.110:6819/2783666287","heartbeat_back_addr":"172.21.15.110:6823/2783666287","heartbeat_front_addr":"172.21.15.110:6821/2783666287","state":["exists","up"]},{"osd":5,"uuid":"079e99b1-b9e1-4c06-ae11-f98c84739234","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":19,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.110:6800","nonce":3568635398},{"type":"v1","addr":"172.21.15.110:6801","nonce":3568635398}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.110:6802","nonce":3568635398},{"type":"v1","addr":"172.21.15.110:6803","nonce":3568635398}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.110:6806","nonce":3568635398},{"type":"v1","addr":"172.21.15.110:6807","nonce":3568635398}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.110:6804","nonce":3568635398},{"type":"v1","addr":"172.21.15.110:6805","nonce":3568635398}]},"public_addr":"172.21.15.110:6801/3568635398","cluster_addr":"172.21.15.110:6803/3568635398","heartbeat_back_addr":"172.21.15.110:6807/3568635398","heartbeat_front_addr":"172.21.15.110:6805/3568635398","state":["exists","up"]},{"osd":6,"uuid":"40b16565-bb39-470a-a699-3a5c64927e87","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":19,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.110:6808","nonce":2775776398},{"type":"v1","addr":"172.21.15.110:6809","nonce":2775776398}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.110:6810","nonce":2775776398},{"type":"v1","addr":"172.21.15.110:6811","nonce":2775776398}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.110:6814","nonce":2775776398},{"type":"v1","addr":"172.21.15.110:6815","nonce":2775776398}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.110:6812","nonce":2775776398},{"type":"v1","addr":"172.21.15.110:6813","nonce":2775776398}]},"public_addr":"172.21.15.110:6809/2775776398","cluster_addr":"172.21.15.110:6811/2775776398","heartbeat_back_addr":"172.21.15.110:6815/2775776398","heartbeat_front_addr":"172.21.15.110:6813/2775776398","state":["exists","up"]},{"osd":7,"uuid":"619d52d5-7a65-4232-a05a-3357ad2f8bea","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":19,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.110:6824","nonce":3099325207},{"type":"v1","addr":"172.21.15.110:6825","nonce":3099325207}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.110:6826","nonce":3099325207},{"type":"v1","addr":"172.21.15.110:6827","nonce":3099325207}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.110:6830","nonce":3099325207},{"type":"v1","addr":"172.21.15.110:6831","nonce":3099325207}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.110:6828","nonce":3099325207},{"type":"v1","addr":"172.21.15.110:6829","nonce":3099325207}]},"public_addr":"172.21.15.110:6825/3099325207","cluster_addr":"172.21.15.110:6827/3099325207","heartbeat_back_addr":"172.21.15.110:6831/3099325207","heartbeat_front_addr":"172.21.15.110:6829/3099325207","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-15T22:04:11.235040+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-15T22:04:11.216050+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-15T22:04:10.734975+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-15T22:04:11.175319+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-15T22:04:11.527362+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-15T22:04:11.429033+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-15T22:04:11.169644+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-15T22:04:11.773676+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-09-15T22:04:26.484 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:26.482+0000 7fe8e12b7640 1 -- 172.21.15.63:0/2490948070 >> [v2:172.21.15.110:6832/552273267,v1:172.21.15.110:6833/552273267] conn(0x7fe8bc06c2b0 msgr2=0x7fe8bc06e770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-15T22:04:26.484 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:26.482+0000 7fe8e12b7640 1 --2- 172.21.15.63:0/2490948070 >> [v2:172.21.15.110:6832/552273267,v1:172.21.15.110:6833/552273267] conn(0x7fe8bc06c2b0 0x7fe8bc06e770 secure :-1 s=READY pgs=49 cs=0 l=1 rev1=1 crypto rx=0x7fe8cc033000 tx=0x7fe8cc009000 comp rx=0 tx=0).stop 2024-09-15T22:04:26.484 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:26.482+0000 7fe8e12b7640 1 -- 172.21.15.63:0/2490948070 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fe8dc1609d0 msgr2=0x7fe8dc0c85c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-15T22:04:26.484 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:26.482+0000 7fe8e12b7640 1 --2- 172.21.15.63:0/2490948070 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fe8dc1609d0 0x7fe8dc0c85c0 secure :-1 s=READY pgs=59 cs=0 l=1 rev1=1 crypto rx=0x7fe8d400c3c0 tx=0x7fe8d400c880 comp rx=0 tx=0).stop 2024-09-15T22:04:26.484 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:26.482+0000 7fe8e12b7640 1 -- 172.21.15.63:0/2490948070 shutdown_connections 2024-09-15T22:04:26.484 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:26.482+0000 7fe8e12b7640 1 --2- 172.21.15.63:0/2490948070 >> [v2:172.21.15.110:6832/552273267,v1:172.21.15.110:6833/552273267] conn(0x7fe8bc06c2b0 0x7fe8bc06e770 unknown :-1 s=CLOSED pgs=49 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T22:04:26.484 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:26.482+0000 7fe8e12b7640 1 --2- 172.21.15.63:0/2490948070 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fe8dc1609d0 0x7fe8dc0c85c0 unknown :-1 s=CLOSED pgs=59 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T22:04:26.485 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:26.482+0000 7fe8e12b7640 1 --2- 172.21.15.63:0/2490948070 >> [v2:172.21.15.110:3301/0,v1:172.21.15.110:6790/0] conn(0x7fe8dc0d1750 0x7fe8dc0ca300 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T22:04:26.485 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:26.482+0000 7fe8e12b7640 1 --2- 172.21.15.63:0/2490948070 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7fe8dc0b2960 0x7fe8dc0cb2d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T22:04:26.485 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:26.482+0000 7fe8e12b7640 1 -- 172.21.15.63:0/2490948070 >> 172.21.15.63:0/2490948070 conn(0x7fe8dc0730c0 msgr2=0x7fe8dc0b2d90 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-15T22:04:26.485 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:26.482+0000 7fe8e12b7640 1 -- 172.21.15.63:0/2490948070 shutdown_connections 2024-09-15T22:04:26.485 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:26.482+0000 7fe8e12b7640 1 -- 172.21.15.63:0/2490948070 wait complete. 2024-09-15T22:04:26.495 DEBUG:teuthology.orchestra.run.smithi063:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs set cephfs standby_count_wanted 0 2024-09-15T22:04:26.599 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:26.598+0000 7f57e7dfd640 1 Processor -- start 2024-09-15T22:04:26.599 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:26.598+0000 7f57e7dfd640 1 -- start start 2024-09-15T22:04:26.601 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:26.599+0000 7f57e7dfd640 1 --2- >> v2:172.21.15.63:3300/0 conn(0x7f57e0162990 0x7f57e00d0410 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-15T22:04:26.601 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:26.599+0000 7f57e7dfd640 1 -- --> v1:172.21.15.63:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f57e00cf260 con 0x7f57e015e410 2024-09-15T22:04:26.601 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:26.599+0000 7f57e7dfd640 1 -- --> v1:172.21.15.110:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f57e00d2cf0 con 0x7f57e006c2f0 2024-09-15T22:04:26.601 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:26.599+0000 7f57e7dfd640 1 -- --> v2:172.21.15.63:3300/0 -- mon_getmap magic: 0 -- 0x7f57e00cf500 con 0x7f57e0162990 2024-09-15T22:04:26.601 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:26.599+0000 7f57e639a640 1 --2- >> v2:172.21.15.63:3300/0 conn(0x7f57e0162990 0x7f57e00d0410 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-15T22:04:26.602 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:26.599+0000 7f57e5b99640 1 --1- >> v1:172.21.15.63:6789/0 conn(0x7f57e015e410 0x7f57e006bbe0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.63:6789/0 says I am v1:172.21.15.63:43000/0 (socket says 172.21.15.63:43000) 2024-09-15T22:04:26.602 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:26.599+0000 7f57e639a640 1 --2- >> v2:172.21.15.63:3300/0 conn(0x7f57e0162990 0x7f57e00d0410 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.63:3300/0 says I am v2:172.21.15.63:59868/0 (socket says 172.21.15.63:59868) 2024-09-15T22:04:26.602 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:26.599+0000 7f57e5b99640 1 -- 172.21.15.63:0/3032503842 learned_addr learned my addr 172.21.15.63:0/3032503842 (peer_addr_for_me v1:172.21.15.63:0/0) 2024-09-15T22:04:26.602 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:26.599+0000 7f57e639a640 1 -- 172.21.15.63:0/3032503842 >> v1:172.21.15.110:6789/0 conn(0x7f57e006c2f0 legacy=0x7f57e00cfd00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-15T22:04:26.602 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:26.599+0000 7f57e639a640 1 -- 172.21.15.63:0/3032503842 >> v1:172.21.15.63:6789/0 conn(0x7f57e015e410 legacy=0x7f57e006bbe0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-15T22:04:26.602 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:26.599+0000 7f57e639a640 1 -- 172.21.15.63:0/3032503842 --> v2:172.21.15.63:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f57e00cf7e0 con 0x7f57e0162990 2024-09-15T22:04:26.602 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:26.599+0000 7f57e4b97640 1 -- 172.21.15.63:0/3032503842 <== mon.0 v1:172.21.15.63:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 3479782218 0 0) 0x7f57e00cf260 con 0x7f57e015e410 2024-09-15T22:04:26.603 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:26.600+0000 7f57e639a640 1 --2- 172.21.15.63:0/3032503842 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f57e0162990 0x7f57e00d0410 secure :-1 s=READY pgs=61 cs=0 l=1 rev1=1 crypto rx=0x7f57d8009d90 tx=0x7f57d802a6a0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=b0a7da15f5210ec1 server_cookie=0 in_seq=0 out_seq=0 2024-09-15T22:04:26.603 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:26.600+0000 7f57e4b97640 1 -- 172.21.15.63:0/3032503842 <== mon.0 v2:172.21.15.63:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f57d8007740 con 0x7f57e0162990 2024-09-15T22:04:26.604 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:26.600+0000 7f57e4b97640 1 -- 172.21.15.63:0/3032503842 <== mon.0 v2:172.21.15.63:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f57d80078e0 con 0x7f57e0162990 2024-09-15T22:04:26.604 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:26.600+0000 7f57e4b97640 1 -- 172.21.15.63:0/3032503842 <== mon.0 v2:172.21.15.63:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f57d8007cb0 con 0x7f57e0162990 2024-09-15T22:04:26.604 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:26.601+0000 7f57e7dfd640 1 -- 172.21.15.63:0/3032503842 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f57e0162990 msgr2=0x7f57e00d0410 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-15T22:04:26.604 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:26.601+0000 7f57e7dfd640 1 --2- 172.21.15.63:0/3032503842 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f57e0162990 0x7f57e00d0410 secure :-1 s=READY pgs=61 cs=0 l=1 rev1=1 crypto rx=0x7f57d8009d90 tx=0x7f57d802a6a0 comp rx=0 tx=0).stop 2024-09-15T22:04:26.604 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:26.601+0000 7f57e7dfd640 1 -- 172.21.15.63:0/3032503842 shutdown_connections 2024-09-15T22:04:26.604 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:26.601+0000 7f57e7dfd640 1 --2- 172.21.15.63:0/3032503842 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f57e0162990 0x7f57e00d0410 unknown :-1 s=CLOSED pgs=61 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T22:04:26.604 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:26.601+0000 7f57e7dfd640 1 -- 172.21.15.63:0/3032503842 >> 172.21.15.63:0/3032503842 conn(0x7f57e0072620 msgr2=0x7f57e0072a30 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-15T22:04:26.604 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:26.601+0000 7f57e7dfd640 1 -- 172.21.15.63:0/3032503842 shutdown_connections 2024-09-15T22:04:26.604 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:26.601+0000 7f57e7dfd640 1 -- 172.21.15.63:0/3032503842 wait complete. 2024-09-15T22:04:26.604 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:26.602+0000 7f57e7dfd640 1 Processor -- start 2024-09-15T22:04:26.604 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:26.602+0000 7f57e7dfd640 1 -- start start 2024-09-15T22:04:26.606 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:26.603+0000 7f57e7dfd640 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f57e006c2f0 0x7f57e01f3640 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-15T22:04:26.606 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:26.603+0000 7f57e7dfd640 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f57e015e410 0x7f57e00b58d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-15T22:04:26.606 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:26.603+0000 7f57e7dfd640 1 --2- >> [v2:172.21.15.110:3301/0,v1:172.21.15.110:6790/0] conn(0x7f57e0162990 0x7f57e015f150 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-15T22:04:26.607 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:26.603+0000 7f57e7dfd640 1 -- --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 -- 0x7f57e00ce8a0 con 0x7f57e015e410 2024-09-15T22:04:26.607 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:26.603+0000 7f57e7dfd640 1 -- --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_getmap magic: 0 -- 0x7f57e015e7f0 con 0x7f57e006c2f0 2024-09-15T22:04:26.607 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:26.603+0000 7f57e7dfd640 1 -- --> [v2:172.21.15.110:3301/0,v1:172.21.15.110:6790/0] -- mon_getmap magic: 0 -- 0x7f57e00d2fd0 con 0x7f57e0162990 2024-09-15T22:04:26.607 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:26.603+0000 7f57e5398640 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f57e015e410 0x7f57e00b58d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-15T22:04:26.607 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:26.603+0000 7f57e5398640 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f57e015e410 0x7f57e00b58d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.63:3300/0 says I am v2:172.21.15.63:59884/0 (socket says 172.21.15.63:59884) 2024-09-15T22:04:26.607 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:26.603+0000 7f57e5398640 1 -- 172.21.15.63:0/2273013096 learned_addr learned my addr 172.21.15.63:0/2273013096 (peer_addr_for_me v2:172.21.15.63:0/0) 2024-09-15T22:04:26.607 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:26.603+0000 7f57e5b99640 1 --2- 172.21.15.63:0/2273013096 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f57e006c2f0 0x7f57e01f3640 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-15T22:04:26.607 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:26.603+0000 7f57e639a640 1 --2- 172.21.15.63:0/2273013096 >> [v2:172.21.15.110:3301/0,v1:172.21.15.110:6790/0] conn(0x7f57e0162990 0x7f57e015f150 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-15T22:04:26.607 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:26.603+0000 7f57e5398640 1 -- 172.21.15.63:0/2273013096 >> [v2:172.21.15.110:3301/0,v1:172.21.15.110:6790/0] conn(0x7f57e0162990 msgr2=0x7f57e015f150 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-15T22:04:26.607 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:26.603+0000 7f57e5398640 1 --2- 172.21.15.63:0/2273013096 >> [v2:172.21.15.110:3301/0,v1:172.21.15.110:6790/0] conn(0x7f57e0162990 0x7f57e015f150 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T22:04:26.607 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:26.603+0000 7f57e5398640 1 -- 172.21.15.63:0/2273013096 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f57e006c2f0 msgr2=0x7f57e01f3640 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-15T22:04:26.607 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:26.603+0000 7f57e5398640 1 --2- 172.21.15.63:0/2273013096 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f57e006c2f0 0x7f57e01f3640 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T22:04:26.608 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:26.603+0000 7f57e5398640 1 -- 172.21.15.63:0/2273013096 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f57e00c8e70 con 0x7f57e015e410 2024-09-15T22:04:26.608 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:26.603+0000 7f57e5398640 1 --2- 172.21.15.63:0/2273013096 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f57e015e410 0x7f57e00b58d0 secure :-1 s=READY pgs=62 cs=0 l=1 rev1=1 crypto rx=0x7f57d000c460 tx=0x7f57d000c920 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-15T22:04:26.608 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:26.603+0000 7f57d67fc640 1 -- 172.21.15.63:0/2273013096 <== mon.0 v2:172.21.15.63:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f57d0016020 con 0x7f57e015e410 2024-09-15T22:04:26.608 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:26.603+0000 7f57d67fc640 1 -- 172.21.15.63:0/2273013096 <== mon.0 v2:172.21.15.63:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f57d0012870 con 0x7f57e015e410 2024-09-15T22:04:26.608 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:26.603+0000 7f57e7dfd640 1 -- 172.21.15.63:0/2273013096 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f57e00c9150 con 0x7f57e015e410 2024-09-15T22:04:26.608 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:26.604+0000 7f57d67fc640 1 -- 172.21.15.63:0/2273013096 <== mon.0 v2:172.21.15.63:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f57d0012c60 con 0x7f57e015e410 2024-09-15T22:04:26.608 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:26.604+0000 7f57e7dfd640 1 -- 172.21.15.63:0/2273013096 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f57e00c8a90 con 0x7f57e015e410 2024-09-15T22:04:26.608 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:26.604+0000 7f57e7dfd640 1 -- 172.21.15.63:0/2273013096 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f57e00d2910 con 0x7f57e015e410 2024-09-15T22:04:26.608 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:26.605+0000 7f57d67fc640 1 -- 172.21.15.63:0/2273013096 <== mon.0 v2:172.21.15.63:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7f57d0019020 con 0x7f57e015e410 2024-09-15T22:04:26.609 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:26.605+0000 7f57d67fc640 1 --2- 172.21.15.63:0/2273013096 >> [v2:172.21.15.110:6832/552273267,v1:172.21.15.110:6833/552273267] conn(0x7f57c406c2e0 0x7f57c406e7a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-15T22:04:26.609 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:26.606+0000 7f57d67fc640 1 -- 172.21.15.63:0/2273013096 <== mon.0 v2:172.21.15.63:3300/0 5 ==== osd_map(20..20 src has 1..20) ==== 5709+0+0 (secure 0 0 0) 0x7f57d008af60 con 0x7f57e015e410 2024-09-15T22:04:26.609 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:26.606+0000 7f57e5b99640 1 --2- 172.21.15.63:0/2273013096 >> [v2:172.21.15.110:6832/552273267,v1:172.21.15.110:6833/552273267] conn(0x7f57c406c2e0 0x7f57c406e7a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-15T22:04:26.609 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:26.606+0000 7f57e5b99640 1 --2- 172.21.15.63:0/2273013096 >> [v2:172.21.15.110:6832/552273267,v1:172.21.15.110:6833/552273267] conn(0x7f57c406c2e0 0x7f57c406e7a0 secure :-1 s=READY pgs=50 cs=0 l=1 rev1=1 crypto rx=0x7f57dc000f60 tx=0x7f57dc007d50 comp rx=0 tx=0).ready entity=mgr.4102 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-15T22:04:26.611 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:26.610+0000 7f57d67fc640 1 -- 172.21.15.63:0/2273013096 <== mon.0 v2:172.21.15.63:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7f57d0020030 con 0x7f57e015e410 2024-09-15T22:04:26.827 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:26.825+0000 7f57e7dfd640 1 -- 172.21.15.63:0/2273013096 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_command({"prefix": "fs set", "fs_name": "cephfs", "var": "standby_count_wanted", "val": "0"} v 0) -- 0x7f57e00756f0 con 0x7f57e015e410 2024-09-15T22:04:26.866 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:26.865+0000 7f57d67fc640 1 -- 172.21.15.63:0/2273013096 <== mon.0 v2:172.21.15.63:3300/0 7 ==== mon_command_ack([{"prefix": "fs set", "fs_name": "cephfs", "var": "standby_count_wanted", "val": "0"}]=0 v5) ==== 118+0+0 (secure 0 0 0) 0x7f57d0059110 con 0x7f57e015e410 2024-09-15T22:04:26.870 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:26.868+0000 7f57e7dfd640 1 -- 172.21.15.63:0/2273013096 >> [v2:172.21.15.110:6832/552273267,v1:172.21.15.110:6833/552273267] conn(0x7f57c406c2e0 msgr2=0x7f57c406e7a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-15T22:04:26.870 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:26.868+0000 7f57e7dfd640 1 --2- 172.21.15.63:0/2273013096 >> [v2:172.21.15.110:6832/552273267,v1:172.21.15.110:6833/552273267] conn(0x7f57c406c2e0 0x7f57c406e7a0 secure :-1 s=READY pgs=50 cs=0 l=1 rev1=1 crypto rx=0x7f57dc000f60 tx=0x7f57dc007d50 comp rx=0 tx=0).stop 2024-09-15T22:04:26.870 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:26.868+0000 7f57e7dfd640 1 -- 172.21.15.63:0/2273013096 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f57e015e410 msgr2=0x7f57e00b58d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-15T22:04:26.870 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:26.868+0000 7f57e7dfd640 1 --2- 172.21.15.63:0/2273013096 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f57e015e410 0x7f57e00b58d0 secure :-1 s=READY pgs=62 cs=0 l=1 rev1=1 crypto rx=0x7f57d000c460 tx=0x7f57d000c920 comp rx=0 tx=0).stop 2024-09-15T22:04:26.870 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:26.868+0000 7f57e7dfd640 1 -- 172.21.15.63:0/2273013096 shutdown_connections 2024-09-15T22:04:26.870 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:26.868+0000 7f57e7dfd640 1 --2- 172.21.15.63:0/2273013096 >> [v2:172.21.15.110:6832/552273267,v1:172.21.15.110:6833/552273267] conn(0x7f57c406c2e0 0x7f57c406e7a0 unknown :-1 s=CLOSED pgs=50 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T22:04:26.870 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:26.868+0000 7f57e7dfd640 1 --2- 172.21.15.63:0/2273013096 >> [v2:172.21.15.110:3301/0,v1:172.21.15.110:6790/0] conn(0x7f57e0162990 0x7f57e015f150 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T22:04:26.871 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:26.868+0000 7f57e7dfd640 1 --2- 172.21.15.63:0/2273013096 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f57e015e410 0x7f57e00b58d0 unknown :-1 s=CLOSED pgs=62 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T22:04:26.871 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:26.868+0000 7f57e7dfd640 1 --2- 172.21.15.63:0/2273013096 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f57e006c2f0 0x7f57e01f3640 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T22:04:26.871 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:26.868+0000 7f57e7dfd640 1 -- 172.21.15.63:0/2273013096 >> 172.21.15.63:0/2273013096 conn(0x7f57e0072620 msgr2=0x7f57e015d190 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-15T22:04:26.871 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:26.868+0000 7f57e7dfd640 1 -- 172.21.15.63:0/2273013096 shutdown_connections 2024-09-15T22:04:26.871 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:26.868+0000 7f57e7dfd640 1 -- 172.21.15.63:0/2273013096 wait complete. 2024-09-15T22:04:26.880 DEBUG:tasks.cephfs.filesystem:fs_config: {} 2024-09-15T22:04:26.880 DEBUG:teuthology.orchestra.run.smithi063:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs set cephfs allow_standby_replay false 2024-09-15T22:04:26.986 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:26.984+0000 7f0ab66a5640 1 Processor -- start 2024-09-15T22:04:26.986 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:26.984+0000 7f0ab66a5640 1 -- start start 2024-09-15T22:04:26.987 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:26.985+0000 7f0ab66a5640 1 --2- >> v2:172.21.15.110:3300/0 conn(0x7f0ab006c2f0 0x7f0ab0162990 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-15T22:04:26.987 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:26.985+0000 7f0ab66a5640 1 --2- >> v2:172.21.15.63:3300/0 conn(0x7f0ab00cfd00 0x7f0ab00d0130 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-15T22:04:26.987 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:26.985+0000 7f0ab66a5640 1 -- --> v1:172.21.15.63:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f0ab00cf260 con 0x7f0ab015e410 2024-09-15T22:04:26.987 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:26.985+0000 7f0ab66a5640 1 -- --> v2:172.21.15.63:3300/0 -- mon_getmap magic: 0 -- 0x7f0ab00d2cf0 con 0x7f0ab00cfd00 2024-09-15T22:04:26.987 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:26.985+0000 7f0ab66a5640 1 -- --> v2:172.21.15.110:3300/0 -- mon_getmap magic: 0 -- 0x7f0ab00cf500 con 0x7f0ab006c2f0 2024-09-15T22:04:26.987 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:26.985+0000 7f0ab4c42640 1 --2- >> v2:172.21.15.63:3300/0 conn(0x7f0ab00cfd00 0x7f0ab00d0130 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-15T22:04:26.987 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:26.985+0000 7f0aaffff640 1 --1- >> v1:172.21.15.63:6789/0 conn(0x7f0ab015e410 0x7f0ab006bbe0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.63:6789/0 says I am v1:172.21.15.63:43006/0 (socket says 172.21.15.63:43006) 2024-09-15T22:04:26.988 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:26.985+0000 7f0aaffff640 1 -- 172.21.15.63:0/4124407603 learned_addr learned my addr 172.21.15.63:0/4124407603 (peer_addr_for_me v1:172.21.15.63:0/0) 2024-09-15T22:04:26.988 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:26.985+0000 7f0aaf7fe640 1 --2- 172.21.15.63:0/4124407603 >> v2:172.21.15.110:3300/0 conn(0x7f0ab006c2f0 0x7f0ab0162990 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-15T22:04:26.988 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:26.985+0000 7f0ab4c42640 1 -- 172.21.15.63:0/4124407603 >> v2:172.21.15.110:3300/0 conn(0x7f0ab006c2f0 msgr2=0x7f0ab0162990 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-15T22:04:26.988 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:26.985+0000 7f0ab4c42640 1 --2- 172.21.15.63:0/4124407603 >> v2:172.21.15.110:3300/0 conn(0x7f0ab006c2f0 0x7f0ab0162990 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T22:04:26.988 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:26.985+0000 7f0ab4c42640 1 -- 172.21.15.63:0/4124407603 >> v1:172.21.15.63:6789/0 conn(0x7f0ab015e410 legacy=0x7f0ab006bbe0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-15T22:04:26.988 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:26.985+0000 7f0aaeffd640 1 -- 172.21.15.63:0/4124407603 <== mon.0 v1:172.21.15.63:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 3780310202 0 0) 0x7f0ab00cf260 con 0x7f0ab015e410 2024-09-15T22:04:26.988 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:26.985+0000 7f0ab4c42640 1 -- 172.21.15.63:0/4124407603 --> v2:172.21.15.63:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f0ab00cf7e0 con 0x7f0ab00cfd00 2024-09-15T22:04:26.990 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:26.986+0000 7f0ab4c42640 1 --2- 172.21.15.63:0/4124407603 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f0ab00cfd00 0x7f0ab00d0130 secure :-1 s=READY pgs=64 cs=0 l=1 rev1=1 crypto rx=0x7f0ab00b3e30 tx=0x7f0aa802a680 comp rx=0 tx=0).ready entity=mon.0 client_cookie=5d4d1fa06f7bac32 server_cookie=0 in_seq=0 out_seq=0 2024-09-15T22:04:26.990 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:26.986+0000 7f0aaeffd640 1 -- 172.21.15.63:0/4124407603 <== mon.0 v2:172.21.15.63:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0aa8007740 con 0x7f0ab00cfd00 2024-09-15T22:04:26.990 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:26.986+0000 7f0aaeffd640 1 -- 172.21.15.63:0/4124407603 <== mon.0 v2:172.21.15.63:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f0aa80078e0 con 0x7f0ab00cfd00 2024-09-15T22:04:26.990 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:26.986+0000 7f0aaeffd640 1 -- 172.21.15.63:0/4124407603 <== mon.0 v2:172.21.15.63:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0aa8007cb0 con 0x7f0ab00cfd00 2024-09-15T22:04:26.990 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:26.987+0000 7f0ab66a5640 1 -- 172.21.15.63:0/4124407603 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f0ab00cfd00 msgr2=0x7f0ab00d0130 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-15T22:04:26.990 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:26.987+0000 7f0ab66a5640 1 --2- 172.21.15.63:0/4124407603 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f0ab00cfd00 0x7f0ab00d0130 secure :-1 s=READY pgs=64 cs=0 l=1 rev1=1 crypto rx=0x7f0ab00b3e30 tx=0x7f0aa802a680 comp rx=0 tx=0).stop 2024-09-15T22:04:26.990 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:26.987+0000 7f0ab66a5640 1 -- 172.21.15.63:0/4124407603 shutdown_connections 2024-09-15T22:04:26.990 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:26.987+0000 7f0ab66a5640 1 --2- 172.21.15.63:0/4124407603 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f0ab00cfd00 0x7f0ab00d0130 unknown :-1 s=CLOSED pgs=64 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T22:04:26.990 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:26.987+0000 7f0ab66a5640 1 --2- 172.21.15.63:0/4124407603 >> v2:172.21.15.110:3300/0 conn(0x7f0ab006c2f0 0x7f0ab0162990 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T22:04:26.990 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:26.987+0000 7f0ab66a5640 1 -- 172.21.15.63:0/4124407603 >> 172.21.15.63:0/4124407603 conn(0x7f0ab0072620 msgr2=0x7f0ab0072a30 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-15T22:04:26.990 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:26.987+0000 7f0ab66a5640 1 -- 172.21.15.63:0/4124407603 shutdown_connections 2024-09-15T22:04:26.990 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:26.987+0000 7f0ab66a5640 1 -- 172.21.15.63:0/4124407603 wait complete. 2024-09-15T22:04:26.991 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:26.988+0000 7f0ab66a5640 1 Processor -- start 2024-09-15T22:04:26.991 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:26.988+0000 7f0ab66a5640 1 -- start start 2024-09-15T22:04:26.993 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:26.989+0000 7f0ab66a5640 1 --2- >> [v2:172.21.15.110:3301/0,v1:172.21.15.110:6790/0] conn(0x7f0ab006c2f0 0x7f0ab01f3420 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-15T22:04:26.993 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:26.989+0000 7f0ab66a5640 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f0ab00cfd00 0x7f0ab00cc680 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-15T22:04:26.994 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:26.989+0000 7f0ab66a5640 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f0ab015e410 0x7f0ab0159380 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-15T22:04:26.994 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:26.989+0000 7f0ab66a5640 1 -- --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 -- 0x7f0ab00d2fd0 con 0x7f0ab00cfd00 2024-09-15T22:04:26.994 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:26.989+0000 7f0ab66a5640 1 -- --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_getmap magic: 0 -- 0x7f0ab00ce8a0 con 0x7f0ab015e410 2024-09-15T22:04:26.994 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:26.989+0000 7f0ab66a5640 1 -- --> [v2:172.21.15.110:3301/0,v1:172.21.15.110:6790/0] -- mon_getmap magic: 0 -- 0x7f0ab00d3150 con 0x7f0ab006c2f0 2024-09-15T22:04:26.994 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:26.989+0000 7f0aaf7fe640 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f0ab00cfd00 0x7f0ab00cc680 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-15T22:04:26.994 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:26.989+0000 7f0aaf7fe640 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f0ab00cfd00 0x7f0ab00cc680 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.63:3300/0 says I am v2:172.21.15.63:59908/0 (socket says 172.21.15.63:59908) 2024-09-15T22:04:26.994 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:26.989+0000 7f0aaf7fe640 1 -- 172.21.15.63:0/2642925875 learned_addr learned my addr 172.21.15.63:0/2642925875 (peer_addr_for_me v2:172.21.15.63:0/0) 2024-09-15T22:04:26.994 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:26.989+0000 7f0ab4c42640 1 --2- 172.21.15.63:0/2642925875 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f0ab015e410 0x7f0ab0159380 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-15T22:04:26.995 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:26.989+0000 7f0aaffff640 1 --2- 172.21.15.63:0/2642925875 >> [v2:172.21.15.110:3301/0,v1:172.21.15.110:6790/0] conn(0x7f0ab006c2f0 0x7f0ab01f3420 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-15T22:04:26.995 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:26.989+0000 7f0aaf7fe640 1 -- 172.21.15.63:0/2642925875 >> [v2:172.21.15.110:3301/0,v1:172.21.15.110:6790/0] conn(0x7f0ab006c2f0 msgr2=0x7f0ab01f3420 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-15T22:04:26.995 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:26.989+0000 7f0aaf7fe640 1 --2- 172.21.15.63:0/2642925875 >> [v2:172.21.15.110:3301/0,v1:172.21.15.110:6790/0] conn(0x7f0ab006c2f0 0x7f0ab01f3420 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T22:04:26.995 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:26.989+0000 7f0aaf7fe640 1 -- 172.21.15.63:0/2642925875 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f0ab015e410 msgr2=0x7f0ab0159380 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-15T22:04:26.995 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:26.989+0000 7f0aaf7fe640 1 --2- 172.21.15.63:0/2642925875 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f0ab015e410 0x7f0ab0159380 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T22:04:26.995 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:26.989+0000 7f0aaf7fe640 1 -- 172.21.15.63:0/2642925875 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f0ab0162c70 con 0x7f0ab00cfd00 2024-09-15T22:04:26.995 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:26.989+0000 7f0aaffff640 1 --2- 172.21.15.63:0/2642925875 >> [v2:172.21.15.110:3301/0,v1:172.21.15.110:6790/0] conn(0x7f0ab006c2f0 0x7f0ab01f3420 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-15T22:04:26.995 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:26.989+0000 7f0aaf7fe640 1 --2- 172.21.15.63:0/2642925875 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f0ab00cfd00 0x7f0ab00cc680 secure :-1 s=READY pgs=65 cs=0 l=1 rev1=1 crypto rx=0x7f0aa400d800 tx=0x7f0aa400dcc0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-15T22:04:26.995 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:26.990+0000 7f0aacff9640 1 -- 172.21.15.63:0/2642925875 <== mon.0 v2:172.21.15.63:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0aa400b6c0 con 0x7f0ab00cfd00 2024-09-15T22:04:26.995 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:26.990+0000 7f0aacff9640 1 -- 172.21.15.63:0/2642925875 <== mon.0 v2:172.21.15.63:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f0aa4019070 con 0x7f0ab00cfd00 2024-09-15T22:04:26.996 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:26.990+0000 7f0aacff9640 1 -- 172.21.15.63:0/2642925875 <== mon.0 v2:172.21.15.63:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0aa400ba80 con 0x7f0ab00cfd00 2024-09-15T22:04:26.996 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:26.990+0000 7f0ab66a5640 1 -- 172.21.15.63:0/2642925875 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f0ab0162990 con 0x7f0ab00cfd00 2024-09-15T22:04:26.996 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:26.990+0000 7f0ab66a5640 1 -- 172.21.15.63:0/2642925875 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f0ab0158b80 con 0x7f0ab00cfd00 2024-09-15T22:04:26.996 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:26.991+0000 7f0ab66a5640 1 -- 172.21.15.63:0/2642925875 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f0ab00d2910 con 0x7f0ab00cfd00 2024-09-15T22:04:26.996 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:26.991+0000 7f0aacff9640 1 -- 172.21.15.63:0/2642925875 <== mon.0 v2:172.21.15.63:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7f0aa400bc20 con 0x7f0ab00cfd00 2024-09-15T22:04:26.996 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:26.992+0000 7f0aacff9640 1 --2- 172.21.15.63:0/2642925875 >> [v2:172.21.15.110:6832/552273267,v1:172.21.15.110:6833/552273267] conn(0x7f0a9c06c2b0 0x7f0a9c06e770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-15T22:04:26.996 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:26.992+0000 7f0aacff9640 1 -- 172.21.15.63:0/2642925875 <== mon.0 v2:172.21.15.63:3300/0 5 ==== osd_map(21..21 src has 1..21) ==== 5709+0+0 (secure 0 0 0) 0x7f0aa408b900 con 0x7f0ab00cfd00 2024-09-15T22:04:26.996 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:26.992+0000 7f0aaffff640 1 --2- 172.21.15.63:0/2642925875 >> [v2:172.21.15.110:6832/552273267,v1:172.21.15.110:6833/552273267] conn(0x7f0a9c06c2b0 0x7f0a9c06e770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-15T22:04:26.997 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:26.993+0000 7f0aaffff640 1 --2- 172.21.15.63:0/2642925875 >> [v2:172.21.15.110:6832/552273267,v1:172.21.15.110:6833/552273267] conn(0x7f0a9c06c2b0 0x7f0a9c06e770 secure :-1 s=READY pgs=51 cs=0 l=1 rev1=1 crypto rx=0x7f0aa0000f60 tx=0x7f0aa0009040 comp rx=0 tx=0).ready entity=mgr.4102 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-15T22:04:26.998 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:26.996+0000 7f0aacff9640 1 -- 172.21.15.63:0/2642925875 <== mon.0 v2:172.21.15.63:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7f0aa405a070 con 0x7f0ab00cfd00 2024-09-15T22:04:27.209 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:27.207+0000 7f0ab66a5640 1 -- 172.21.15.63:0/2642925875 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_command({"prefix": "fs set", "fs_name": "cephfs", "var": "allow_standby_replay", "val": "false"} v 0) -- 0x7f0ab00756f0 con 0x7f0ab00cfd00 2024-09-15T22:04:27.868 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:27.866+0000 7f0aacff9640 1 -- 172.21.15.63:0/2642925875 <== mon.0 v2:172.21.15.63:3300/0 7 ==== mon_command_ack([{"prefix": "fs set", "fs_name": "cephfs", "var": "allow_standby_replay", "val": "false"}]=0 v6) ==== 122+0+0 (secure 0 0 0) 0x7f0aa4059970 con 0x7f0ab00cfd00 2024-09-15T22:04:27.870 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:27.868+0000 7f0ab66a5640 1 -- 172.21.15.63:0/2642925875 >> [v2:172.21.15.110:6832/552273267,v1:172.21.15.110:6833/552273267] conn(0x7f0a9c06c2b0 msgr2=0x7f0a9c06e770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-15T22:04:27.870 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:27.868+0000 7f0ab66a5640 1 --2- 172.21.15.63:0/2642925875 >> [v2:172.21.15.110:6832/552273267,v1:172.21.15.110:6833/552273267] conn(0x7f0a9c06c2b0 0x7f0a9c06e770 secure :-1 s=READY pgs=51 cs=0 l=1 rev1=1 crypto rx=0x7f0aa0000f60 tx=0x7f0aa0009040 comp rx=0 tx=0).stop 2024-09-15T22:04:27.870 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:27.868+0000 7f0ab66a5640 1 -- 172.21.15.63:0/2642925875 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f0ab00cfd00 msgr2=0x7f0ab00cc680 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-15T22:04:27.870 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:27.868+0000 7f0ab66a5640 1 --2- 172.21.15.63:0/2642925875 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f0ab00cfd00 0x7f0ab00cc680 secure :-1 s=READY pgs=65 cs=0 l=1 rev1=1 crypto rx=0x7f0aa400d800 tx=0x7f0aa400dcc0 comp rx=0 tx=0).stop 2024-09-15T22:04:27.870 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:27.869+0000 7f0ab66a5640 1 -- 172.21.15.63:0/2642925875 shutdown_connections 2024-09-15T22:04:27.870 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:27.869+0000 7f0ab66a5640 1 --2- 172.21.15.63:0/2642925875 >> [v2:172.21.15.110:6832/552273267,v1:172.21.15.110:6833/552273267] conn(0x7f0a9c06c2b0 0x7f0a9c06e770 unknown :-1 s=CLOSED pgs=51 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T22:04:27.871 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:27.869+0000 7f0ab66a5640 1 --2- 172.21.15.63:0/2642925875 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f0ab015e410 0x7f0ab0159380 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T22:04:27.871 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:27.869+0000 7f0ab66a5640 1 --2- 172.21.15.63:0/2642925875 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f0ab00cfd00 0x7f0ab00cc680 unknown :-1 s=CLOSED pgs=65 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T22:04:27.871 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:27.869+0000 7f0ab66a5640 1 --2- 172.21.15.63:0/2642925875 >> [v2:172.21.15.110:3301/0,v1:172.21.15.110:6790/0] conn(0x7f0ab006c2f0 0x7f0ab01f3420 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T22:04:27.871 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:27.869+0000 7f0ab66a5640 1 -- 172.21.15.63:0/2642925875 >> 172.21.15.63:0/2642925875 conn(0x7f0ab0072620 msgr2=0x7f0ab00d44f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-15T22:04:27.871 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:27.869+0000 7f0ab66a5640 1 -- 172.21.15.63:0/2642925875 shutdown_connections 2024-09-15T22:04:27.871 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:27.869+0000 7f0ab66a5640 1 -- 172.21.15.63:0/2642925875 wait complete. 2024-09-15T22:04:27.883 DEBUG:tasks.cephfs.filesystem:Not Creating any subvols for filesystem 'cephfs' 2024-09-15T22:04:27.883 DEBUG:teuthology.orchestra.run.smithi063:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-09-15T22:04:27.991 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:27.989+0000 7efce9642640 1 Processor -- start 2024-09-15T22:04:27.991 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:27.989+0000 7efce9642640 1 -- start start 2024-09-15T22:04:27.993 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:27.990+0000 7efce9642640 1 --2- >> [v2:172.21.15.110:3301/0,v1:172.21.15.110:6790/0] conn(0x7efce40d15f0 0x7efce415ea60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-15T22:04:27.994 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:27.990+0000 7efce9642640 1 --2- >> v2:172.21.15.110:3300/0 conn(0x7efce40b97d0 0x7efce40b9be0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-15T22:04:27.994 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:27.990+0000 7efce9642640 1 -- --> v1:172.21.15.63:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7efce40d2750 con 0x7efce4147fc0 2024-09-15T22:04:27.994 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:27.990+0000 7efce9642640 1 -- --> v2:172.21.15.110:3300/0 -- mon_getmap magic: 0 -- 0x7efce41483a0 con 0x7efce40b97d0 2024-09-15T22:04:27.994 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:27.990+0000 7efce9642640 1 -- --> [v2:172.21.15.110:3301/0,v1:172.21.15.110:6790/0] -- mon_getmap magic: 0 -- 0x7efce415efa0 con 0x7efce40d15f0 2024-09-15T22:04:27.994 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:27.990+0000 7efce2ffd640 1 --1- >> v1:172.21.15.63:6789/0 conn(0x7efce4147fc0 0x7efce40d0ee0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.63:6789/0 says I am v1:172.21.15.63:43022/0 (socket says 172.21.15.63:43022) 2024-09-15T22:04:27.994 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:27.990+0000 7efce2ffd640 1 -- 172.21.15.63:0/3133957266 learned_addr learned my addr 172.21.15.63:0/3133957266 (peer_addr_for_me v1:172.21.15.63:0/0) 2024-09-15T22:04:27.994 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:27.990+0000 7efce27fc640 1 --2- 172.21.15.63:0/3133957266 >> [v2:172.21.15.110:3301/0,v1:172.21.15.110:6790/0] conn(0x7efce40d15f0 0x7efce415ea60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-15T22:04:27.994 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:27.990+0000 7efce37fe640 1 --2- 172.21.15.63:0/3133957266 >> v2:172.21.15.110:3300/0 conn(0x7efce40b97d0 0x7efce40b9be0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-15T22:04:27.994 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:27.990+0000 7efce1ffb640 1 -- 172.21.15.63:0/3133957266 <== mon.0 v1:172.21.15.63:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 4001288523 0 0) 0x7efce40d2750 con 0x7efce4147fc0 2024-09-15T22:04:27.994 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:27.990+0000 7efce1ffb640 1 -- 172.21.15.63:0/3133957266 --> v1:172.21.15.63:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7efcd0003520 con 0x7efce4147fc0 2024-09-15T22:04:27.994 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:27.991+0000 7efce1ffb640 1 -- 172.21.15.63:0/3133957266 <== mon.0 v1:172.21.15.63:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) ==== 214+0+0 (unknown 2660566386 0 0) 0x7efcd0003520 con 0x7efce4147fc0 2024-09-15T22:04:27.994 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:27.991+0000 7efce1ffb640 1 -- 172.21.15.63:0/3133957266 >> [v2:172.21.15.110:3301/0,v1:172.21.15.110:6790/0] conn(0x7efce40d15f0 msgr2=0x7efce415ea60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-15T22:04:27.995 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:27.991+0000 7efce1ffb640 1 --2- 172.21.15.63:0/3133957266 >> [v2:172.21.15.110:3301/0,v1:172.21.15.110:6790/0] conn(0x7efce40d15f0 0x7efce415ea60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T22:04:27.995 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:27.991+0000 7efce1ffb640 1 -- 172.21.15.63:0/3133957266 >> v2:172.21.15.110:3300/0 conn(0x7efce40b97d0 msgr2=0x7efce40b9be0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-15T22:04:27.995 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:27.991+0000 7efce1ffb640 1 --2- 172.21.15.63:0/3133957266 >> v2:172.21.15.110:3300/0 conn(0x7efce40b97d0 0x7efce40b9be0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T22:04:27.995 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:27.991+0000 7efce1ffb640 1 -- 172.21.15.63:0/3133957266 --> v1:172.21.15.63:6789/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7efce40d2a30 con 0x7efce4147fc0 2024-09-15T22:04:27.995 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:27.991+0000 7efce1ffb640 1 -- 172.21.15.63:0/3133957266 <== mon.0 v1:172.21.15.63:6789/0 3 ==== mon_map magic: 0 ==== 413+0+0 (unknown 3984726164 0 0) 0x7efcdc001670 con 0x7efce4147fc0 2024-09-15T22:04:27.995 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:27.991+0000 7efce37fe640 1 --2- 172.21.15.63:0/3133957266 >> v2:172.21.15.110:3300/0 conn(0x7efce40b97d0 0x7efce40b9be0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-15T22:04:27.995 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:27.991+0000 7efce1ffb640 1 -- 172.21.15.63:0/3133957266 >> v1:172.21.15.63:6789/0 conn(0x7efce4147fc0 legacy=0x7efce40d0ee0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-15T22:04:27.995 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:27.991+0000 7efce1ffb640 1 --2- 172.21.15.63:0/3133957266 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7efcd00039b0 0x7efcd0003dd0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-15T22:04:27.995 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:27.991+0000 7efce1ffb640 1 --2- 172.21.15.63:0/3133957266 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7efcd0004800 0x7efcd0004c80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-15T22:04:27.995 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:27.991+0000 7efce1ffb640 1 --2- 172.21.15.63:0/3133957266 >> [v2:172.21.15.110:3301/0,v1:172.21.15.110:6790/0] conn(0x7efce40d15f0 0x7efcd00051c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-15T22:04:27.995 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:27.991+0000 7efce1ffb640 1 -- 172.21.15.63:0/3133957266 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 -- 0x7efce41483a0 con 0x7efcd0004800 2024-09-15T22:04:27.995 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:27.991+0000 7efce1ffb640 1 -- 172.21.15.63:0/3133957266 --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_getmap magic: 0 -- 0x7efce415efa0 con 0x7efcd00039b0 2024-09-15T22:04:27.995 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:27.991+0000 7efce1ffb640 1 -- 172.21.15.63:0/3133957266 --> [v2:172.21.15.110:3301/0,v1:172.21.15.110:6790/0] -- mon_getmap magic: 0 -- 0x7efcd000b9c0 con 0x7efce40d15f0 2024-09-15T22:04:27.996 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:27.991+0000 7efce27fc640 1 --2- 172.21.15.63:0/3133957266 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7efcd0004800 0x7efcd0004c80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-15T22:04:27.996 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:27.991+0000 7efce2ffd640 1 --2- 172.21.15.63:0/3133957266 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7efcd00039b0 0x7efcd0003dd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-15T22:04:27.996 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:27.991+0000 7efce37fe640 1 --2- 172.21.15.63:0/3133957266 >> [v2:172.21.15.110:3301/0,v1:172.21.15.110:6790/0] conn(0x7efce40d15f0 0x7efcd00051c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-15T22:04:27.996 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:27.991+0000 7efce27fc640 1 -- 172.21.15.63:0/3133957266 >> [v2:172.21.15.110:3301/0,v1:172.21.15.110:6790/0] conn(0x7efce40d15f0 msgr2=0x7efcd00051c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-15T22:04:27.996 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:27.991+0000 7efce27fc640 1 --2- 172.21.15.63:0/3133957266 >> [v2:172.21.15.110:3301/0,v1:172.21.15.110:6790/0] conn(0x7efce40d15f0 0x7efcd00051c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T22:04:27.996 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:27.991+0000 7efce27fc640 1 -- 172.21.15.63:0/3133957266 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7efcd00039b0 msgr2=0x7efcd0003dd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-15T22:04:27.996 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:27.991+0000 7efce27fc640 1 --2- 172.21.15.63:0/3133957266 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7efcd00039b0 0x7efcd0003dd0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T22:04:27.996 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:27.991+0000 7efce27fc640 1 -- 172.21.15.63:0/3133957266 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7efcd0003520 con 0x7efcd0004800 2024-09-15T22:04:27.996 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:27.992+0000 7efce27fc640 1 --2- 172.21.15.63:0/3133957266 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7efcd0004800 0x7efcd0004c80 secure :-1 s=READY pgs=67 cs=0 l=1 rev1=1 crypto rx=0x7efccc009ac0 tx=0x7efcd0005830 comp rx=0 tx=0).ready entity=mon.0 client_cookie=884c066fcd474214 server_cookie=0 in_seq=0 out_seq=0 2024-09-15T22:04:27.996 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:27.992+0000 7efce1ffb640 1 -- 172.21.15.63:0/3133957266 <== mon.0 v2:172.21.15.63:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7efccc036070 con 0x7efcd0004800 2024-09-15T22:04:27.996 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:27.992+0000 7efce1ffb640 1 -- 172.21.15.63:0/3133957266 <== mon.0 v2:172.21.15.63:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7efccc031400 con 0x7efcd0004800 2024-09-15T22:04:27.996 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:27.992+0000 7efce1ffb640 1 -- 172.21.15.63:0/3133957266 <== mon.0 v2:172.21.15.63:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7efccc009690 con 0x7efcd0004800 2024-09-15T22:04:28.000 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:27.993+0000 7efce9642640 1 -- 172.21.15.63:0/3133957266 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7efcd0004800 msgr2=0x7efcd0004c80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-15T22:04:28.000 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:27.993+0000 7efce9642640 1 --2- 172.21.15.63:0/3133957266 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7efcd0004800 0x7efcd0004c80 secure :-1 s=READY pgs=67 cs=0 l=1 rev1=1 crypto rx=0x7efccc009ac0 tx=0x7efcd0005830 comp rx=0 tx=0).stop 2024-09-15T22:04:28.000 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:27.993+0000 7efce37fe640 1 -- 172.21.15.63:0/3133957266 reap_dead start 2024-09-15T22:04:28.000 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:27.993+0000 7efce9642640 1 -- 172.21.15.63:0/3133957266 shutdown_connections 2024-09-15T22:04:28.000 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:27.993+0000 7efce9642640 1 -- 172.21.15.63:0/3133957266 >> 172.21.15.63:0/3133957266 conn(0x7efce4074fe0 msgr2=0x7efce406bbe0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-15T22:04:28.000 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:27.993+0000 7efce9642640 1 -- 172.21.15.63:0/3133957266 shutdown_connections 2024-09-15T22:04:28.000 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:27.993+0000 7efce9642640 1 -- 172.21.15.63:0/3133957266 wait complete. 2024-09-15T22:04:28.000 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:27.994+0000 7efce9642640 1 Processor -- start 2024-09-15T22:04:28.000 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:27.994+0000 7efce9642640 1 -- start start 2024-09-15T22:04:28.001 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:27.995+0000 7efce9642640 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7efcd0004800 0x7efce415def0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-15T22:04:28.001 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:27.995+0000 7efce9642640 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7efce40aaee0 0x7efce40ab360 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-15T22:04:28.001 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:27.995+0000 7efce9642640 1 --2- >> [v2:172.21.15.110:3301/0,v1:172.21.15.110:6790/0] conn(0x7efce40cbb50 0x7efce40cbfd0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-15T22:04:28.001 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:27.995+0000 7efce9642640 1 -- --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 -- 0x7efce40d2ff0 con 0x7efcd0004800 2024-09-15T22:04:28.001 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:27.995+0000 7efce9642640 1 -- --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_getmap magic: 0 -- 0x7efce40d2500 con 0x7efce40aaee0 2024-09-15T22:04:28.001 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:27.995+0000 7efce9642640 1 -- --> [v2:172.21.15.110:3301/0,v1:172.21.15.110:6790/0] -- mon_getmap magic: 0 -- 0x7efce40ba120 con 0x7efce40cbb50 2024-09-15T22:04:28.001 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:27.995+0000 7efce2ffd640 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7efcd0004800 0x7efce415def0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-15T22:04:28.001 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:27.995+0000 7efce2ffd640 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7efcd0004800 0x7efce415def0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.63:3300/0 says I am v2:172.21.15.63:59914/0 (socket says 172.21.15.63:59914) 2024-09-15T22:04:28.001 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:27.995+0000 7efce2ffd640 1 -- 172.21.15.63:0/227420602 learned_addr learned my addr 172.21.15.63:0/227420602 (peer_addr_for_me v2:172.21.15.63:0/0) 2024-09-15T22:04:28.001 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:27.995+0000 7efce27fc640 1 --2- 172.21.15.63:0/227420602 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7efce40aaee0 0x7efce40ab360 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-15T22:04:28.001 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:27.995+0000 7efce37fe640 1 --2- 172.21.15.63:0/227420602 >> [v2:172.21.15.110:3301/0,v1:172.21.15.110:6790/0] conn(0x7efce40cbb50 0x7efce40cbfd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-15T22:04:28.001 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:27.995+0000 7efce2ffd640 1 -- 172.21.15.63:0/227420602 >> [v2:172.21.15.110:3301/0,v1:172.21.15.110:6790/0] conn(0x7efce40cbb50 msgr2=0x7efce40cbfd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-15T22:04:28.001 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:27.995+0000 7efce2ffd640 1 --2- 172.21.15.63:0/227420602 >> [v2:172.21.15.110:3301/0,v1:172.21.15.110:6790/0] conn(0x7efce40cbb50 0x7efce40cbfd0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T22:04:28.002 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:27.995+0000 7efce2ffd640 1 -- 172.21.15.63:0/227420602 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7efce40aaee0 msgr2=0x7efce40ab360 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-15T22:04:28.002 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:27.995+0000 7efce2ffd640 1 --2- 172.21.15.63:0/227420602 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7efce40aaee0 0x7efce40ab360 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T22:04:28.002 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:27.995+0000 7efce2ffd640 1 -- 172.21.15.63:0/227420602 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7efce40aba50 con 0x7efcd0004800 2024-09-15T22:04:28.002 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:27.995+0000 7efce2ffd640 1 --2- 172.21.15.63:0/227420602 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7efcd0004800 0x7efce415def0 secure :-1 s=READY pgs=68 cs=0 l=1 rev1=1 crypto rx=0x7efcdc007340 tx=0x7efcdc007800 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-15T22:04:28.002 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:27.996+0000 7efcdb7fe640 1 -- 172.21.15.63:0/227420602 <== mon.0 v2:172.21.15.63:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7efcdc00f8c0 con 0x7efcd0004800 2024-09-15T22:04:28.002 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:27.996+0000 7efcdb7fe640 1 -- 172.21.15.63:0/227420602 <== mon.0 v2:172.21.15.63:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7efcdc018070 con 0x7efcd0004800 2024-09-15T22:04:28.002 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:27.996+0000 7efcdb7fe640 1 -- 172.21.15.63:0/227420602 <== mon.0 v2:172.21.15.63:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7efcdc00fcc0 con 0x7efcd0004800 2024-09-15T22:04:28.002 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:27.996+0000 7efce9642640 1 -- 172.21.15.63:0/227420602 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7efce40abd30 con 0x7efcd0004800 2024-09-15T22:04:28.002 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:27.996+0000 7efce9642640 1 -- 172.21.15.63:0/227420602 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7efce4138090 con 0x7efcd0004800 2024-09-15T22:04:28.002 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:27.997+0000 7efce9642640 1 -- 172.21.15.63:0/227420602 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7efce40b9be0 con 0x7efcd0004800 2024-09-15T22:04:28.002 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:27.997+0000 7efcdb7fe640 1 -- 172.21.15.63:0/227420602 <== mon.0 v2:172.21.15.63:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7efcdc01d460 con 0x7efcd0004800 2024-09-15T22:04:28.002 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:27.997+0000 7efcdb7fe640 1 --2- 172.21.15.63:0/227420602 >> [v2:172.21.15.110:6832/552273267,v1:172.21.15.110:6833/552273267] conn(0x7efcc406c2b0 0x7efcc406e770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-15T22:04:28.003 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:27.998+0000 7efcdb7fe640 1 -- 172.21.15.63:0/227420602 <== mon.0 v2:172.21.15.63:3300/0 5 ==== osd_map(21..21 src has 1..21) ==== 5709+0+0 (secure 0 0 0) 0x7efcdc08b440 con 0x7efcd0004800 2024-09-15T22:04:28.003 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:27.998+0000 7efce27fc640 1 --2- 172.21.15.63:0/227420602 >> [v2:172.21.15.110:6832/552273267,v1:172.21.15.110:6833/552273267] conn(0x7efcc406c2b0 0x7efcc406e770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-15T22:04:28.003 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:27.998+0000 7efce27fc640 1 --2- 172.21.15.63:0/227420602 >> [v2:172.21.15.110:6832/552273267,v1:172.21.15.110:6833/552273267] conn(0x7efcc406c2b0 0x7efcc406e770 secure :-1 s=READY pgs=52 cs=0 l=1 rev1=1 crypto rx=0x7efccc033000 tx=0x7efccc008030 comp rx=0 tx=0).ready entity=mgr.4102 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-15T22:04:28.003 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:28.002+0000 7efcdb7fe640 1 -- 172.21.15.63:0/227420602 <== mon.0 v2:172.21.15.63:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7efcdc00fe60 con 0x7efcd0004800 2024-09-15T22:04:28.214 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:28.213+0000 7efce9642640 1 -- 172.21.15.63:0/227420602 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7efce40cd670 con 0x7efcd0004800 2024-09-15T22:04:28.215 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:28.213+0000 7efcdb7fe640 1 -- 172.21.15.63:0/227420602 <== mon.0 v2:172.21.15.63:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 6 v6) ==== 93+0+5220 (secure 0 0 0) 0x7efcdc059560 con 0x7efcd0004800 2024-09-15T22:04:28.215 INFO:teuthology.orchestra.run.smithi063.stdout: 2024-09-15T22:04:28.215 INFO:teuthology.orchestra.run.smithi063.stdout:{"epoch":6,"btime":"2024-09-15T22:04:27:865903+0000","default_fscid":1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":4250,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.110:6837/3392288068","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.110:6835","nonce":3392288068},{"type":"v1","addr":"172.21.15.110:6837","nonce":3392288068}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":3},{"gid":4267,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.110:6836/4112494745","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.110:6834","nonce":4112494745},{"type":"v1","addr":"172.21.15.110:6836","nonce":4112494745}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":3},{"gid":4287,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.63:6834/2543347599","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.63:6832","nonce":2543347599},{"type":"v1","addr":"172.21.15.63:6834","nonce":2543347599}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":2}],"filesystems":[{"mdsmap":{"epoch":6,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2024-09-15T22:04:25.206116+0000","modified":"2024-09-15T22:04:27.208886+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":1,"in":[0],"up":{"mds_0":4290},"failed":[],"damaged":[],"stopped":[],"info":{"gid_4290":{"gid":4290,"name":"c","rank":0,"incarnation":4,"state":"up:active","state_seq":3,"addr":"172.21.15.63:6835/156651715","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.63:6833","nonce":156651715},{"type":"v1","addr":"172.21.15.63:6835","nonce":156651715}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[3],"metadata_pool":2,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":4290,"qdb_cluster":[4290]},"id":1}]} 2024-09-15T22:04:28.215 INFO:teuthology.orchestra.run.smithi063.stderr:dumped fsmap epoch 6 2024-09-15T22:04:28.217 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:28.215+0000 7efce9642640 1 -- 172.21.15.63:0/227420602 >> [v2:172.21.15.110:6832/552273267,v1:172.21.15.110:6833/552273267] conn(0x7efcc406c2b0 msgr2=0x7efcc406e770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-15T22:04:28.217 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:28.215+0000 7efce9642640 1 --2- 172.21.15.63:0/227420602 >> [v2:172.21.15.110:6832/552273267,v1:172.21.15.110:6833/552273267] conn(0x7efcc406c2b0 0x7efcc406e770 secure :-1 s=READY pgs=52 cs=0 l=1 rev1=1 crypto rx=0x7efccc033000 tx=0x7efccc008030 comp rx=0 tx=0).stop 2024-09-15T22:04:28.217 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:28.215+0000 7efce9642640 1 -- 172.21.15.63:0/227420602 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7efcd0004800 msgr2=0x7efce415def0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-15T22:04:28.217 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:28.215+0000 7efce9642640 1 --2- 172.21.15.63:0/227420602 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7efcd0004800 0x7efce415def0 secure :-1 s=READY pgs=68 cs=0 l=1 rev1=1 crypto rx=0x7efcdc007340 tx=0x7efcdc007800 comp rx=0 tx=0).stop 2024-09-15T22:04:28.217 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:28.215+0000 7efce9642640 1 -- 172.21.15.63:0/227420602 shutdown_connections 2024-09-15T22:04:28.217 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:28.215+0000 7efce9642640 1 --2- 172.21.15.63:0/227420602 >> [v2:172.21.15.110:6832/552273267,v1:172.21.15.110:6833/552273267] conn(0x7efcc406c2b0 0x7efcc406e770 unknown :-1 s=CLOSED pgs=52 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T22:04:28.217 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:28.215+0000 7efce9642640 1 --2- 172.21.15.63:0/227420602 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7efce40aaee0 0x7efce40ab360 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T22:04:28.218 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:28.215+0000 7efce9642640 1 --2- 172.21.15.63:0/227420602 >> [v2:172.21.15.110:3301/0,v1:172.21.15.110:6790/0] conn(0x7efce40cbb50 0x7efce40cbfd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T22:04:28.218 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:28.215+0000 7efce9642640 1 --2- 172.21.15.63:0/227420602 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7efcd0004800 0x7efce415def0 unknown :-1 s=CLOSED pgs=68 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T22:04:28.218 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:28.215+0000 7efce9642640 1 -- 172.21.15.63:0/227420602 >> 172.21.15.63:0/227420602 conn(0x7efce4074fe0 msgr2=0x7efce40b7a30 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-15T22:04:28.218 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:28.215+0000 7efce9642640 1 -- 172.21.15.63:0/227420602 shutdown_connections 2024-09-15T22:04:28.218 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:28.215+0000 7efce9642640 1 -- 172.21.15.63:0/227420602 wait complete. 2024-09-15T22:04:28.228 DEBUG:teuthology.orchestra.run.smithi063:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-09-15T22:04:28.330 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:28.328+0000 7fe632f52640 1 Processor -- start 2024-09-15T22:04:28.330 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:28.328+0000 7fe632f52640 1 -- start start 2024-09-15T22:04:28.331 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:28.329+0000 7fe632f52640 1 --2- >> v2:172.21.15.110:3300/0 conn(0x7fe62c0cab10 0x7fe62c0caf60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-15T22:04:28.331 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:28.329+0000 7fe632f52640 1 -- --> v1:172.21.15.63:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fe62c15f350 con 0x7fe62c0755d0 2024-09-15T22:04:28.331 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:28.329+0000 7fe632f52640 1 -- --> v1:172.21.15.110:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fe62c15f630 con 0x7fe62c06d2a0 2024-09-15T22:04:28.331 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:28.329+0000 7fe632f52640 1 -- --> v2:172.21.15.110:3300/0 -- mon_getmap magic: 0 -- 0x7fe62c0cb4a0 con 0x7fe62c0cab10 2024-09-15T22:04:28.332 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:28.329+0000 7fe62bfff640 1 --1- >> v1:172.21.15.63:6789/0 conn(0x7fe62c0755d0 0x7fe62c0739e0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.63:6789/0 says I am v1:172.21.15.63:43034/0 (socket says 172.21.15.63:43034) 2024-09-15T22:04:28.332 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:28.329+0000 7fe62bfff640 1 -- 172.21.15.63:0/764359629 learned_addr learned my addr 172.21.15.63:0/764359629 (peer_addr_for_me v1:172.21.15.63:0/0) 2024-09-15T22:04:28.332 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:28.329+0000 7fe6314ef640 1 --2- 172.21.15.63:0/764359629 >> v2:172.21.15.110:3300/0 conn(0x7fe62c0cab10 0x7fe62c0caf60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-15T22:04:28.332 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:28.329+0000 7fe62b7fe640 1 -- 172.21.15.63:0/764359629 <== mon.0 v1:172.21.15.63:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 2397109436 0 0) 0x7fe62c15f350 con 0x7fe62c0755d0 2024-09-15T22:04:28.332 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:28.329+0000 7fe62b7fe640 1 -- 172.21.15.63:0/764359629 --> v1:172.21.15.63:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7fe61c003520 con 0x7fe62c0755d0 2024-09-15T22:04:28.332 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:28.329+0000 7fe62b7fe640 1 -- 172.21.15.63:0/764359629 <== mon.1 v1:172.21.15.110:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 1693253143 0 0) 0x7fe62c15f630 con 0x7fe62c06d2a0 2024-09-15T22:04:28.332 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:28.329+0000 7fe62b7fe640 1 -- 172.21.15.63:0/764359629 --> v1:172.21.15.110:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7fe62c15f350 con 0x7fe62c06d2a0 2024-09-15T22:04:28.332 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:28.330+0000 7fe6314ef640 1 -- 172.21.15.63:0/764359629 >> v1:172.21.15.110:6789/0 conn(0x7fe62c06d2a0 legacy=0x7fe62c15eb40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-15T22:04:28.332 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:28.330+0000 7fe6314ef640 1 -- 172.21.15.63:0/764359629 >> v1:172.21.15.63:6789/0 conn(0x7fe62c0755d0 legacy=0x7fe62c0739e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-15T22:04:28.332 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:28.330+0000 7fe6314ef640 1 -- 172.21.15.63:0/764359629 --> v2:172.21.15.110:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fe62c15f910 con 0x7fe62c0cab10 2024-09-15T22:04:28.334 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:28.330+0000 7fe6314ef640 1 --2- 172.21.15.63:0/764359629 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7fe62c0cab10 0x7fe62c0caf60 secure :-1 s=READY pgs=53 cs=0 l=1 rev1=1 crypto rx=0x7fe624009d90 tx=0x7fe62402a6f0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=e38c900ab45abe2 server_cookie=0 in_seq=0 out_seq=0 2024-09-15T22:04:28.334 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:28.330+0000 7fe62b7fe640 1 -- 172.21.15.63:0/764359629 <== mon.1 v2:172.21.15.110:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe624007740 con 0x7fe62c0cab10 2024-09-15T22:04:28.334 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:28.331+0000 7fe62b7fe640 1 -- 172.21.15.63:0/764359629 <== mon.1 v2:172.21.15.110:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fe6240078e0 con 0x7fe62c0cab10 2024-09-15T22:04:28.334 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:28.331+0000 7fe62b7fe640 1 -- 172.21.15.63:0/764359629 <== mon.1 v2:172.21.15.110:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe624007cb0 con 0x7fe62c0cab10 2024-09-15T22:04:28.334 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:28.331+0000 7fe632f52640 1 -- 172.21.15.63:0/764359629 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7fe62c0cab10 msgr2=0x7fe62c0caf60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-15T22:04:28.334 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:28.331+0000 7fe632f52640 1 --2- 172.21.15.63:0/764359629 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7fe62c0cab10 0x7fe62c0caf60 secure :-1 s=READY pgs=53 cs=0 l=1 rev1=1 crypto rx=0x7fe624009d90 tx=0x7fe62402a6f0 comp rx=0 tx=0).stop 2024-09-15T22:04:28.334 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:28.331+0000 7fe632f52640 1 -- 172.21.15.63:0/764359629 shutdown_connections 2024-09-15T22:04:28.334 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:28.331+0000 7fe632f52640 1 --2- 172.21.15.63:0/764359629 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7fe62c0cab10 0x7fe62c0caf60 unknown :-1 s=CLOSED pgs=53 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T22:04:28.334 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:28.331+0000 7fe632f52640 1 -- 172.21.15.63:0/764359629 >> 172.21.15.63:0/764359629 conn(0x7fe62c0b2ec0 msgr2=0x7fe62c0b32d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-15T22:04:28.334 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:28.331+0000 7fe632f52640 1 -- 172.21.15.63:0/764359629 shutdown_connections 2024-09-15T22:04:28.334 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:28.331+0000 7fe632f52640 1 -- 172.21.15.63:0/764359629 wait complete. 2024-09-15T22:04:28.334 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:28.332+0000 7fe632f52640 1 Processor -- start 2024-09-15T22:04:28.335 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:28.332+0000 7fe632f52640 1 -- start start 2024-09-15T22:04:28.337 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:28.333+0000 7fe632f52640 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7fe62c06d2a0 0x7fe62c0b0510 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-15T22:04:28.337 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:28.333+0000 7fe632f52640 1 --2- >> [v2:172.21.15.110:3301/0,v1:172.21.15.110:6790/0] conn(0x7fe62c0755d0 0x7fe62c09b2b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-15T22:04:28.337 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:28.333+0000 7fe632f52640 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fe62c0cab10 0x7fe62c0af1f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-15T22:04:28.337 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:28.333+0000 7fe632f52640 1 -- --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 -- 0x7fe62c073550 con 0x7fe62c0cab10 2024-09-15T22:04:28.337 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:28.333+0000 7fe632f52640 1 -- --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_getmap magic: 0 -- 0x7fe62c073270 con 0x7fe62c06d2a0 2024-09-15T22:04:28.337 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:28.333+0000 7fe632f52640 1 -- --> [v2:172.21.15.110:3301/0,v1:172.21.15.110:6790/0] -- mon_getmap magic: 0 -- 0x7fe62c06c180 con 0x7fe62c0755d0 2024-09-15T22:04:28.337 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:28.333+0000 7fe6314ef640 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fe62c0cab10 0x7fe62c0af1f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-15T22:04:28.337 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:28.333+0000 7fe6314ef640 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fe62c0cab10 0x7fe62c0af1f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.63:3300/0 says I am v2:172.21.15.63:59916/0 (socket says 172.21.15.63:59916) 2024-09-15T22:04:28.337 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:28.333+0000 7fe6314ef640 1 -- 172.21.15.63:0/2073168814 learned_addr learned my addr 172.21.15.63:0/2073168814 (peer_addr_for_me v2:172.21.15.63:0/0) 2024-09-15T22:04:28.338 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:28.334+0000 7fe630cee640 1 --2- 172.21.15.63:0/2073168814 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7fe62c06d2a0 0x7fe62c0b0510 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-15T22:04:28.338 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:28.334+0000 7fe62bfff640 1 --2- 172.21.15.63:0/2073168814 >> [v2:172.21.15.110:3301/0,v1:172.21.15.110:6790/0] conn(0x7fe62c0755d0 0x7fe62c09b2b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-15T22:04:28.338 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:28.334+0000 7fe6314ef640 1 -- 172.21.15.63:0/2073168814 >> [v2:172.21.15.110:3301/0,v1:172.21.15.110:6790/0] conn(0x7fe62c0755d0 msgr2=0x7fe62c09b2b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-15T22:04:28.338 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:28.334+0000 7fe6314ef640 1 --2- 172.21.15.63:0/2073168814 >> [v2:172.21.15.110:3301/0,v1:172.21.15.110:6790/0] conn(0x7fe62c0755d0 0x7fe62c09b2b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T22:04:28.338 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:28.334+0000 7fe6314ef640 1 -- 172.21.15.63:0/2073168814 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7fe62c06d2a0 msgr2=0x7fe62c0b0510 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-15T22:04:28.338 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:28.334+0000 7fe6314ef640 1 --2- 172.21.15.63:0/2073168814 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7fe62c06d2a0 0x7fe62c0b0510 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T22:04:28.338 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:28.334+0000 7fe6314ef640 1 -- 172.21.15.63:0/2073168814 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fe62c09b7f0 con 0x7fe62c0cab10 2024-09-15T22:04:28.338 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:28.334+0000 7fe62bfff640 1 --2- 172.21.15.63:0/2073168814 >> [v2:172.21.15.110:3301/0,v1:172.21.15.110:6790/0] conn(0x7fe62c0755d0 0x7fe62c09b2b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-15T22:04:28.338 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:28.334+0000 7fe6314ef640 1 --2- 172.21.15.63:0/2073168814 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fe62c0cab10 0x7fe62c0af1f0 secure :-1 s=READY pgs=70 cs=0 l=1 rev1=1 crypto rx=0x7fe624009eb0 tx=0x7fe624004a40 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-15T22:04:28.338 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:28.334+0000 7fe6297fa640 1 -- 172.21.15.63:0/2073168814 <== mon.0 v2:172.21.15.63:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe624040070 con 0x7fe62c0cab10 2024-09-15T22:04:28.338 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:28.334+0000 7fe6297fa640 1 -- 172.21.15.63:0/2073168814 <== mon.0 v2:172.21.15.63:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fe624031bc0 con 0x7fe62c0cab10 2024-09-15T22:04:28.338 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:28.334+0000 7fe632f52640 1 -- 172.21.15.63:0/2073168814 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fe62c09e200 con 0x7fe62c0cab10 2024-09-15T22:04:28.338 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:28.334+0000 7fe6297fa640 1 -- 172.21.15.63:0/2073168814 <== mon.0 v2:172.21.15.63:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe624009450 con 0x7fe62c0cab10 2024-09-15T22:04:28.339 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:28.334+0000 7fe632f52640 1 -- 172.21.15.63:0/2073168814 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fe62c09e7c0 con 0x7fe62c0cab10 2024-09-15T22:04:28.339 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:28.335+0000 7fe632f52640 1 -- 172.21.15.63:0/2073168814 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fe62c0caf60 con 0x7fe62c0cab10 2024-09-15T22:04:28.339 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:28.336+0000 7fe6297fa640 1 -- 172.21.15.63:0/2073168814 <== mon.0 v2:172.21.15.63:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7fe624039040 con 0x7fe62c0cab10 2024-09-15T22:04:28.339 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:28.336+0000 7fe6297fa640 1 --2- 172.21.15.63:0/2073168814 >> [v2:172.21.15.110:6832/552273267,v1:172.21.15.110:6833/552273267] conn(0x7fe61006c2b0 0x7fe61006e770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-15T22:04:28.339 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:28.336+0000 7fe6297fa640 1 -- 172.21.15.63:0/2073168814 <== mon.0 v2:172.21.15.63:3300/0 5 ==== osd_map(21..21 src has 1..21) ==== 5709+0+0 (secure 0 0 0) 0x7fe6240aca90 con 0x7fe62c0cab10 2024-09-15T22:04:28.340 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:28.336+0000 7fe630cee640 1 --2- 172.21.15.63:0/2073168814 >> [v2:172.21.15.110:6832/552273267,v1:172.21.15.110:6833/552273267] conn(0x7fe61006c2b0 0x7fe61006e770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-15T22:04:28.340 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:28.337+0000 7fe630cee640 1 --2- 172.21.15.63:0/2073168814 >> [v2:172.21.15.110:6832/552273267,v1:172.21.15.110:6833/552273267] conn(0x7fe61006c2b0 0x7fe61006e770 secure :-1 s=READY pgs=53 cs=0 l=1 rev1=1 crypto rx=0x7fe6200011e0 tx=0x7fe620009040 comp rx=0 tx=0).ready entity=mgr.4102 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-15T22:04:28.342 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:28.340+0000 7fe6297fa640 1 -- 172.21.15.63:0/2073168814 <== mon.0 v2:172.21.15.63:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7fe62404c030 con 0x7fe62c0cab10 2024-09-15T22:04:28.517 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:28.516+0000 7fe632f52640 1 -- 172.21.15.63:0/2073168814 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) -- 0x7fe62c067c90 con 0x7fe62c0cab10 2024-09-15T22:04:28.518 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:28.517+0000 7fe6297fa640 1 -- 172.21.15.63:0/2073168814 <== mon.0 v2:172.21.15.63:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v21) ==== 74+0+16689 (secure 0 0 0) 0x7fe62407b210 con 0x7fe62c0cab10 2024-09-15T22:04:28.519 INFO:teuthology.orchestra.run.smithi063.stdout: 2024-09-15T22:04:28.519 INFO:teuthology.orchestra.run.smithi063.stdout:{"epoch":21,"fsid":"49d79d51-bb1b-4fdd-a1d6-f4e42ba7fbf3","created":"2024-09-15T22:04:02.076542+0000","modified":"2024-09-15T22:04:26.841905+0000","last_up_change":"2024-09-15T22:04:13.946763+0000","last_in_change":"2024-09-15T22:04:04.178658+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":5,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":3,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-09-15T22:04:14.281022+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"17","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":8,"score_stable":8,"optimal_score":0.25,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":2,"pool_name":"cephfs_metadata","create_time":"2024-09-15T22:04:23.079232+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"20","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":3,"pool_name":"cephfs_data","create_time":"2024-09-15T22:04:24.187569+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"21","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"1f955f27-2876-45ee-a014-9d8a652f47de","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":19,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.63:6816","nonce":3631300172},{"type":"v1","addr":"172.21.15.63:6818","nonce":3631300172}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.63:6820","nonce":3631300172},{"type":"v1","addr":"172.21.15.63:6822","nonce":3631300172}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.63:6828","nonce":3631300172},{"type":"v1","addr":"172.21.15.63:6830","nonce":3631300172}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.63:6824","nonce":3631300172},{"type":"v1","addr":"172.21.15.63:6826","nonce":3631300172}]},"public_addr":"172.21.15.63:6818/3631300172","cluster_addr":"172.21.15.63:6822/3631300172","heartbeat_back_addr":"172.21.15.63:6830/3631300172","heartbeat_front_addr":"172.21.15.63:6826/3631300172","state":["exists","up"]},{"osd":1,"uuid":"af6843a2-c664-44cd-9435-6410b9d7cdfc","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":19,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.63:6817","nonce":2124234218},{"type":"v1","addr":"172.21.15.63:6819","nonce":2124234218}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.63:6821","nonce":2124234218},{"type":"v1","addr":"172.21.15.63:6823","nonce":2124234218}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.63:6829","nonce":2124234218},{"type":"v1","addr":"172.21.15.63:6831","nonce":2124234218}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.63:6825","nonce":2124234218},{"type":"v1","addr":"172.21.15.63:6827","nonce":2124234218}]},"public_addr":"172.21.15.63:6819/2124234218","cluster_addr":"172.21.15.63:6823/2124234218","heartbeat_back_addr":"172.21.15.63:6831/2124234218","heartbeat_front_addr":"172.21.15.63:6827/2124234218","state":["exists","up"]},{"osd":2,"uuid":"27259906-636d-4292-8128-28c3ae37417c","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":19,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.63:6800","nonce":3107585409},{"type":"v1","addr":"172.21.15.63:6801","nonce":3107585409}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.63:6802","nonce":3107585409},{"type":"v1","addr":"172.21.15.63:6803","nonce":3107585409}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.63:6806","nonce":3107585409},{"type":"v1","addr":"172.21.15.63:6807","nonce":3107585409}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.63:6804","nonce":3107585409},{"type":"v1","addr":"172.21.15.63:6805","nonce":3107585409}]},"public_addr":"172.21.15.63:6801/3107585409","cluster_addr":"172.21.15.63:6803/3107585409","heartbeat_back_addr":"172.21.15.63:6807/3107585409","heartbeat_front_addr":"172.21.15.63:6805/3107585409","state":["exists","up"]},{"osd":3,"uuid":"007f71a8-c154-4167-a68d-96d158541c43","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":19,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.63:6808","nonce":2333041751},{"type":"v1","addr":"172.21.15.63:6809","nonce":2333041751}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.63:6810","nonce":2333041751},{"type":"v1","addr":"172.21.15.63:6811","nonce":2333041751}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.63:6814","nonce":2333041751},{"type":"v1","addr":"172.21.15.63:6815","nonce":2333041751}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.63:6812","nonce":2333041751},{"type":"v1","addr":"172.21.15.63:6813","nonce":2333041751}]},"public_addr":"172.21.15.63:6809/2333041751","cluster_addr":"172.21.15.63:6811/2333041751","heartbeat_back_addr":"172.21.15.63:6815/2333041751","heartbeat_front_addr":"172.21.15.63:6813/2333041751","state":["exists","up"]},{"osd":4,"uuid":"346e916e-e9c8-4b14-a7c4-032d5f63fb69","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":19,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.110:6816","nonce":2783666287},{"type":"v1","addr":"172.21.15.110:6817","nonce":2783666287}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.110:6818","nonce":2783666287},{"type":"v1","addr":"172.21.15.110:6819","nonce":2783666287}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.110:6822","nonce":2783666287},{"type":"v1","addr":"172.21.15.110:6823","nonce":2783666287}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.110:6820","nonce":2783666287},{"type":"v1","addr":"172.21.15.110:6821","nonce":2783666287}]},"public_addr":"172.21.15.110:6817/2783666287","cluster_addr":"172.21.15.110:6819/2783666287","heartbeat_back_addr":"172.21.15.110:6823/2783666287","heartbeat_front_addr":"172.21.15.110:6821/2783666287","state":["exists","up"]},{"osd":5,"uuid":"079e99b1-b9e1-4c06-ae11-f98c84739234","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":19,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.110:6800","nonce":3568635398},{"type":"v1","addr":"172.21.15.110:6801","nonce":3568635398}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.110:6802","nonce":3568635398},{"type":"v1","addr":"172.21.15.110:6803","nonce":3568635398}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.110:6806","nonce":3568635398},{"type":"v1","addr":"172.21.15.110:6807","nonce":3568635398}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.110:6804","nonce":3568635398},{"type":"v1","addr":"172.21.15.110:6805","nonce":3568635398}]},"public_addr":"172.21.15.110:6801/3568635398","cluster_addr":"172.21.15.110:6803/3568635398","heartbeat_back_addr":"172.21.15.110:6807/3568635398","heartbeat_front_addr":"172.21.15.110:6805/3568635398","state":["exists","up"]},{"osd":6,"uuid":"40b16565-bb39-470a-a699-3a5c64927e87","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":19,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.110:6808","nonce":2775776398},{"type":"v1","addr":"172.21.15.110:6809","nonce":2775776398}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.110:6810","nonce":2775776398},{"type":"v1","addr":"172.21.15.110:6811","nonce":2775776398}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.110:6814","nonce":2775776398},{"type":"v1","addr":"172.21.15.110:6815","nonce":2775776398}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.110:6812","nonce":2775776398},{"type":"v1","addr":"172.21.15.110:6813","nonce":2775776398}]},"public_addr":"172.21.15.110:6809/2775776398","cluster_addr":"172.21.15.110:6811/2775776398","heartbeat_back_addr":"172.21.15.110:6815/2775776398","heartbeat_front_addr":"172.21.15.110:6813/2775776398","state":["exists","up"]},{"osd":7,"uuid":"619d52d5-7a65-4232-a05a-3357ad2f8bea","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":19,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.110:6824","nonce":3099325207},{"type":"v1","addr":"172.21.15.110:6825","nonce":3099325207}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.110:6826","nonce":3099325207},{"type":"v1","addr":"172.21.15.110:6827","nonce":3099325207}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.110:6830","nonce":3099325207},{"type":"v1","addr":"172.21.15.110:6831","nonce":3099325207}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.110:6828","nonce":3099325207},{"type":"v1","addr":"172.21.15.110:6829","nonce":3099325207}]},"public_addr":"172.21.15.110:6825/3099325207","cluster_addr":"172.21.15.110:6827/3099325207","heartbeat_back_addr":"172.21.15.110:6831/3099325207","heartbeat_front_addr":"172.21.15.110:6829/3099325207","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-15T22:04:11.235040+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-15T22:04:11.216050+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-15T22:04:10.734975+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-15T22:04:11.175319+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-15T22:04:11.527362+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-15T22:04:11.429033+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-15T22:04:11.169644+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-15T22:04:11.773676+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-09-15T22:04:28.521 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:28.519+0000 7fe632f52640 1 -- 172.21.15.63:0/2073168814 >> [v2:172.21.15.110:6832/552273267,v1:172.21.15.110:6833/552273267] conn(0x7fe61006c2b0 msgr2=0x7fe61006e770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-15T22:04:28.521 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:28.519+0000 7fe632f52640 1 --2- 172.21.15.63:0/2073168814 >> [v2:172.21.15.110:6832/552273267,v1:172.21.15.110:6833/552273267] conn(0x7fe61006c2b0 0x7fe61006e770 secure :-1 s=READY pgs=53 cs=0 l=1 rev1=1 crypto rx=0x7fe6200011e0 tx=0x7fe620009040 comp rx=0 tx=0).stop 2024-09-15T22:04:28.521 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:28.519+0000 7fe632f52640 1 -- 172.21.15.63:0/2073168814 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fe62c0cab10 msgr2=0x7fe62c0af1f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-15T22:04:28.521 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:28.519+0000 7fe632f52640 1 --2- 172.21.15.63:0/2073168814 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fe62c0cab10 0x7fe62c0af1f0 secure :-1 s=READY pgs=70 cs=0 l=1 rev1=1 crypto rx=0x7fe624009eb0 tx=0x7fe624004a40 comp rx=0 tx=0).stop 2024-09-15T22:04:28.521 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:28.519+0000 7fe632f52640 1 -- 172.21.15.63:0/2073168814 shutdown_connections 2024-09-15T22:04:28.521 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:28.519+0000 7fe632f52640 1 --2- 172.21.15.63:0/2073168814 >> [v2:172.21.15.110:6832/552273267,v1:172.21.15.110:6833/552273267] conn(0x7fe61006c2b0 0x7fe61006e770 unknown :-1 s=CLOSED pgs=53 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T22:04:28.521 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:28.519+0000 7fe632f52640 1 --2- 172.21.15.63:0/2073168814 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fe62c0cab10 0x7fe62c0af1f0 unknown :-1 s=CLOSED pgs=70 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T22:04:28.522 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:28.519+0000 7fe632f52640 1 --2- 172.21.15.63:0/2073168814 >> [v2:172.21.15.110:3301/0,v1:172.21.15.110:6790/0] conn(0x7fe62c0755d0 0x7fe62c09b2b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T22:04:28.522 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:28.519+0000 7fe632f52640 1 --2- 172.21.15.63:0/2073168814 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7fe62c06d2a0 0x7fe62c0b0510 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T22:04:28.522 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:28.519+0000 7fe632f52640 1 -- 172.21.15.63:0/2073168814 >> 172.21.15.63:0/2073168814 conn(0x7fe62c0b2ec0 msgr2=0x7fe62c0b1e30 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-15T22:04:28.522 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:28.519+0000 7fe632f52640 1 -- 172.21.15.63:0/2073168814 shutdown_connections 2024-09-15T22:04:28.522 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:28.519+0000 7fe632f52640 1 -- 172.21.15.63:0/2073168814 wait complete. 2024-09-15T22:04:28.532 INFO:tasks.ceph.ceph_manager.ceph:waiting for clean 2024-09-15T22:04:28.532 DEBUG:teuthology.orchestra.run.smithi063:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph pg dump --format=json 2024-09-15T22:04:28.633 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:28.631+0000 7f2f52a77640 1 Processor -- start 2024-09-15T22:04:28.633 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:28.632+0000 7f2f52a77640 1 -- start start 2024-09-15T22:04:28.634 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:28.632+0000 7f2f52a77640 1 --2- >> v2:172.21.15.63:3300/0 conn(0x7f2f4c06bbe0 0x7f2f4c06f1a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-15T22:04:28.635 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:28.632+0000 7f2f52a77640 1 -- --> v1:172.21.15.63:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f2f4c0b6a70 con 0x7f2f4c06f6e0 2024-09-15T22:04:28.635 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:28.632+0000 7f2f52a77640 1 -- --> v1:172.21.15.110:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f2f4c06d960 con 0x7f2f4c15e3a0 2024-09-15T22:04:28.635 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:28.632+0000 7f2f52a77640 1 -- --> v2:172.21.15.63:3300/0 -- mon_getmap magic: 0 -- 0x7f2f4c06fb50 con 0x7f2f4c06bbe0 2024-09-15T22:04:28.635 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:28.632+0000 7f2f4bfff640 1 --2- >> v2:172.21.15.63:3300/0 conn(0x7f2f4c06bbe0 0x7f2f4c06f1a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-15T22:04:28.635 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:28.633+0000 7f2f51014640 1 --1- >> v1:172.21.15.63:6789/0 conn(0x7f2f4c06f6e0 0x7f2f4c161f80 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.63:6789/0 says I am v1:172.21.15.63:43038/0 (socket says 172.21.15.63:43038) 2024-09-15T22:04:28.635 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:28.633+0000 7f2f51014640 1 -- 172.21.15.63:0/1330600805 learned_addr learned my addr 172.21.15.63:0/1330600805 (peer_addr_for_me v1:172.21.15.63:0/0) 2024-09-15T22:04:28.635 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:28.633+0000 7f2f4bfff640 1 -- 172.21.15.63:0/1330600805 >> v1:172.21.15.110:6789/0 conn(0x7f2f4c15e3a0 legacy=0x7f2f4c06d250 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-15T22:04:28.635 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:28.633+0000 7f2f4bfff640 1 -- 172.21.15.63:0/1330600805 >> v1:172.21.15.63:6789/0 conn(0x7f2f4c06f6e0 legacy=0x7f2f4c161f80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-15T22:04:28.635 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:28.633+0000 7f2f4bfff640 1 -- 172.21.15.63:0/1330600805 --> v2:172.21.15.63:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f2f4c0b6d10 con 0x7f2f4c06bbe0 2024-09-15T22:04:28.637 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:28.634+0000 7f2f4bfff640 1 --2- 172.21.15.63:0/1330600805 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f2f4c06bbe0 0x7f2f4c06f1a0 secure :-1 s=READY pgs=72 cs=0 l=1 rev1=1 crypto rx=0x7f2f40009790 tx=0x7f2f4002a210 comp rx=0 tx=0).ready entity=mon.0 client_cookie=ec3f5db1b746ae46 server_cookie=0 in_seq=0 out_seq=0 2024-09-15T22:04:28.637 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:28.634+0000 7f2f4b7fe640 1 -- 172.21.15.63:0/1330600805 <== mon.0 v2:172.21.15.63:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2f40037070 con 0x7f2f4c06bbe0 2024-09-15T22:04:28.637 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:28.634+0000 7f2f4b7fe640 1 -- 172.21.15.63:0/1330600805 <== mon.0 v2:172.21.15.63:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f2f40032440 con 0x7f2f4c06bbe0 2024-09-15T22:04:28.637 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:28.634+0000 7f2f4b7fe640 1 -- 172.21.15.63:0/1330600805 <== mon.0 v2:172.21.15.63:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2f40032810 con 0x7f2f4c06bbe0 2024-09-15T22:04:28.637 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:28.634+0000 7f2f52a77640 1 -- 172.21.15.63:0/1330600805 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f2f4c06bbe0 msgr2=0x7f2f4c06f1a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-15T22:04:28.637 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:28.634+0000 7f2f52a77640 1 --2- 172.21.15.63:0/1330600805 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f2f4c06bbe0 0x7f2f4c06f1a0 secure :-1 s=READY pgs=72 cs=0 l=1 rev1=1 crypto rx=0x7f2f40009790 tx=0x7f2f4002a210 comp rx=0 tx=0).stop 2024-09-15T22:04:28.637 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:28.634+0000 7f2f52a77640 1 -- 172.21.15.63:0/1330600805 shutdown_connections 2024-09-15T22:04:28.637 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:28.634+0000 7f2f52a77640 1 --2- 172.21.15.63:0/1330600805 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f2f4c06bbe0 0x7f2f4c06f1a0 unknown :-1 s=CLOSED pgs=72 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T22:04:28.638 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:28.634+0000 7f2f52a77640 1 -- 172.21.15.63:0/1330600805 >> 172.21.15.63:0/1330600805 conn(0x7f2f4c0b4090 msgr2=0x7f2f4c0b4470 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-15T22:04:28.638 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:28.634+0000 7f2f52a77640 1 -- 172.21.15.63:0/1330600805 shutdown_connections 2024-09-15T22:04:28.638 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:28.634+0000 7f2f52a77640 1 -- 172.21.15.63:0/1330600805 wait complete. 2024-09-15T22:04:28.638 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:28.635+0000 7f2f52a77640 1 Processor -- start 2024-09-15T22:04:28.638 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:28.636+0000 7f2f52a77640 1 -- start start 2024-09-15T22:04:28.641 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:28.636+0000 7f2f52a77640 1 --2- >> [v2:172.21.15.110:3301/0,v1:172.21.15.110:6790/0] conn(0x7f2f4c06bbe0 0x7f2f4c14cdb0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-15T22:04:28.641 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:28.636+0000 7f2f52a77640 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f2f4c06f6e0 0x7f2f4c14d800 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-15T22:04:28.641 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:28.636+0000 7f2f52a77640 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f2f4c15e3a0 0x7f2f4c070150 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-15T22:04:28.642 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:28.636+0000 7f2f52a77640 1 -- --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 -- 0x7f2f4c0b72d0 con 0x7f2f4c06f6e0 2024-09-15T22:04:28.642 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:28.636+0000 7f2f52a77640 1 -- --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_getmap magic: 0 -- 0x7f2f4c0b7640 con 0x7f2f4c15e3a0 2024-09-15T22:04:28.642 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:28.636+0000 7f2f52a77640 1 -- --> [v2:172.21.15.110:3301/0,v1:172.21.15.110:6790/0] -- mon_getmap magic: 0 -- 0x7f2f4c15e780 con 0x7f2f4c06bbe0 2024-09-15T22:04:28.642 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:28.636+0000 7f2f4bfff640 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f2f4c06f6e0 0x7f2f4c14d800 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-15T22:04:28.642 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:28.637+0000 7f2f4bfff640 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f2f4c06f6e0 0x7f2f4c14d800 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.63:3300/0 says I am v2:172.21.15.63:59936/0 (socket says 172.21.15.63:59936) 2024-09-15T22:04:28.642 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:28.637+0000 7f2f4bfff640 1 -- 172.21.15.63:0/2474172594 learned_addr learned my addr 172.21.15.63:0/2474172594 (peer_addr_for_me v2:172.21.15.63:0/0) 2024-09-15T22:04:28.642 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:28.637+0000 7f2f50813640 1 --2- 172.21.15.63:0/2474172594 >> [v2:172.21.15.110:3301/0,v1:172.21.15.110:6790/0] conn(0x7f2f4c06bbe0 0x7f2f4c14cdb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-15T22:04:28.642 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:28.637+0000 7f2f51014640 1 --2- 172.21.15.63:0/2474172594 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f2f4c15e3a0 0x7f2f4c070150 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-15T22:04:28.642 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:28.637+0000 7f2f4bfff640 1 -- 172.21.15.63:0/2474172594 >> [v2:172.21.15.110:3301/0,v1:172.21.15.110:6790/0] conn(0x7f2f4c06bbe0 msgr2=0x7f2f4c14cdb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-15T22:04:28.643 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:28.637+0000 7f2f4bfff640 1 --2- 172.21.15.63:0/2474172594 >> [v2:172.21.15.110:3301/0,v1:172.21.15.110:6790/0] conn(0x7f2f4c06bbe0 0x7f2f4c14cdb0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T22:04:28.643 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:28.637+0000 7f2f4bfff640 1 -- 172.21.15.63:0/2474172594 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f2f4c15e3a0 msgr2=0x7f2f4c070150 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-15T22:04:28.643 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:28.637+0000 7f2f4bfff640 1 --2- 172.21.15.63:0/2474172594 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f2f4c15e3a0 0x7f2f4c070150 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T22:04:28.643 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:28.637+0000 7f2f4bfff640 1 -- 172.21.15.63:0/2474172594 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f2f4c14d2f0 con 0x7f2f4c06f6e0 2024-09-15T22:04:28.643 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:28.637+0000 7f2f4bfff640 1 --2- 172.21.15.63:0/2474172594 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f2f4c06f6e0 0x7f2f4c14d800 secure :-1 s=READY pgs=73 cs=0 l=1 rev1=1 crypto rx=0x7f2f40035040 tx=0x7f2f400046c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-15T22:04:28.643 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:28.637+0000 7f2f497fa640 1 -- 172.21.15.63:0/2474172594 <== mon.0 v2:172.21.15.63:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2f40037040 con 0x7f2f4c06f6e0 2024-09-15T22:04:28.643 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:28.637+0000 7f2f497fa640 1 -- 172.21.15.63:0/2474172594 <== mon.0 v2:172.21.15.63:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f2f40005bd0 con 0x7f2f4c06f6e0 2024-09-15T22:04:28.643 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:28.637+0000 7f2f52a77640 1 -- 172.21.15.63:0/2474172594 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f2f4c0aeaf0 con 0x7f2f4c06f6e0 2024-09-15T22:04:28.643 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:28.637+0000 7f2f497fa640 1 -- 172.21.15.63:0/2474172594 <== mon.0 v2:172.21.15.63:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2f40030770 con 0x7f2f4c06f6e0 2024-09-15T22:04:28.643 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:28.637+0000 7f2f52a77640 1 -- 172.21.15.63:0/2474172594 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f2f4c0af0b0 con 0x7f2f4c06f6e0 2024-09-15T22:04:28.643 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:28.638+0000 7f2f52a77640 1 -- 172.21.15.63:0/2474172594 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f2f4c073cc0 con 0x7f2f4c06f6e0 2024-09-15T22:04:28.644 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:28.639+0000 7f2f497fa640 1 -- 172.21.15.63:0/2474172594 <== mon.0 v2:172.21.15.63:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7f2f40030910 con 0x7f2f4c06f6e0 2024-09-15T22:04:28.644 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:28.639+0000 7f2f497fa640 1 --2- 172.21.15.63:0/2474172594 >> [v2:172.21.15.110:6832/552273267,v1:172.21.15.110:6833/552273267] conn(0x7f2f3806c2b0 0x7f2f3806e770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-15T22:04:28.644 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:28.639+0000 7f2f497fa640 1 -- 172.21.15.63:0/2474172594 <== mon.0 v2:172.21.15.63:3300/0 5 ==== osd_map(21..21 src has 1..21) ==== 5709+0+0 (secure 0 0 0) 0x7f2f400abd00 con 0x7f2f4c06f6e0 2024-09-15T22:04:28.644 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:28.639+0000 7f2f50813640 1 --2- 172.21.15.63:0/2474172594 >> [v2:172.21.15.110:6832/552273267,v1:172.21.15.110:6833/552273267] conn(0x7f2f3806c2b0 0x7f2f3806e770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-15T22:04:28.644 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:28.640+0000 7f2f50813640 1 --2- 172.21.15.63:0/2474172594 >> [v2:172.21.15.110:6832/552273267,v1:172.21.15.110:6833/552273267] conn(0x7f2f3806c2b0 0x7f2f3806e770 secure :-1 s=READY pgs=54 cs=0 l=1 rev1=1 crypto rx=0x7f2f3c000f60 tx=0x7f2f3c009040 comp rx=0 tx=0).ready entity=mgr.4102 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-15T22:04:28.645 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:28.643+0000 7f2f497fa640 1 -- 172.21.15.63:0/2474172594 <== mon.0 v2:172.21.15.63:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7f2f4c14d2f0 con 0x7f2f4c06f6e0 2024-09-15T22:04:28.816 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:28.815+0000 7f2f52a77640 1 -- 172.21.15.63:0/2474172594 --> [v2:172.21.15.110:6832/552273267,v1:172.21.15.110:6833/552273267] -- mgr_command(tid 0: {"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}) -- 0x7f2f4c0ae8a0 con 0x7f2f3806c2b0 2024-09-15T22:04:28.822 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:28.821+0000 7f2f497fa640 1 -- 172.21.15.63:0/2474172594 <== mgr.4102 v2:172.21.15.110:6832/552273267 1 ==== mgr_command_reply(tid 0: 0 dumped all) ==== 18+0+239645 (secure 0 0 0) 0x7f2f4c0ae8a0 con 0x7f2f3806c2b0 2024-09-15T22:04:28.826 INFO:teuthology.orchestra.run.smithi063.stdout: 2024-09-15T22:04:28.827 INFO:teuthology.orchestra.run.smithi063.stderr:dumped all 2024-09-15T22:04:28.829 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:28.824+0000 7f2f52a77640 1 -- 172.21.15.63:0/2474172594 >> [v2:172.21.15.110:6832/552273267,v1:172.21.15.110:6833/552273267] conn(0x7f2f3806c2b0 msgr2=0x7f2f3806e770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-15T22:04:28.829 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:28.824+0000 7f2f52a77640 1 --2- 172.21.15.63:0/2474172594 >> [v2:172.21.15.110:6832/552273267,v1:172.21.15.110:6833/552273267] conn(0x7f2f3806c2b0 0x7f2f3806e770 secure :-1 s=READY pgs=54 cs=0 l=1 rev1=1 crypto rx=0x7f2f3c000f60 tx=0x7f2f3c009040 comp rx=0 tx=0).stop 2024-09-15T22:04:28.829 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:28.824+0000 7f2f52a77640 1 -- 172.21.15.63:0/2474172594 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f2f4c06f6e0 msgr2=0x7f2f4c14d800 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-15T22:04:28.829 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:28.824+0000 7f2f52a77640 1 --2- 172.21.15.63:0/2474172594 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f2f4c06f6e0 0x7f2f4c14d800 secure :-1 s=READY pgs=73 cs=0 l=1 rev1=1 crypto rx=0x7f2f40035040 tx=0x7f2f400046c0 comp rx=0 tx=0).stop 2024-09-15T22:04:28.829 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:28.824+0000 7f2f52a77640 1 -- 172.21.15.63:0/2474172594 shutdown_connections 2024-09-15T22:04:28.829 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:28.824+0000 7f2f52a77640 1 --2- 172.21.15.63:0/2474172594 >> [v2:172.21.15.110:6832/552273267,v1:172.21.15.110:6833/552273267] conn(0x7f2f3806c2b0 0x7f2f3806e770 unknown :-1 s=CLOSED pgs=54 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T22:04:28.829 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:28.824+0000 7f2f52a77640 1 --2- 172.21.15.63:0/2474172594 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f2f4c15e3a0 0x7f2f4c070150 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T22:04:28.829 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:28.824+0000 7f2f52a77640 1 --2- 172.21.15.63:0/2474172594 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f2f4c06f6e0 0x7f2f4c14d800 unknown :-1 s=CLOSED pgs=73 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T22:04:28.829 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:28.824+0000 7f2f52a77640 1 --2- 172.21.15.63:0/2474172594 >> [v2:172.21.15.110:3301/0,v1:172.21.15.110:6790/0] conn(0x7f2f4c06bbe0 0x7f2f4c14cdb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T22:04:28.829 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:28.824+0000 7f2f52a77640 1 -- 172.21.15.63:0/2474172594 >> 172.21.15.63:0/2474172594 conn(0x7f2f4c0b4090 msgr2=0x7f2f4c06bfc0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-15T22:04:28.830 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:28.824+0000 7f2f52a77640 1 -- 172.21.15.63:0/2474172594 shutdown_connections 2024-09-15T22:04:28.830 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:28.824+0000 7f2f52a77640 1 -- 172.21.15.63:0/2474172594 wait complete. 2024-09-15T22:04:28.836 INFO:teuthology.orchestra.run.smithi063.stdout:{"pg_ready":true,"pg_map":{"version":22,"stamp":"2024-09-15T22:04:28.238691+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":159,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":117,"ondisk_log_size":117,"up":56,"acting":56,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":2,"num_osds":8,"num_per_pool_osds":8,"num_per_pool_omap_osds":7,"kb":754974720,"kb_used":239488,"kb_used_data":2464,"kb_used_omap":12,"kb_used_meta":236851,"kb_avail":754735232,"statfs":{"total":773094113280,"available":772848877568,"internally_reserved":0,"allocated":2523136,"data_stored":1584802,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":12752,"internal_metadata":242535984},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":8,"apply_latency_ms":8,"commit_latency_ns":8000000,"apply_latency_ns":8000000},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"4.403012"},"pg_stats":[{"pgid":"3.3f","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-15T22:04:24.835582+0000","last_change":"2024-09-15T22:04:24.835582+0000","last_active":"2024-09-15T22:04:24.835582+0000","last_peered":"2024-09-15T22:04:24.835582+0000","last_clean":"2024-09-15T22:04:24.835582+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-15T22:04:24.835582+0000","last_undegraded":"2024-09-15T22:04:24.835582+0000","last_fullsized":"2024-09-15T22:04:24.835582+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-15T22:04:24.835582+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-15T22:04:24.835582+0000","last_clean_scrub_stamp":"2024-09-15T22:04:24.835582+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.3e","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-15T22:04:24.835582+0000","last_change":"2024-09-15T22:04:24.835582+0000","last_active":"2024-09-15T22:04:24.835582+0000","last_peered":"2024-09-15T22:04:24.835582+0000","last_clean":"2024-09-15T22:04:24.835582+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-15T22:04:24.835582+0000","last_undegraded":"2024-09-15T22:04:24.835582+0000","last_fullsized":"2024-09-15T22:04:24.835582+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-15T22:04:24.835582+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-15T22:04:24.835582+0000","last_clean_scrub_stamp":"2024-09-15T22:04:24.835582+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.3d","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-15T22:04:24.835582+0000","last_change":"2024-09-15T22:04:24.835582+0000","last_active":"2024-09-15T22:04:24.835582+0000","last_peered":"2024-09-15T22:04:24.835582+0000","last_clean":"2024-09-15T22:04:24.835582+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-15T22:04:24.835582+0000","last_undegraded":"2024-09-15T22:04:24.835582+0000","last_fullsized":"2024-09-15T22:04:24.835582+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-15T22:04:24.835582+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-15T22:04:24.835582+0000","last_clean_scrub_stamp":"2024-09-15T22:04:24.835582+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.3c","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-15T22:04:24.835582+0000","last_change":"2024-09-15T22:04:24.835582+0000","last_active":"2024-09-15T22:04:24.835582+0000","last_peered":"2024-09-15T22:04:24.835582+0000","last_clean":"2024-09-15T22:04:24.835582+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-15T22:04:24.835582+0000","last_undegraded":"2024-09-15T22:04:24.835582+0000","last_fullsized":"2024-09-15T22:04:24.835582+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-15T22:04:24.835582+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-15T22:04:24.835582+0000","last_clean_scrub_stamp":"2024-09-15T22:04:24.835582+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.3b","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-15T22:04:24.835582+0000","last_change":"2024-09-15T22:04:24.835582+0000","last_active":"2024-09-15T22:04:24.835582+0000","last_peered":"2024-09-15T22:04:24.835582+0000","last_clean":"2024-09-15T22:04:24.835582+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-15T22:04:24.835582+0000","last_undegraded":"2024-09-15T22:04:24.835582+0000","last_fullsized":"2024-09-15T22:04:24.835582+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-15T22:04:24.835582+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-15T22:04:24.835582+0000","last_clean_scrub_stamp":"2024-09-15T22:04:24.835582+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.3a","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-15T22:04:24.835582+0000","last_change":"2024-09-15T22:04:24.835582+0000","last_active":"2024-09-15T22:04:24.835582+0000","last_peered":"2024-09-15T22:04:24.835582+0000","last_clean":"2024-09-15T22:04:24.835582+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-15T22:04:24.835582+0000","last_undegraded":"2024-09-15T22:04:24.835582+0000","last_fullsized":"2024-09-15T22:04:24.835582+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-15T22:04:24.835582+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-15T22:04:24.835582+0000","last_clean_scrub_stamp":"2024-09-15T22:04:24.835582+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.39","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-15T22:04:24.835582+0000","last_change":"2024-09-15T22:04:24.835582+0000","last_active":"2024-09-15T22:04:24.835582+0000","last_peered":"2024-09-15T22:04:24.835582+0000","last_clean":"2024-09-15T22:04:24.835582+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-15T22:04:24.835582+0000","last_undegraded":"2024-09-15T22:04:24.835582+0000","last_fullsized":"2024-09-15T22:04:24.835582+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-15T22:04:24.835582+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-15T22:04:24.835582+0000","last_clean_scrub_stamp":"2024-09-15T22:04:24.835582+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.38","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-15T22:04:24.835582+0000","last_change":"2024-09-15T22:04:24.835582+0000","last_active":"2024-09-15T22:04:24.835582+0000","last_peered":"2024-09-15T22:04:24.835582+0000","last_clean":"2024-09-15T22:04:24.835582+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-15T22:04:24.835582+0000","last_undegraded":"2024-09-15T22:04:24.835582+0000","last_fullsized":"2024-09-15T22:04:24.835582+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-15T22:04:24.835582+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-15T22:04:24.835582+0000","last_clean_scrub_stamp":"2024-09-15T22:04:24.835582+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.37","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-15T22:04:24.835582+0000","last_change":"2024-09-15T22:04:24.835582+0000","last_active":"2024-09-15T22:04:24.835582+0000","last_peered":"2024-09-15T22:04:24.835582+0000","last_clean":"2024-09-15T22:04:24.835582+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-15T22:04:24.835582+0000","last_undegraded":"2024-09-15T22:04:24.835582+0000","last_fullsized":"2024-09-15T22:04:24.835582+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-15T22:04:24.835582+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-15T22:04:24.835582+0000","last_clean_scrub_stamp":"2024-09-15T22:04:24.835582+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.36","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-15T22:04:24.835582+0000","last_change":"2024-09-15T22:04:24.835582+0000","last_active":"2024-09-15T22:04:24.835582+0000","last_peered":"2024-09-15T22:04:24.835582+0000","last_clean":"2024-09-15T22:04:24.835582+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-15T22:04:24.835582+0000","last_undegraded":"2024-09-15T22:04:24.835582+0000","last_fullsized":"2024-09-15T22:04:24.835582+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-15T22:04:24.835582+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-15T22:04:24.835582+0000","last_clean_scrub_stamp":"2024-09-15T22:04:24.835582+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.35","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-15T22:04:24.835582+0000","last_change":"2024-09-15T22:04:24.835582+0000","last_active":"2024-09-15T22:04:24.835582+0000","last_peered":"2024-09-15T22:04:24.835582+0000","last_clean":"2024-09-15T22:04:24.835582+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-15T22:04:24.835582+0000","last_undegraded":"2024-09-15T22:04:24.835582+0000","last_fullsized":"2024-09-15T22:04:24.835582+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-15T22:04:24.835582+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-15T22:04:24.835582+0000","last_clean_scrub_stamp":"2024-09-15T22:04:24.835582+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.34","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-15T22:04:24.835582+0000","last_change":"2024-09-15T22:04:24.835582+0000","last_active":"2024-09-15T22:04:24.835582+0000","last_peered":"2024-09-15T22:04:24.835582+0000","last_clean":"2024-09-15T22:04:24.835582+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-15T22:04:24.835582+0000","last_undegraded":"2024-09-15T22:04:24.835582+0000","last_fullsized":"2024-09-15T22:04:24.835582+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-15T22:04:24.835582+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-15T22:04:24.835582+0000","last_clean_scrub_stamp":"2024-09-15T22:04:24.835582+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.33","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-15T22:04:24.835582+0000","last_change":"2024-09-15T22:04:24.835582+0000","last_active":"2024-09-15T22:04:24.835582+0000","last_peered":"2024-09-15T22:04:24.835582+0000","last_clean":"2024-09-15T22:04:24.835582+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-15T22:04:24.835582+0000","last_undegraded":"2024-09-15T22:04:24.835582+0000","last_fullsized":"2024-09-15T22:04:24.835582+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-15T22:04:24.835582+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-15T22:04:24.835582+0000","last_clean_scrub_stamp":"2024-09-15T22:04:24.835582+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.32","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-15T22:04:24.835582+0000","last_change":"2024-09-15T22:04:24.835582+0000","last_active":"2024-09-15T22:04:24.835582+0000","last_peered":"2024-09-15T22:04:24.835582+0000","last_clean":"2024-09-15T22:04:24.835582+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-15T22:04:24.835582+0000","last_undegraded":"2024-09-15T22:04:24.835582+0000","last_fullsized":"2024-09-15T22:04:24.835582+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-15T22:04:24.835582+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-15T22:04:24.835582+0000","last_clean_scrub_stamp":"2024-09-15T22:04:24.835582+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.31","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-15T22:04:24.835582+0000","last_change":"2024-09-15T22:04:24.835582+0000","last_active":"2024-09-15T22:04:24.835582+0000","last_peered":"2024-09-15T22:04:24.835582+0000","last_clean":"2024-09-15T22:04:24.835582+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-15T22:04:24.835582+0000","last_undegraded":"2024-09-15T22:04:24.835582+0000","last_fullsized":"2024-09-15T22:04:24.835582+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-15T22:04:24.835582+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-15T22:04:24.835582+0000","last_clean_scrub_stamp":"2024-09-15T22:04:24.835582+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.30","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-15T22:04:24.835582+0000","last_change":"2024-09-15T22:04:24.835582+0000","last_active":"2024-09-15T22:04:24.835582+0000","last_peered":"2024-09-15T22:04:24.835582+0000","last_clean":"2024-09-15T22:04:24.835582+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-15T22:04:24.835582+0000","last_undegraded":"2024-09-15T22:04:24.835582+0000","last_fullsized":"2024-09-15T22:04:24.835582+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-15T22:04:24.835582+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-15T22:04:24.835582+0000","last_clean_scrub_stamp":"2024-09-15T22:04:24.835582+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.2f","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-15T22:04:24.835582+0000","last_change":"2024-09-15T22:04:24.835582+0000","last_active":"2024-09-15T22:04:24.835582+0000","last_peered":"2024-09-15T22:04:24.835582+0000","last_clean":"2024-09-15T22:04:24.835582+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-15T22:04:24.835582+0000","last_undegraded":"2024-09-15T22:04:24.835582+0000","last_fullsized":"2024-09-15T22:04:24.835582+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-15T22:04:24.835582+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-15T22:04:24.835582+0000","last_clean_scrub_stamp":"2024-09-15T22:04:24.835582+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.2e","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-15T22:04:24.835582+0000","last_change":"2024-09-15T22:04:24.835582+0000","last_active":"2024-09-15T22:04:24.835582+0000","last_peered":"2024-09-15T22:04:24.835582+0000","last_clean":"2024-09-15T22:04:24.835582+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-15T22:04:24.835582+0000","last_undegraded":"2024-09-15T22:04:24.835582+0000","last_fullsized":"2024-09-15T22:04:24.835582+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-15T22:04:24.835582+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-15T22:04:24.835582+0000","last_clean_scrub_stamp":"2024-09-15T22:04:24.835582+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.2d","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-15T22:04:24.835582+0000","last_change":"2024-09-15T22:04:24.835582+0000","last_active":"2024-09-15T22:04:24.835582+0000","last_peered":"2024-09-15T22:04:24.835582+0000","last_clean":"2024-09-15T22:04:24.835582+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-15T22:04:24.835582+0000","last_undegraded":"2024-09-15T22:04:24.835582+0000","last_fullsized":"2024-09-15T22:04:24.835582+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-15T22:04:24.835582+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-15T22:04:24.835582+0000","last_clean_scrub_stamp":"2024-09-15T22:04:24.835582+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.2c","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-15T22:04:24.835582+0000","last_change":"2024-09-15T22:04:24.835582+0000","last_active":"2024-09-15T22:04:24.835582+0000","last_peered":"2024-09-15T22:04:24.835582+0000","last_clean":"2024-09-15T22:04:24.835582+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-15T22:04:24.835582+0000","last_undegraded":"2024-09-15T22:04:24.835582+0000","last_fullsized":"2024-09-15T22:04:24.835582+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-15T22:04:24.835582+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-15T22:04:24.835582+0000","last_clean_scrub_stamp":"2024-09-15T22:04:24.835582+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.2b","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-15T22:04:24.835582+0000","last_change":"2024-09-15T22:04:24.835582+0000","last_active":"2024-09-15T22:04:24.835582+0000","last_peered":"2024-09-15T22:04:24.835582+0000","last_clean":"2024-09-15T22:04:24.835582+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-15T22:04:24.835582+0000","last_undegraded":"2024-09-15T22:04:24.835582+0000","last_fullsized":"2024-09-15T22:04:24.835582+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-15T22:04:24.835582+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-15T22:04:24.835582+0000","last_clean_scrub_stamp":"2024-09-15T22:04:24.835582+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.2a","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-15T22:04:24.835582+0000","last_change":"2024-09-15T22:04:24.835582+0000","last_active":"2024-09-15T22:04:24.835582+0000","last_peered":"2024-09-15T22:04:24.835582+0000","last_clean":"2024-09-15T22:04:24.835582+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-15T22:04:24.835582+0000","last_undegraded":"2024-09-15T22:04:24.835582+0000","last_fullsized":"2024-09-15T22:04:24.835582+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-15T22:04:24.835582+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-15T22:04:24.835582+0000","last_clean_scrub_stamp":"2024-09-15T22:04:24.835582+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.29","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-15T22:04:24.835582+0000","last_change":"2024-09-15T22:04:24.835582+0000","last_active":"2024-09-15T22:04:24.835582+0000","last_peered":"2024-09-15T22:04:24.835582+0000","last_clean":"2024-09-15T22:04:24.835582+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-15T22:04:24.835582+0000","last_undegraded":"2024-09-15T22:04:24.835582+0000","last_fullsized":"2024-09-15T22:04:24.835582+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-15T22:04:24.835582+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-15T22:04:24.835582+0000","last_clean_scrub_stamp":"2024-09-15T22:04:24.835582+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.28","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-15T22:04:24.835582+0000","last_change":"2024-09-15T22:04:24.835582+0000","last_active":"2024-09-15T22:04:24.835582+0000","last_peered":"2024-09-15T22:04:24.835582+0000","last_clean":"2024-09-15T22:04:24.835582+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-15T22:04:24.835582+0000","last_undegraded":"2024-09-15T22:04:24.835582+0000","last_fullsized":"2024-09-15T22:04:24.835582+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-15T22:04:24.835582+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-15T22:04:24.835582+0000","last_clean_scrub_stamp":"2024-09-15T22:04:24.835582+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.27","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-15T22:04:24.835582+0000","last_change":"2024-09-15T22:04:24.835582+0000","last_active":"2024-09-15T22:04:24.835582+0000","last_peered":"2024-09-15T22:04:24.835582+0000","last_clean":"2024-09-15T22:04:24.835582+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-15T22:04:24.835582+0000","last_undegraded":"2024-09-15T22:04:24.835582+0000","last_fullsized":"2024-09-15T22:04:24.835582+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-15T22:04:24.835582+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-15T22:04:24.835582+0000","last_clean_scrub_stamp":"2024-09-15T22:04:24.835582+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.26","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-15T22:04:24.835582+0000","last_change":"2024-09-15T22:04:24.835582+0000","last_active":"2024-09-15T22:04:24.835582+0000","last_peered":"2024-09-15T22:04:24.835582+0000","last_clean":"2024-09-15T22:04:24.835582+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-15T22:04:24.835582+0000","last_undegraded":"2024-09-15T22:04:24.835582+0000","last_fullsized":"2024-09-15T22:04:24.835582+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-15T22:04:24.835582+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-15T22:04:24.835582+0000","last_clean_scrub_stamp":"2024-09-15T22:04:24.835582+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.25","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-15T22:04:24.835582+0000","last_change":"2024-09-15T22:04:24.835582+0000","last_active":"2024-09-15T22:04:24.835582+0000","last_peered":"2024-09-15T22:04:24.835582+0000","last_clean":"2024-09-15T22:04:24.835582+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-15T22:04:24.835582+0000","last_undegraded":"2024-09-15T22:04:24.835582+0000","last_fullsized":"2024-09-15T22:04:24.835582+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-15T22:04:24.835582+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-15T22:04:24.835582+0000","last_clean_scrub_stamp":"2024-09-15T22:04:24.835582+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.24","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-15T22:04:24.835582+0000","last_change":"2024-09-15T22:04:24.835582+0000","last_active":"2024-09-15T22:04:24.835582+0000","last_peered":"2024-09-15T22:04:24.835582+0000","last_clean":"2024-09-15T22:04:24.835582+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-15T22:04:24.835582+0000","last_undegraded":"2024-09-15T22:04:24.835582+0000","last_fullsized":"2024-09-15T22:04:24.835582+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-15T22:04:24.835582+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-15T22:04:24.835582+0000","last_clean_scrub_stamp":"2024-09-15T22:04:24.835582+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.23","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-15T22:04:24.835582+0000","last_change":"2024-09-15T22:04:24.835582+0000","last_active":"2024-09-15T22:04:24.835582+0000","last_peered":"2024-09-15T22:04:24.835582+0000","last_clean":"2024-09-15T22:04:24.835582+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-15T22:04:24.835582+0000","last_undegraded":"2024-09-15T22:04:24.835582+0000","last_fullsized":"2024-09-15T22:04:24.835582+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-15T22:04:24.835582+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-15T22:04:24.835582+0000","last_clean_scrub_stamp":"2024-09-15T22:04:24.835582+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.22","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-15T22:04:24.835582+0000","last_change":"2024-09-15T22:04:24.835582+0000","last_active":"2024-09-15T22:04:24.835582+0000","last_peered":"2024-09-15T22:04:24.835582+0000","last_clean":"2024-09-15T22:04:24.835582+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-15T22:04:24.835582+0000","last_undegraded":"2024-09-15T22:04:24.835582+0000","last_fullsized":"2024-09-15T22:04:24.835582+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-15T22:04:24.835582+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-15T22:04:24.835582+0000","last_clean_scrub_stamp":"2024-09-15T22:04:24.835582+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.21","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-15T22:04:24.835582+0000","last_change":"2024-09-15T22:04:24.835582+0000","last_active":"2024-09-15T22:04:24.835582+0000","last_peered":"2024-09-15T22:04:24.835582+0000","last_clean":"2024-09-15T22:04:24.835582+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-15T22:04:24.835582+0000","last_undegraded":"2024-09-15T22:04:24.835582+0000","last_fullsized":"2024-09-15T22:04:24.835582+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-15T22:04:24.835582+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-15T22:04:24.835582+0000","last_clean_scrub_stamp":"2024-09-15T22:04:24.835582+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.20","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-15T22:04:24.835582+0000","last_change":"2024-09-15T22:04:24.835582+0000","last_active":"2024-09-15T22:04:24.835582+0000","last_peered":"2024-09-15T22:04:24.835582+0000","last_clean":"2024-09-15T22:04:24.835582+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-15T22:04:24.835582+0000","last_undegraded":"2024-09-15T22:04:24.835582+0000","last_fullsized":"2024-09-15T22:04:24.835582+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-15T22:04:24.835582+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-15T22:04:24.835582+0000","last_clean_scrub_stamp":"2024-09-15T22:04:24.835582+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.1a","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-15T22:04:24.835582+0000","last_change":"2024-09-15T22:04:24.835582+0000","last_active":"2024-09-15T22:04:24.835582+0000","last_peered":"2024-09-15T22:04:24.835582+0000","last_clean":"2024-09-15T22:04:24.835582+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-15T22:04:24.835582+0000","last_undegraded":"2024-09-15T22:04:24.835582+0000","last_fullsized":"2024-09-15T22:04:24.835582+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-15T22:04:24.835582+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-15T22:04:24.835582+0000","last_clean_scrub_stamp":"2024-09-15T22:04:24.835582+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"2.1b","version":"0'0","reported_seq":1,"reported_epoch":18,"state":"creating+peering","last_fresh":"2024-09-15T22:04:23.837549+0000","last_change":"2024-09-15T22:04:23.837549+0000","last_active":"2024-09-15T22:04:23.830575+0000","last_peered":"2024-09-15T22:04:23.830575+0000","last_clean":"2024-09-15T22:04:23.830575+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-15T22:04:23.837549+0000","last_undegraded":"2024-09-15T22:04:23.837549+0000","last_fullsized":"2024-09-15T22:04:23.837549+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-15T22:04:23.830575+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-15T22:04:23.830575+0000","last_clean_scrub_stamp":"2024-09-15T22:04:23.830575+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1b","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-15T22:04:24.835582+0000","last_change":"2024-09-15T22:04:24.835582+0000","last_active":"2024-09-15T22:04:24.835582+0000","last_peered":"2024-09-15T22:04:24.835582+0000","last_clean":"2024-09-15T22:04:24.835582+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-15T22:04:24.835582+0000","last_undegraded":"2024-09-15T22:04:24.835582+0000","last_fullsized":"2024-09-15T22:04:24.835582+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-15T22:04:24.835582+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-15T22:04:24.835582+0000","last_clean_scrub_stamp":"2024-09-15T22:04:24.835582+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"2.1a","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-15T22:04:23.830575+0000","last_change":"2024-09-15T22:04:23.830575+0000","last_active":"2024-09-15T22:04:23.830575+0000","last_peered":"2024-09-15T22:04:23.830575+0000","last_clean":"2024-09-15T22:04:23.830575+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-15T22:04:23.830575+0000","last_undegraded":"2024-09-15T22:04:23.830575+0000","last_fullsized":"2024-09-15T22:04:23.830575+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-15T22:04:23.830575+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-15T22:04:23.830575+0000","last_clean_scrub_stamp":"2024-09-15T22:04:23.830575+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"2.19","version":"0'0","reported_seq":1,"reported_epoch":18,"state":"creating+peering","last_fresh":"2024-09-15T22:04:23.837788+0000","last_change":"2024-09-15T22:04:23.837788+0000","last_active":"2024-09-15T22:04:23.830575+0000","last_peered":"2024-09-15T22:04:23.830575+0000","last_clean":"2024-09-15T22:04:23.830575+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-15T22:04:23.837788+0000","last_undegraded":"2024-09-15T22:04:23.837788+0000","last_fullsized":"2024-09-15T22:04:23.837788+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-15T22:04:23.830575+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-15T22:04:23.830575+0000","last_clean_scrub_stamp":"2024-09-15T22:04:23.830575+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.18","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-15T22:04:24.835582+0000","last_change":"2024-09-15T22:04:24.835582+0000","last_active":"2024-09-15T22:04:24.835582+0000","last_peered":"2024-09-15T22:04:24.835582+0000","last_clean":"2024-09-15T22:04:24.835582+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-15T22:04:24.835582+0000","last_undegraded":"2024-09-15T22:04:24.835582+0000","last_fullsized":"2024-09-15T22:04:24.835582+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-15T22:04:24.835582+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-15T22:04:24.835582+0000","last_clean_scrub_stamp":"2024-09-15T22:04:24.835582+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"2.18","version":"0'0","reported_seq":1,"reported_epoch":18,"state":"creating+peering","last_fresh":"2024-09-15T22:04:23.844012+0000","last_change":"2024-09-15T22:04:23.844012+0000","last_active":"2024-09-15T22:04:23.830575+0000","last_peered":"2024-09-15T22:04:23.830575+0000","last_clean":"2024-09-15T22:04:23.830575+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-15T22:04:23.844012+0000","last_undegraded":"2024-09-15T22:04:23.844012+0000","last_fullsized":"2024-09-15T22:04:23.844012+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-15T22:04:23.830575+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-15T22:04:23.830575+0000","last_clean_scrub_stamp":"2024-09-15T22:04:23.830575+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.19","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-15T22:04:24.835582+0000","last_change":"2024-09-15T22:04:24.835582+0000","last_active":"2024-09-15T22:04:24.835582+0000","last_peered":"2024-09-15T22:04:24.835582+0000","last_clean":"2024-09-15T22:04:24.835582+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-15T22:04:24.835582+0000","last_undegraded":"2024-09-15T22:04:24.835582+0000","last_fullsized":"2024-09-15T22:04:24.835582+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-15T22:04:24.835582+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-15T22:04:24.835582+0000","last_clean_scrub_stamp":"2024-09-15T22:04:24.835582+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"2.17","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-15T22:04:23.830575+0000","last_change":"2024-09-15T22:04:23.830575+0000","last_active":"2024-09-15T22:04:23.830575+0000","last_peered":"2024-09-15T22:04:23.830575+0000","last_clean":"2024-09-15T22:04:23.830575+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-15T22:04:23.830575+0000","last_undegraded":"2024-09-15T22:04:23.830575+0000","last_fullsized":"2024-09-15T22:04:23.830575+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-15T22:04:23.830575+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-15T22:04:23.830575+0000","last_clean_scrub_stamp":"2024-09-15T22:04:23.830575+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.16","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-15T22:04:24.835582+0000","last_change":"2024-09-15T22:04:24.835582+0000","last_active":"2024-09-15T22:04:24.835582+0000","last_peered":"2024-09-15T22:04:24.835582+0000","last_clean":"2024-09-15T22:04:24.835582+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-15T22:04:24.835582+0000","last_undegraded":"2024-09-15T22:04:24.835582+0000","last_fullsized":"2024-09-15T22:04:24.835582+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-15T22:04:24.835582+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-15T22:04:24.835582+0000","last_clean_scrub_stamp":"2024-09-15T22:04:24.835582+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"2.16","version":"0'0","reported_seq":1,"reported_epoch":18,"state":"creating+peering","last_fresh":"2024-09-15T22:04:23.843743+0000","last_change":"2024-09-15T22:04:23.843743+0000","last_active":"2024-09-15T22:04:23.830575+0000","last_peered":"2024-09-15T22:04:23.830575+0000","last_clean":"2024-09-15T22:04:23.830575+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-15T22:04:23.843743+0000","last_undegraded":"2024-09-15T22:04:23.843743+0000","last_fullsized":"2024-09-15T22:04:23.843743+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-15T22:04:23.830575+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-15T22:04:23.830575+0000","last_clean_scrub_stamp":"2024-09-15T22:04:23.830575+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,6],"acting":[5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.17","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-15T22:04:24.835582+0000","last_change":"2024-09-15T22:04:24.835582+0000","last_active":"2024-09-15T22:04:24.835582+0000","last_peered":"2024-09-15T22:04:24.835582+0000","last_clean":"2024-09-15T22:04:24.835582+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-15T22:04:24.835582+0000","last_undegraded":"2024-09-15T22:04:24.835582+0000","last_fullsized":"2024-09-15T22:04:24.835582+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-15T22:04:24.835582+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-15T22:04:24.835582+0000","last_clean_scrub_stamp":"2024-09-15T22:04:24.835582+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"2.15","version":"0'0","reported_seq":1,"reported_epoch":18,"state":"creating+peering","last_fresh":"2024-09-15T22:04:23.839584+0000","last_change":"2024-09-15T22:04:23.839584+0000","last_active":"2024-09-15T22:04:23.830575+0000","last_peered":"2024-09-15T22:04:23.830575+0000","last_clean":"2024-09-15T22:04:23.830575+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-15T22:04:23.839584+0000","last_undegraded":"2024-09-15T22:04:23.839584+0000","last_fullsized":"2024-09-15T22:04:23.839584+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-15T22:04:23.830575+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-15T22:04:23.830575+0000","last_clean_scrub_stamp":"2024-09-15T22:04:23.830575+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.14","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-15T22:04:24.835582+0000","last_change":"2024-09-15T22:04:24.835582+0000","last_active":"2024-09-15T22:04:24.835582+0000","last_peered":"2024-09-15T22:04:24.835582+0000","last_clean":"2024-09-15T22:04:24.835582+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-15T22:04:24.835582+0000","last_undegraded":"2024-09-15T22:04:24.835582+0000","last_fullsized":"2024-09-15T22:04:24.835582+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-15T22:04:24.835582+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-15T22:04:24.835582+0000","last_clean_scrub_stamp":"2024-09-15T22:04:24.835582+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"2.14","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-15T22:04:23.830575+0000","last_change":"2024-09-15T22:04:23.830575+0000","last_active":"2024-09-15T22:04:23.830575+0000","last_peered":"2024-09-15T22:04:23.830575+0000","last_clean":"2024-09-15T22:04:23.830575+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-15T22:04:23.830575+0000","last_undegraded":"2024-09-15T22:04:23.830575+0000","last_fullsized":"2024-09-15T22:04:23.830575+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-15T22:04:23.830575+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-15T22:04:23.830575+0000","last_clean_scrub_stamp":"2024-09-15T22:04:23.830575+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.15","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-15T22:04:24.835582+0000","last_change":"2024-09-15T22:04:24.835582+0000","last_active":"2024-09-15T22:04:24.835582+0000","last_peered":"2024-09-15T22:04:24.835582+0000","last_clean":"2024-09-15T22:04:24.835582+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-15T22:04:24.835582+0000","last_undegraded":"2024-09-15T22:04:24.835582+0000","last_fullsized":"2024-09-15T22:04:24.835582+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-15T22:04:24.835582+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-15T22:04:24.835582+0000","last_clean_scrub_stamp":"2024-09-15T22:04:24.835582+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"2.13","version":"0'0","reported_seq":1,"reported_epoch":18,"state":"creating+peering","last_fresh":"2024-09-15T22:04:23.840282+0000","last_change":"2024-09-15T22:04:23.840282+0000","last_active":"2024-09-15T22:04:23.830575+0000","last_peered":"2024-09-15T22:04:23.830575+0000","last_clean":"2024-09-15T22:04:23.830575+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-15T22:04:23.840282+0000","last_undegraded":"2024-09-15T22:04:23.840282+0000","last_fullsized":"2024-09-15T22:04:23.840282+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-15T22:04:23.830575+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-15T22:04:23.830575+0000","last_clean_scrub_stamp":"2024-09-15T22:04:23.830575+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4],"acting":[0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.12","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-15T22:04:24.835582+0000","last_change":"2024-09-15T22:04:24.835582+0000","last_active":"2024-09-15T22:04:24.835582+0000","last_peered":"2024-09-15T22:04:24.835582+0000","last_clean":"2024-09-15T22:04:24.835582+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-15T22:04:24.835582+0000","last_undegraded":"2024-09-15T22:04:24.835582+0000","last_fullsized":"2024-09-15T22:04:24.835582+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-15T22:04:24.835582+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-15T22:04:24.835582+0000","last_clean_scrub_stamp":"2024-09-15T22:04:24.835582+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"2.12","version":"0'0","reported_seq":1,"reported_epoch":18,"state":"creating+peering","last_fresh":"2024-09-15T22:04:23.844221+0000","last_change":"2024-09-15T22:04:23.844221+0000","last_active":"2024-09-15T22:04:23.830575+0000","last_peered":"2024-09-15T22:04:23.830575+0000","last_clean":"2024-09-15T22:04:23.830575+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-15T22:04:23.844221+0000","last_undegraded":"2024-09-15T22:04:23.844221+0000","last_fullsized":"2024-09-15T22:04:23.844221+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-15T22:04:23.830575+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-15T22:04:23.830575+0000","last_clean_scrub_stamp":"2024-09-15T22:04:23.830575+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.13","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-15T22:04:24.835582+0000","last_change":"2024-09-15T22:04:24.835582+0000","last_active":"2024-09-15T22:04:24.835582+0000","last_peered":"2024-09-15T22:04:24.835582+0000","last_clean":"2024-09-15T22:04:24.835582+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-15T22:04:24.835582+0000","last_undegraded":"2024-09-15T22:04:24.835582+0000","last_fullsized":"2024-09-15T22:04:24.835582+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-15T22:04:24.835582+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-15T22:04:24.835582+0000","last_clean_scrub_stamp":"2024-09-15T22:04:24.835582+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"2.11","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-15T22:04:23.830575+0000","last_change":"2024-09-15T22:04:23.830575+0000","last_active":"2024-09-15T22:04:23.830575+0000","last_peered":"2024-09-15T22:04:23.830575+0000","last_clean":"2024-09-15T22:04:23.830575+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-15T22:04:23.830575+0000","last_undegraded":"2024-09-15T22:04:23.830575+0000","last_fullsized":"2024-09-15T22:04:23.830575+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-15T22:04:23.830575+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-15T22:04:23.830575+0000","last_clean_scrub_stamp":"2024-09-15T22:04:23.830575+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.10","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-15T22:04:24.835582+0000","last_change":"2024-09-15T22:04:24.835582+0000","last_active":"2024-09-15T22:04:24.835582+0000","last_peered":"2024-09-15T22:04:24.835582+0000","last_clean":"2024-09-15T22:04:24.835582+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-15T22:04:24.835582+0000","last_undegraded":"2024-09-15T22:04:24.835582+0000","last_fullsized":"2024-09-15T22:04:24.835582+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-15T22:04:24.835582+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-15T22:04:24.835582+0000","last_clean_scrub_stamp":"2024-09-15T22:04:24.835582+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"2.10","version":"0'0","reported_seq":1,"reported_epoch":18,"state":"creating+peering","last_fresh":"2024-09-15T22:04:23.847675+0000","last_change":"2024-09-15T22:04:23.847675+0000","last_active":"2024-09-15T22:04:23.830575+0000","last_peered":"2024-09-15T22:04:23.830575+0000","last_clean":"2024-09-15T22:04:23.830575+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-15T22:04:23.847675+0000","last_undegraded":"2024-09-15T22:04:23.847675+0000","last_fullsized":"2024-09-15T22:04:23.847675+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-15T22:04:23.830575+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-15T22:04:23.830575+0000","last_clean_scrub_stamp":"2024-09-15T22:04:23.830575+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1],"acting":[2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.11","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-15T22:04:24.835582+0000","last_change":"2024-09-15T22:04:24.835582+0000","last_active":"2024-09-15T22:04:24.835582+0000","last_peered":"2024-09-15T22:04:24.835582+0000","last_clean":"2024-09-15T22:04:24.835582+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-15T22:04:24.835582+0000","last_undegraded":"2024-09-15T22:04:24.835582+0000","last_fullsized":"2024-09-15T22:04:24.835582+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-15T22:04:24.835582+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-15T22:04:24.835582+0000","last_clean_scrub_stamp":"2024-09-15T22:04:24.835582+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"2.f","version":"0'0","reported_seq":1,"reported_epoch":18,"state":"creating+peering","last_fresh":"2024-09-15T22:04:23.837657+0000","last_change":"2024-09-15T22:04:23.837657+0000","last_active":"2024-09-15T22:04:23.830575+0000","last_peered":"2024-09-15T22:04:23.830575+0000","last_clean":"2024-09-15T22:04:23.830575+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-15T22:04:23.837657+0000","last_undegraded":"2024-09-15T22:04:23.837657+0000","last_fullsized":"2024-09-15T22:04:23.837657+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-15T22:04:23.830575+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-15T22:04:23.830575+0000","last_clean_scrub_stamp":"2024-09-15T22:04:23.830575+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0],"acting":[4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.e","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-15T22:04:24.835582+0000","last_change":"2024-09-15T22:04:24.835582+0000","last_active":"2024-09-15T22:04:24.835582+0000","last_peered":"2024-09-15T22:04:24.835582+0000","last_clean":"2024-09-15T22:04:24.835582+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-15T22:04:24.835582+0000","last_undegraded":"2024-09-15T22:04:24.835582+0000","last_fullsized":"2024-09-15T22:04:24.835582+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-15T22:04:24.835582+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-15T22:04:24.835582+0000","last_clean_scrub_stamp":"2024-09-15T22:04:24.835582+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"2.e","version":"0'0","reported_seq":1,"reported_epoch":18,"state":"creating+peering","last_fresh":"2024-09-15T22:04:23.847692+0000","last_change":"2024-09-15T22:04:23.847692+0000","last_active":"2024-09-15T22:04:23.830575+0000","last_peered":"2024-09-15T22:04:23.830575+0000","last_clean":"2024-09-15T22:04:23.830575+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-15T22:04:23.847692+0000","last_undegraded":"2024-09-15T22:04:23.847692+0000","last_fullsized":"2024-09-15T22:04:23.847692+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-15T22:04:23.830575+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-15T22:04:23.830575+0000","last_clean_scrub_stamp":"2024-09-15T22:04:23.830575+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.f","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-15T22:04:24.835582+0000","last_change":"2024-09-15T22:04:24.835582+0000","last_active":"2024-09-15T22:04:24.835582+0000","last_peered":"2024-09-15T22:04:24.835582+0000","last_clean":"2024-09-15T22:04:24.835582+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-15T22:04:24.835582+0000","last_undegraded":"2024-09-15T22:04:24.835582+0000","last_fullsized":"2024-09-15T22:04:24.835582+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-15T22:04:24.835582+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-15T22:04:24.835582+0000","last_clean_scrub_stamp":"2024-09-15T22:04:24.835582+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"2.d","version":"0'0","reported_seq":1,"reported_epoch":18,"state":"creating+peering","last_fresh":"2024-09-15T22:04:23.838906+0000","last_change":"2024-09-15T22:04:23.838906+0000","last_active":"2024-09-15T22:04:23.830575+0000","last_peered":"2024-09-15T22:04:23.830575+0000","last_clean":"2024-09-15T22:04:23.830575+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-15T22:04:23.838906+0000","last_undegraded":"2024-09-15T22:04:23.838906+0000","last_fullsized":"2024-09-15T22:04:23.838906+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-15T22:04:23.830575+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-15T22:04:23.830575+0000","last_clean_scrub_stamp":"2024-09-15T22:04:23.830575+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4],"acting":[1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.c","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-15T22:04:24.835582+0000","last_change":"2024-09-15T22:04:24.835582+0000","last_active":"2024-09-15T22:04:24.835582+0000","last_peered":"2024-09-15T22:04:24.835582+0000","last_clean":"2024-09-15T22:04:24.835582+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-15T22:04:24.835582+0000","last_undegraded":"2024-09-15T22:04:24.835582+0000","last_fullsized":"2024-09-15T22:04:24.835582+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-15T22:04:24.835582+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-15T22:04:24.835582+0000","last_clean_scrub_stamp":"2024-09-15T22:04:24.835582+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"2.c","version":"0'0","reported_seq":1,"reported_epoch":18,"state":"creating+peering","last_fresh":"2024-09-15T22:04:23.847675+0000","last_change":"2024-09-15T22:04:23.847675+0000","last_active":"2024-09-15T22:04:23.830575+0000","last_peered":"2024-09-15T22:04:23.830575+0000","last_clean":"2024-09-15T22:04:23.830575+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-15T22:04:23.847675+0000","last_undegraded":"2024-09-15T22:04:23.847675+0000","last_fullsized":"2024-09-15T22:04:23.847675+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-15T22:04:23.830575+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-15T22:04:23.830575+0000","last_clean_scrub_stamp":"2024-09-15T22:04:23.830575+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5],"acting":[2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.d","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-15T22:04:24.835582+0000","last_change":"2024-09-15T22:04:24.835582+0000","last_active":"2024-09-15T22:04:24.835582+0000","last_peered":"2024-09-15T22:04:24.835582+0000","last_clean":"2024-09-15T22:04:24.835582+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-15T22:04:24.835582+0000","last_undegraded":"2024-09-15T22:04:24.835582+0000","last_fullsized":"2024-09-15T22:04:24.835582+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-15T22:04:24.835582+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-15T22:04:24.835582+0000","last_clean_scrub_stamp":"2024-09-15T22:04:24.835582+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"1.0","version":"17'117","reported_seq":164,"reported_epoch":18,"state":"active+clean","last_fresh":"2024-09-15T22:04:23.842329+0000","last_change":"2024-09-15T22:04:16.056574+0000","last_active":"2024-09-15T22:04:23.842329+0000","last_peered":"2024-09-15T22:04:23.842329+0000","last_clean":"2024-09-15T22:04:23.842329+0000","last_became_active":"2024-09-15T22:04:16.055577+0000","last_became_peered":"2024-09-15T22:04:16.055577+0000","last_unstale":"2024-09-15T22:04:23.842329+0000","last_undegraded":"2024-09-15T22:04:23.842329+0000","last_fullsized":"2024-09-15T22:04:23.842329+0000","mapping_epoch":15,"log_start":"0'0","ondisk_log_start":"0'0","created":15,"last_epoch_clean":16,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-15T22:04:14.948623+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-15T22:04:14.948623+0000","last_clean_scrub_stamp":"2024-09-15T22:04:14.948623+0000","objects_scrubbed":0,"log_size":117,"log_dups_size":0,"ondisk_log_size":117,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T08:16:14.663572+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":159,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.3","version":"0'0","reported_seq":1,"reported_epoch":18,"state":"creating+peering","last_fresh":"2024-09-15T22:04:23.843686+0000","last_change":"2024-09-15T22:04:23.843686+0000","last_active":"2024-09-15T22:04:23.830575+0000","last_peered":"2024-09-15T22:04:23.830575+0000","last_clean":"2024-09-15T22:04:23.830575+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-15T22:04:23.843686+0000","last_undegraded":"2024-09-15T22:04:23.843686+0000","last_fullsized":"2024-09-15T22:04:23.843686+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-15T22:04:23.830575+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-15T22:04:23.830575+0000","last_clean_scrub_stamp":"2024-09-15T22:04:23.830575+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2],"acting":[5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.2","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-15T22:04:24.835582+0000","last_change":"2024-09-15T22:04:24.835582+0000","last_active":"2024-09-15T22:04:24.835582+0000","last_peered":"2024-09-15T22:04:24.835582+0000","last_clean":"2024-09-15T22:04:24.835582+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-15T22:04:24.835582+0000","last_undegraded":"2024-09-15T22:04:24.835582+0000","last_fullsized":"2024-09-15T22:04:24.835582+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-15T22:04:24.835582+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-15T22:04:24.835582+0000","last_clean_scrub_stamp":"2024-09-15T22:04:24.835582+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"2.0","version":"0'0","reported_seq":1,"reported_epoch":18,"state":"creating+peering","last_fresh":"2024-09-15T22:04:23.839911+0000","last_change":"2024-09-15T22:04:23.839911+0000","last_active":"2024-09-15T22:04:23.830575+0000","last_peered":"2024-09-15T22:04:23.830575+0000","last_clean":"2024-09-15T22:04:23.830575+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-15T22:04:23.839911+0000","last_undegraded":"2024-09-15T22:04:23.839911+0000","last_fullsized":"2024-09-15T22:04:23.839911+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-15T22:04:23.830575+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-15T22:04:23.830575+0000","last_clean_scrub_stamp":"2024-09-15T22:04:23.830575+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1],"acting":[7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-15T22:04:24.835582+0000","last_change":"2024-09-15T22:04:24.835582+0000","last_active":"2024-09-15T22:04:24.835582+0000","last_peered":"2024-09-15T22:04:24.835582+0000","last_clean":"2024-09-15T22:04:24.835582+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-15T22:04:24.835582+0000","last_undegraded":"2024-09-15T22:04:24.835582+0000","last_fullsized":"2024-09-15T22:04:24.835582+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-15T22:04:24.835582+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-15T22:04:24.835582+0000","last_clean_scrub_stamp":"2024-09-15T22:04:24.835582+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"2.1","version":"0'0","reported_seq":1,"reported_epoch":18,"state":"creating+peering","last_fresh":"2024-09-15T22:04:23.847648+0000","last_change":"2024-09-15T22:04:23.847648+0000","last_active":"2024-09-15T22:04:23.830575+0000","last_peered":"2024-09-15T22:04:23.830575+0000","last_clean":"2024-09-15T22:04:23.830575+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-15T22:04:23.847648+0000","last_undegraded":"2024-09-15T22:04:23.847648+0000","last_fullsized":"2024-09-15T22:04:23.847648+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-15T22:04:23.830575+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-15T22:04:23.830575+0000","last_clean_scrub_stamp":"2024-09-15T22:04:23.830575+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.0","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-15T22:04:24.835582+0000","last_change":"2024-09-15T22:04:24.835582+0000","last_active":"2024-09-15T22:04:24.835582+0000","last_peered":"2024-09-15T22:04:24.835582+0000","last_clean":"2024-09-15T22:04:24.835582+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-15T22:04:24.835582+0000","last_undegraded":"2024-09-15T22:04:24.835582+0000","last_fullsized":"2024-09-15T22:04:24.835582+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-15T22:04:24.835582+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-15T22:04:24.835582+0000","last_clean_scrub_stamp":"2024-09-15T22:04:24.835582+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"2.2","version":"0'0","reported_seq":1,"reported_epoch":18,"state":"creating+peering","last_fresh":"2024-09-15T22:04:23.843645+0000","last_change":"2024-09-15T22:04:23.843645+0000","last_active":"2024-09-15T22:04:23.830575+0000","last_peered":"2024-09-15T22:04:23.830575+0000","last_clean":"2024-09-15T22:04:23.830575+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-15T22:04:23.843645+0000","last_undegraded":"2024-09-15T22:04:23.843645+0000","last_fullsized":"2024-09-15T22:04:23.843645+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-15T22:04:23.830575+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-15T22:04:23.830575+0000","last_clean_scrub_stamp":"2024-09-15T22:04:23.830575+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.3","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-15T22:04:24.835582+0000","last_change":"2024-09-15T22:04:24.835582+0000","last_active":"2024-09-15T22:04:24.835582+0000","last_peered":"2024-09-15T22:04:24.835582+0000","last_clean":"2024-09-15T22:04:24.835582+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-15T22:04:24.835582+0000","last_undegraded":"2024-09-15T22:04:24.835582+0000","last_fullsized":"2024-09-15T22:04:24.835582+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-15T22:04:24.835582+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-15T22:04:24.835582+0000","last_clean_scrub_stamp":"2024-09-15T22:04:24.835582+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"2.4","version":"0'0","reported_seq":1,"reported_epoch":18,"state":"creating+peering","last_fresh":"2024-09-15T22:04:23.838505+0000","last_change":"2024-09-15T22:04:23.838505+0000","last_active":"2024-09-15T22:04:23.830575+0000","last_peered":"2024-09-15T22:04:23.830575+0000","last_clean":"2024-09-15T22:04:23.830575+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-15T22:04:23.838505+0000","last_undegraded":"2024-09-15T22:04:23.838505+0000","last_fullsized":"2024-09-15T22:04:23.838505+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-15T22:04:23.830575+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-15T22:04:23.830575+0000","last_clean_scrub_stamp":"2024-09-15T22:04:23.830575+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.5","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-15T22:04:24.835582+0000","last_change":"2024-09-15T22:04:24.835582+0000","last_active":"2024-09-15T22:04:24.835582+0000","last_peered":"2024-09-15T22:04:24.835582+0000","last_clean":"2024-09-15T22:04:24.835582+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-15T22:04:24.835582+0000","last_undegraded":"2024-09-15T22:04:24.835582+0000","last_fullsized":"2024-09-15T22:04:24.835582+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-15T22:04:24.835582+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-15T22:04:24.835582+0000","last_clean_scrub_stamp":"2024-09-15T22:04:24.835582+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"2.5","version":"0'0","reported_seq":1,"reported_epoch":18,"state":"creating+peering","last_fresh":"2024-09-15T22:04:23.840201+0000","last_change":"2024-09-15T22:04:23.840201+0000","last_active":"2024-09-15T22:04:23.830575+0000","last_peered":"2024-09-15T22:04:23.830575+0000","last_clean":"2024-09-15T22:04:23.830575+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-15T22:04:23.840201+0000","last_undegraded":"2024-09-15T22:04:23.840201+0000","last_fullsized":"2024-09-15T22:04:23.840201+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-15T22:04:23.830575+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-15T22:04:23.830575+0000","last_clean_scrub_stamp":"2024-09-15T22:04:23.830575+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.4","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-15T22:04:24.835582+0000","last_change":"2024-09-15T22:04:24.835582+0000","last_active":"2024-09-15T22:04:24.835582+0000","last_peered":"2024-09-15T22:04:24.835582+0000","last_clean":"2024-09-15T22:04:24.835582+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-15T22:04:24.835582+0000","last_undegraded":"2024-09-15T22:04:24.835582+0000","last_fullsized":"2024-09-15T22:04:24.835582+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-15T22:04:24.835582+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-15T22:04:24.835582+0000","last_clean_scrub_stamp":"2024-09-15T22:04:24.835582+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"2.6","version":"0'0","reported_seq":1,"reported_epoch":18,"state":"creating+peering","last_fresh":"2024-09-15T22:04:23.838529+0000","last_change":"2024-09-15T22:04:23.838529+0000","last_active":"2024-09-15T22:04:23.830575+0000","last_peered":"2024-09-15T22:04:23.830575+0000","last_clean":"2024-09-15T22:04:23.830575+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-15T22:04:23.838529+0000","last_undegraded":"2024-09-15T22:04:23.838529+0000","last_fullsized":"2024-09-15T22:04:23.838529+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-15T22:04:23.830575+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-15T22:04:23.830575+0000","last_clean_scrub_stamp":"2024-09-15T22:04:23.830575+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.7","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-15T22:04:24.835582+0000","last_change":"2024-09-15T22:04:24.835582+0000","last_active":"2024-09-15T22:04:24.835582+0000","last_peered":"2024-09-15T22:04:24.835582+0000","last_clean":"2024-09-15T22:04:24.835582+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-15T22:04:24.835582+0000","last_undegraded":"2024-09-15T22:04:24.835582+0000","last_fullsized":"2024-09-15T22:04:24.835582+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-15T22:04:24.835582+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-15T22:04:24.835582+0000","last_clean_scrub_stamp":"2024-09-15T22:04:24.835582+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"2.7","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-15T22:04:23.830575+0000","last_change":"2024-09-15T22:04:23.830575+0000","last_active":"2024-09-15T22:04:23.830575+0000","last_peered":"2024-09-15T22:04:23.830575+0000","last_clean":"2024-09-15T22:04:23.830575+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-15T22:04:23.830575+0000","last_undegraded":"2024-09-15T22:04:23.830575+0000","last_fullsized":"2024-09-15T22:04:23.830575+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-15T22:04:23.830575+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-15T22:04:23.830575+0000","last_clean_scrub_stamp":"2024-09-15T22:04:23.830575+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.6","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-15T22:04:24.835582+0000","last_change":"2024-09-15T22:04:24.835582+0000","last_active":"2024-09-15T22:04:24.835582+0000","last_peered":"2024-09-15T22:04:24.835582+0000","last_clean":"2024-09-15T22:04:24.835582+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-15T22:04:24.835582+0000","last_undegraded":"2024-09-15T22:04:24.835582+0000","last_fullsized":"2024-09-15T22:04:24.835582+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-15T22:04:24.835582+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-15T22:04:24.835582+0000","last_clean_scrub_stamp":"2024-09-15T22:04:24.835582+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"2.8","version":"0'0","reported_seq":1,"reported_epoch":18,"state":"creating+peering","last_fresh":"2024-09-15T22:04:23.840719+0000","last_change":"2024-09-15T22:04:23.840719+0000","last_active":"2024-09-15T22:04:23.830575+0000","last_peered":"2024-09-15T22:04:23.830575+0000","last_clean":"2024-09-15T22:04:23.830575+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-15T22:04:23.840719+0000","last_undegraded":"2024-09-15T22:04:23.840719+0000","last_fullsized":"2024-09-15T22:04:23.840719+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-15T22:04:23.830575+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-15T22:04:23.830575+0000","last_clean_scrub_stamp":"2024-09-15T22:04:23.830575+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.9","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-15T22:04:24.835582+0000","last_change":"2024-09-15T22:04:24.835582+0000","last_active":"2024-09-15T22:04:24.835582+0000","last_peered":"2024-09-15T22:04:24.835582+0000","last_clean":"2024-09-15T22:04:24.835582+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-15T22:04:24.835582+0000","last_undegraded":"2024-09-15T22:04:24.835582+0000","last_fullsized":"2024-09-15T22:04:24.835582+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-15T22:04:24.835582+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-15T22:04:24.835582+0000","last_clean_scrub_stamp":"2024-09-15T22:04:24.835582+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"2.9","version":"0'0","reported_seq":1,"reported_epoch":18,"state":"creating+peering","last_fresh":"2024-09-15T22:04:23.838959+0000","last_change":"2024-09-15T22:04:23.838959+0000","last_active":"2024-09-15T22:04:23.830575+0000","last_peered":"2024-09-15T22:04:23.830575+0000","last_clean":"2024-09-15T22:04:23.830575+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-15T22:04:23.838959+0000","last_undegraded":"2024-09-15T22:04:23.838959+0000","last_fullsized":"2024-09-15T22:04:23.838959+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-15T22:04:23.830575+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-15T22:04:23.830575+0000","last_clean_scrub_stamp":"2024-09-15T22:04:23.830575+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7],"acting":[1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.8","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-15T22:04:24.835582+0000","last_change":"2024-09-15T22:04:24.835582+0000","last_active":"2024-09-15T22:04:24.835582+0000","last_peered":"2024-09-15T22:04:24.835582+0000","last_clean":"2024-09-15T22:04:24.835582+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-15T22:04:24.835582+0000","last_undegraded":"2024-09-15T22:04:24.835582+0000","last_fullsized":"2024-09-15T22:04:24.835582+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-15T22:04:24.835582+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-15T22:04:24.835582+0000","last_clean_scrub_stamp":"2024-09-15T22:04:24.835582+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"2.a","version":"0'0","reported_seq":1,"reported_epoch":18,"state":"creating+peering","last_fresh":"2024-09-15T22:04:23.838857+0000","last_change":"2024-09-15T22:04:23.838857+0000","last_active":"2024-09-15T22:04:23.830575+0000","last_peered":"2024-09-15T22:04:23.830575+0000","last_clean":"2024-09-15T22:04:23.830575+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-15T22:04:23.838857+0000","last_undegraded":"2024-09-15T22:04:23.838857+0000","last_fullsized":"2024-09-15T22:04:23.838857+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-15T22:04:23.830575+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-15T22:04:23.830575+0000","last_clean_scrub_stamp":"2024-09-15T22:04:23.830575+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3],"acting":[1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.b","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-15T22:04:24.835582+0000","last_change":"2024-09-15T22:04:24.835582+0000","last_active":"2024-09-15T22:04:24.835582+0000","last_peered":"2024-09-15T22:04:24.835582+0000","last_clean":"2024-09-15T22:04:24.835582+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-15T22:04:24.835582+0000","last_undegraded":"2024-09-15T22:04:24.835582+0000","last_fullsized":"2024-09-15T22:04:24.835582+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-15T22:04:24.835582+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-15T22:04:24.835582+0000","last_clean_scrub_stamp":"2024-09-15T22:04:24.835582+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"2.b","version":"0'0","reported_seq":1,"reported_epoch":18,"state":"creating+peering","last_fresh":"2024-09-15T22:04:23.840341+0000","last_change":"2024-09-15T22:04:23.840341+0000","last_active":"2024-09-15T22:04:23.830575+0000","last_peered":"2024-09-15T22:04:23.830575+0000","last_clean":"2024-09-15T22:04:23.830575+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-15T22:04:23.840341+0000","last_undegraded":"2024-09-15T22:04:23.840341+0000","last_fullsized":"2024-09-15T22:04:23.840341+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-15T22:04:23.830575+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-15T22:04:23.830575+0000","last_clean_scrub_stamp":"2024-09-15T22:04:23.830575+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.a","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-15T22:04:24.835582+0000","last_change":"2024-09-15T22:04:24.835582+0000","last_active":"2024-09-15T22:04:24.835582+0000","last_peered":"2024-09-15T22:04:24.835582+0000","last_clean":"2024-09-15T22:04:24.835582+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-15T22:04:24.835582+0000","last_undegraded":"2024-09-15T22:04:24.835582+0000","last_fullsized":"2024-09-15T22:04:24.835582+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-15T22:04:24.835582+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-15T22:04:24.835582+0000","last_clean_scrub_stamp":"2024-09-15T22:04:24.835582+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.1d","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-15T22:04:24.835582+0000","last_change":"2024-09-15T22:04:24.835582+0000","last_active":"2024-09-15T22:04:24.835582+0000","last_peered":"2024-09-15T22:04:24.835582+0000","last_clean":"2024-09-15T22:04:24.835582+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-15T22:04:24.835582+0000","last_undegraded":"2024-09-15T22:04:24.835582+0000","last_fullsized":"2024-09-15T22:04:24.835582+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-15T22:04:24.835582+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-15T22:04:24.835582+0000","last_clean_scrub_stamp":"2024-09-15T22:04:24.835582+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"2.1c","version":"0'0","reported_seq":1,"reported_epoch":18,"state":"creating+peering","last_fresh":"2024-09-15T22:04:23.839940+0000","last_change":"2024-09-15T22:04:23.839940+0000","last_active":"2024-09-15T22:04:23.830575+0000","last_peered":"2024-09-15T22:04:23.830575+0000","last_clean":"2024-09-15T22:04:23.830575+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-15T22:04:23.839940+0000","last_undegraded":"2024-09-15T22:04:23.839940+0000","last_fullsized":"2024-09-15T22:04:23.839940+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-15T22:04:23.830575+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-15T22:04:23.830575+0000","last_clean_scrub_stamp":"2024-09-15T22:04:23.830575+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1c","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-15T22:04:24.835582+0000","last_change":"2024-09-15T22:04:24.835582+0000","last_active":"2024-09-15T22:04:24.835582+0000","last_peered":"2024-09-15T22:04:24.835582+0000","last_clean":"2024-09-15T22:04:24.835582+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-15T22:04:24.835582+0000","last_undegraded":"2024-09-15T22:04:24.835582+0000","last_fullsized":"2024-09-15T22:04:24.835582+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-15T22:04:24.835582+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-15T22:04:24.835582+0000","last_clean_scrub_stamp":"2024-09-15T22:04:24.835582+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"2.1d","version":"0'0","reported_seq":1,"reported_epoch":18,"state":"creating+peering","last_fresh":"2024-09-15T22:04:23.841019+0000","last_change":"2024-09-15T22:04:23.841019+0000","last_active":"2024-09-15T22:04:23.830575+0000","last_peered":"2024-09-15T22:04:23.830575+0000","last_clean":"2024-09-15T22:04:23.830575+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-15T22:04:23.841019+0000","last_undegraded":"2024-09-15T22:04:23.841019+0000","last_fullsized":"2024-09-15T22:04:23.841019+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-15T22:04:23.830575+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-15T22:04:23.830575+0000","last_clean_scrub_stamp":"2024-09-15T22:04:23.830575+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1f","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-15T22:04:24.835582+0000","last_change":"2024-09-15T22:04:24.835582+0000","last_active":"2024-09-15T22:04:24.835582+0000","last_peered":"2024-09-15T22:04:24.835582+0000","last_clean":"2024-09-15T22:04:24.835582+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-15T22:04:24.835582+0000","last_undegraded":"2024-09-15T22:04:24.835582+0000","last_fullsized":"2024-09-15T22:04:24.835582+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-15T22:04:24.835582+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-15T22:04:24.835582+0000","last_clean_scrub_stamp":"2024-09-15T22:04:24.835582+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"2.1e","version":"0'0","reported_seq":1,"reported_epoch":18,"state":"creating+peering","last_fresh":"2024-09-15T22:04:23.837584+0000","last_change":"2024-09-15T22:04:23.837584+0000","last_active":"2024-09-15T22:04:23.830575+0000","last_peered":"2024-09-15T22:04:23.830575+0000","last_clean":"2024-09-15T22:04:23.830575+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-15T22:04:23.837584+0000","last_undegraded":"2024-09-15T22:04:23.837584+0000","last_fullsized":"2024-09-15T22:04:23.837584+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-15T22:04:23.830575+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-15T22:04:23.830575+0000","last_clean_scrub_stamp":"2024-09-15T22:04:23.830575+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1e","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-15T22:04:24.835582+0000","last_change":"2024-09-15T22:04:24.835582+0000","last_active":"2024-09-15T22:04:24.835582+0000","last_peered":"2024-09-15T22:04:24.835582+0000","last_clean":"2024-09-15T22:04:24.835582+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-15T22:04:24.835582+0000","last_undegraded":"2024-09-15T22:04:24.835582+0000","last_fullsized":"2024-09-15T22:04:24.835582+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-15T22:04:24.835582+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-15T22:04:24.835582+0000","last_clean_scrub_stamp":"2024-09-15T22:04:24.835582+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"2.1f","version":"0'0","reported_seq":1,"reported_epoch":18,"state":"creating+peering","last_fresh":"2024-09-15T22:04:23.840700+0000","last_change":"2024-09-15T22:04:23.840700+0000","last_active":"2024-09-15T22:04:23.830575+0000","last_peered":"2024-09-15T22:04:23.830575+0000","last_clean":"2024-09-15T22:04:23.830575+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-15T22:04:23.840700+0000","last_undegraded":"2024-09-15T22:04:23.840700+0000","last_fullsized":"2024-09-15T22:04:23.840700+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-15T22:04:23.830575+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-15T22:04:23.830575+0000","last_clean_scrub_stamp":"2024-09-15T22:04:23.830575+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]}],"pool_stats":[{"poolid":3,"num_pg":64,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0},{"poolid":2,"num_pg":32,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":54,"acting":54,"num_store_stats":7},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":159,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":1187840,"data_stored":1180736,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":117,"ondisk_log_size":117,"up":2,"acting":2,"num_store_stats":2}],"osd_stats":[{"osd":7,"up_from":14,"seq":60129542147,"num_pgs":1,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":31924,"kb_used_data":740,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94339916,"statfs":{"total":96636764160,"available":96604073984,"internally_reserved":0,"allocated":757760,"data_stored":639422,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1590,"internal_metadata":31914442},"hb_peers":[0,1,2,3,4,5,6],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[]},{"osd":5,"up_from":14,"seq":60129542147,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":31348,"kb_used_data":160,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94340492,"statfs":{"total":96636764160,"available":96604663808,"internally_reserved":0,"allocated":163840,"data_stored":49054,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":31914437},"hb_peers":[0,1,2,3,4,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":4,"up_from":14,"seq":60129542147,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":31352,"kb_used_data":160,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94340488,"statfs":{"total":96636764160,"available":96604659712,"internally_reserved":0,"allocated":163840,"data_stored":49054,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":31914437},"hb_peers":[0,1,2,3,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":3,"up_from":14,"seq":60129542149,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27200,"kb_used_data":172,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344640,"statfs":{"total":96636764160,"available":96608911360,"internally_reserved":0,"allocated":176128,"data_stored":54871,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1593,"internal_metadata":27654599},"hb_peers":[0,1,2,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[]},{"osd":2,"up_from":14,"seq":60129542149,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27188,"kb_used_data":160,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344652,"statfs":{"total":96636764160,"available":96608923648,"internally_reserved":0,"allocated":163840,"data_stored":49054,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[0,1,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[]},{"osd":1,"up_from":14,"seq":60129542148,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27188,"kb_used_data":160,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344652,"statfs":{"total":96636764160,"available":96608923648,"internally_reserved":0,"allocated":163840,"data_stored":49054,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[0,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":2,"apply_latency_ms":2,"commit_latency_ns":2000000,"apply_latency_ns":2000000},"alerts":[]},{"osd":0,"up_from":14,"seq":60129542148,"num_pgs":1,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27780,"kb_used_data":752,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344060,"statfs":{"total":96636764160,"available":96608317440,"internally_reserved":0,"allocated":770048,"data_stored":645239,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[1,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":2,"apply_latency_ms":2,"commit_latency_ns":2000000,"apply_latency_ns":2000000},"alerts":[]},{"osd":6,"up_from":13,"seq":55834574852,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":0,"kb":94371840,"kb_used":35508,"kb_used_data":160,"kb_used_omap":1,"kb_used_meta":35326,"kb_avail":94336332,"statfs":{"total":96636764160,"available":96600403968,"internally_reserved":0,"allocated":163840,"data_stored":49054,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":36174278},"hb_peers":[0,1,2,3,4,5,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2024-09-15T22:04:28.841 DEBUG:teuthology.orchestra.run.smithi063:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph pg dump --format=json 2024-09-15T22:04:28.978 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:28.976+0000 7fb9e456d640 1 Processor -- start 2024-09-15T22:04:28.978 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:28.976+0000 7fb9e456d640 1 -- start start 2024-09-15T22:04:28.979 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:28.977+0000 7fb9e456d640 1 --2- >> v2:172.21.15.63:3300/0 conn(0x7fb9dc147fc0 0x7fb9dc15ea60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-15T22:04:28.979 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:28.977+0000 7fb9e456d640 1 --2- >> [v2:172.21.15.110:3301/0,v1:172.21.15.110:6790/0] conn(0x7fb9dc0b9ee0 0x7fb9dc0d1370 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-15T22:04:28.979 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:28.977+0000 7fb9e456d640 1 -- --> v1:172.21.15.110:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fb9dc0ba2f0 con 0x7fb9dc0d0ee0 2024-09-15T22:04:28.979 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:28.977+0000 7fb9e456d640 1 -- --> v2:172.21.15.63:3300/0 -- mon_getmap magic: 0 -- 0x7fb9dc1483a0 con 0x7fb9dc147fc0 2024-09-15T22:04:28.979 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:28.977+0000 7fb9e456d640 1 -- --> [v2:172.21.15.110:3301/0,v1:172.21.15.110:6790/0] -- mon_getmap magic: 0 -- 0x7fb9dc15efa0 con 0x7fb9dc0b9ee0 2024-09-15T22:04:28.980 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:28.977+0000 7fb9e2309640 1 --2- >> v2:172.21.15.63:3300/0 conn(0x7fb9dc147fc0 0x7fb9dc15ea60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-15T22:04:28.980 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:28.977+0000 7fb9e2309640 1 --2- >> v2:172.21.15.63:3300/0 conn(0x7fb9dc147fc0 0x7fb9dc15ea60 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.63:3300/0 says I am v2:172.21.15.63:59950/0 (socket says 172.21.15.63:59950) 2024-09-15T22:04:28.980 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:28.977+0000 7fb9e2309640 1 -- 172.21.15.63:0/1129879235 learned_addr learned my addr 172.21.15.63:0/1129879235 (peer_addr_for_me v2:172.21.15.63:0/0) 2024-09-15T22:04:28.980 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:28.978+0000 7fb9e2309640 1 -- 172.21.15.63:0/1129879235 >> [v2:172.21.15.110:3301/0,v1:172.21.15.110:6790/0] conn(0x7fb9dc0b9ee0 msgr2=0x7fb9dc0d1370 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-15T22:04:28.980 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:28.978+0000 7fb9e2309640 1 --2- 172.21.15.63:0/1129879235 >> [v2:172.21.15.110:3301/0,v1:172.21.15.110:6790/0] conn(0x7fb9dc0b9ee0 0x7fb9dc0d1370 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T22:04:28.980 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:28.978+0000 7fb9e2309640 1 -- 172.21.15.63:0/1129879235 >> v1:172.21.15.110:6789/0 conn(0x7fb9dc0d0ee0 legacy=0x7fb9dc0b97d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-15T22:04:28.980 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:28.978+0000 7fb9e2309640 1 -- 172.21.15.63:0/1129879235 --> v2:172.21.15.63:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fb9dc0d2750 con 0x7fb9dc147fc0 2024-09-15T22:04:28.981 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:28.978+0000 7fb9e2309640 1 --2- 172.21.15.63:0/1129879235 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fb9dc147fc0 0x7fb9dc15ea60 secure :-1 s=READY pgs=74 cs=0 l=1 rev1=1 crypto rx=0x7fb9cc009e50 tx=0x7fb9cc02a6c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=c7ef9825e620ca8f server_cookie=0 in_seq=0 out_seq=0 2024-09-15T22:04:28.982 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:28.978+0000 7fb9e1307640 1 -- 172.21.15.63:0/1129879235 <== mon.0 v2:172.21.15.63:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb9cc036070 con 0x7fb9dc147fc0 2024-09-15T22:04:28.982 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:28.978+0000 7fb9e1307640 1 -- 172.21.15.63:0/1129879235 <== mon.0 v2:172.21.15.63:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fb9cc031600 con 0x7fb9dc147fc0 2024-09-15T22:04:28.982 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:28.978+0000 7fb9e1307640 1 -- 172.21.15.63:0/1129879235 <== mon.0 v2:172.21.15.63:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb9cc0319d0 con 0x7fb9dc147fc0 2024-09-15T22:04:28.982 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:28.979+0000 7fb9e456d640 1 -- 172.21.15.63:0/1129879235 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fb9dc147fc0 msgr2=0x7fb9dc15ea60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-15T22:04:28.982 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:28.979+0000 7fb9e456d640 1 --2- 172.21.15.63:0/1129879235 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fb9dc147fc0 0x7fb9dc15ea60 secure :-1 s=READY pgs=74 cs=0 l=1 rev1=1 crypto rx=0x7fb9cc009e50 tx=0x7fb9cc02a6c0 comp rx=0 tx=0).stop 2024-09-15T22:04:28.982 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:28.979+0000 7fb9e456d640 1 -- 172.21.15.63:0/1129879235 shutdown_connections 2024-09-15T22:04:28.982 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:28.979+0000 7fb9e456d640 1 --2- 172.21.15.63:0/1129879235 >> [v2:172.21.15.110:3301/0,v1:172.21.15.110:6790/0] conn(0x7fb9dc0b9ee0 0x7fb9dc0d1370 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T22:04:28.982 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:28.979+0000 7fb9e456d640 1 --2- 172.21.15.63:0/1129879235 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fb9dc147fc0 0x7fb9dc15ea60 unknown :-1 s=CLOSED pgs=74 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T22:04:28.982 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:28.979+0000 7fb9e456d640 1 -- 172.21.15.63:0/1129879235 >> 172.21.15.63:0/1129879235 conn(0x7fb9dc074fe0 msgr2=0x7fb9dc06bbe0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-15T22:04:28.982 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:28.979+0000 7fb9e456d640 1 -- 172.21.15.63:0/1129879235 shutdown_connections 2024-09-15T22:04:28.982 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:28.979+0000 7fb9e456d640 1 -- 172.21.15.63:0/1129879235 wait complete. 2024-09-15T22:04:28.982 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:28.980+0000 7fb9e456d640 1 Processor -- start 2024-09-15T22:04:28.983 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:28.980+0000 7fb9e456d640 1 -- start start 2024-09-15T22:04:28.985 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:28.981+0000 7fb9e456d640 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7fb9dc0b9ee0 0x7fb9dc1415f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-15T22:04:28.985 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:28.981+0000 7fb9e456d640 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fb9dc0d0ee0 0x7fb9dc15ce20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-15T22:04:28.985 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:28.981+0000 7fb9e456d640 1 --2- >> [v2:172.21.15.110:3301/0,v1:172.21.15.110:6790/0] conn(0x7fb9dc147fc0 0x7fb9dc141d70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-15T22:04:28.985 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:28.981+0000 7fb9e456d640 1 -- --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 -- 0x7fb9dc0d2d10 con 0x7fb9dc0d0ee0 2024-09-15T22:04:28.985 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:28.981+0000 7fb9e456d640 1 -- --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_getmap magic: 0 -- 0x7fb9dc0d2500 con 0x7fb9dc0b9ee0 2024-09-15T22:04:28.985 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:28.981+0000 7fb9e456d640 1 -- --> [v2:172.21.15.110:3301/0,v1:172.21.15.110:6790/0] -- mon_getmap magic: 0 -- 0x7fb9dc0d2ff0 con 0x7fb9dc147fc0 2024-09-15T22:04:28.985 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:28.981+0000 7fb9e1b08640 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fb9dc0d0ee0 0x7fb9dc15ce20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-15T22:04:28.985 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:28.981+0000 7fb9e1b08640 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fb9dc0d0ee0 0x7fb9dc15ce20 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.63:3300/0 says I am v2:172.21.15.63:59956/0 (socket says 172.21.15.63:59956) 2024-09-15T22:04:28.985 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:28.981+0000 7fb9e1b08640 1 -- 172.21.15.63:0/3491005368 learned_addr learned my addr 172.21.15.63:0/3491005368 (peer_addr_for_me v2:172.21.15.63:0/0) 2024-09-15T22:04:28.985 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:28.981+0000 7fb9e1b08640 1 -- 172.21.15.63:0/3491005368 >> [v2:172.21.15.110:3301/0,v1:172.21.15.110:6790/0] conn(0x7fb9dc147fc0 msgr2=0x7fb9dc141d70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-15T22:04:28.985 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:28.981+0000 7fb9e2309640 1 --2- 172.21.15.63:0/3491005368 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7fb9dc0b9ee0 0x7fb9dc1415f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-15T22:04:28.986 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:28.981+0000 7fb9e2b0a640 1 --2- 172.21.15.63:0/3491005368 >> [v2:172.21.15.110:3301/0,v1:172.21.15.110:6790/0] conn(0x7fb9dc147fc0 0x7fb9dc141d70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-15T22:04:28.986 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:28.981+0000 7fb9e1b08640 1 --2- 172.21.15.63:0/3491005368 >> [v2:172.21.15.110:3301/0,v1:172.21.15.110:6790/0] conn(0x7fb9dc147fc0 0x7fb9dc141d70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T22:04:28.986 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:28.981+0000 7fb9e1b08640 1 -- 172.21.15.63:0/3491005368 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7fb9dc0b9ee0 msgr2=0x7fb9dc1415f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-15T22:04:28.986 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:28.981+0000 7fb9e1b08640 1 --2- 172.21.15.63:0/3491005368 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7fb9dc0b9ee0 0x7fb9dc1415f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T22:04:28.986 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:28.981+0000 7fb9e1b08640 1 -- 172.21.15.63:0/3491005368 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fb9dc141030 con 0x7fb9dc0d0ee0 2024-09-15T22:04:28.986 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:28.981+0000 7fb9e2309640 1 --2- 172.21.15.63:0/3491005368 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7fb9dc0b9ee0 0x7fb9dc1415f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-15T22:04:28.986 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:28.981+0000 7fb9e2b0a640 1 --2- 172.21.15.63:0/3491005368 >> [v2:172.21.15.110:3301/0,v1:172.21.15.110:6790/0] conn(0x7fb9dc147fc0 0x7fb9dc141d70 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-15T22:04:28.986 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:28.982+0000 7fb9e1b08640 1 --2- 172.21.15.63:0/3491005368 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fb9dc0d0ee0 0x7fb9dc15ce20 secure :-1 s=READY pgs=75 cs=0 l=1 rev1=1 crypto rx=0x7fb9d000c410 tx=0x7fb9d000c8d0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-15T22:04:28.986 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:28.982+0000 7fb9daffd640 1 -- 172.21.15.63:0/3491005368 <== mon.0 v2:172.21.15.63:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb9d0017070 con 0x7fb9dc0d0ee0 2024-09-15T22:04:28.986 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:28.982+0000 7fb9daffd640 1 -- 172.21.15.63:0/3491005368 <== mon.0 v2:172.21.15.63:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fb9d00035f0 con 0x7fb9dc0d0ee0 2024-09-15T22:04:28.986 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:28.982+0000 7fb9e456d640 1 -- 172.21.15.63:0/3491005368 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fb9dc141310 con 0x7fb9dc0d0ee0 2024-09-15T22:04:28.986 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:28.982+0000 7fb9daffd640 1 -- 172.21.15.63:0/3491005368 <== mon.0 v2:172.21.15.63:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb9d0003a20 con 0x7fb9dc0d0ee0 2024-09-15T22:04:28.986 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:28.982+0000 7fb9e456d640 1 -- 172.21.15.63:0/3491005368 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fb9dc1422b0 con 0x7fb9dc0d0ee0 2024-09-15T22:04:28.987 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:28.983+0000 7fb9e456d640 1 -- 172.21.15.63:0/3491005368 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fb9dc0d1370 con 0x7fb9dc0d0ee0 2024-09-15T22:04:28.987 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:28.983+0000 7fb9daffd640 1 -- 172.21.15.63:0/3491005368 <== mon.0 v2:172.21.15.63:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7fb9d001a070 con 0x7fb9dc0d0ee0 2024-09-15T22:04:28.987 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:28.984+0000 7fb9daffd640 1 --2- 172.21.15.63:0/3491005368 >> [v2:172.21.15.110:6832/552273267,v1:172.21.15.110:6833/552273267] conn(0x7fb9c806c2b0 0x7fb9c806e770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-15T22:04:28.987 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:28.984+0000 7fb9daffd640 1 -- 172.21.15.63:0/3491005368 <== mon.0 v2:172.21.15.63:3300/0 5 ==== osd_map(21..21 src has 1..21) ==== 5709+0+0 (secure 0 0 0) 0x7fb9d008a860 con 0x7fb9dc0d0ee0 2024-09-15T22:04:28.987 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:28.984+0000 7fb9e2309640 1 --2- 172.21.15.63:0/3491005368 >> [v2:172.21.15.110:6832/552273267,v1:172.21.15.110:6833/552273267] conn(0x7fb9c806c2b0 0x7fb9c806e770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-15T22:04:28.988 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:28.985+0000 7fb9e2309640 1 --2- 172.21.15.63:0/3491005368 >> [v2:172.21.15.110:6832/552273267,v1:172.21.15.110:6833/552273267] conn(0x7fb9c806c2b0 0x7fb9c806e770 secure :-1 s=READY pgs=55 cs=0 l=1 rev1=1 crypto rx=0x7fb9cc033000 tx=0x7fb9cc009000 comp rx=0 tx=0).ready entity=mgr.4102 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-15T22:04:28.989 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:28.988+0000 7fb9daffd640 1 -- 172.21.15.63:0/3491005368 <== mon.0 v2:172.21.15.63:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7fb9d0059060 con 0x7fb9dc0d0ee0 2024-09-15T22:04:29.162 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:29.161+0000 7fb9e456d640 1 -- 172.21.15.63:0/3491005368 --> [v2:172.21.15.110:6832/552273267,v1:172.21.15.110:6833/552273267] -- mgr_command(tid 0: {"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}) -- 0x7fb9dc145d10 con 0x7fb9c806c2b0 2024-09-15T22:04:29.168 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:29.167+0000 7fb9daffd640 1 -- 172.21.15.63:0/3491005368 <== mgr.4102 v2:172.21.15.110:6832/552273267 1 ==== mgr_command_reply(tid 0: 0 dumped all) ==== 18+0+239645 (secure 0 0 0) 0x7fb9dc145d10 con 0x7fb9c806c2b0 2024-09-15T22:04:29.171 INFO:teuthology.orchestra.run.smithi063.stdout: 2024-09-15T22:04:29.172 INFO:teuthology.orchestra.run.smithi063.stderr:dumped all 2024-09-15T22:04:29.174 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:29.170+0000 7fb9e456d640 1 -- 172.21.15.63:0/3491005368 >> [v2:172.21.15.110:6832/552273267,v1:172.21.15.110:6833/552273267] conn(0x7fb9c806c2b0 msgr2=0x7fb9c806e770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-15T22:04:29.174 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:29.170+0000 7fb9e456d640 1 --2- 172.21.15.63:0/3491005368 >> [v2:172.21.15.110:6832/552273267,v1:172.21.15.110:6833/552273267] conn(0x7fb9c806c2b0 0x7fb9c806e770 secure :-1 s=READY pgs=55 cs=0 l=1 rev1=1 crypto rx=0x7fb9cc033000 tx=0x7fb9cc009000 comp rx=0 tx=0).stop 2024-09-15T22:04:29.174 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:29.171+0000 7fb9e456d640 1 -- 172.21.15.63:0/3491005368 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fb9dc0d0ee0 msgr2=0x7fb9dc15ce20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-15T22:04:29.174 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:29.171+0000 7fb9e456d640 1 --2- 172.21.15.63:0/3491005368 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fb9dc0d0ee0 0x7fb9dc15ce20 secure :-1 s=READY pgs=75 cs=0 l=1 rev1=1 crypto rx=0x7fb9d000c410 tx=0x7fb9d000c8d0 comp rx=0 tx=0).stop 2024-09-15T22:04:29.174 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:29.171+0000 7fb9e456d640 1 -- 172.21.15.63:0/3491005368 shutdown_connections 2024-09-15T22:04:29.174 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:29.171+0000 7fb9e456d640 1 --2- 172.21.15.63:0/3491005368 >> [v2:172.21.15.110:6832/552273267,v1:172.21.15.110:6833/552273267] conn(0x7fb9c806c2b0 0x7fb9c806e770 unknown :-1 s=CLOSED pgs=55 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T22:04:29.174 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:29.171+0000 7fb9e456d640 1 --2- 172.21.15.63:0/3491005368 >> [v2:172.21.15.110:3301/0,v1:172.21.15.110:6790/0] conn(0x7fb9dc147fc0 0x7fb9dc141d70 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T22:04:29.174 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:29.171+0000 7fb9e456d640 1 --2- 172.21.15.63:0/3491005368 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fb9dc0d0ee0 0x7fb9dc15ce20 unknown :-1 s=CLOSED pgs=75 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T22:04:29.174 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:29.171+0000 7fb9e456d640 1 --2- 172.21.15.63:0/3491005368 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7fb9dc0b9ee0 0x7fb9dc1415f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T22:04:29.174 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:29.171+0000 7fb9e456d640 1 -- 172.21.15.63:0/3491005368 >> 172.21.15.63:0/3491005368 conn(0x7fb9dc074fe0 msgr2=0x7fb9dc161130 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-15T22:04:29.174 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:29.171+0000 7fb9e456d640 1 -- 172.21.15.63:0/3491005368 shutdown_connections 2024-09-15T22:04:29.174 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:29.171+0000 7fb9e456d640 1 -- 172.21.15.63:0/3491005368 wait complete. 2024-09-15T22:04:29.182 INFO:teuthology.orchestra.run.smithi063.stdout:{"pg_ready":true,"pg_map":{"version":22,"stamp":"2024-09-15T22:04:28.238691+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":159,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":117,"ondisk_log_size":117,"up":56,"acting":56,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":2,"num_osds":8,"num_per_pool_osds":8,"num_per_pool_omap_osds":7,"kb":754974720,"kb_used":239488,"kb_used_data":2464,"kb_used_omap":12,"kb_used_meta":236851,"kb_avail":754735232,"statfs":{"total":773094113280,"available":772848877568,"internally_reserved":0,"allocated":2523136,"data_stored":1584802,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":12752,"internal_metadata":242535984},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":8,"apply_latency_ms":8,"commit_latency_ns":8000000,"apply_latency_ns":8000000},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"4.403012"},"pg_stats":[{"pgid":"3.3f","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-15T22:04:24.835582+0000","last_change":"2024-09-15T22:04:24.835582+0000","last_active":"2024-09-15T22:04:24.835582+0000","last_peered":"2024-09-15T22:04:24.835582+0000","last_clean":"2024-09-15T22:04:24.835582+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-15T22:04:24.835582+0000","last_undegraded":"2024-09-15T22:04:24.835582+0000","last_fullsized":"2024-09-15T22:04:24.835582+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-15T22:04:24.835582+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-15T22:04:24.835582+0000","last_clean_scrub_stamp":"2024-09-15T22:04:24.835582+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.3e","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-15T22:04:24.835582+0000","last_change":"2024-09-15T22:04:24.835582+0000","last_active":"2024-09-15T22:04:24.835582+0000","last_peered":"2024-09-15T22:04:24.835582+0000","last_clean":"2024-09-15T22:04:24.835582+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-15T22:04:24.835582+0000","last_undegraded":"2024-09-15T22:04:24.835582+0000","last_fullsized":"2024-09-15T22:04:24.835582+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-15T22:04:24.835582+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-15T22:04:24.835582+0000","last_clean_scrub_stamp":"2024-09-15T22:04:24.835582+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.3d","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-15T22:04:24.835582+0000","last_change":"2024-09-15T22:04:24.835582+0000","last_active":"2024-09-15T22:04:24.835582+0000","last_peered":"2024-09-15T22:04:24.835582+0000","last_clean":"2024-09-15T22:04:24.835582+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-15T22:04:24.835582+0000","last_undegraded":"2024-09-15T22:04:24.835582+0000","last_fullsized":"2024-09-15T22:04:24.835582+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-15T22:04:24.835582+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-15T22:04:24.835582+0000","last_clean_scrub_stamp":"2024-09-15T22:04:24.835582+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.3c","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-15T22:04:24.835582+0000","last_change":"2024-09-15T22:04:24.835582+0000","last_active":"2024-09-15T22:04:24.835582+0000","last_peered":"2024-09-15T22:04:24.835582+0000","last_clean":"2024-09-15T22:04:24.835582+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-15T22:04:24.835582+0000","last_undegraded":"2024-09-15T22:04:24.835582+0000","last_fullsized":"2024-09-15T22:04:24.835582+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-15T22:04:24.835582+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-15T22:04:24.835582+0000","last_clean_scrub_stamp":"2024-09-15T22:04:24.835582+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.3b","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-15T22:04:24.835582+0000","last_change":"2024-09-15T22:04:24.835582+0000","last_active":"2024-09-15T22:04:24.835582+0000","last_peered":"2024-09-15T22:04:24.835582+0000","last_clean":"2024-09-15T22:04:24.835582+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-15T22:04:24.835582+0000","last_undegraded":"2024-09-15T22:04:24.835582+0000","last_fullsized":"2024-09-15T22:04:24.835582+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-15T22:04:24.835582+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-15T22:04:24.835582+0000","last_clean_scrub_stamp":"2024-09-15T22:04:24.835582+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.3a","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-15T22:04:24.835582+0000","last_change":"2024-09-15T22:04:24.835582+0000","last_active":"2024-09-15T22:04:24.835582+0000","last_peered":"2024-09-15T22:04:24.835582+0000","last_clean":"2024-09-15T22:04:24.835582+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-15T22:04:24.835582+0000","last_undegraded":"2024-09-15T22:04:24.835582+0000","last_fullsized":"2024-09-15T22:04:24.835582+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-15T22:04:24.835582+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-15T22:04:24.835582+0000","last_clean_scrub_stamp":"2024-09-15T22:04:24.835582+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.39","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-15T22:04:24.835582+0000","last_change":"2024-09-15T22:04:24.835582+0000","last_active":"2024-09-15T22:04:24.835582+0000","last_peered":"2024-09-15T22:04:24.835582+0000","last_clean":"2024-09-15T22:04:24.835582+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-15T22:04:24.835582+0000","last_undegraded":"2024-09-15T22:04:24.835582+0000","last_fullsized":"2024-09-15T22:04:24.835582+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-15T22:04:24.835582+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-15T22:04:24.835582+0000","last_clean_scrub_stamp":"2024-09-15T22:04:24.835582+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.38","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-15T22:04:24.835582+0000","last_change":"2024-09-15T22:04:24.835582+0000","last_active":"2024-09-15T22:04:24.835582+0000","last_peered":"2024-09-15T22:04:24.835582+0000","last_clean":"2024-09-15T22:04:24.835582+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-15T22:04:24.835582+0000","last_undegraded":"2024-09-15T22:04:24.835582+0000","last_fullsized":"2024-09-15T22:04:24.835582+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-15T22:04:24.835582+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-15T22:04:24.835582+0000","last_clean_scrub_stamp":"2024-09-15T22:04:24.835582+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.37","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-15T22:04:24.835582+0000","last_change":"2024-09-15T22:04:24.835582+0000","last_active":"2024-09-15T22:04:24.835582+0000","last_peered":"2024-09-15T22:04:24.835582+0000","last_clean":"2024-09-15T22:04:24.835582+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-15T22:04:24.835582+0000","last_undegraded":"2024-09-15T22:04:24.835582+0000","last_fullsized":"2024-09-15T22:04:24.835582+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-15T22:04:24.835582+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-15T22:04:24.835582+0000","last_clean_scrub_stamp":"2024-09-15T22:04:24.835582+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.36","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-15T22:04:24.835582+0000","last_change":"2024-09-15T22:04:24.835582+0000","last_active":"2024-09-15T22:04:24.835582+0000","last_peered":"2024-09-15T22:04:24.835582+0000","last_clean":"2024-09-15T22:04:24.835582+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-15T22:04:24.835582+0000","last_undegraded":"2024-09-15T22:04:24.835582+0000","last_fullsized":"2024-09-15T22:04:24.835582+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-15T22:04:24.835582+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-15T22:04:24.835582+0000","last_clean_scrub_stamp":"2024-09-15T22:04:24.835582+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.35","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-15T22:04:24.835582+0000","last_change":"2024-09-15T22:04:24.835582+0000","last_active":"2024-09-15T22:04:24.835582+0000","last_peered":"2024-09-15T22:04:24.835582+0000","last_clean":"2024-09-15T22:04:24.835582+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-15T22:04:24.835582+0000","last_undegraded":"2024-09-15T22:04:24.835582+0000","last_fullsized":"2024-09-15T22:04:24.835582+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-15T22:04:24.835582+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-15T22:04:24.835582+0000","last_clean_scrub_stamp":"2024-09-15T22:04:24.835582+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.34","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-15T22:04:24.835582+0000","last_change":"2024-09-15T22:04:24.835582+0000","last_active":"2024-09-15T22:04:24.835582+0000","last_peered":"2024-09-15T22:04:24.835582+0000","last_clean":"2024-09-15T22:04:24.835582+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-15T22:04:24.835582+0000","last_undegraded":"2024-09-15T22:04:24.835582+0000","last_fullsized":"2024-09-15T22:04:24.835582+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-15T22:04:24.835582+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-15T22:04:24.835582+0000","last_clean_scrub_stamp":"2024-09-15T22:04:24.835582+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.33","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-15T22:04:24.835582+0000","last_change":"2024-09-15T22:04:24.835582+0000","last_active":"2024-09-15T22:04:24.835582+0000","last_peered":"2024-09-15T22:04:24.835582+0000","last_clean":"2024-09-15T22:04:24.835582+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-15T22:04:24.835582+0000","last_undegraded":"2024-09-15T22:04:24.835582+0000","last_fullsized":"2024-09-15T22:04:24.835582+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-15T22:04:24.835582+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-15T22:04:24.835582+0000","last_clean_scrub_stamp":"2024-09-15T22:04:24.835582+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.32","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-15T22:04:24.835582+0000","last_change":"2024-09-15T22:04:24.835582+0000","last_active":"2024-09-15T22:04:24.835582+0000","last_peered":"2024-09-15T22:04:24.835582+0000","last_clean":"2024-09-15T22:04:24.835582+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-15T22:04:24.835582+0000","last_undegraded":"2024-09-15T22:04:24.835582+0000","last_fullsized":"2024-09-15T22:04:24.835582+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-15T22:04:24.835582+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-15T22:04:24.835582+0000","last_clean_scrub_stamp":"2024-09-15T22:04:24.835582+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.31","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-15T22:04:24.835582+0000","last_change":"2024-09-15T22:04:24.835582+0000","last_active":"2024-09-15T22:04:24.835582+0000","last_peered":"2024-09-15T22:04:24.835582+0000","last_clean":"2024-09-15T22:04:24.835582+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-15T22:04:24.835582+0000","last_undegraded":"2024-09-15T22:04:24.835582+0000","last_fullsized":"2024-09-15T22:04:24.835582+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-15T22:04:24.835582+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-15T22:04:24.835582+0000","last_clean_scrub_stamp":"2024-09-15T22:04:24.835582+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.30","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-15T22:04:24.835582+0000","last_change":"2024-09-15T22:04:24.835582+0000","last_active":"2024-09-15T22:04:24.835582+0000","last_peered":"2024-09-15T22:04:24.835582+0000","last_clean":"2024-09-15T22:04:24.835582+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-15T22:04:24.835582+0000","last_undegraded":"2024-09-15T22:04:24.835582+0000","last_fullsized":"2024-09-15T22:04:24.835582+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-15T22:04:24.835582+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-15T22:04:24.835582+0000","last_clean_scrub_stamp":"2024-09-15T22:04:24.835582+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.2f","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-15T22:04:24.835582+0000","last_change":"2024-09-15T22:04:24.835582+0000","last_active":"2024-09-15T22:04:24.835582+0000","last_peered":"2024-09-15T22:04:24.835582+0000","last_clean":"2024-09-15T22:04:24.835582+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-15T22:04:24.835582+0000","last_undegraded":"2024-09-15T22:04:24.835582+0000","last_fullsized":"2024-09-15T22:04:24.835582+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-15T22:04:24.835582+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-15T22:04:24.835582+0000","last_clean_scrub_stamp":"2024-09-15T22:04:24.835582+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.2e","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-15T22:04:24.835582+0000","last_change":"2024-09-15T22:04:24.835582+0000","last_active":"2024-09-15T22:04:24.835582+0000","last_peered":"2024-09-15T22:04:24.835582+0000","last_clean":"2024-09-15T22:04:24.835582+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-15T22:04:24.835582+0000","last_undegraded":"2024-09-15T22:04:24.835582+0000","last_fullsized":"2024-09-15T22:04:24.835582+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-15T22:04:24.835582+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-15T22:04:24.835582+0000","last_clean_scrub_stamp":"2024-09-15T22:04:24.835582+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.2d","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-15T22:04:24.835582+0000","last_change":"2024-09-15T22:04:24.835582+0000","last_active":"2024-09-15T22:04:24.835582+0000","last_peered":"2024-09-15T22:04:24.835582+0000","last_clean":"2024-09-15T22:04:24.835582+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-15T22:04:24.835582+0000","last_undegraded":"2024-09-15T22:04:24.835582+0000","last_fullsized":"2024-09-15T22:04:24.835582+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-15T22:04:24.835582+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-15T22:04:24.835582+0000","last_clean_scrub_stamp":"2024-09-15T22:04:24.835582+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.2c","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-15T22:04:24.835582+0000","last_change":"2024-09-15T22:04:24.835582+0000","last_active":"2024-09-15T22:04:24.835582+0000","last_peered":"2024-09-15T22:04:24.835582+0000","last_clean":"2024-09-15T22:04:24.835582+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-15T22:04:24.835582+0000","last_undegraded":"2024-09-15T22:04:24.835582+0000","last_fullsized":"2024-09-15T22:04:24.835582+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-15T22:04:24.835582+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-15T22:04:24.835582+0000","last_clean_scrub_stamp":"2024-09-15T22:04:24.835582+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.2b","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-15T22:04:24.835582+0000","last_change":"2024-09-15T22:04:24.835582+0000","last_active":"2024-09-15T22:04:24.835582+0000","last_peered":"2024-09-15T22:04:24.835582+0000","last_clean":"2024-09-15T22:04:24.835582+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-15T22:04:24.835582+0000","last_undegraded":"2024-09-15T22:04:24.835582+0000","last_fullsized":"2024-09-15T22:04:24.835582+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-15T22:04:24.835582+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-15T22:04:24.835582+0000","last_clean_scrub_stamp":"2024-09-15T22:04:24.835582+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.2a","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-15T22:04:24.835582+0000","last_change":"2024-09-15T22:04:24.835582+0000","last_active":"2024-09-15T22:04:24.835582+0000","last_peered":"2024-09-15T22:04:24.835582+0000","last_clean":"2024-09-15T22:04:24.835582+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-15T22:04:24.835582+0000","last_undegraded":"2024-09-15T22:04:24.835582+0000","last_fullsized":"2024-09-15T22:04:24.835582+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-15T22:04:24.835582+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-15T22:04:24.835582+0000","last_clean_scrub_stamp":"2024-09-15T22:04:24.835582+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.29","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-15T22:04:24.835582+0000","last_change":"2024-09-15T22:04:24.835582+0000","last_active":"2024-09-15T22:04:24.835582+0000","last_peered":"2024-09-15T22:04:24.835582+0000","last_clean":"2024-09-15T22:04:24.835582+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-15T22:04:24.835582+0000","last_undegraded":"2024-09-15T22:04:24.835582+0000","last_fullsized":"2024-09-15T22:04:24.835582+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-15T22:04:24.835582+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-15T22:04:24.835582+0000","last_clean_scrub_stamp":"2024-09-15T22:04:24.835582+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.28","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-15T22:04:24.835582+0000","last_change":"2024-09-15T22:04:24.835582+0000","last_active":"2024-09-15T22:04:24.835582+0000","last_peered":"2024-09-15T22:04:24.835582+0000","last_clean":"2024-09-15T22:04:24.835582+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-15T22:04:24.835582+0000","last_undegraded":"2024-09-15T22:04:24.835582+0000","last_fullsized":"2024-09-15T22:04:24.835582+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-15T22:04:24.835582+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-15T22:04:24.835582+0000","last_clean_scrub_stamp":"2024-09-15T22:04:24.835582+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.27","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-15T22:04:24.835582+0000","last_change":"2024-09-15T22:04:24.835582+0000","last_active":"2024-09-15T22:04:24.835582+0000","last_peered":"2024-09-15T22:04:24.835582+0000","last_clean":"2024-09-15T22:04:24.835582+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-15T22:04:24.835582+0000","last_undegraded":"2024-09-15T22:04:24.835582+0000","last_fullsized":"2024-09-15T22:04:24.835582+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-15T22:04:24.835582+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-15T22:04:24.835582+0000","last_clean_scrub_stamp":"2024-09-15T22:04:24.835582+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.26","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-15T22:04:24.835582+0000","last_change":"2024-09-15T22:04:24.835582+0000","last_active":"2024-09-15T22:04:24.835582+0000","last_peered":"2024-09-15T22:04:24.835582+0000","last_clean":"2024-09-15T22:04:24.835582+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-15T22:04:24.835582+0000","last_undegraded":"2024-09-15T22:04:24.835582+0000","last_fullsized":"2024-09-15T22:04:24.835582+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-15T22:04:24.835582+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-15T22:04:24.835582+0000","last_clean_scrub_stamp":"2024-09-15T22:04:24.835582+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.25","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-15T22:04:24.835582+0000","last_change":"2024-09-15T22:04:24.835582+0000","last_active":"2024-09-15T22:04:24.835582+0000","last_peered":"2024-09-15T22:04:24.835582+0000","last_clean":"2024-09-15T22:04:24.835582+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-15T22:04:24.835582+0000","last_undegraded":"2024-09-15T22:04:24.835582+0000","last_fullsized":"2024-09-15T22:04:24.835582+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-15T22:04:24.835582+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-15T22:04:24.835582+0000","last_clean_scrub_stamp":"2024-09-15T22:04:24.835582+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.24","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-15T22:04:24.835582+0000","last_change":"2024-09-15T22:04:24.835582+0000","last_active":"2024-09-15T22:04:24.835582+0000","last_peered":"2024-09-15T22:04:24.835582+0000","last_clean":"2024-09-15T22:04:24.835582+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-15T22:04:24.835582+0000","last_undegraded":"2024-09-15T22:04:24.835582+0000","last_fullsized":"2024-09-15T22:04:24.835582+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-15T22:04:24.835582+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-15T22:04:24.835582+0000","last_clean_scrub_stamp":"2024-09-15T22:04:24.835582+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.23","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-15T22:04:24.835582+0000","last_change":"2024-09-15T22:04:24.835582+0000","last_active":"2024-09-15T22:04:24.835582+0000","last_peered":"2024-09-15T22:04:24.835582+0000","last_clean":"2024-09-15T22:04:24.835582+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-15T22:04:24.835582+0000","last_undegraded":"2024-09-15T22:04:24.835582+0000","last_fullsized":"2024-09-15T22:04:24.835582+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-15T22:04:24.835582+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-15T22:04:24.835582+0000","last_clean_scrub_stamp":"2024-09-15T22:04:24.835582+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.22","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-15T22:04:24.835582+0000","last_change":"2024-09-15T22:04:24.835582+0000","last_active":"2024-09-15T22:04:24.835582+0000","last_peered":"2024-09-15T22:04:24.835582+0000","last_clean":"2024-09-15T22:04:24.835582+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-15T22:04:24.835582+0000","last_undegraded":"2024-09-15T22:04:24.835582+0000","last_fullsized":"2024-09-15T22:04:24.835582+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-15T22:04:24.835582+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-15T22:04:24.835582+0000","last_clean_scrub_stamp":"2024-09-15T22:04:24.835582+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.21","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-15T22:04:24.835582+0000","last_change":"2024-09-15T22:04:24.835582+0000","last_active":"2024-09-15T22:04:24.835582+0000","last_peered":"2024-09-15T22:04:24.835582+0000","last_clean":"2024-09-15T22:04:24.835582+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-15T22:04:24.835582+0000","last_undegraded":"2024-09-15T22:04:24.835582+0000","last_fullsized":"2024-09-15T22:04:24.835582+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-15T22:04:24.835582+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-15T22:04:24.835582+0000","last_clean_scrub_stamp":"2024-09-15T22:04:24.835582+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.20","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-15T22:04:24.835582+0000","last_change":"2024-09-15T22:04:24.835582+0000","last_active":"2024-09-15T22:04:24.835582+0000","last_peered":"2024-09-15T22:04:24.835582+0000","last_clean":"2024-09-15T22:04:24.835582+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-15T22:04:24.835582+0000","last_undegraded":"2024-09-15T22:04:24.835582+0000","last_fullsized":"2024-09-15T22:04:24.835582+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-15T22:04:24.835582+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-15T22:04:24.835582+0000","last_clean_scrub_stamp":"2024-09-15T22:04:24.835582+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.1a","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-15T22:04:24.835582+0000","last_change":"2024-09-15T22:04:24.835582+0000","last_active":"2024-09-15T22:04:24.835582+0000","last_peered":"2024-09-15T22:04:24.835582+0000","last_clean":"2024-09-15T22:04:24.835582+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-15T22:04:24.835582+0000","last_undegraded":"2024-09-15T22:04:24.835582+0000","last_fullsized":"2024-09-15T22:04:24.835582+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-15T22:04:24.835582+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-15T22:04:24.835582+0000","last_clean_scrub_stamp":"2024-09-15T22:04:24.835582+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"2.1b","version":"0'0","reported_seq":1,"reported_epoch":18,"state":"creating+peering","last_fresh":"2024-09-15T22:04:23.837549+0000","last_change":"2024-09-15T22:04:23.837549+0000","last_active":"2024-09-15T22:04:23.830575+0000","last_peered":"2024-09-15T22:04:23.830575+0000","last_clean":"2024-09-15T22:04:23.830575+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-15T22:04:23.837549+0000","last_undegraded":"2024-09-15T22:04:23.837549+0000","last_fullsized":"2024-09-15T22:04:23.837549+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-15T22:04:23.830575+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-15T22:04:23.830575+0000","last_clean_scrub_stamp":"2024-09-15T22:04:23.830575+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1b","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-15T22:04:24.835582+0000","last_change":"2024-09-15T22:04:24.835582+0000","last_active":"2024-09-15T22:04:24.835582+0000","last_peered":"2024-09-15T22:04:24.835582+0000","last_clean":"2024-09-15T22:04:24.835582+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-15T22:04:24.835582+0000","last_undegraded":"2024-09-15T22:04:24.835582+0000","last_fullsized":"2024-09-15T22:04:24.835582+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-15T22:04:24.835582+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-15T22:04:24.835582+0000","last_clean_scrub_stamp":"2024-09-15T22:04:24.835582+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"2.1a","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-15T22:04:23.830575+0000","last_change":"2024-09-15T22:04:23.830575+0000","last_active":"2024-09-15T22:04:23.830575+0000","last_peered":"2024-09-15T22:04:23.830575+0000","last_clean":"2024-09-15T22:04:23.830575+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-15T22:04:23.830575+0000","last_undegraded":"2024-09-15T22:04:23.830575+0000","last_fullsized":"2024-09-15T22:04:23.830575+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-15T22:04:23.830575+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-15T22:04:23.830575+0000","last_clean_scrub_stamp":"2024-09-15T22:04:23.830575+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"2.19","version":"0'0","reported_seq":1,"reported_epoch":18,"state":"creating+peering","last_fresh":"2024-09-15T22:04:23.837788+0000","last_change":"2024-09-15T22:04:23.837788+0000","last_active":"2024-09-15T22:04:23.830575+0000","last_peered":"2024-09-15T22:04:23.830575+0000","last_clean":"2024-09-15T22:04:23.830575+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-15T22:04:23.837788+0000","last_undegraded":"2024-09-15T22:04:23.837788+0000","last_fullsized":"2024-09-15T22:04:23.837788+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-15T22:04:23.830575+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-15T22:04:23.830575+0000","last_clean_scrub_stamp":"2024-09-15T22:04:23.830575+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.18","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-15T22:04:24.835582+0000","last_change":"2024-09-15T22:04:24.835582+0000","last_active":"2024-09-15T22:04:24.835582+0000","last_peered":"2024-09-15T22:04:24.835582+0000","last_clean":"2024-09-15T22:04:24.835582+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-15T22:04:24.835582+0000","last_undegraded":"2024-09-15T22:04:24.835582+0000","last_fullsized":"2024-09-15T22:04:24.835582+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-15T22:04:24.835582+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-15T22:04:24.835582+0000","last_clean_scrub_stamp":"2024-09-15T22:04:24.835582+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"2.18","version":"0'0","reported_seq":1,"reported_epoch":18,"state":"creating+peering","last_fresh":"2024-09-15T22:04:23.844012+0000","last_change":"2024-09-15T22:04:23.844012+0000","last_active":"2024-09-15T22:04:23.830575+0000","last_peered":"2024-09-15T22:04:23.830575+0000","last_clean":"2024-09-15T22:04:23.830575+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-15T22:04:23.844012+0000","last_undegraded":"2024-09-15T22:04:23.844012+0000","last_fullsized":"2024-09-15T22:04:23.844012+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-15T22:04:23.830575+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-15T22:04:23.830575+0000","last_clean_scrub_stamp":"2024-09-15T22:04:23.830575+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.19","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-15T22:04:24.835582+0000","last_change":"2024-09-15T22:04:24.835582+0000","last_active":"2024-09-15T22:04:24.835582+0000","last_peered":"2024-09-15T22:04:24.835582+0000","last_clean":"2024-09-15T22:04:24.835582+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-15T22:04:24.835582+0000","last_undegraded":"2024-09-15T22:04:24.835582+0000","last_fullsized":"2024-09-15T22:04:24.835582+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-15T22:04:24.835582+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-15T22:04:24.835582+0000","last_clean_scrub_stamp":"2024-09-15T22:04:24.835582+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"2.17","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-15T22:04:23.830575+0000","last_change":"2024-09-15T22:04:23.830575+0000","last_active":"2024-09-15T22:04:23.830575+0000","last_peered":"2024-09-15T22:04:23.830575+0000","last_clean":"2024-09-15T22:04:23.830575+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-15T22:04:23.830575+0000","last_undegraded":"2024-09-15T22:04:23.830575+0000","last_fullsized":"2024-09-15T22:04:23.830575+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-15T22:04:23.830575+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-15T22:04:23.830575+0000","last_clean_scrub_stamp":"2024-09-15T22:04:23.830575+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.16","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-15T22:04:24.835582+0000","last_change":"2024-09-15T22:04:24.835582+0000","last_active":"2024-09-15T22:04:24.835582+0000","last_peered":"2024-09-15T22:04:24.835582+0000","last_clean":"2024-09-15T22:04:24.835582+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-15T22:04:24.835582+0000","last_undegraded":"2024-09-15T22:04:24.835582+0000","last_fullsized":"2024-09-15T22:04:24.835582+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-15T22:04:24.835582+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-15T22:04:24.835582+0000","last_clean_scrub_stamp":"2024-09-15T22:04:24.835582+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"2.16","version":"0'0","reported_seq":1,"reported_epoch":18,"state":"creating+peering","last_fresh":"2024-09-15T22:04:23.843743+0000","last_change":"2024-09-15T22:04:23.843743+0000","last_active":"2024-09-15T22:04:23.830575+0000","last_peered":"2024-09-15T22:04:23.830575+0000","last_clean":"2024-09-15T22:04:23.830575+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-15T22:04:23.843743+0000","last_undegraded":"2024-09-15T22:04:23.843743+0000","last_fullsized":"2024-09-15T22:04:23.843743+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-15T22:04:23.830575+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-15T22:04:23.830575+0000","last_clean_scrub_stamp":"2024-09-15T22:04:23.830575+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,6],"acting":[5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.17","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-15T22:04:24.835582+0000","last_change":"2024-09-15T22:04:24.835582+0000","last_active":"2024-09-15T22:04:24.835582+0000","last_peered":"2024-09-15T22:04:24.835582+0000","last_clean":"2024-09-15T22:04:24.835582+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-15T22:04:24.835582+0000","last_undegraded":"2024-09-15T22:04:24.835582+0000","last_fullsized":"2024-09-15T22:04:24.835582+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-15T22:04:24.835582+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-15T22:04:24.835582+0000","last_clean_scrub_stamp":"2024-09-15T22:04:24.835582+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"2.15","version":"0'0","reported_seq":1,"reported_epoch":18,"state":"creating+peering","last_fresh":"2024-09-15T22:04:23.839584+0000","last_change":"2024-09-15T22:04:23.839584+0000","last_active":"2024-09-15T22:04:23.830575+0000","last_peered":"2024-09-15T22:04:23.830575+0000","last_clean":"2024-09-15T22:04:23.830575+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-15T22:04:23.839584+0000","last_undegraded":"2024-09-15T22:04:23.839584+0000","last_fullsized":"2024-09-15T22:04:23.839584+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-15T22:04:23.830575+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-15T22:04:23.830575+0000","last_clean_scrub_stamp":"2024-09-15T22:04:23.830575+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.14","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-15T22:04:24.835582+0000","last_change":"2024-09-15T22:04:24.835582+0000","last_active":"2024-09-15T22:04:24.835582+0000","last_peered":"2024-09-15T22:04:24.835582+0000","last_clean":"2024-09-15T22:04:24.835582+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-15T22:04:24.835582+0000","last_undegraded":"2024-09-15T22:04:24.835582+0000","last_fullsized":"2024-09-15T22:04:24.835582+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-15T22:04:24.835582+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-15T22:04:24.835582+0000","last_clean_scrub_stamp":"2024-09-15T22:04:24.835582+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"2.14","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-15T22:04:23.830575+0000","last_change":"2024-09-15T22:04:23.830575+0000","last_active":"2024-09-15T22:04:23.830575+0000","last_peered":"2024-09-15T22:04:23.830575+0000","last_clean":"2024-09-15T22:04:23.830575+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-15T22:04:23.830575+0000","last_undegraded":"2024-09-15T22:04:23.830575+0000","last_fullsized":"2024-09-15T22:04:23.830575+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-15T22:04:23.830575+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-15T22:04:23.830575+0000","last_clean_scrub_stamp":"2024-09-15T22:04:23.830575+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.15","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-15T22:04:24.835582+0000","last_change":"2024-09-15T22:04:24.835582+0000","last_active":"2024-09-15T22:04:24.835582+0000","last_peered":"2024-09-15T22:04:24.835582+0000","last_clean":"2024-09-15T22:04:24.835582+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-15T22:04:24.835582+0000","last_undegraded":"2024-09-15T22:04:24.835582+0000","last_fullsized":"2024-09-15T22:04:24.835582+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-15T22:04:24.835582+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-15T22:04:24.835582+0000","last_clean_scrub_stamp":"2024-09-15T22:04:24.835582+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"2.13","version":"0'0","reported_seq":1,"reported_epoch":18,"state":"creating+peering","last_fresh":"2024-09-15T22:04:23.840282+0000","last_change":"2024-09-15T22:04:23.840282+0000","last_active":"2024-09-15T22:04:23.830575+0000","last_peered":"2024-09-15T22:04:23.830575+0000","last_clean":"2024-09-15T22:04:23.830575+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-15T22:04:23.840282+0000","last_undegraded":"2024-09-15T22:04:23.840282+0000","last_fullsized":"2024-09-15T22:04:23.840282+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-15T22:04:23.830575+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-15T22:04:23.830575+0000","last_clean_scrub_stamp":"2024-09-15T22:04:23.830575+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4],"acting":[0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.12","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-15T22:04:24.835582+0000","last_change":"2024-09-15T22:04:24.835582+0000","last_active":"2024-09-15T22:04:24.835582+0000","last_peered":"2024-09-15T22:04:24.835582+0000","last_clean":"2024-09-15T22:04:24.835582+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-15T22:04:24.835582+0000","last_undegraded":"2024-09-15T22:04:24.835582+0000","last_fullsized":"2024-09-15T22:04:24.835582+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-15T22:04:24.835582+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-15T22:04:24.835582+0000","last_clean_scrub_stamp":"2024-09-15T22:04:24.835582+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"2.12","version":"0'0","reported_seq":1,"reported_epoch":18,"state":"creating+peering","last_fresh":"2024-09-15T22:04:23.844221+0000","last_change":"2024-09-15T22:04:23.844221+0000","last_active":"2024-09-15T22:04:23.830575+0000","last_peered":"2024-09-15T22:04:23.830575+0000","last_clean":"2024-09-15T22:04:23.830575+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-15T22:04:23.844221+0000","last_undegraded":"2024-09-15T22:04:23.844221+0000","last_fullsized":"2024-09-15T22:04:23.844221+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-15T22:04:23.830575+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-15T22:04:23.830575+0000","last_clean_scrub_stamp":"2024-09-15T22:04:23.830575+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.13","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-15T22:04:24.835582+0000","last_change":"2024-09-15T22:04:24.835582+0000","last_active":"2024-09-15T22:04:24.835582+0000","last_peered":"2024-09-15T22:04:24.835582+0000","last_clean":"2024-09-15T22:04:24.835582+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-15T22:04:24.835582+0000","last_undegraded":"2024-09-15T22:04:24.835582+0000","last_fullsized":"2024-09-15T22:04:24.835582+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-15T22:04:24.835582+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-15T22:04:24.835582+0000","last_clean_scrub_stamp":"2024-09-15T22:04:24.835582+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"2.11","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-15T22:04:23.830575+0000","last_change":"2024-09-15T22:04:23.830575+0000","last_active":"2024-09-15T22:04:23.830575+0000","last_peered":"2024-09-15T22:04:23.830575+0000","last_clean":"2024-09-15T22:04:23.830575+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-15T22:04:23.830575+0000","last_undegraded":"2024-09-15T22:04:23.830575+0000","last_fullsized":"2024-09-15T22:04:23.830575+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-15T22:04:23.830575+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-15T22:04:23.830575+0000","last_clean_scrub_stamp":"2024-09-15T22:04:23.830575+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.10","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-15T22:04:24.835582+0000","last_change":"2024-09-15T22:04:24.835582+0000","last_active":"2024-09-15T22:04:24.835582+0000","last_peered":"2024-09-15T22:04:24.835582+0000","last_clean":"2024-09-15T22:04:24.835582+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-15T22:04:24.835582+0000","last_undegraded":"2024-09-15T22:04:24.835582+0000","last_fullsized":"2024-09-15T22:04:24.835582+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-15T22:04:24.835582+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-15T22:04:24.835582+0000","last_clean_scrub_stamp":"2024-09-15T22:04:24.835582+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"2.10","version":"0'0","reported_seq":1,"reported_epoch":18,"state":"creating+peering","last_fresh":"2024-09-15T22:04:23.847675+0000","last_change":"2024-09-15T22:04:23.847675+0000","last_active":"2024-09-15T22:04:23.830575+0000","last_peered":"2024-09-15T22:04:23.830575+0000","last_clean":"2024-09-15T22:04:23.830575+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-15T22:04:23.847675+0000","last_undegraded":"2024-09-15T22:04:23.847675+0000","last_fullsized":"2024-09-15T22:04:23.847675+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-15T22:04:23.830575+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-15T22:04:23.830575+0000","last_clean_scrub_stamp":"2024-09-15T22:04:23.830575+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1],"acting":[2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.11","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-15T22:04:24.835582+0000","last_change":"2024-09-15T22:04:24.835582+0000","last_active":"2024-09-15T22:04:24.835582+0000","last_peered":"2024-09-15T22:04:24.835582+0000","last_clean":"2024-09-15T22:04:24.835582+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-15T22:04:24.835582+0000","last_undegraded":"2024-09-15T22:04:24.835582+0000","last_fullsized":"2024-09-15T22:04:24.835582+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-15T22:04:24.835582+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-15T22:04:24.835582+0000","last_clean_scrub_stamp":"2024-09-15T22:04:24.835582+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"2.f","version":"0'0","reported_seq":1,"reported_epoch":18,"state":"creating+peering","last_fresh":"2024-09-15T22:04:23.837657+0000","last_change":"2024-09-15T22:04:23.837657+0000","last_active":"2024-09-15T22:04:23.830575+0000","last_peered":"2024-09-15T22:04:23.830575+0000","last_clean":"2024-09-15T22:04:23.830575+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-15T22:04:23.837657+0000","last_undegraded":"2024-09-15T22:04:23.837657+0000","last_fullsized":"2024-09-15T22:04:23.837657+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-15T22:04:23.830575+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-15T22:04:23.830575+0000","last_clean_scrub_stamp":"2024-09-15T22:04:23.830575+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0],"acting":[4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.e","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-15T22:04:24.835582+0000","last_change":"2024-09-15T22:04:24.835582+0000","last_active":"2024-09-15T22:04:24.835582+0000","last_peered":"2024-09-15T22:04:24.835582+0000","last_clean":"2024-09-15T22:04:24.835582+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-15T22:04:24.835582+0000","last_undegraded":"2024-09-15T22:04:24.835582+0000","last_fullsized":"2024-09-15T22:04:24.835582+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-15T22:04:24.835582+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-15T22:04:24.835582+0000","last_clean_scrub_stamp":"2024-09-15T22:04:24.835582+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"2.e","version":"0'0","reported_seq":1,"reported_epoch":18,"state":"creating+peering","last_fresh":"2024-09-15T22:04:23.847692+0000","last_change":"2024-09-15T22:04:23.847692+0000","last_active":"2024-09-15T22:04:23.830575+0000","last_peered":"2024-09-15T22:04:23.830575+0000","last_clean":"2024-09-15T22:04:23.830575+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-15T22:04:23.847692+0000","last_undegraded":"2024-09-15T22:04:23.847692+0000","last_fullsized":"2024-09-15T22:04:23.847692+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-15T22:04:23.830575+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-15T22:04:23.830575+0000","last_clean_scrub_stamp":"2024-09-15T22:04:23.830575+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.f","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-15T22:04:24.835582+0000","last_change":"2024-09-15T22:04:24.835582+0000","last_active":"2024-09-15T22:04:24.835582+0000","last_peered":"2024-09-15T22:04:24.835582+0000","last_clean":"2024-09-15T22:04:24.835582+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-15T22:04:24.835582+0000","last_undegraded":"2024-09-15T22:04:24.835582+0000","last_fullsized":"2024-09-15T22:04:24.835582+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-15T22:04:24.835582+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-15T22:04:24.835582+0000","last_clean_scrub_stamp":"2024-09-15T22:04:24.835582+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"2.d","version":"0'0","reported_seq":1,"reported_epoch":18,"state":"creating+peering","last_fresh":"2024-09-15T22:04:23.838906+0000","last_change":"2024-09-15T22:04:23.838906+0000","last_active":"2024-09-15T22:04:23.830575+0000","last_peered":"2024-09-15T22:04:23.830575+0000","last_clean":"2024-09-15T22:04:23.830575+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-15T22:04:23.838906+0000","last_undegraded":"2024-09-15T22:04:23.838906+0000","last_fullsized":"2024-09-15T22:04:23.838906+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-15T22:04:23.830575+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-15T22:04:23.830575+0000","last_clean_scrub_stamp":"2024-09-15T22:04:23.830575+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4],"acting":[1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.c","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-15T22:04:24.835582+0000","last_change":"2024-09-15T22:04:24.835582+0000","last_active":"2024-09-15T22:04:24.835582+0000","last_peered":"2024-09-15T22:04:24.835582+0000","last_clean":"2024-09-15T22:04:24.835582+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-15T22:04:24.835582+0000","last_undegraded":"2024-09-15T22:04:24.835582+0000","last_fullsized":"2024-09-15T22:04:24.835582+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-15T22:04:24.835582+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-15T22:04:24.835582+0000","last_clean_scrub_stamp":"2024-09-15T22:04:24.835582+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"2.c","version":"0'0","reported_seq":1,"reported_epoch":18,"state":"creating+peering","last_fresh":"2024-09-15T22:04:23.847675+0000","last_change":"2024-09-15T22:04:23.847675+0000","last_active":"2024-09-15T22:04:23.830575+0000","last_peered":"2024-09-15T22:04:23.830575+0000","last_clean":"2024-09-15T22:04:23.830575+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-15T22:04:23.847675+0000","last_undegraded":"2024-09-15T22:04:23.847675+0000","last_fullsized":"2024-09-15T22:04:23.847675+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-15T22:04:23.830575+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-15T22:04:23.830575+0000","last_clean_scrub_stamp":"2024-09-15T22:04:23.830575+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5],"acting":[2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.d","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-15T22:04:24.835582+0000","last_change":"2024-09-15T22:04:24.835582+0000","last_active":"2024-09-15T22:04:24.835582+0000","last_peered":"2024-09-15T22:04:24.835582+0000","last_clean":"2024-09-15T22:04:24.835582+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-15T22:04:24.835582+0000","last_undegraded":"2024-09-15T22:04:24.835582+0000","last_fullsized":"2024-09-15T22:04:24.835582+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-15T22:04:24.835582+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-15T22:04:24.835582+0000","last_clean_scrub_stamp":"2024-09-15T22:04:24.835582+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"1.0","version":"17'117","reported_seq":164,"reported_epoch":18,"state":"active+clean","last_fresh":"2024-09-15T22:04:23.842329+0000","last_change":"2024-09-15T22:04:16.056574+0000","last_active":"2024-09-15T22:04:23.842329+0000","last_peered":"2024-09-15T22:04:23.842329+0000","last_clean":"2024-09-15T22:04:23.842329+0000","last_became_active":"2024-09-15T22:04:16.055577+0000","last_became_peered":"2024-09-15T22:04:16.055577+0000","last_unstale":"2024-09-15T22:04:23.842329+0000","last_undegraded":"2024-09-15T22:04:23.842329+0000","last_fullsized":"2024-09-15T22:04:23.842329+0000","mapping_epoch":15,"log_start":"0'0","ondisk_log_start":"0'0","created":15,"last_epoch_clean":16,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-15T22:04:14.948623+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-15T22:04:14.948623+0000","last_clean_scrub_stamp":"2024-09-15T22:04:14.948623+0000","objects_scrubbed":0,"log_size":117,"log_dups_size":0,"ondisk_log_size":117,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T08:16:14.663572+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":159,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.3","version":"0'0","reported_seq":1,"reported_epoch":18,"state":"creating+peering","last_fresh":"2024-09-15T22:04:23.843686+0000","last_change":"2024-09-15T22:04:23.843686+0000","last_active":"2024-09-15T22:04:23.830575+0000","last_peered":"2024-09-15T22:04:23.830575+0000","last_clean":"2024-09-15T22:04:23.830575+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-15T22:04:23.843686+0000","last_undegraded":"2024-09-15T22:04:23.843686+0000","last_fullsized":"2024-09-15T22:04:23.843686+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-15T22:04:23.830575+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-15T22:04:23.830575+0000","last_clean_scrub_stamp":"2024-09-15T22:04:23.830575+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2],"acting":[5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.2","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-15T22:04:24.835582+0000","last_change":"2024-09-15T22:04:24.835582+0000","last_active":"2024-09-15T22:04:24.835582+0000","last_peered":"2024-09-15T22:04:24.835582+0000","last_clean":"2024-09-15T22:04:24.835582+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-15T22:04:24.835582+0000","last_undegraded":"2024-09-15T22:04:24.835582+0000","last_fullsized":"2024-09-15T22:04:24.835582+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-15T22:04:24.835582+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-15T22:04:24.835582+0000","last_clean_scrub_stamp":"2024-09-15T22:04:24.835582+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"2.0","version":"0'0","reported_seq":1,"reported_epoch":18,"state":"creating+peering","last_fresh":"2024-09-15T22:04:23.839911+0000","last_change":"2024-09-15T22:04:23.839911+0000","last_active":"2024-09-15T22:04:23.830575+0000","last_peered":"2024-09-15T22:04:23.830575+0000","last_clean":"2024-09-15T22:04:23.830575+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-15T22:04:23.839911+0000","last_undegraded":"2024-09-15T22:04:23.839911+0000","last_fullsized":"2024-09-15T22:04:23.839911+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-15T22:04:23.830575+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-15T22:04:23.830575+0000","last_clean_scrub_stamp":"2024-09-15T22:04:23.830575+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1],"acting":[7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-15T22:04:24.835582+0000","last_change":"2024-09-15T22:04:24.835582+0000","last_active":"2024-09-15T22:04:24.835582+0000","last_peered":"2024-09-15T22:04:24.835582+0000","last_clean":"2024-09-15T22:04:24.835582+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-15T22:04:24.835582+0000","last_undegraded":"2024-09-15T22:04:24.835582+0000","last_fullsized":"2024-09-15T22:04:24.835582+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-15T22:04:24.835582+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-15T22:04:24.835582+0000","last_clean_scrub_stamp":"2024-09-15T22:04:24.835582+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"2.1","version":"0'0","reported_seq":1,"reported_epoch":18,"state":"creating+peering","last_fresh":"2024-09-15T22:04:23.847648+0000","last_change":"2024-09-15T22:04:23.847648+0000","last_active":"2024-09-15T22:04:23.830575+0000","last_peered":"2024-09-15T22:04:23.830575+0000","last_clean":"2024-09-15T22:04:23.830575+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-15T22:04:23.847648+0000","last_undegraded":"2024-09-15T22:04:23.847648+0000","last_fullsized":"2024-09-15T22:04:23.847648+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-15T22:04:23.830575+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-15T22:04:23.830575+0000","last_clean_scrub_stamp":"2024-09-15T22:04:23.830575+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.0","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-15T22:04:24.835582+0000","last_change":"2024-09-15T22:04:24.835582+0000","last_active":"2024-09-15T22:04:24.835582+0000","last_peered":"2024-09-15T22:04:24.835582+0000","last_clean":"2024-09-15T22:04:24.835582+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-15T22:04:24.835582+0000","last_undegraded":"2024-09-15T22:04:24.835582+0000","last_fullsized":"2024-09-15T22:04:24.835582+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-15T22:04:24.835582+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-15T22:04:24.835582+0000","last_clean_scrub_stamp":"2024-09-15T22:04:24.835582+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"2.2","version":"0'0","reported_seq":1,"reported_epoch":18,"state":"creating+peering","last_fresh":"2024-09-15T22:04:23.843645+0000","last_change":"2024-09-15T22:04:23.843645+0000","last_active":"2024-09-15T22:04:23.830575+0000","last_peered":"2024-09-15T22:04:23.830575+0000","last_clean":"2024-09-15T22:04:23.830575+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-15T22:04:23.843645+0000","last_undegraded":"2024-09-15T22:04:23.843645+0000","last_fullsized":"2024-09-15T22:04:23.843645+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-15T22:04:23.830575+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-15T22:04:23.830575+0000","last_clean_scrub_stamp":"2024-09-15T22:04:23.830575+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.3","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-15T22:04:24.835582+0000","last_change":"2024-09-15T22:04:24.835582+0000","last_active":"2024-09-15T22:04:24.835582+0000","last_peered":"2024-09-15T22:04:24.835582+0000","last_clean":"2024-09-15T22:04:24.835582+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-15T22:04:24.835582+0000","last_undegraded":"2024-09-15T22:04:24.835582+0000","last_fullsized":"2024-09-15T22:04:24.835582+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-15T22:04:24.835582+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-15T22:04:24.835582+0000","last_clean_scrub_stamp":"2024-09-15T22:04:24.835582+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"2.4","version":"0'0","reported_seq":1,"reported_epoch":18,"state":"creating+peering","last_fresh":"2024-09-15T22:04:23.838505+0000","last_change":"2024-09-15T22:04:23.838505+0000","last_active":"2024-09-15T22:04:23.830575+0000","last_peered":"2024-09-15T22:04:23.830575+0000","last_clean":"2024-09-15T22:04:23.830575+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-15T22:04:23.838505+0000","last_undegraded":"2024-09-15T22:04:23.838505+0000","last_fullsized":"2024-09-15T22:04:23.838505+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-15T22:04:23.830575+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-15T22:04:23.830575+0000","last_clean_scrub_stamp":"2024-09-15T22:04:23.830575+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.5","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-15T22:04:24.835582+0000","last_change":"2024-09-15T22:04:24.835582+0000","last_active":"2024-09-15T22:04:24.835582+0000","last_peered":"2024-09-15T22:04:24.835582+0000","last_clean":"2024-09-15T22:04:24.835582+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-15T22:04:24.835582+0000","last_undegraded":"2024-09-15T22:04:24.835582+0000","last_fullsized":"2024-09-15T22:04:24.835582+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-15T22:04:24.835582+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-15T22:04:24.835582+0000","last_clean_scrub_stamp":"2024-09-15T22:04:24.835582+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"2.5","version":"0'0","reported_seq":1,"reported_epoch":18,"state":"creating+peering","last_fresh":"2024-09-15T22:04:23.840201+0000","last_change":"2024-09-15T22:04:23.840201+0000","last_active":"2024-09-15T22:04:23.830575+0000","last_peered":"2024-09-15T22:04:23.830575+0000","last_clean":"2024-09-15T22:04:23.830575+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-15T22:04:23.840201+0000","last_undegraded":"2024-09-15T22:04:23.840201+0000","last_fullsized":"2024-09-15T22:04:23.840201+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-15T22:04:23.830575+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-15T22:04:23.830575+0000","last_clean_scrub_stamp":"2024-09-15T22:04:23.830575+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.4","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-15T22:04:24.835582+0000","last_change":"2024-09-15T22:04:24.835582+0000","last_active":"2024-09-15T22:04:24.835582+0000","last_peered":"2024-09-15T22:04:24.835582+0000","last_clean":"2024-09-15T22:04:24.835582+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-15T22:04:24.835582+0000","last_undegraded":"2024-09-15T22:04:24.835582+0000","last_fullsized":"2024-09-15T22:04:24.835582+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-15T22:04:24.835582+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-15T22:04:24.835582+0000","last_clean_scrub_stamp":"2024-09-15T22:04:24.835582+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"2.6","version":"0'0","reported_seq":1,"reported_epoch":18,"state":"creating+peering","last_fresh":"2024-09-15T22:04:23.838529+0000","last_change":"2024-09-15T22:04:23.838529+0000","last_active":"2024-09-15T22:04:23.830575+0000","last_peered":"2024-09-15T22:04:23.830575+0000","last_clean":"2024-09-15T22:04:23.830575+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-15T22:04:23.838529+0000","last_undegraded":"2024-09-15T22:04:23.838529+0000","last_fullsized":"2024-09-15T22:04:23.838529+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-15T22:04:23.830575+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-15T22:04:23.830575+0000","last_clean_scrub_stamp":"2024-09-15T22:04:23.830575+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.7","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-15T22:04:24.835582+0000","last_change":"2024-09-15T22:04:24.835582+0000","last_active":"2024-09-15T22:04:24.835582+0000","last_peered":"2024-09-15T22:04:24.835582+0000","last_clean":"2024-09-15T22:04:24.835582+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-15T22:04:24.835582+0000","last_undegraded":"2024-09-15T22:04:24.835582+0000","last_fullsized":"2024-09-15T22:04:24.835582+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-15T22:04:24.835582+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-15T22:04:24.835582+0000","last_clean_scrub_stamp":"2024-09-15T22:04:24.835582+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"2.7","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-15T22:04:23.830575+0000","last_change":"2024-09-15T22:04:23.830575+0000","last_active":"2024-09-15T22:04:23.830575+0000","last_peered":"2024-09-15T22:04:23.830575+0000","last_clean":"2024-09-15T22:04:23.830575+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-15T22:04:23.830575+0000","last_undegraded":"2024-09-15T22:04:23.830575+0000","last_fullsized":"2024-09-15T22:04:23.830575+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-15T22:04:23.830575+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-15T22:04:23.830575+0000","last_clean_scrub_stamp":"2024-09-15T22:04:23.830575+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.6","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-15T22:04:24.835582+0000","last_change":"2024-09-15T22:04:24.835582+0000","last_active":"2024-09-15T22:04:24.835582+0000","last_peered":"2024-09-15T22:04:24.835582+0000","last_clean":"2024-09-15T22:04:24.835582+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-15T22:04:24.835582+0000","last_undegraded":"2024-09-15T22:04:24.835582+0000","last_fullsized":"2024-09-15T22:04:24.835582+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-15T22:04:24.835582+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-15T22:04:24.835582+0000","last_clean_scrub_stamp":"2024-09-15T22:04:24.835582+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"2.8","version":"0'0","reported_seq":1,"reported_epoch":18,"state":"creating+peering","last_fresh":"2024-09-15T22:04:23.840719+0000","last_change":"2024-09-15T22:04:23.840719+0000","last_active":"2024-09-15T22:04:23.830575+0000","last_peered":"2024-09-15T22:04:23.830575+0000","last_clean":"2024-09-15T22:04:23.830575+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-15T22:04:23.840719+0000","last_undegraded":"2024-09-15T22:04:23.840719+0000","last_fullsized":"2024-09-15T22:04:23.840719+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-15T22:04:23.830575+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-15T22:04:23.830575+0000","last_clean_scrub_stamp":"2024-09-15T22:04:23.830575+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.9","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-15T22:04:24.835582+0000","last_change":"2024-09-15T22:04:24.835582+0000","last_active":"2024-09-15T22:04:24.835582+0000","last_peered":"2024-09-15T22:04:24.835582+0000","last_clean":"2024-09-15T22:04:24.835582+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-15T22:04:24.835582+0000","last_undegraded":"2024-09-15T22:04:24.835582+0000","last_fullsized":"2024-09-15T22:04:24.835582+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-15T22:04:24.835582+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-15T22:04:24.835582+0000","last_clean_scrub_stamp":"2024-09-15T22:04:24.835582+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"2.9","version":"0'0","reported_seq":1,"reported_epoch":18,"state":"creating+peering","last_fresh":"2024-09-15T22:04:23.838959+0000","last_change":"2024-09-15T22:04:23.838959+0000","last_active":"2024-09-15T22:04:23.830575+0000","last_peered":"2024-09-15T22:04:23.830575+0000","last_clean":"2024-09-15T22:04:23.830575+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-15T22:04:23.838959+0000","last_undegraded":"2024-09-15T22:04:23.838959+0000","last_fullsized":"2024-09-15T22:04:23.838959+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-15T22:04:23.830575+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-15T22:04:23.830575+0000","last_clean_scrub_stamp":"2024-09-15T22:04:23.830575+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7],"acting":[1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.8","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-15T22:04:24.835582+0000","last_change":"2024-09-15T22:04:24.835582+0000","last_active":"2024-09-15T22:04:24.835582+0000","last_peered":"2024-09-15T22:04:24.835582+0000","last_clean":"2024-09-15T22:04:24.835582+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-15T22:04:24.835582+0000","last_undegraded":"2024-09-15T22:04:24.835582+0000","last_fullsized":"2024-09-15T22:04:24.835582+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-15T22:04:24.835582+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-15T22:04:24.835582+0000","last_clean_scrub_stamp":"2024-09-15T22:04:24.835582+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"2.a","version":"0'0","reported_seq":1,"reported_epoch":18,"state":"creating+peering","last_fresh":"2024-09-15T22:04:23.838857+0000","last_change":"2024-09-15T22:04:23.838857+0000","last_active":"2024-09-15T22:04:23.830575+0000","last_peered":"2024-09-15T22:04:23.830575+0000","last_clean":"2024-09-15T22:04:23.830575+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-15T22:04:23.838857+0000","last_undegraded":"2024-09-15T22:04:23.838857+0000","last_fullsized":"2024-09-15T22:04:23.838857+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-15T22:04:23.830575+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-15T22:04:23.830575+0000","last_clean_scrub_stamp":"2024-09-15T22:04:23.830575+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3],"acting":[1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.b","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-15T22:04:24.835582+0000","last_change":"2024-09-15T22:04:24.835582+0000","last_active":"2024-09-15T22:04:24.835582+0000","last_peered":"2024-09-15T22:04:24.835582+0000","last_clean":"2024-09-15T22:04:24.835582+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-15T22:04:24.835582+0000","last_undegraded":"2024-09-15T22:04:24.835582+0000","last_fullsized":"2024-09-15T22:04:24.835582+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-15T22:04:24.835582+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-15T22:04:24.835582+0000","last_clean_scrub_stamp":"2024-09-15T22:04:24.835582+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"2.b","version":"0'0","reported_seq":1,"reported_epoch":18,"state":"creating+peering","last_fresh":"2024-09-15T22:04:23.840341+0000","last_change":"2024-09-15T22:04:23.840341+0000","last_active":"2024-09-15T22:04:23.830575+0000","last_peered":"2024-09-15T22:04:23.830575+0000","last_clean":"2024-09-15T22:04:23.830575+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-15T22:04:23.840341+0000","last_undegraded":"2024-09-15T22:04:23.840341+0000","last_fullsized":"2024-09-15T22:04:23.840341+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-15T22:04:23.830575+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-15T22:04:23.830575+0000","last_clean_scrub_stamp":"2024-09-15T22:04:23.830575+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.a","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-15T22:04:24.835582+0000","last_change":"2024-09-15T22:04:24.835582+0000","last_active":"2024-09-15T22:04:24.835582+0000","last_peered":"2024-09-15T22:04:24.835582+0000","last_clean":"2024-09-15T22:04:24.835582+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-15T22:04:24.835582+0000","last_undegraded":"2024-09-15T22:04:24.835582+0000","last_fullsized":"2024-09-15T22:04:24.835582+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-15T22:04:24.835582+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-15T22:04:24.835582+0000","last_clean_scrub_stamp":"2024-09-15T22:04:24.835582+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.1d","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-15T22:04:24.835582+0000","last_change":"2024-09-15T22:04:24.835582+0000","last_active":"2024-09-15T22:04:24.835582+0000","last_peered":"2024-09-15T22:04:24.835582+0000","last_clean":"2024-09-15T22:04:24.835582+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-15T22:04:24.835582+0000","last_undegraded":"2024-09-15T22:04:24.835582+0000","last_fullsized":"2024-09-15T22:04:24.835582+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-15T22:04:24.835582+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-15T22:04:24.835582+0000","last_clean_scrub_stamp":"2024-09-15T22:04:24.835582+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"2.1c","version":"0'0","reported_seq":1,"reported_epoch":18,"state":"creating+peering","last_fresh":"2024-09-15T22:04:23.839940+0000","last_change":"2024-09-15T22:04:23.839940+0000","last_active":"2024-09-15T22:04:23.830575+0000","last_peered":"2024-09-15T22:04:23.830575+0000","last_clean":"2024-09-15T22:04:23.830575+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-15T22:04:23.839940+0000","last_undegraded":"2024-09-15T22:04:23.839940+0000","last_fullsized":"2024-09-15T22:04:23.839940+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-15T22:04:23.830575+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-15T22:04:23.830575+0000","last_clean_scrub_stamp":"2024-09-15T22:04:23.830575+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1c","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-15T22:04:24.835582+0000","last_change":"2024-09-15T22:04:24.835582+0000","last_active":"2024-09-15T22:04:24.835582+0000","last_peered":"2024-09-15T22:04:24.835582+0000","last_clean":"2024-09-15T22:04:24.835582+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-15T22:04:24.835582+0000","last_undegraded":"2024-09-15T22:04:24.835582+0000","last_fullsized":"2024-09-15T22:04:24.835582+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-15T22:04:24.835582+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-15T22:04:24.835582+0000","last_clean_scrub_stamp":"2024-09-15T22:04:24.835582+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"2.1d","version":"0'0","reported_seq":1,"reported_epoch":18,"state":"creating+peering","last_fresh":"2024-09-15T22:04:23.841019+0000","last_change":"2024-09-15T22:04:23.841019+0000","last_active":"2024-09-15T22:04:23.830575+0000","last_peered":"2024-09-15T22:04:23.830575+0000","last_clean":"2024-09-15T22:04:23.830575+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-15T22:04:23.841019+0000","last_undegraded":"2024-09-15T22:04:23.841019+0000","last_fullsized":"2024-09-15T22:04:23.841019+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-15T22:04:23.830575+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-15T22:04:23.830575+0000","last_clean_scrub_stamp":"2024-09-15T22:04:23.830575+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1f","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-15T22:04:24.835582+0000","last_change":"2024-09-15T22:04:24.835582+0000","last_active":"2024-09-15T22:04:24.835582+0000","last_peered":"2024-09-15T22:04:24.835582+0000","last_clean":"2024-09-15T22:04:24.835582+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-15T22:04:24.835582+0000","last_undegraded":"2024-09-15T22:04:24.835582+0000","last_fullsized":"2024-09-15T22:04:24.835582+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-15T22:04:24.835582+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-15T22:04:24.835582+0000","last_clean_scrub_stamp":"2024-09-15T22:04:24.835582+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"2.1e","version":"0'0","reported_seq":1,"reported_epoch":18,"state":"creating+peering","last_fresh":"2024-09-15T22:04:23.837584+0000","last_change":"2024-09-15T22:04:23.837584+0000","last_active":"2024-09-15T22:04:23.830575+0000","last_peered":"2024-09-15T22:04:23.830575+0000","last_clean":"2024-09-15T22:04:23.830575+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-15T22:04:23.837584+0000","last_undegraded":"2024-09-15T22:04:23.837584+0000","last_fullsized":"2024-09-15T22:04:23.837584+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-15T22:04:23.830575+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-15T22:04:23.830575+0000","last_clean_scrub_stamp":"2024-09-15T22:04:23.830575+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1e","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-15T22:04:24.835582+0000","last_change":"2024-09-15T22:04:24.835582+0000","last_active":"2024-09-15T22:04:24.835582+0000","last_peered":"2024-09-15T22:04:24.835582+0000","last_clean":"2024-09-15T22:04:24.835582+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-15T22:04:24.835582+0000","last_undegraded":"2024-09-15T22:04:24.835582+0000","last_fullsized":"2024-09-15T22:04:24.835582+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-15T22:04:24.835582+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-15T22:04:24.835582+0000","last_clean_scrub_stamp":"2024-09-15T22:04:24.835582+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"2.1f","version":"0'0","reported_seq":1,"reported_epoch":18,"state":"creating+peering","last_fresh":"2024-09-15T22:04:23.840700+0000","last_change":"2024-09-15T22:04:23.840700+0000","last_active":"2024-09-15T22:04:23.830575+0000","last_peered":"2024-09-15T22:04:23.830575+0000","last_clean":"2024-09-15T22:04:23.830575+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-15T22:04:23.840700+0000","last_undegraded":"2024-09-15T22:04:23.840700+0000","last_fullsized":"2024-09-15T22:04:23.840700+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-15T22:04:23.830575+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-15T22:04:23.830575+0000","last_clean_scrub_stamp":"2024-09-15T22:04:23.830575+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]}],"pool_stats":[{"poolid":3,"num_pg":64,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0},{"poolid":2,"num_pg":32,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":54,"acting":54,"num_store_stats":7},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":159,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":1187840,"data_stored":1180736,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":117,"ondisk_log_size":117,"up":2,"acting":2,"num_store_stats":2}],"osd_stats":[{"osd":7,"up_from":14,"seq":60129542147,"num_pgs":1,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":31924,"kb_used_data":740,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94339916,"statfs":{"total":96636764160,"available":96604073984,"internally_reserved":0,"allocated":757760,"data_stored":639422,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1590,"internal_metadata":31914442},"hb_peers":[0,1,2,3,4,5,6],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[]},{"osd":5,"up_from":14,"seq":60129542147,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":31348,"kb_used_data":160,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94340492,"statfs":{"total":96636764160,"available":96604663808,"internally_reserved":0,"allocated":163840,"data_stored":49054,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":31914437},"hb_peers":[0,1,2,3,4,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":4,"up_from":14,"seq":60129542147,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":31352,"kb_used_data":160,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94340488,"statfs":{"total":96636764160,"available":96604659712,"internally_reserved":0,"allocated":163840,"data_stored":49054,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":31914437},"hb_peers":[0,1,2,3,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":3,"up_from":14,"seq":60129542149,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27200,"kb_used_data":172,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344640,"statfs":{"total":96636764160,"available":96608911360,"internally_reserved":0,"allocated":176128,"data_stored":54871,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1593,"internal_metadata":27654599},"hb_peers":[0,1,2,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[]},{"osd":2,"up_from":14,"seq":60129542149,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27188,"kb_used_data":160,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344652,"statfs":{"total":96636764160,"available":96608923648,"internally_reserved":0,"allocated":163840,"data_stored":49054,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[0,1,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[]},{"osd":1,"up_from":14,"seq":60129542148,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27188,"kb_used_data":160,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344652,"statfs":{"total":96636764160,"available":96608923648,"internally_reserved":0,"allocated":163840,"data_stored":49054,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[0,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":2,"apply_latency_ms":2,"commit_latency_ns":2000000,"apply_latency_ns":2000000},"alerts":[]},{"osd":0,"up_from":14,"seq":60129542148,"num_pgs":1,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27780,"kb_used_data":752,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344060,"statfs":{"total":96636764160,"available":96608317440,"internally_reserved":0,"allocated":770048,"data_stored":645239,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[1,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":2,"apply_latency_ms":2,"commit_latency_ns":2000000,"apply_latency_ns":2000000},"alerts":[]},{"osd":6,"up_from":13,"seq":55834574852,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":0,"kb":94371840,"kb_used":35508,"kb_used_data":160,"kb_used_omap":1,"kb_used_meta":35326,"kb_avail":94336332,"statfs":{"total":96636764160,"available":96600403968,"internally_reserved":0,"allocated":163840,"data_stored":49054,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":36174278},"hb_peers":[0,1,2,3,4,5,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2024-09-15T22:04:29.186 DEBUG:teuthology.orchestra.run.smithi063:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph pg dump --format=json 2024-09-15T22:04:29.325 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:29.323+0000 7f5315752640 1 Processor -- start 2024-09-15T22:04:29.325 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:29.324+0000 7f5315752640 1 -- start start 2024-09-15T22:04:29.326 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:29.324+0000 7f5315752640 1 --2- >> [v2:172.21.15.110:3301/0,v1:172.21.15.110:6790/0] conn(0x7f53100b5390 0x7f53100b57e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-15T22:04:29.327 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:29.324+0000 7f5315752640 1 --2- >> v2:172.21.15.63:3300/0 conn(0x7f531006d000 0x7f531006d450 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-15T22:04:29.327 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:29.324+0000 7f5315752640 1 -- --> v1:172.21.15.110:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f531006bf60 con 0x7f5310147e50 2024-09-15T22:04:29.327 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:29.324+0000 7f5315752640 1 -- --> v2:172.21.15.63:3300/0 -- mon_getmap magic: 0 -- 0x7f531006c240 con 0x7f531006d000 2024-09-15T22:04:29.327 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:29.324+0000 7f5315752640 1 -- --> [v2:172.21.15.110:3301/0,v1:172.21.15.110:6790/0] -- mon_getmap magic: 0 -- 0x7f531006c520 con 0x7f53100b5390 2024-09-15T22:04:29.327 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:29.324+0000 7f530f7fe640 1 --2- >> v2:172.21.15.63:3300/0 conn(0x7f531006d000 0x7f531006d450 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-15T22:04:29.327 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:29.325+0000 7f530f7fe640 1 --2- >> v2:172.21.15.63:3300/0 conn(0x7f531006d000 0x7f531006d450 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.63:3300/0 says I am v2:172.21.15.63:55014/0 (socket says 172.21.15.63:55014) 2024-09-15T22:04:29.327 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:29.325+0000 7f530f7fe640 1 -- 172.21.15.63:0/2231800944 learned_addr learned my addr 172.21.15.63:0/2231800944 (peer_addr_for_me v2:172.21.15.63:0/0) 2024-09-15T22:04:29.327 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:29.325+0000 7f530e7fc640 1 --2- 172.21.15.63:0/2231800944 >> [v2:172.21.15.110:3301/0,v1:172.21.15.110:6790/0] conn(0x7f53100b5390 0x7f53100b57e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-15T22:04:29.327 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:29.325+0000 7f530f7fe640 1 -- 172.21.15.63:0/2231800944 >> [v2:172.21.15.110:3301/0,v1:172.21.15.110:6790/0] conn(0x7f53100b5390 msgr2=0x7f53100b57e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-15T22:04:29.327 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:29.325+0000 7f530f7fe640 1 --2- 172.21.15.63:0/2231800944 >> [v2:172.21.15.110:3301/0,v1:172.21.15.110:6790/0] conn(0x7f53100b5390 0x7f53100b57e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T22:04:29.327 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:29.325+0000 7f530f7fe640 1 -- 172.21.15.63:0/2231800944 >> v1:172.21.15.110:6789/0 conn(0x7f5310147e50 legacy=0x7f53100738b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-15T22:04:29.327 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:29.325+0000 7f530f7fe640 1 -- 172.21.15.63:0/2231800944 --> v2:172.21.15.63:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f531006c800 con 0x7f531006d000 2024-09-15T22:04:29.329 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:29.326+0000 7f530f7fe640 1 --2- 172.21.15.63:0/2231800944 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f531006d000 0x7f531006d450 secure :-1 s=READY pgs=76 cs=0 l=1 rev1=1 crypto rx=0x7f5300009e50 tx=0x7f530002a710 comp rx=0 tx=0).ready entity=mon.0 client_cookie=38952ca3b0f790bf server_cookie=0 in_seq=0 out_seq=0 2024-09-15T22:04:29.329 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:29.326+0000 7f530dffb640 1 -- 172.21.15.63:0/2231800944 <== mon.0 v2:172.21.15.63:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5300036070 con 0x7f531006d000 2024-09-15T22:04:29.329 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:29.326+0000 7f530dffb640 1 -- 172.21.15.63:0/2231800944 <== mon.0 v2:172.21.15.63:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f5300031600 con 0x7f531006d000 2024-09-15T22:04:29.329 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:29.326+0000 7f530dffb640 1 -- 172.21.15.63:0/2231800944 <== mon.0 v2:172.21.15.63:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f53000319d0 con 0x7f531006d000 2024-09-15T22:04:29.329 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:29.326+0000 7f5315752640 1 -- 172.21.15.63:0/2231800944 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f531006d000 msgr2=0x7f531006d450 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-15T22:04:29.329 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:29.326+0000 7f5315752640 1 --2- 172.21.15.63:0/2231800944 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f531006d000 0x7f531006d450 secure :-1 s=READY pgs=76 cs=0 l=1 rev1=1 crypto rx=0x7f5300009e50 tx=0x7f530002a710 comp rx=0 tx=0).stop 2024-09-15T22:04:29.329 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:29.326+0000 7f5315752640 1 -- 172.21.15.63:0/2231800944 shutdown_connections 2024-09-15T22:04:29.329 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:29.326+0000 7f5315752640 1 --2- 172.21.15.63:0/2231800944 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f531006d000 0x7f531006d450 unknown :-1 s=CLOSED pgs=76 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T22:04:29.330 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:29.326+0000 7f5315752640 1 --2- 172.21.15.63:0/2231800944 >> [v2:172.21.15.110:3301/0,v1:172.21.15.110:6790/0] conn(0x7f53100b5390 0x7f53100b57e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T22:04:29.330 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:29.326+0000 7f5315752640 1 -- 172.21.15.63:0/2231800944 >> 172.21.15.63:0/2231800944 conn(0x7f53100b4090 msgr2=0x7f53100b4470 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-15T22:04:29.330 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:29.326+0000 7f5315752640 1 -- 172.21.15.63:0/2231800944 shutdown_connections 2024-09-15T22:04:29.330 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:29.326+0000 7f5315752640 1 -- 172.21.15.63:0/2231800944 wait complete. 2024-09-15T22:04:29.330 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:29.328+0000 7f5315752640 1 Processor -- start 2024-09-15T22:04:29.330 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:29.328+0000 7f5315752640 1 -- start start 2024-09-15T22:04:29.332 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:29.328+0000 7f5315752640 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f531006d000 0x7f531015def0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-15T22:04:29.332 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:29.328+0000 7f5315752640 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f53100b5390 0x7f5310160d20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-15T22:04:29.332 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:29.328+0000 7f5315752640 1 --2- >> [v2:172.21.15.110:3301/0,v1:172.21.15.110:6790/0] conn(0x7f5310147e50 0x7f5310161260 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-15T22:04:29.332 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:29.328+0000 7f5315752640 1 -- --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 -- 0x7f5310148230 con 0x7f531006d000 2024-09-15T22:04:29.332 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:29.328+0000 7f5315752640 1 -- --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_getmap magic: 0 -- 0x7f5310073fc0 con 0x7f53100b5390 2024-09-15T22:04:29.332 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:29.328+0000 7f5315752640 1 -- --> [v2:172.21.15.110:3301/0,v1:172.21.15.110:6790/0] -- mon_getmap magic: 0 -- 0x7f531006bbe0 con 0x7f5310147e50 2024-09-15T22:04:29.332 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:29.328+0000 7f530effd640 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f531006d000 0x7f531015def0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-15T22:04:29.332 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:29.329+0000 7f530effd640 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f531006d000 0x7f531015def0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.63:3300/0 says I am v2:172.21.15.63:55024/0 (socket says 172.21.15.63:55024) 2024-09-15T22:04:29.332 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:29.329+0000 7f530effd640 1 -- 172.21.15.63:0/1997181402 learned_addr learned my addr 172.21.15.63:0/1997181402 (peer_addr_for_me v2:172.21.15.63:0/0) 2024-09-15T22:04:29.332 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:29.329+0000 7f530f7fe640 1 --2- 172.21.15.63:0/1997181402 >> [v2:172.21.15.110:3301/0,v1:172.21.15.110:6790/0] conn(0x7f5310147e50 0x7f5310161260 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-15T22:04:29.332 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:29.329+0000 7f530e7fc640 1 --2- 172.21.15.63:0/1997181402 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f53100b5390 0x7f5310160d20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-15T22:04:29.332 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:29.329+0000 7f530effd640 1 -- 172.21.15.63:0/1997181402 >> [v2:172.21.15.110:3301/0,v1:172.21.15.110:6790/0] conn(0x7f5310147e50 msgr2=0x7f5310161260 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-15T22:04:29.333 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:29.329+0000 7f530effd640 1 --2- 172.21.15.63:0/1997181402 >> [v2:172.21.15.110:3301/0,v1:172.21.15.110:6790/0] conn(0x7f5310147e50 0x7f5310161260 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T22:04:29.333 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:29.329+0000 7f530effd640 1 -- 172.21.15.63:0/1997181402 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f53100b5390 msgr2=0x7f5310160d20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-15T22:04:29.333 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:29.329+0000 7f530effd640 1 --2- 172.21.15.63:0/1997181402 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f53100b5390 0x7f5310160d20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T22:04:29.333 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:29.329+0000 7f530effd640 1 -- 172.21.15.63:0/1997181402 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f5310161a10 con 0x7f531006d000 2024-09-15T22:04:29.333 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:29.329+0000 7f530effd640 1 --2- 172.21.15.63:0/1997181402 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f531006d000 0x7f531015def0 secure :-1 s=READY pgs=77 cs=0 l=1 rev1=1 crypto rx=0x7f530800c3c0 tx=0x7f530800c880 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-15T22:04:29.333 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:29.329+0000 7f53077fe640 1 -- 172.21.15.63:0/1997181402 <== mon.0 v2:172.21.15.63:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f53080052d0 con 0x7f531006d000 2024-09-15T22:04:29.333 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:29.329+0000 7f53077fe640 1 -- 172.21.15.63:0/1997181402 <== mon.0 v2:172.21.15.63:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f5308005490 con 0x7f531006d000 2024-09-15T22:04:29.333 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:29.329+0000 7f5315752640 1 -- 172.21.15.63:0/1997181402 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f5310141b60 con 0x7f531006d000 2024-09-15T22:04:29.333 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:29.329+0000 7f53077fe640 1 -- 172.21.15.63:0/1997181402 <== mon.0 v2:172.21.15.63:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5308007260 con 0x7f531006d000 2024-09-15T22:04:29.333 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:29.329+0000 7f5315752640 1 -- 172.21.15.63:0/1997181402 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f5310142120 con 0x7f531006d000 2024-09-15T22:04:29.333 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:29.330+0000 7f5315752640 1 -- 172.21.15.63:0/1997181402 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f53100b57e0 con 0x7f531006d000 2024-09-15T22:04:29.334 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:29.331+0000 7f53077fe640 1 -- 172.21.15.63:0/1997181402 <== mon.0 v2:172.21.15.63:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7f5308007400 con 0x7f531006d000 2024-09-15T22:04:29.334 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:29.331+0000 7f53077fe640 1 --2- 172.21.15.63:0/1997181402 >> [v2:172.21.15.110:6832/552273267,v1:172.21.15.110:6833/552273267] conn(0x7f52f006c2b0 0x7f52f006e770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-15T22:04:29.334 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:29.331+0000 7f53077fe640 1 -- 172.21.15.63:0/1997181402 <== mon.0 v2:172.21.15.63:3300/0 5 ==== osd_map(21..21 src has 1..21) ==== 5709+0+0 (secure 0 0 0) 0x7f530808a830 con 0x7f531006d000 2024-09-15T22:04:29.334 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:29.332+0000 7f530e7fc640 1 --2- 172.21.15.63:0/1997181402 >> [v2:172.21.15.110:6832/552273267,v1:172.21.15.110:6833/552273267] conn(0x7f52f006c2b0 0x7f52f006e770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-15T22:04:29.335 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:29.332+0000 7f530e7fc640 1 --2- 172.21.15.63:0/1997181402 >> [v2:172.21.15.110:6832/552273267,v1:172.21.15.110:6833/552273267] conn(0x7f52f006c2b0 0x7f52f006e770 secure :-1 s=READY pgs=56 cs=0 l=1 rev1=1 crypto rx=0x7f531015e840 tx=0x7f52f8008040 comp rx=0 tx=0).ready entity=mgr.4102 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-15T22:04:29.337 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:29.335+0000 7f53077fe640 1 -- 172.21.15.63:0/1997181402 <== mon.0 v2:172.21.15.63:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7f5308058950 con 0x7f531006d000 2024-09-15T22:04:29.510 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:29.508+0000 7f5315752640 1 -- 172.21.15.63:0/1997181402 --> [v2:172.21.15.110:6832/552273267,v1:172.21.15.110:6833/552273267] -- mgr_command(tid 0: {"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}) -- 0x7f53100ae900 con 0x7f52f006c2b0 2024-09-15T22:04:29.515 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:29.514+0000 7f53077fe640 1 -- 172.21.15.63:0/1997181402 <== mgr.4102 v2:172.21.15.110:6832/552273267 1 ==== mgr_command_reply(tid 0: 0 dumped all) ==== 18+0+239645 (secure 0 0 0) 0x7f53100ae900 con 0x7f52f006c2b0 2024-09-15T22:04:29.519 INFO:teuthology.orchestra.run.smithi063.stdout: 2024-09-15T22:04:29.520 INFO:teuthology.orchestra.run.smithi063.stderr:dumped all 2024-09-15T22:04:29.522 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:29.517+0000 7f5315752640 1 -- 172.21.15.63:0/1997181402 >> [v2:172.21.15.110:6832/552273267,v1:172.21.15.110:6833/552273267] conn(0x7f52f006c2b0 msgr2=0x7f52f006e770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-15T22:04:29.522 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:29.517+0000 7f5315752640 1 --2- 172.21.15.63:0/1997181402 >> [v2:172.21.15.110:6832/552273267,v1:172.21.15.110:6833/552273267] conn(0x7f52f006c2b0 0x7f52f006e770 secure :-1 s=READY pgs=56 cs=0 l=1 rev1=1 crypto rx=0x7f531015e840 tx=0x7f52f8008040 comp rx=0 tx=0).stop 2024-09-15T22:04:29.522 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:29.517+0000 7f5315752640 1 -- 172.21.15.63:0/1997181402 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f531006d000 msgr2=0x7f531015def0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-15T22:04:29.522 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:29.517+0000 7f5315752640 1 --2- 172.21.15.63:0/1997181402 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f531006d000 0x7f531015def0 secure :-1 s=READY pgs=77 cs=0 l=1 rev1=1 crypto rx=0x7f530800c3c0 tx=0x7f530800c880 comp rx=0 tx=0).stop 2024-09-15T22:04:29.523 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:29.517+0000 7f5315752640 1 -- 172.21.15.63:0/1997181402 shutdown_connections 2024-09-15T22:04:29.523 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:29.517+0000 7f5315752640 1 --2- 172.21.15.63:0/1997181402 >> [v2:172.21.15.110:6832/552273267,v1:172.21.15.110:6833/552273267] conn(0x7f52f006c2b0 0x7f52f006e770 unknown :-1 s=CLOSED pgs=56 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T22:04:29.523 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:29.517+0000 7f5315752640 1 --2- 172.21.15.63:0/1997181402 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f53100b5390 0x7f5310160d20 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T22:04:29.523 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:29.517+0000 7f5315752640 1 --2- 172.21.15.63:0/1997181402 >> [v2:172.21.15.110:3301/0,v1:172.21.15.110:6790/0] conn(0x7f5310147e50 0x7f5310161260 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T22:04:29.523 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:29.517+0000 7f5315752640 1 --2- 172.21.15.63:0/1997181402 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f531006d000 0x7f531015def0 unknown :-1 s=CLOSED pgs=77 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T22:04:29.523 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:29.517+0000 7f5315752640 1 -- 172.21.15.63:0/1997181402 >> 172.21.15.63:0/1997181402 conn(0x7f53100b4090 msgr2=0x7f53100b49f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-15T22:04:29.523 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:29.517+0000 7f5315752640 1 -- 172.21.15.63:0/1997181402 shutdown_connections 2024-09-15T22:04:29.523 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:29.517+0000 7f5315752640 1 -- 172.21.15.63:0/1997181402 wait complete. 2024-09-15T22:04:29.529 INFO:teuthology.orchestra.run.smithi063.stdout:{"pg_ready":true,"pg_map":{"version":22,"stamp":"2024-09-15T22:04:28.238691+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":159,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":117,"ondisk_log_size":117,"up":56,"acting":56,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":2,"num_osds":8,"num_per_pool_osds":8,"num_per_pool_omap_osds":7,"kb":754974720,"kb_used":239488,"kb_used_data":2464,"kb_used_omap":12,"kb_used_meta":236851,"kb_avail":754735232,"statfs":{"total":773094113280,"available":772848877568,"internally_reserved":0,"allocated":2523136,"data_stored":1584802,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":12752,"internal_metadata":242535984},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":8,"apply_latency_ms":8,"commit_latency_ns":8000000,"apply_latency_ns":8000000},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"4.403012"},"pg_stats":[{"pgid":"3.3f","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-15T22:04:24.835582+0000","last_change":"2024-09-15T22:04:24.835582+0000","last_active":"2024-09-15T22:04:24.835582+0000","last_peered":"2024-09-15T22:04:24.835582+0000","last_clean":"2024-09-15T22:04:24.835582+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-15T22:04:24.835582+0000","last_undegraded":"2024-09-15T22:04:24.835582+0000","last_fullsized":"2024-09-15T22:04:24.835582+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-15T22:04:24.835582+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-15T22:04:24.835582+0000","last_clean_scrub_stamp":"2024-09-15T22:04:24.835582+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.3e","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-15T22:04:24.835582+0000","last_change":"2024-09-15T22:04:24.835582+0000","last_active":"2024-09-15T22:04:24.835582+0000","last_peered":"2024-09-15T22:04:24.835582+0000","last_clean":"2024-09-15T22:04:24.835582+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-15T22:04:24.835582+0000","last_undegraded":"2024-09-15T22:04:24.835582+0000","last_fullsized":"2024-09-15T22:04:24.835582+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-15T22:04:24.835582+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-15T22:04:24.835582+0000","last_clean_scrub_stamp":"2024-09-15T22:04:24.835582+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.3d","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-15T22:04:24.835582+0000","last_change":"2024-09-15T22:04:24.835582+0000","last_active":"2024-09-15T22:04:24.835582+0000","last_peered":"2024-09-15T22:04:24.835582+0000","last_clean":"2024-09-15T22:04:24.835582+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-15T22:04:24.835582+0000","last_undegraded":"2024-09-15T22:04:24.835582+0000","last_fullsized":"2024-09-15T22:04:24.835582+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-15T22:04:24.835582+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-15T22:04:24.835582+0000","last_clean_scrub_stamp":"2024-09-15T22:04:24.835582+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.3c","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-15T22:04:24.835582+0000","last_change":"2024-09-15T22:04:24.835582+0000","last_active":"2024-09-15T22:04:24.835582+0000","last_peered":"2024-09-15T22:04:24.835582+0000","last_clean":"2024-09-15T22:04:24.835582+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-15T22:04:24.835582+0000","last_undegraded":"2024-09-15T22:04:24.835582+0000","last_fullsized":"2024-09-15T22:04:24.835582+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-15T22:04:24.835582+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-15T22:04:24.835582+0000","last_clean_scrub_stamp":"2024-09-15T22:04:24.835582+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.3b","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-15T22:04:24.835582+0000","last_change":"2024-09-15T22:04:24.835582+0000","last_active":"2024-09-15T22:04:24.835582+0000","last_peered":"2024-09-15T22:04:24.835582+0000","last_clean":"2024-09-15T22:04:24.835582+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-15T22:04:24.835582+0000","last_undegraded":"2024-09-15T22:04:24.835582+0000","last_fullsized":"2024-09-15T22:04:24.835582+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-15T22:04:24.835582+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-15T22:04:24.835582+0000","last_clean_scrub_stamp":"2024-09-15T22:04:24.835582+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.3a","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-15T22:04:24.835582+0000","last_change":"2024-09-15T22:04:24.835582+0000","last_active":"2024-09-15T22:04:24.835582+0000","last_peered":"2024-09-15T22:04:24.835582+0000","last_clean":"2024-09-15T22:04:24.835582+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-15T22:04:24.835582+0000","last_undegraded":"2024-09-15T22:04:24.835582+0000","last_fullsized":"2024-09-15T22:04:24.835582+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-15T22:04:24.835582+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-15T22:04:24.835582+0000","last_clean_scrub_stamp":"2024-09-15T22:04:24.835582+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.39","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-15T22:04:24.835582+0000","last_change":"2024-09-15T22:04:24.835582+0000","last_active":"2024-09-15T22:04:24.835582+0000","last_peered":"2024-09-15T22:04:24.835582+0000","last_clean":"2024-09-15T22:04:24.835582+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-15T22:04:24.835582+0000","last_undegraded":"2024-09-15T22:04:24.835582+0000","last_fullsized":"2024-09-15T22:04:24.835582+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-15T22:04:24.835582+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-15T22:04:24.835582+0000","last_clean_scrub_stamp":"2024-09-15T22:04:24.835582+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.38","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-15T22:04:24.835582+0000","last_change":"2024-09-15T22:04:24.835582+0000","last_active":"2024-09-15T22:04:24.835582+0000","last_peered":"2024-09-15T22:04:24.835582+0000","last_clean":"2024-09-15T22:04:24.835582+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-15T22:04:24.835582+0000","last_undegraded":"2024-09-15T22:04:24.835582+0000","last_fullsized":"2024-09-15T22:04:24.835582+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-15T22:04:24.835582+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-15T22:04:24.835582+0000","last_clean_scrub_stamp":"2024-09-15T22:04:24.835582+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.37","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-15T22:04:24.835582+0000","last_change":"2024-09-15T22:04:24.835582+0000","last_active":"2024-09-15T22:04:24.835582+0000","last_peered":"2024-09-15T22:04:24.835582+0000","last_clean":"2024-09-15T22:04:24.835582+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-15T22:04:24.835582+0000","last_undegraded":"2024-09-15T22:04:24.835582+0000","last_fullsized":"2024-09-15T22:04:24.835582+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-15T22:04:24.835582+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-15T22:04:24.835582+0000","last_clean_scrub_stamp":"2024-09-15T22:04:24.835582+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.36","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-15T22:04:24.835582+0000","last_change":"2024-09-15T22:04:24.835582+0000","last_active":"2024-09-15T22:04:24.835582+0000","last_peered":"2024-09-15T22:04:24.835582+0000","last_clean":"2024-09-15T22:04:24.835582+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-15T22:04:24.835582+0000","last_undegraded":"2024-09-15T22:04:24.835582+0000","last_fullsized":"2024-09-15T22:04:24.835582+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-15T22:04:24.835582+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-15T22:04:24.835582+0000","last_clean_scrub_stamp":"2024-09-15T22:04:24.835582+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.35","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-15T22:04:24.835582+0000","last_change":"2024-09-15T22:04:24.835582+0000","last_active":"2024-09-15T22:04:24.835582+0000","last_peered":"2024-09-15T22:04:24.835582+0000","last_clean":"2024-09-15T22:04:24.835582+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-15T22:04:24.835582+0000","last_undegraded":"2024-09-15T22:04:24.835582+0000","last_fullsized":"2024-09-15T22:04:24.835582+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-15T22:04:24.835582+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-15T22:04:24.835582+0000","last_clean_scrub_stamp":"2024-09-15T22:04:24.835582+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.34","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-15T22:04:24.835582+0000","last_change":"2024-09-15T22:04:24.835582+0000","last_active":"2024-09-15T22:04:24.835582+0000","last_peered":"2024-09-15T22:04:24.835582+0000","last_clean":"2024-09-15T22:04:24.835582+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-15T22:04:24.835582+0000","last_undegraded":"2024-09-15T22:04:24.835582+0000","last_fullsized":"2024-09-15T22:04:24.835582+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-15T22:04:24.835582+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-15T22:04:24.835582+0000","last_clean_scrub_stamp":"2024-09-15T22:04:24.835582+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.33","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-15T22:04:24.835582+0000","last_change":"2024-09-15T22:04:24.835582+0000","last_active":"2024-09-15T22:04:24.835582+0000","last_peered":"2024-09-15T22:04:24.835582+0000","last_clean":"2024-09-15T22:04:24.835582+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-15T22:04:24.835582+0000","last_undegraded":"2024-09-15T22:04:24.835582+0000","last_fullsized":"2024-09-15T22:04:24.835582+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-15T22:04:24.835582+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-15T22:04:24.835582+0000","last_clean_scrub_stamp":"2024-09-15T22:04:24.835582+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.32","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-15T22:04:24.835582+0000","last_change":"2024-09-15T22:04:24.835582+0000","last_active":"2024-09-15T22:04:24.835582+0000","last_peered":"2024-09-15T22:04:24.835582+0000","last_clean":"2024-09-15T22:04:24.835582+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-15T22:04:24.835582+0000","last_undegraded":"2024-09-15T22:04:24.835582+0000","last_fullsized":"2024-09-15T22:04:24.835582+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-15T22:04:24.835582+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-15T22:04:24.835582+0000","last_clean_scrub_stamp":"2024-09-15T22:04:24.835582+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.31","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-15T22:04:24.835582+0000","last_change":"2024-09-15T22:04:24.835582+0000","last_active":"2024-09-15T22:04:24.835582+0000","last_peered":"2024-09-15T22:04:24.835582+0000","last_clean":"2024-09-15T22:04:24.835582+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-15T22:04:24.835582+0000","last_undegraded":"2024-09-15T22:04:24.835582+0000","last_fullsized":"2024-09-15T22:04:24.835582+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-15T22:04:24.835582+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-15T22:04:24.835582+0000","last_clean_scrub_stamp":"2024-09-15T22:04:24.835582+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.30","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-15T22:04:24.835582+0000","last_change":"2024-09-15T22:04:24.835582+0000","last_active":"2024-09-15T22:04:24.835582+0000","last_peered":"2024-09-15T22:04:24.835582+0000","last_clean":"2024-09-15T22:04:24.835582+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-15T22:04:24.835582+0000","last_undegraded":"2024-09-15T22:04:24.835582+0000","last_fullsized":"2024-09-15T22:04:24.835582+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-15T22:04:24.835582+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-15T22:04:24.835582+0000","last_clean_scrub_stamp":"2024-09-15T22:04:24.835582+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.2f","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-15T22:04:24.835582+0000","last_change":"2024-09-15T22:04:24.835582+0000","last_active":"2024-09-15T22:04:24.835582+0000","last_peered":"2024-09-15T22:04:24.835582+0000","last_clean":"2024-09-15T22:04:24.835582+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-15T22:04:24.835582+0000","last_undegraded":"2024-09-15T22:04:24.835582+0000","last_fullsized":"2024-09-15T22:04:24.835582+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-15T22:04:24.835582+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-15T22:04:24.835582+0000","last_clean_scrub_stamp":"2024-09-15T22:04:24.835582+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.2e","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-15T22:04:24.835582+0000","last_change":"2024-09-15T22:04:24.835582+0000","last_active":"2024-09-15T22:04:24.835582+0000","last_peered":"2024-09-15T22:04:24.835582+0000","last_clean":"2024-09-15T22:04:24.835582+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-15T22:04:24.835582+0000","last_undegraded":"2024-09-15T22:04:24.835582+0000","last_fullsized":"2024-09-15T22:04:24.835582+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-15T22:04:24.835582+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-15T22:04:24.835582+0000","last_clean_scrub_stamp":"2024-09-15T22:04:24.835582+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.2d","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-15T22:04:24.835582+0000","last_change":"2024-09-15T22:04:24.835582+0000","last_active":"2024-09-15T22:04:24.835582+0000","last_peered":"2024-09-15T22:04:24.835582+0000","last_clean":"2024-09-15T22:04:24.835582+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-15T22:04:24.835582+0000","last_undegraded":"2024-09-15T22:04:24.835582+0000","last_fullsized":"2024-09-15T22:04:24.835582+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-15T22:04:24.835582+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-15T22:04:24.835582+0000","last_clean_scrub_stamp":"2024-09-15T22:04:24.835582+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.2c","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-15T22:04:24.835582+0000","last_change":"2024-09-15T22:04:24.835582+0000","last_active":"2024-09-15T22:04:24.835582+0000","last_peered":"2024-09-15T22:04:24.835582+0000","last_clean":"2024-09-15T22:04:24.835582+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-15T22:04:24.835582+0000","last_undegraded":"2024-09-15T22:04:24.835582+0000","last_fullsized":"2024-09-15T22:04:24.835582+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-15T22:04:24.835582+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-15T22:04:24.835582+0000","last_clean_scrub_stamp":"2024-09-15T22:04:24.835582+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.2b","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-15T22:04:24.835582+0000","last_change":"2024-09-15T22:04:24.835582+0000","last_active":"2024-09-15T22:04:24.835582+0000","last_peered":"2024-09-15T22:04:24.835582+0000","last_clean":"2024-09-15T22:04:24.835582+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-15T22:04:24.835582+0000","last_undegraded":"2024-09-15T22:04:24.835582+0000","last_fullsized":"2024-09-15T22:04:24.835582+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-15T22:04:24.835582+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-15T22:04:24.835582+0000","last_clean_scrub_stamp":"2024-09-15T22:04:24.835582+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.2a","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-15T22:04:24.835582+0000","last_change":"2024-09-15T22:04:24.835582+0000","last_active":"2024-09-15T22:04:24.835582+0000","last_peered":"2024-09-15T22:04:24.835582+0000","last_clean":"2024-09-15T22:04:24.835582+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-15T22:04:24.835582+0000","last_undegraded":"2024-09-15T22:04:24.835582+0000","last_fullsized":"2024-09-15T22:04:24.835582+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-15T22:04:24.835582+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-15T22:04:24.835582+0000","last_clean_scrub_stamp":"2024-09-15T22:04:24.835582+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.29","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-15T22:04:24.835582+0000","last_change":"2024-09-15T22:04:24.835582+0000","last_active":"2024-09-15T22:04:24.835582+0000","last_peered":"2024-09-15T22:04:24.835582+0000","last_clean":"2024-09-15T22:04:24.835582+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-15T22:04:24.835582+0000","last_undegraded":"2024-09-15T22:04:24.835582+0000","last_fullsized":"2024-09-15T22:04:24.835582+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-15T22:04:24.835582+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-15T22:04:24.835582+0000","last_clean_scrub_stamp":"2024-09-15T22:04:24.835582+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.28","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-15T22:04:24.835582+0000","last_change":"2024-09-15T22:04:24.835582+0000","last_active":"2024-09-15T22:04:24.835582+0000","last_peered":"2024-09-15T22:04:24.835582+0000","last_clean":"2024-09-15T22:04:24.835582+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-15T22:04:24.835582+0000","last_undegraded":"2024-09-15T22:04:24.835582+0000","last_fullsized":"2024-09-15T22:04:24.835582+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-15T22:04:24.835582+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-15T22:04:24.835582+0000","last_clean_scrub_stamp":"2024-09-15T22:04:24.835582+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.27","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-15T22:04:24.835582+0000","last_change":"2024-09-15T22:04:24.835582+0000","last_active":"2024-09-15T22:04:24.835582+0000","last_peered":"2024-09-15T22:04:24.835582+0000","last_clean":"2024-09-15T22:04:24.835582+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-15T22:04:24.835582+0000","last_undegraded":"2024-09-15T22:04:24.835582+0000","last_fullsized":"2024-09-15T22:04:24.835582+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-15T22:04:24.835582+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-15T22:04:24.835582+0000","last_clean_scrub_stamp":"2024-09-15T22:04:24.835582+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.26","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-15T22:04:24.835582+0000","last_change":"2024-09-15T22:04:24.835582+0000","last_active":"2024-09-15T22:04:24.835582+0000","last_peered":"2024-09-15T22:04:24.835582+0000","last_clean":"2024-09-15T22:04:24.835582+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-15T22:04:24.835582+0000","last_undegraded":"2024-09-15T22:04:24.835582+0000","last_fullsized":"2024-09-15T22:04:24.835582+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-15T22:04:24.835582+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-15T22:04:24.835582+0000","last_clean_scrub_stamp":"2024-09-15T22:04:24.835582+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.25","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-15T22:04:24.835582+0000","last_change":"2024-09-15T22:04:24.835582+0000","last_active":"2024-09-15T22:04:24.835582+0000","last_peered":"2024-09-15T22:04:24.835582+0000","last_clean":"2024-09-15T22:04:24.835582+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-15T22:04:24.835582+0000","last_undegraded":"2024-09-15T22:04:24.835582+0000","last_fullsized":"2024-09-15T22:04:24.835582+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-15T22:04:24.835582+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-15T22:04:24.835582+0000","last_clean_scrub_stamp":"2024-09-15T22:04:24.835582+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.24","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-15T22:04:24.835582+0000","last_change":"2024-09-15T22:04:24.835582+0000","last_active":"2024-09-15T22:04:24.835582+0000","last_peered":"2024-09-15T22:04:24.835582+0000","last_clean":"2024-09-15T22:04:24.835582+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-15T22:04:24.835582+0000","last_undegraded":"2024-09-15T22:04:24.835582+0000","last_fullsized":"2024-09-15T22:04:24.835582+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-15T22:04:24.835582+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-15T22:04:24.835582+0000","last_clean_scrub_stamp":"2024-09-15T22:04:24.835582+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.23","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-15T22:04:24.835582+0000","last_change":"2024-09-15T22:04:24.835582+0000","last_active":"2024-09-15T22:04:24.835582+0000","last_peered":"2024-09-15T22:04:24.835582+0000","last_clean":"2024-09-15T22:04:24.835582+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-15T22:04:24.835582+0000","last_undegraded":"2024-09-15T22:04:24.835582+0000","last_fullsized":"2024-09-15T22:04:24.835582+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-15T22:04:24.835582+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-15T22:04:24.835582+0000","last_clean_scrub_stamp":"2024-09-15T22:04:24.835582+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.22","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-15T22:04:24.835582+0000","last_change":"2024-09-15T22:04:24.835582+0000","last_active":"2024-09-15T22:04:24.835582+0000","last_peered":"2024-09-15T22:04:24.835582+0000","last_clean":"2024-09-15T22:04:24.835582+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-15T22:04:24.835582+0000","last_undegraded":"2024-09-15T22:04:24.835582+0000","last_fullsized":"2024-09-15T22:04:24.835582+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-15T22:04:24.835582+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-15T22:04:24.835582+0000","last_clean_scrub_stamp":"2024-09-15T22:04:24.835582+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.21","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-15T22:04:24.835582+0000","last_change":"2024-09-15T22:04:24.835582+0000","last_active":"2024-09-15T22:04:24.835582+0000","last_peered":"2024-09-15T22:04:24.835582+0000","last_clean":"2024-09-15T22:04:24.835582+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-15T22:04:24.835582+0000","last_undegraded":"2024-09-15T22:04:24.835582+0000","last_fullsized":"2024-09-15T22:04:24.835582+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-15T22:04:24.835582+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-15T22:04:24.835582+0000","last_clean_scrub_stamp":"2024-09-15T22:04:24.835582+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.20","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-15T22:04:24.835582+0000","last_change":"2024-09-15T22:04:24.835582+0000","last_active":"2024-09-15T22:04:24.835582+0000","last_peered":"2024-09-15T22:04:24.835582+0000","last_clean":"2024-09-15T22:04:24.835582+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-15T22:04:24.835582+0000","last_undegraded":"2024-09-15T22:04:24.835582+0000","last_fullsized":"2024-09-15T22:04:24.835582+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-15T22:04:24.835582+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-15T22:04:24.835582+0000","last_clean_scrub_stamp":"2024-09-15T22:04:24.835582+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.1a","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-15T22:04:24.835582+0000","last_change":"2024-09-15T22:04:24.835582+0000","last_active":"2024-09-15T22:04:24.835582+0000","last_peered":"2024-09-15T22:04:24.835582+0000","last_clean":"2024-09-15T22:04:24.835582+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-15T22:04:24.835582+0000","last_undegraded":"2024-09-15T22:04:24.835582+0000","last_fullsized":"2024-09-15T22:04:24.835582+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-15T22:04:24.835582+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-15T22:04:24.835582+0000","last_clean_scrub_stamp":"2024-09-15T22:04:24.835582+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"2.1b","version":"0'0","reported_seq":1,"reported_epoch":18,"state":"creating+peering","last_fresh":"2024-09-15T22:04:23.837549+0000","last_change":"2024-09-15T22:04:23.837549+0000","last_active":"2024-09-15T22:04:23.830575+0000","last_peered":"2024-09-15T22:04:23.830575+0000","last_clean":"2024-09-15T22:04:23.830575+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-15T22:04:23.837549+0000","last_undegraded":"2024-09-15T22:04:23.837549+0000","last_fullsized":"2024-09-15T22:04:23.837549+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-15T22:04:23.830575+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-15T22:04:23.830575+0000","last_clean_scrub_stamp":"2024-09-15T22:04:23.830575+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1b","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-15T22:04:24.835582+0000","last_change":"2024-09-15T22:04:24.835582+0000","last_active":"2024-09-15T22:04:24.835582+0000","last_peered":"2024-09-15T22:04:24.835582+0000","last_clean":"2024-09-15T22:04:24.835582+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-15T22:04:24.835582+0000","last_undegraded":"2024-09-15T22:04:24.835582+0000","last_fullsized":"2024-09-15T22:04:24.835582+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-15T22:04:24.835582+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-15T22:04:24.835582+0000","last_clean_scrub_stamp":"2024-09-15T22:04:24.835582+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"2.1a","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-15T22:04:23.830575+0000","last_change":"2024-09-15T22:04:23.830575+0000","last_active":"2024-09-15T22:04:23.830575+0000","last_peered":"2024-09-15T22:04:23.830575+0000","last_clean":"2024-09-15T22:04:23.830575+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-15T22:04:23.830575+0000","last_undegraded":"2024-09-15T22:04:23.830575+0000","last_fullsized":"2024-09-15T22:04:23.830575+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-15T22:04:23.830575+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-15T22:04:23.830575+0000","last_clean_scrub_stamp":"2024-09-15T22:04:23.830575+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"2.19","version":"0'0","reported_seq":1,"reported_epoch":18,"state":"creating+peering","last_fresh":"2024-09-15T22:04:23.837788+0000","last_change":"2024-09-15T22:04:23.837788+0000","last_active":"2024-09-15T22:04:23.830575+0000","last_peered":"2024-09-15T22:04:23.830575+0000","last_clean":"2024-09-15T22:04:23.830575+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-15T22:04:23.837788+0000","last_undegraded":"2024-09-15T22:04:23.837788+0000","last_fullsized":"2024-09-15T22:04:23.837788+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-15T22:04:23.830575+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-15T22:04:23.830575+0000","last_clean_scrub_stamp":"2024-09-15T22:04:23.830575+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.18","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-15T22:04:24.835582+0000","last_change":"2024-09-15T22:04:24.835582+0000","last_active":"2024-09-15T22:04:24.835582+0000","last_peered":"2024-09-15T22:04:24.835582+0000","last_clean":"2024-09-15T22:04:24.835582+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-15T22:04:24.835582+0000","last_undegraded":"2024-09-15T22:04:24.835582+0000","last_fullsized":"2024-09-15T22:04:24.835582+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-15T22:04:24.835582+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-15T22:04:24.835582+0000","last_clean_scrub_stamp":"2024-09-15T22:04:24.835582+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"2.18","version":"0'0","reported_seq":1,"reported_epoch":18,"state":"creating+peering","last_fresh":"2024-09-15T22:04:23.844012+0000","last_change":"2024-09-15T22:04:23.844012+0000","last_active":"2024-09-15T22:04:23.830575+0000","last_peered":"2024-09-15T22:04:23.830575+0000","last_clean":"2024-09-15T22:04:23.830575+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-15T22:04:23.844012+0000","last_undegraded":"2024-09-15T22:04:23.844012+0000","last_fullsized":"2024-09-15T22:04:23.844012+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-15T22:04:23.830575+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-15T22:04:23.830575+0000","last_clean_scrub_stamp":"2024-09-15T22:04:23.830575+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.19","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-15T22:04:24.835582+0000","last_change":"2024-09-15T22:04:24.835582+0000","last_active":"2024-09-15T22:04:24.835582+0000","last_peered":"2024-09-15T22:04:24.835582+0000","last_clean":"2024-09-15T22:04:24.835582+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-15T22:04:24.835582+0000","last_undegraded":"2024-09-15T22:04:24.835582+0000","last_fullsized":"2024-09-15T22:04:24.835582+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-15T22:04:24.835582+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-15T22:04:24.835582+0000","last_clean_scrub_stamp":"2024-09-15T22:04:24.835582+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"2.17","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-15T22:04:23.830575+0000","last_change":"2024-09-15T22:04:23.830575+0000","last_active":"2024-09-15T22:04:23.830575+0000","last_peered":"2024-09-15T22:04:23.830575+0000","last_clean":"2024-09-15T22:04:23.830575+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-15T22:04:23.830575+0000","last_undegraded":"2024-09-15T22:04:23.830575+0000","last_fullsized":"2024-09-15T22:04:23.830575+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-15T22:04:23.830575+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-15T22:04:23.830575+0000","last_clean_scrub_stamp":"2024-09-15T22:04:23.830575+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.16","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-15T22:04:24.835582+0000","last_change":"2024-09-15T22:04:24.835582+0000","last_active":"2024-09-15T22:04:24.835582+0000","last_peered":"2024-09-15T22:04:24.835582+0000","last_clean":"2024-09-15T22:04:24.835582+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-15T22:04:24.835582+0000","last_undegraded":"2024-09-15T22:04:24.835582+0000","last_fullsized":"2024-09-15T22:04:24.835582+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-15T22:04:24.835582+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-15T22:04:24.835582+0000","last_clean_scrub_stamp":"2024-09-15T22:04:24.835582+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"2.16","version":"0'0","reported_seq":1,"reported_epoch":18,"state":"creating+peering","last_fresh":"2024-09-15T22:04:23.843743+0000","last_change":"2024-09-15T22:04:23.843743+0000","last_active":"2024-09-15T22:04:23.830575+0000","last_peered":"2024-09-15T22:04:23.830575+0000","last_clean":"2024-09-15T22:04:23.830575+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-15T22:04:23.843743+0000","last_undegraded":"2024-09-15T22:04:23.843743+0000","last_fullsized":"2024-09-15T22:04:23.843743+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-15T22:04:23.830575+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-15T22:04:23.830575+0000","last_clean_scrub_stamp":"2024-09-15T22:04:23.830575+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,6],"acting":[5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.17","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-15T22:04:24.835582+0000","last_change":"2024-09-15T22:04:24.835582+0000","last_active":"2024-09-15T22:04:24.835582+0000","last_peered":"2024-09-15T22:04:24.835582+0000","last_clean":"2024-09-15T22:04:24.835582+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-15T22:04:24.835582+0000","last_undegraded":"2024-09-15T22:04:24.835582+0000","last_fullsized":"2024-09-15T22:04:24.835582+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-15T22:04:24.835582+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-15T22:04:24.835582+0000","last_clean_scrub_stamp":"2024-09-15T22:04:24.835582+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"2.15","version":"0'0","reported_seq":1,"reported_epoch":18,"state":"creating+peering","last_fresh":"2024-09-15T22:04:23.839584+0000","last_change":"2024-09-15T22:04:23.839584+0000","last_active":"2024-09-15T22:04:23.830575+0000","last_peered":"2024-09-15T22:04:23.830575+0000","last_clean":"2024-09-15T22:04:23.830575+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-15T22:04:23.839584+0000","last_undegraded":"2024-09-15T22:04:23.839584+0000","last_fullsized":"2024-09-15T22:04:23.839584+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-15T22:04:23.830575+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-15T22:04:23.830575+0000","last_clean_scrub_stamp":"2024-09-15T22:04:23.830575+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.14","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-15T22:04:24.835582+0000","last_change":"2024-09-15T22:04:24.835582+0000","last_active":"2024-09-15T22:04:24.835582+0000","last_peered":"2024-09-15T22:04:24.835582+0000","last_clean":"2024-09-15T22:04:24.835582+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-15T22:04:24.835582+0000","last_undegraded":"2024-09-15T22:04:24.835582+0000","last_fullsized":"2024-09-15T22:04:24.835582+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-15T22:04:24.835582+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-15T22:04:24.835582+0000","last_clean_scrub_stamp":"2024-09-15T22:04:24.835582+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"2.14","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-15T22:04:23.830575+0000","last_change":"2024-09-15T22:04:23.830575+0000","last_active":"2024-09-15T22:04:23.830575+0000","last_peered":"2024-09-15T22:04:23.830575+0000","last_clean":"2024-09-15T22:04:23.830575+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-15T22:04:23.830575+0000","last_undegraded":"2024-09-15T22:04:23.830575+0000","last_fullsized":"2024-09-15T22:04:23.830575+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-15T22:04:23.830575+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-15T22:04:23.830575+0000","last_clean_scrub_stamp":"2024-09-15T22:04:23.830575+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.15","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-15T22:04:24.835582+0000","last_change":"2024-09-15T22:04:24.835582+0000","last_active":"2024-09-15T22:04:24.835582+0000","last_peered":"2024-09-15T22:04:24.835582+0000","last_clean":"2024-09-15T22:04:24.835582+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-15T22:04:24.835582+0000","last_undegraded":"2024-09-15T22:04:24.835582+0000","last_fullsized":"2024-09-15T22:04:24.835582+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-15T22:04:24.835582+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-15T22:04:24.835582+0000","last_clean_scrub_stamp":"2024-09-15T22:04:24.835582+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"2.13","version":"0'0","reported_seq":1,"reported_epoch":18,"state":"creating+peering","last_fresh":"2024-09-15T22:04:23.840282+0000","last_change":"2024-09-15T22:04:23.840282+0000","last_active":"2024-09-15T22:04:23.830575+0000","last_peered":"2024-09-15T22:04:23.830575+0000","last_clean":"2024-09-15T22:04:23.830575+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-15T22:04:23.840282+0000","last_undegraded":"2024-09-15T22:04:23.840282+0000","last_fullsized":"2024-09-15T22:04:23.840282+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-15T22:04:23.830575+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-15T22:04:23.830575+0000","last_clean_scrub_stamp":"2024-09-15T22:04:23.830575+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4],"acting":[0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.12","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-15T22:04:24.835582+0000","last_change":"2024-09-15T22:04:24.835582+0000","last_active":"2024-09-15T22:04:24.835582+0000","last_peered":"2024-09-15T22:04:24.835582+0000","last_clean":"2024-09-15T22:04:24.835582+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-15T22:04:24.835582+0000","last_undegraded":"2024-09-15T22:04:24.835582+0000","last_fullsized":"2024-09-15T22:04:24.835582+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-15T22:04:24.835582+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-15T22:04:24.835582+0000","last_clean_scrub_stamp":"2024-09-15T22:04:24.835582+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"2.12","version":"0'0","reported_seq":1,"reported_epoch":18,"state":"creating+peering","last_fresh":"2024-09-15T22:04:23.844221+0000","last_change":"2024-09-15T22:04:23.844221+0000","last_active":"2024-09-15T22:04:23.830575+0000","last_peered":"2024-09-15T22:04:23.830575+0000","last_clean":"2024-09-15T22:04:23.830575+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-15T22:04:23.844221+0000","last_undegraded":"2024-09-15T22:04:23.844221+0000","last_fullsized":"2024-09-15T22:04:23.844221+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-15T22:04:23.830575+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-15T22:04:23.830575+0000","last_clean_scrub_stamp":"2024-09-15T22:04:23.830575+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.13","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-15T22:04:24.835582+0000","last_change":"2024-09-15T22:04:24.835582+0000","last_active":"2024-09-15T22:04:24.835582+0000","last_peered":"2024-09-15T22:04:24.835582+0000","last_clean":"2024-09-15T22:04:24.835582+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-15T22:04:24.835582+0000","last_undegraded":"2024-09-15T22:04:24.835582+0000","last_fullsized":"2024-09-15T22:04:24.835582+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-15T22:04:24.835582+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-15T22:04:24.835582+0000","last_clean_scrub_stamp":"2024-09-15T22:04:24.835582+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"2.11","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-15T22:04:23.830575+0000","last_change":"2024-09-15T22:04:23.830575+0000","last_active":"2024-09-15T22:04:23.830575+0000","last_peered":"2024-09-15T22:04:23.830575+0000","last_clean":"2024-09-15T22:04:23.830575+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-15T22:04:23.830575+0000","last_undegraded":"2024-09-15T22:04:23.830575+0000","last_fullsized":"2024-09-15T22:04:23.830575+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-15T22:04:23.830575+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-15T22:04:23.830575+0000","last_clean_scrub_stamp":"2024-09-15T22:04:23.830575+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.10","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-15T22:04:24.835582+0000","last_change":"2024-09-15T22:04:24.835582+0000","last_active":"2024-09-15T22:04:24.835582+0000","last_peered":"2024-09-15T22:04:24.835582+0000","last_clean":"2024-09-15T22:04:24.835582+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-15T22:04:24.835582+0000","last_undegraded":"2024-09-15T22:04:24.835582+0000","last_fullsized":"2024-09-15T22:04:24.835582+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-15T22:04:24.835582+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-15T22:04:24.835582+0000","last_clean_scrub_stamp":"2024-09-15T22:04:24.835582+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"2.10","version":"0'0","reported_seq":1,"reported_epoch":18,"state":"creating+peering","last_fresh":"2024-09-15T22:04:23.847675+0000","last_change":"2024-09-15T22:04:23.847675+0000","last_active":"2024-09-15T22:04:23.830575+0000","last_peered":"2024-09-15T22:04:23.830575+0000","last_clean":"2024-09-15T22:04:23.830575+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-15T22:04:23.847675+0000","last_undegraded":"2024-09-15T22:04:23.847675+0000","last_fullsized":"2024-09-15T22:04:23.847675+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-15T22:04:23.830575+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-15T22:04:23.830575+0000","last_clean_scrub_stamp":"2024-09-15T22:04:23.830575+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1],"acting":[2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.11","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-15T22:04:24.835582+0000","last_change":"2024-09-15T22:04:24.835582+0000","last_active":"2024-09-15T22:04:24.835582+0000","last_peered":"2024-09-15T22:04:24.835582+0000","last_clean":"2024-09-15T22:04:24.835582+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-15T22:04:24.835582+0000","last_undegraded":"2024-09-15T22:04:24.835582+0000","last_fullsized":"2024-09-15T22:04:24.835582+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-15T22:04:24.835582+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-15T22:04:24.835582+0000","last_clean_scrub_stamp":"2024-09-15T22:04:24.835582+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"2.f","version":"0'0","reported_seq":1,"reported_epoch":18,"state":"creating+peering","last_fresh":"2024-09-15T22:04:23.837657+0000","last_change":"2024-09-15T22:04:23.837657+0000","last_active":"2024-09-15T22:04:23.830575+0000","last_peered":"2024-09-15T22:04:23.830575+0000","last_clean":"2024-09-15T22:04:23.830575+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-15T22:04:23.837657+0000","last_undegraded":"2024-09-15T22:04:23.837657+0000","last_fullsized":"2024-09-15T22:04:23.837657+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-15T22:04:23.830575+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-15T22:04:23.830575+0000","last_clean_scrub_stamp":"2024-09-15T22:04:23.830575+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0],"acting":[4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.e","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-15T22:04:24.835582+0000","last_change":"2024-09-15T22:04:24.835582+0000","last_active":"2024-09-15T22:04:24.835582+0000","last_peered":"2024-09-15T22:04:24.835582+0000","last_clean":"2024-09-15T22:04:24.835582+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-15T22:04:24.835582+0000","last_undegraded":"2024-09-15T22:04:24.835582+0000","last_fullsized":"2024-09-15T22:04:24.835582+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-15T22:04:24.835582+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-15T22:04:24.835582+0000","last_clean_scrub_stamp":"2024-09-15T22:04:24.835582+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"2.e","version":"0'0","reported_seq":1,"reported_epoch":18,"state":"creating+peering","last_fresh":"2024-09-15T22:04:23.847692+0000","last_change":"2024-09-15T22:04:23.847692+0000","last_active":"2024-09-15T22:04:23.830575+0000","last_peered":"2024-09-15T22:04:23.830575+0000","last_clean":"2024-09-15T22:04:23.830575+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-15T22:04:23.847692+0000","last_undegraded":"2024-09-15T22:04:23.847692+0000","last_fullsized":"2024-09-15T22:04:23.847692+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-15T22:04:23.830575+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-15T22:04:23.830575+0000","last_clean_scrub_stamp":"2024-09-15T22:04:23.830575+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.f","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-15T22:04:24.835582+0000","last_change":"2024-09-15T22:04:24.835582+0000","last_active":"2024-09-15T22:04:24.835582+0000","last_peered":"2024-09-15T22:04:24.835582+0000","last_clean":"2024-09-15T22:04:24.835582+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-15T22:04:24.835582+0000","last_undegraded":"2024-09-15T22:04:24.835582+0000","last_fullsized":"2024-09-15T22:04:24.835582+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-15T22:04:24.835582+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-15T22:04:24.835582+0000","last_clean_scrub_stamp":"2024-09-15T22:04:24.835582+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"2.d","version":"0'0","reported_seq":1,"reported_epoch":18,"state":"creating+peering","last_fresh":"2024-09-15T22:04:23.838906+0000","last_change":"2024-09-15T22:04:23.838906+0000","last_active":"2024-09-15T22:04:23.830575+0000","last_peered":"2024-09-15T22:04:23.830575+0000","last_clean":"2024-09-15T22:04:23.830575+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-15T22:04:23.838906+0000","last_undegraded":"2024-09-15T22:04:23.838906+0000","last_fullsized":"2024-09-15T22:04:23.838906+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-15T22:04:23.830575+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-15T22:04:23.830575+0000","last_clean_scrub_stamp":"2024-09-15T22:04:23.830575+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4],"acting":[1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.c","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-15T22:04:24.835582+0000","last_change":"2024-09-15T22:04:24.835582+0000","last_active":"2024-09-15T22:04:24.835582+0000","last_peered":"2024-09-15T22:04:24.835582+0000","last_clean":"2024-09-15T22:04:24.835582+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-15T22:04:24.835582+0000","last_undegraded":"2024-09-15T22:04:24.835582+0000","last_fullsized":"2024-09-15T22:04:24.835582+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-15T22:04:24.835582+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-15T22:04:24.835582+0000","last_clean_scrub_stamp":"2024-09-15T22:04:24.835582+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"2.c","version":"0'0","reported_seq":1,"reported_epoch":18,"state":"creating+peering","last_fresh":"2024-09-15T22:04:23.847675+0000","last_change":"2024-09-15T22:04:23.847675+0000","last_active":"2024-09-15T22:04:23.830575+0000","last_peered":"2024-09-15T22:04:23.830575+0000","last_clean":"2024-09-15T22:04:23.830575+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-15T22:04:23.847675+0000","last_undegraded":"2024-09-15T22:04:23.847675+0000","last_fullsized":"2024-09-15T22:04:23.847675+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-15T22:04:23.830575+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-15T22:04:23.830575+0000","last_clean_scrub_stamp":"2024-09-15T22:04:23.830575+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5],"acting":[2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.d","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-15T22:04:24.835582+0000","last_change":"2024-09-15T22:04:24.835582+0000","last_active":"2024-09-15T22:04:24.835582+0000","last_peered":"2024-09-15T22:04:24.835582+0000","last_clean":"2024-09-15T22:04:24.835582+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-15T22:04:24.835582+0000","last_undegraded":"2024-09-15T22:04:24.835582+0000","last_fullsized":"2024-09-15T22:04:24.835582+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-15T22:04:24.835582+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-15T22:04:24.835582+0000","last_clean_scrub_stamp":"2024-09-15T22:04:24.835582+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"1.0","version":"17'117","reported_seq":164,"reported_epoch":18,"state":"active+clean","last_fresh":"2024-09-15T22:04:23.842329+0000","last_change":"2024-09-15T22:04:16.056574+0000","last_active":"2024-09-15T22:04:23.842329+0000","last_peered":"2024-09-15T22:04:23.842329+0000","last_clean":"2024-09-15T22:04:23.842329+0000","last_became_active":"2024-09-15T22:04:16.055577+0000","last_became_peered":"2024-09-15T22:04:16.055577+0000","last_unstale":"2024-09-15T22:04:23.842329+0000","last_undegraded":"2024-09-15T22:04:23.842329+0000","last_fullsized":"2024-09-15T22:04:23.842329+0000","mapping_epoch":15,"log_start":"0'0","ondisk_log_start":"0'0","created":15,"last_epoch_clean":16,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-15T22:04:14.948623+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-15T22:04:14.948623+0000","last_clean_scrub_stamp":"2024-09-15T22:04:14.948623+0000","objects_scrubbed":0,"log_size":117,"log_dups_size":0,"ondisk_log_size":117,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T08:16:14.663572+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":159,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.3","version":"0'0","reported_seq":1,"reported_epoch":18,"state":"creating+peering","last_fresh":"2024-09-15T22:04:23.843686+0000","last_change":"2024-09-15T22:04:23.843686+0000","last_active":"2024-09-15T22:04:23.830575+0000","last_peered":"2024-09-15T22:04:23.830575+0000","last_clean":"2024-09-15T22:04:23.830575+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-15T22:04:23.843686+0000","last_undegraded":"2024-09-15T22:04:23.843686+0000","last_fullsized":"2024-09-15T22:04:23.843686+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-15T22:04:23.830575+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-15T22:04:23.830575+0000","last_clean_scrub_stamp":"2024-09-15T22:04:23.830575+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2],"acting":[5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.2","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-15T22:04:24.835582+0000","last_change":"2024-09-15T22:04:24.835582+0000","last_active":"2024-09-15T22:04:24.835582+0000","last_peered":"2024-09-15T22:04:24.835582+0000","last_clean":"2024-09-15T22:04:24.835582+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-15T22:04:24.835582+0000","last_undegraded":"2024-09-15T22:04:24.835582+0000","last_fullsized":"2024-09-15T22:04:24.835582+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-15T22:04:24.835582+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-15T22:04:24.835582+0000","last_clean_scrub_stamp":"2024-09-15T22:04:24.835582+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"2.0","version":"0'0","reported_seq":1,"reported_epoch":18,"state":"creating+peering","last_fresh":"2024-09-15T22:04:23.839911+0000","last_change":"2024-09-15T22:04:23.839911+0000","last_active":"2024-09-15T22:04:23.830575+0000","last_peered":"2024-09-15T22:04:23.830575+0000","last_clean":"2024-09-15T22:04:23.830575+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-15T22:04:23.839911+0000","last_undegraded":"2024-09-15T22:04:23.839911+0000","last_fullsized":"2024-09-15T22:04:23.839911+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-15T22:04:23.830575+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-15T22:04:23.830575+0000","last_clean_scrub_stamp":"2024-09-15T22:04:23.830575+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1],"acting":[7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-15T22:04:24.835582+0000","last_change":"2024-09-15T22:04:24.835582+0000","last_active":"2024-09-15T22:04:24.835582+0000","last_peered":"2024-09-15T22:04:24.835582+0000","last_clean":"2024-09-15T22:04:24.835582+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-15T22:04:24.835582+0000","last_undegraded":"2024-09-15T22:04:24.835582+0000","last_fullsized":"2024-09-15T22:04:24.835582+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-15T22:04:24.835582+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-15T22:04:24.835582+0000","last_clean_scrub_stamp":"2024-09-15T22:04:24.835582+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"2.1","version":"0'0","reported_seq":1,"reported_epoch":18,"state":"creating+peering","last_fresh":"2024-09-15T22:04:23.847648+0000","last_change":"2024-09-15T22:04:23.847648+0000","last_active":"2024-09-15T22:04:23.830575+0000","last_peered":"2024-09-15T22:04:23.830575+0000","last_clean":"2024-09-15T22:04:23.830575+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-15T22:04:23.847648+0000","last_undegraded":"2024-09-15T22:04:23.847648+0000","last_fullsized":"2024-09-15T22:04:23.847648+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-15T22:04:23.830575+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-15T22:04:23.830575+0000","last_clean_scrub_stamp":"2024-09-15T22:04:23.830575+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.0","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-15T22:04:24.835582+0000","last_change":"2024-09-15T22:04:24.835582+0000","last_active":"2024-09-15T22:04:24.835582+0000","last_peered":"2024-09-15T22:04:24.835582+0000","last_clean":"2024-09-15T22:04:24.835582+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-15T22:04:24.835582+0000","last_undegraded":"2024-09-15T22:04:24.835582+0000","last_fullsized":"2024-09-15T22:04:24.835582+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-15T22:04:24.835582+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-15T22:04:24.835582+0000","last_clean_scrub_stamp":"2024-09-15T22:04:24.835582+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"2.2","version":"0'0","reported_seq":1,"reported_epoch":18,"state":"creating+peering","last_fresh":"2024-09-15T22:04:23.843645+0000","last_change":"2024-09-15T22:04:23.843645+0000","last_active":"2024-09-15T22:04:23.830575+0000","last_peered":"2024-09-15T22:04:23.830575+0000","last_clean":"2024-09-15T22:04:23.830575+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-15T22:04:23.843645+0000","last_undegraded":"2024-09-15T22:04:23.843645+0000","last_fullsized":"2024-09-15T22:04:23.843645+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-15T22:04:23.830575+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-15T22:04:23.830575+0000","last_clean_scrub_stamp":"2024-09-15T22:04:23.830575+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.3","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-15T22:04:24.835582+0000","last_change":"2024-09-15T22:04:24.835582+0000","last_active":"2024-09-15T22:04:24.835582+0000","last_peered":"2024-09-15T22:04:24.835582+0000","last_clean":"2024-09-15T22:04:24.835582+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-15T22:04:24.835582+0000","last_undegraded":"2024-09-15T22:04:24.835582+0000","last_fullsized":"2024-09-15T22:04:24.835582+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-15T22:04:24.835582+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-15T22:04:24.835582+0000","last_clean_scrub_stamp":"2024-09-15T22:04:24.835582+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"2.4","version":"0'0","reported_seq":1,"reported_epoch":18,"state":"creating+peering","last_fresh":"2024-09-15T22:04:23.838505+0000","last_change":"2024-09-15T22:04:23.838505+0000","last_active":"2024-09-15T22:04:23.830575+0000","last_peered":"2024-09-15T22:04:23.830575+0000","last_clean":"2024-09-15T22:04:23.830575+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-15T22:04:23.838505+0000","last_undegraded":"2024-09-15T22:04:23.838505+0000","last_fullsized":"2024-09-15T22:04:23.838505+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-15T22:04:23.830575+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-15T22:04:23.830575+0000","last_clean_scrub_stamp":"2024-09-15T22:04:23.830575+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.5","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-15T22:04:24.835582+0000","last_change":"2024-09-15T22:04:24.835582+0000","last_active":"2024-09-15T22:04:24.835582+0000","last_peered":"2024-09-15T22:04:24.835582+0000","last_clean":"2024-09-15T22:04:24.835582+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-15T22:04:24.835582+0000","last_undegraded":"2024-09-15T22:04:24.835582+0000","last_fullsized":"2024-09-15T22:04:24.835582+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-15T22:04:24.835582+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-15T22:04:24.835582+0000","last_clean_scrub_stamp":"2024-09-15T22:04:24.835582+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"2.5","version":"0'0","reported_seq":1,"reported_epoch":18,"state":"creating+peering","last_fresh":"2024-09-15T22:04:23.840201+0000","last_change":"2024-09-15T22:04:23.840201+0000","last_active":"2024-09-15T22:04:23.830575+0000","last_peered":"2024-09-15T22:04:23.830575+0000","last_clean":"2024-09-15T22:04:23.830575+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-15T22:04:23.840201+0000","last_undegraded":"2024-09-15T22:04:23.840201+0000","last_fullsized":"2024-09-15T22:04:23.840201+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-15T22:04:23.830575+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-15T22:04:23.830575+0000","last_clean_scrub_stamp":"2024-09-15T22:04:23.830575+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.4","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-15T22:04:24.835582+0000","last_change":"2024-09-15T22:04:24.835582+0000","last_active":"2024-09-15T22:04:24.835582+0000","last_peered":"2024-09-15T22:04:24.835582+0000","last_clean":"2024-09-15T22:04:24.835582+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-15T22:04:24.835582+0000","last_undegraded":"2024-09-15T22:04:24.835582+0000","last_fullsized":"2024-09-15T22:04:24.835582+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-15T22:04:24.835582+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-15T22:04:24.835582+0000","last_clean_scrub_stamp":"2024-09-15T22:04:24.835582+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"2.6","version":"0'0","reported_seq":1,"reported_epoch":18,"state":"creating+peering","last_fresh":"2024-09-15T22:04:23.838529+0000","last_change":"2024-09-15T22:04:23.838529+0000","last_active":"2024-09-15T22:04:23.830575+0000","last_peered":"2024-09-15T22:04:23.830575+0000","last_clean":"2024-09-15T22:04:23.830575+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-15T22:04:23.838529+0000","last_undegraded":"2024-09-15T22:04:23.838529+0000","last_fullsized":"2024-09-15T22:04:23.838529+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-15T22:04:23.830575+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-15T22:04:23.830575+0000","last_clean_scrub_stamp":"2024-09-15T22:04:23.830575+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.7","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-15T22:04:24.835582+0000","last_change":"2024-09-15T22:04:24.835582+0000","last_active":"2024-09-15T22:04:24.835582+0000","last_peered":"2024-09-15T22:04:24.835582+0000","last_clean":"2024-09-15T22:04:24.835582+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-15T22:04:24.835582+0000","last_undegraded":"2024-09-15T22:04:24.835582+0000","last_fullsized":"2024-09-15T22:04:24.835582+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-15T22:04:24.835582+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-15T22:04:24.835582+0000","last_clean_scrub_stamp":"2024-09-15T22:04:24.835582+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"2.7","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-15T22:04:23.830575+0000","last_change":"2024-09-15T22:04:23.830575+0000","last_active":"2024-09-15T22:04:23.830575+0000","last_peered":"2024-09-15T22:04:23.830575+0000","last_clean":"2024-09-15T22:04:23.830575+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-15T22:04:23.830575+0000","last_undegraded":"2024-09-15T22:04:23.830575+0000","last_fullsized":"2024-09-15T22:04:23.830575+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-15T22:04:23.830575+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-15T22:04:23.830575+0000","last_clean_scrub_stamp":"2024-09-15T22:04:23.830575+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.6","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-15T22:04:24.835582+0000","last_change":"2024-09-15T22:04:24.835582+0000","last_active":"2024-09-15T22:04:24.835582+0000","last_peered":"2024-09-15T22:04:24.835582+0000","last_clean":"2024-09-15T22:04:24.835582+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-15T22:04:24.835582+0000","last_undegraded":"2024-09-15T22:04:24.835582+0000","last_fullsized":"2024-09-15T22:04:24.835582+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-15T22:04:24.835582+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-15T22:04:24.835582+0000","last_clean_scrub_stamp":"2024-09-15T22:04:24.835582+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"2.8","version":"0'0","reported_seq":1,"reported_epoch":18,"state":"creating+peering","last_fresh":"2024-09-15T22:04:23.840719+0000","last_change":"2024-09-15T22:04:23.840719+0000","last_active":"2024-09-15T22:04:23.830575+0000","last_peered":"2024-09-15T22:04:23.830575+0000","last_clean":"2024-09-15T22:04:23.830575+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-15T22:04:23.840719+0000","last_undegraded":"2024-09-15T22:04:23.840719+0000","last_fullsized":"2024-09-15T22:04:23.840719+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-15T22:04:23.830575+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-15T22:04:23.830575+0000","last_clean_scrub_stamp":"2024-09-15T22:04:23.830575+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.9","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-15T22:04:24.835582+0000","last_change":"2024-09-15T22:04:24.835582+0000","last_active":"2024-09-15T22:04:24.835582+0000","last_peered":"2024-09-15T22:04:24.835582+0000","last_clean":"2024-09-15T22:04:24.835582+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-15T22:04:24.835582+0000","last_undegraded":"2024-09-15T22:04:24.835582+0000","last_fullsized":"2024-09-15T22:04:24.835582+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-15T22:04:24.835582+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-15T22:04:24.835582+0000","last_clean_scrub_stamp":"2024-09-15T22:04:24.835582+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"2.9","version":"0'0","reported_seq":1,"reported_epoch":18,"state":"creating+peering","last_fresh":"2024-09-15T22:04:23.838959+0000","last_change":"2024-09-15T22:04:23.838959+0000","last_active":"2024-09-15T22:04:23.830575+0000","last_peered":"2024-09-15T22:04:23.830575+0000","last_clean":"2024-09-15T22:04:23.830575+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-15T22:04:23.838959+0000","last_undegraded":"2024-09-15T22:04:23.838959+0000","last_fullsized":"2024-09-15T22:04:23.838959+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-15T22:04:23.830575+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-15T22:04:23.830575+0000","last_clean_scrub_stamp":"2024-09-15T22:04:23.830575+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7],"acting":[1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.8","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-15T22:04:24.835582+0000","last_change":"2024-09-15T22:04:24.835582+0000","last_active":"2024-09-15T22:04:24.835582+0000","last_peered":"2024-09-15T22:04:24.835582+0000","last_clean":"2024-09-15T22:04:24.835582+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-15T22:04:24.835582+0000","last_undegraded":"2024-09-15T22:04:24.835582+0000","last_fullsized":"2024-09-15T22:04:24.835582+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-15T22:04:24.835582+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-15T22:04:24.835582+0000","last_clean_scrub_stamp":"2024-09-15T22:04:24.835582+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"2.a","version":"0'0","reported_seq":1,"reported_epoch":18,"state":"creating+peering","last_fresh":"2024-09-15T22:04:23.838857+0000","last_change":"2024-09-15T22:04:23.838857+0000","last_active":"2024-09-15T22:04:23.830575+0000","last_peered":"2024-09-15T22:04:23.830575+0000","last_clean":"2024-09-15T22:04:23.830575+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-15T22:04:23.838857+0000","last_undegraded":"2024-09-15T22:04:23.838857+0000","last_fullsized":"2024-09-15T22:04:23.838857+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-15T22:04:23.830575+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-15T22:04:23.830575+0000","last_clean_scrub_stamp":"2024-09-15T22:04:23.830575+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3],"acting":[1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.b","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-15T22:04:24.835582+0000","last_change":"2024-09-15T22:04:24.835582+0000","last_active":"2024-09-15T22:04:24.835582+0000","last_peered":"2024-09-15T22:04:24.835582+0000","last_clean":"2024-09-15T22:04:24.835582+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-15T22:04:24.835582+0000","last_undegraded":"2024-09-15T22:04:24.835582+0000","last_fullsized":"2024-09-15T22:04:24.835582+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-15T22:04:24.835582+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-15T22:04:24.835582+0000","last_clean_scrub_stamp":"2024-09-15T22:04:24.835582+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"2.b","version":"0'0","reported_seq":1,"reported_epoch":18,"state":"creating+peering","last_fresh":"2024-09-15T22:04:23.840341+0000","last_change":"2024-09-15T22:04:23.840341+0000","last_active":"2024-09-15T22:04:23.830575+0000","last_peered":"2024-09-15T22:04:23.830575+0000","last_clean":"2024-09-15T22:04:23.830575+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-15T22:04:23.840341+0000","last_undegraded":"2024-09-15T22:04:23.840341+0000","last_fullsized":"2024-09-15T22:04:23.840341+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-15T22:04:23.830575+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-15T22:04:23.830575+0000","last_clean_scrub_stamp":"2024-09-15T22:04:23.830575+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.a","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-15T22:04:24.835582+0000","last_change":"2024-09-15T22:04:24.835582+0000","last_active":"2024-09-15T22:04:24.835582+0000","last_peered":"2024-09-15T22:04:24.835582+0000","last_clean":"2024-09-15T22:04:24.835582+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-15T22:04:24.835582+0000","last_undegraded":"2024-09-15T22:04:24.835582+0000","last_fullsized":"2024-09-15T22:04:24.835582+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-15T22:04:24.835582+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-15T22:04:24.835582+0000","last_clean_scrub_stamp":"2024-09-15T22:04:24.835582+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.1d","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-15T22:04:24.835582+0000","last_change":"2024-09-15T22:04:24.835582+0000","last_active":"2024-09-15T22:04:24.835582+0000","last_peered":"2024-09-15T22:04:24.835582+0000","last_clean":"2024-09-15T22:04:24.835582+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-15T22:04:24.835582+0000","last_undegraded":"2024-09-15T22:04:24.835582+0000","last_fullsized":"2024-09-15T22:04:24.835582+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-15T22:04:24.835582+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-15T22:04:24.835582+0000","last_clean_scrub_stamp":"2024-09-15T22:04:24.835582+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"2.1c","version":"0'0","reported_seq":1,"reported_epoch":18,"state":"creating+peering","last_fresh":"2024-09-15T22:04:23.839940+0000","last_change":"2024-09-15T22:04:23.839940+0000","last_active":"2024-09-15T22:04:23.830575+0000","last_peered":"2024-09-15T22:04:23.830575+0000","last_clean":"2024-09-15T22:04:23.830575+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-15T22:04:23.839940+0000","last_undegraded":"2024-09-15T22:04:23.839940+0000","last_fullsized":"2024-09-15T22:04:23.839940+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-15T22:04:23.830575+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-15T22:04:23.830575+0000","last_clean_scrub_stamp":"2024-09-15T22:04:23.830575+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1c","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-15T22:04:24.835582+0000","last_change":"2024-09-15T22:04:24.835582+0000","last_active":"2024-09-15T22:04:24.835582+0000","last_peered":"2024-09-15T22:04:24.835582+0000","last_clean":"2024-09-15T22:04:24.835582+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-15T22:04:24.835582+0000","last_undegraded":"2024-09-15T22:04:24.835582+0000","last_fullsized":"2024-09-15T22:04:24.835582+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-15T22:04:24.835582+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-15T22:04:24.835582+0000","last_clean_scrub_stamp":"2024-09-15T22:04:24.835582+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"2.1d","version":"0'0","reported_seq":1,"reported_epoch":18,"state":"creating+peering","last_fresh":"2024-09-15T22:04:23.841019+0000","last_change":"2024-09-15T22:04:23.841019+0000","last_active":"2024-09-15T22:04:23.830575+0000","last_peered":"2024-09-15T22:04:23.830575+0000","last_clean":"2024-09-15T22:04:23.830575+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-15T22:04:23.841019+0000","last_undegraded":"2024-09-15T22:04:23.841019+0000","last_fullsized":"2024-09-15T22:04:23.841019+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-15T22:04:23.830575+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-15T22:04:23.830575+0000","last_clean_scrub_stamp":"2024-09-15T22:04:23.830575+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1f","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-15T22:04:24.835582+0000","last_change":"2024-09-15T22:04:24.835582+0000","last_active":"2024-09-15T22:04:24.835582+0000","last_peered":"2024-09-15T22:04:24.835582+0000","last_clean":"2024-09-15T22:04:24.835582+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-15T22:04:24.835582+0000","last_undegraded":"2024-09-15T22:04:24.835582+0000","last_fullsized":"2024-09-15T22:04:24.835582+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-15T22:04:24.835582+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-15T22:04:24.835582+0000","last_clean_scrub_stamp":"2024-09-15T22:04:24.835582+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"2.1e","version":"0'0","reported_seq":1,"reported_epoch":18,"state":"creating+peering","last_fresh":"2024-09-15T22:04:23.837584+0000","last_change":"2024-09-15T22:04:23.837584+0000","last_active":"2024-09-15T22:04:23.830575+0000","last_peered":"2024-09-15T22:04:23.830575+0000","last_clean":"2024-09-15T22:04:23.830575+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-15T22:04:23.837584+0000","last_undegraded":"2024-09-15T22:04:23.837584+0000","last_fullsized":"2024-09-15T22:04:23.837584+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-15T22:04:23.830575+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-15T22:04:23.830575+0000","last_clean_scrub_stamp":"2024-09-15T22:04:23.830575+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1e","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-15T22:04:24.835582+0000","last_change":"2024-09-15T22:04:24.835582+0000","last_active":"2024-09-15T22:04:24.835582+0000","last_peered":"2024-09-15T22:04:24.835582+0000","last_clean":"2024-09-15T22:04:24.835582+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-15T22:04:24.835582+0000","last_undegraded":"2024-09-15T22:04:24.835582+0000","last_fullsized":"2024-09-15T22:04:24.835582+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-15T22:04:24.835582+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-15T22:04:24.835582+0000","last_clean_scrub_stamp":"2024-09-15T22:04:24.835582+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"2.1f","version":"0'0","reported_seq":1,"reported_epoch":18,"state":"creating+peering","last_fresh":"2024-09-15T22:04:23.840700+0000","last_change":"2024-09-15T22:04:23.840700+0000","last_active":"2024-09-15T22:04:23.830575+0000","last_peered":"2024-09-15T22:04:23.830575+0000","last_clean":"2024-09-15T22:04:23.830575+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-15T22:04:23.840700+0000","last_undegraded":"2024-09-15T22:04:23.840700+0000","last_fullsized":"2024-09-15T22:04:23.840700+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-15T22:04:23.830575+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-15T22:04:23.830575+0000","last_clean_scrub_stamp":"2024-09-15T22:04:23.830575+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]}],"pool_stats":[{"poolid":3,"num_pg":64,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0},{"poolid":2,"num_pg":32,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":54,"acting":54,"num_store_stats":7},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":159,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":1187840,"data_stored":1180736,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":117,"ondisk_log_size":117,"up":2,"acting":2,"num_store_stats":2}],"osd_stats":[{"osd":7,"up_from":14,"seq":60129542147,"num_pgs":1,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":31924,"kb_used_data":740,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94339916,"statfs":{"total":96636764160,"available":96604073984,"internally_reserved":0,"allocated":757760,"data_stored":639422,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1590,"internal_metadata":31914442},"hb_peers":[0,1,2,3,4,5,6],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[]},{"osd":5,"up_from":14,"seq":60129542147,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":31348,"kb_used_data":160,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94340492,"statfs":{"total":96636764160,"available":96604663808,"internally_reserved":0,"allocated":163840,"data_stored":49054,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":31914437},"hb_peers":[0,1,2,3,4,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":4,"up_from":14,"seq":60129542147,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":31352,"kb_used_data":160,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94340488,"statfs":{"total":96636764160,"available":96604659712,"internally_reserved":0,"allocated":163840,"data_stored":49054,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":31914437},"hb_peers":[0,1,2,3,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":3,"up_from":14,"seq":60129542149,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27200,"kb_used_data":172,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344640,"statfs":{"total":96636764160,"available":96608911360,"internally_reserved":0,"allocated":176128,"data_stored":54871,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1593,"internal_metadata":27654599},"hb_peers":[0,1,2,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[]},{"osd":2,"up_from":14,"seq":60129542149,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27188,"kb_used_data":160,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344652,"statfs":{"total":96636764160,"available":96608923648,"internally_reserved":0,"allocated":163840,"data_stored":49054,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[0,1,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[]},{"osd":1,"up_from":14,"seq":60129542148,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27188,"kb_used_data":160,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344652,"statfs":{"total":96636764160,"available":96608923648,"internally_reserved":0,"allocated":163840,"data_stored":49054,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[0,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":2,"apply_latency_ms":2,"commit_latency_ns":2000000,"apply_latency_ns":2000000},"alerts":[]},{"osd":0,"up_from":14,"seq":60129542148,"num_pgs":1,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27780,"kb_used_data":752,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344060,"statfs":{"total":96636764160,"available":96608317440,"internally_reserved":0,"allocated":770048,"data_stored":645239,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[1,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":2,"apply_latency_ms":2,"commit_latency_ns":2000000,"apply_latency_ns":2000000},"alerts":[]},{"osd":6,"up_from":13,"seq":55834574852,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":0,"kb":94371840,"kb_used":35508,"kb_used_data":160,"kb_used_omap":1,"kb_used_meta":35326,"kb_avail":94336332,"statfs":{"total":96636764160,"available":96600403968,"internally_reserved":0,"allocated":163840,"data_stored":49054,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":36174278},"hb_peers":[0,1,2,3,4,5,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2024-09-15T22:04:29.533 INFO:tasks.ceph.ceph_manager.ceph:PG 3.3f is not active+clean 2024-09-15T22:04:29.533 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '3.3f', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-09-15T22:04:24.835582+0000', 'last_change': '2024-09-15T22:04:24.835582+0000', 'last_active': '2024-09-15T22:04:24.835582+0000', 'last_peered': '2024-09-15T22:04:24.835582+0000', 'last_clean': '2024-09-15T22:04:24.835582+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-15T22:04:24.835582+0000', 'last_undegraded': '2024-09-15T22:04:24.835582+0000', 'last_fullsized': '2024-09-15T22:04:24.835582+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-15T22:04:24.835582+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-15T22:04:24.835582+0000', 'last_clean_scrub_stamp': '2024-09-15T22:04:24.835582+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-09-15T22:04:29.533 INFO:tasks.ceph.ceph_manager.ceph:PG 3.3e is not active+clean 2024-09-15T22:04:29.533 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '3.3e', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-09-15T22:04:24.835582+0000', 'last_change': '2024-09-15T22:04:24.835582+0000', 'last_active': '2024-09-15T22:04:24.835582+0000', 'last_peered': '2024-09-15T22:04:24.835582+0000', 'last_clean': '2024-09-15T22:04:24.835582+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-15T22:04:24.835582+0000', 'last_undegraded': '2024-09-15T22:04:24.835582+0000', 'last_fullsized': '2024-09-15T22:04:24.835582+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-15T22:04:24.835582+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-15T22:04:24.835582+0000', 'last_clean_scrub_stamp': '2024-09-15T22:04:24.835582+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-09-15T22:04:29.533 INFO:tasks.ceph.ceph_manager.ceph:PG 3.3d is not active+clean 2024-09-15T22:04:29.533 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '3.3d', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-09-15T22:04:24.835582+0000', 'last_change': '2024-09-15T22:04:24.835582+0000', 'last_active': '2024-09-15T22:04:24.835582+0000', 'last_peered': '2024-09-15T22:04:24.835582+0000', 'last_clean': '2024-09-15T22:04:24.835582+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-15T22:04:24.835582+0000', 'last_undegraded': '2024-09-15T22:04:24.835582+0000', 'last_fullsized': '2024-09-15T22:04:24.835582+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-15T22:04:24.835582+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-15T22:04:24.835582+0000', 'last_clean_scrub_stamp': '2024-09-15T22:04:24.835582+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-09-15T22:04:29.533 INFO:tasks.ceph.ceph_manager.ceph:PG 3.3c is not active+clean 2024-09-15T22:04:29.533 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '3.3c', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-09-15T22:04:24.835582+0000', 'last_change': '2024-09-15T22:04:24.835582+0000', 'last_active': '2024-09-15T22:04:24.835582+0000', 'last_peered': '2024-09-15T22:04:24.835582+0000', 'last_clean': '2024-09-15T22:04:24.835582+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-15T22:04:24.835582+0000', 'last_undegraded': '2024-09-15T22:04:24.835582+0000', 'last_fullsized': '2024-09-15T22:04:24.835582+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-15T22:04:24.835582+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-15T22:04:24.835582+0000', 'last_clean_scrub_stamp': '2024-09-15T22:04:24.835582+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-09-15T22:04:29.533 INFO:tasks.ceph.ceph_manager.ceph:PG 3.3b is not active+clean 2024-09-15T22:04:29.533 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '3.3b', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-09-15T22:04:24.835582+0000', 'last_change': '2024-09-15T22:04:24.835582+0000', 'last_active': '2024-09-15T22:04:24.835582+0000', 'last_peered': '2024-09-15T22:04:24.835582+0000', 'last_clean': '2024-09-15T22:04:24.835582+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-15T22:04:24.835582+0000', 'last_undegraded': '2024-09-15T22:04:24.835582+0000', 'last_fullsized': '2024-09-15T22:04:24.835582+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-15T22:04:24.835582+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-15T22:04:24.835582+0000', 'last_clean_scrub_stamp': '2024-09-15T22:04:24.835582+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-09-15T22:04:29.534 INFO:tasks.ceph.ceph_manager.ceph:PG 3.3a is not active+clean 2024-09-15T22:04:29.534 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '3.3a', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-09-15T22:04:24.835582+0000', 'last_change': '2024-09-15T22:04:24.835582+0000', 'last_active': '2024-09-15T22:04:24.835582+0000', 'last_peered': '2024-09-15T22:04:24.835582+0000', 'last_clean': '2024-09-15T22:04:24.835582+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-15T22:04:24.835582+0000', 'last_undegraded': '2024-09-15T22:04:24.835582+0000', 'last_fullsized': '2024-09-15T22:04:24.835582+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-15T22:04:24.835582+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-15T22:04:24.835582+0000', 'last_clean_scrub_stamp': '2024-09-15T22:04:24.835582+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-09-15T22:04:29.534 INFO:tasks.ceph.ceph_manager.ceph:PG 3.39 is not active+clean 2024-09-15T22:04:29.534 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '3.39', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-09-15T22:04:24.835582+0000', 'last_change': '2024-09-15T22:04:24.835582+0000', 'last_active': '2024-09-15T22:04:24.835582+0000', 'last_peered': '2024-09-15T22:04:24.835582+0000', 'last_clean': '2024-09-15T22:04:24.835582+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-15T22:04:24.835582+0000', 'last_undegraded': '2024-09-15T22:04:24.835582+0000', 'last_fullsized': '2024-09-15T22:04:24.835582+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-15T22:04:24.835582+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-15T22:04:24.835582+0000', 'last_clean_scrub_stamp': '2024-09-15T22:04:24.835582+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-09-15T22:04:29.534 INFO:tasks.ceph.ceph_manager.ceph:PG 3.38 is not active+clean 2024-09-15T22:04:29.534 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '3.38', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-09-15T22:04:24.835582+0000', 'last_change': '2024-09-15T22:04:24.835582+0000', 'last_active': '2024-09-15T22:04:24.835582+0000', 'last_peered': '2024-09-15T22:04:24.835582+0000', 'last_clean': '2024-09-15T22:04:24.835582+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-15T22:04:24.835582+0000', 'last_undegraded': '2024-09-15T22:04:24.835582+0000', 'last_fullsized': '2024-09-15T22:04:24.835582+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-15T22:04:24.835582+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-15T22:04:24.835582+0000', 'last_clean_scrub_stamp': '2024-09-15T22:04:24.835582+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-09-15T22:04:29.534 INFO:tasks.ceph.ceph_manager.ceph:PG 3.37 is not active+clean 2024-09-15T22:04:29.534 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '3.37', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-09-15T22:04:24.835582+0000', 'last_change': '2024-09-15T22:04:24.835582+0000', 'last_active': '2024-09-15T22:04:24.835582+0000', 'last_peered': '2024-09-15T22:04:24.835582+0000', 'last_clean': '2024-09-15T22:04:24.835582+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-15T22:04:24.835582+0000', 'last_undegraded': '2024-09-15T22:04:24.835582+0000', 'last_fullsized': '2024-09-15T22:04:24.835582+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-15T22:04:24.835582+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-15T22:04:24.835582+0000', 'last_clean_scrub_stamp': '2024-09-15T22:04:24.835582+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-09-15T22:04:29.534 INFO:tasks.ceph.ceph_manager.ceph:PG 3.36 is not active+clean 2024-09-15T22:04:29.534 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '3.36', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-09-15T22:04:24.835582+0000', 'last_change': '2024-09-15T22:04:24.835582+0000', 'last_active': '2024-09-15T22:04:24.835582+0000', 'last_peered': '2024-09-15T22:04:24.835582+0000', 'last_clean': '2024-09-15T22:04:24.835582+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-15T22:04:24.835582+0000', 'last_undegraded': '2024-09-15T22:04:24.835582+0000', 'last_fullsized': '2024-09-15T22:04:24.835582+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-15T22:04:24.835582+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-15T22:04:24.835582+0000', 'last_clean_scrub_stamp': '2024-09-15T22:04:24.835582+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-09-15T22:04:29.535 INFO:tasks.ceph.ceph_manager.ceph:PG 3.35 is not active+clean 2024-09-15T22:04:29.535 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '3.35', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-09-15T22:04:24.835582+0000', 'last_change': '2024-09-15T22:04:24.835582+0000', 'last_active': '2024-09-15T22:04:24.835582+0000', 'last_peered': '2024-09-15T22:04:24.835582+0000', 'last_clean': '2024-09-15T22:04:24.835582+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-15T22:04:24.835582+0000', 'last_undegraded': '2024-09-15T22:04:24.835582+0000', 'last_fullsized': '2024-09-15T22:04:24.835582+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-15T22:04:24.835582+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-15T22:04:24.835582+0000', 'last_clean_scrub_stamp': '2024-09-15T22:04:24.835582+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-09-15T22:04:29.535 INFO:tasks.ceph.ceph_manager.ceph:PG 3.34 is not active+clean 2024-09-15T22:04:29.535 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '3.34', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-09-15T22:04:24.835582+0000', 'last_change': '2024-09-15T22:04:24.835582+0000', 'last_active': '2024-09-15T22:04:24.835582+0000', 'last_peered': '2024-09-15T22:04:24.835582+0000', 'last_clean': '2024-09-15T22:04:24.835582+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-15T22:04:24.835582+0000', 'last_undegraded': '2024-09-15T22:04:24.835582+0000', 'last_fullsized': '2024-09-15T22:04:24.835582+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-15T22:04:24.835582+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-15T22:04:24.835582+0000', 'last_clean_scrub_stamp': '2024-09-15T22:04:24.835582+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-09-15T22:04:29.535 INFO:tasks.ceph.ceph_manager.ceph:PG 3.33 is not active+clean 2024-09-15T22:04:29.535 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '3.33', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-09-15T22:04:24.835582+0000', 'last_change': '2024-09-15T22:04:24.835582+0000', 'last_active': '2024-09-15T22:04:24.835582+0000', 'last_peered': '2024-09-15T22:04:24.835582+0000', 'last_clean': '2024-09-15T22:04:24.835582+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-15T22:04:24.835582+0000', 'last_undegraded': '2024-09-15T22:04:24.835582+0000', 'last_fullsized': '2024-09-15T22:04:24.835582+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-15T22:04:24.835582+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-15T22:04:24.835582+0000', 'last_clean_scrub_stamp': '2024-09-15T22:04:24.835582+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-09-15T22:04:29.535 INFO:tasks.ceph.ceph_manager.ceph:PG 3.32 is not active+clean 2024-09-15T22:04:29.535 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '3.32', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-09-15T22:04:24.835582+0000', 'last_change': '2024-09-15T22:04:24.835582+0000', 'last_active': '2024-09-15T22:04:24.835582+0000', 'last_peered': '2024-09-15T22:04:24.835582+0000', 'last_clean': '2024-09-15T22:04:24.835582+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-15T22:04:24.835582+0000', 'last_undegraded': '2024-09-15T22:04:24.835582+0000', 'last_fullsized': '2024-09-15T22:04:24.835582+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-15T22:04:24.835582+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-15T22:04:24.835582+0000', 'last_clean_scrub_stamp': '2024-09-15T22:04:24.835582+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-09-15T22:04:29.535 INFO:tasks.ceph.ceph_manager.ceph:PG 3.31 is not active+clean 2024-09-15T22:04:29.535 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '3.31', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-09-15T22:04:24.835582+0000', 'last_change': '2024-09-15T22:04:24.835582+0000', 'last_active': '2024-09-15T22:04:24.835582+0000', 'last_peered': '2024-09-15T22:04:24.835582+0000', 'last_clean': '2024-09-15T22:04:24.835582+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-15T22:04:24.835582+0000', 'last_undegraded': '2024-09-15T22:04:24.835582+0000', 'last_fullsized': '2024-09-15T22:04:24.835582+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-15T22:04:24.835582+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-15T22:04:24.835582+0000', 'last_clean_scrub_stamp': '2024-09-15T22:04:24.835582+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-09-15T22:04:29.536 INFO:tasks.ceph.ceph_manager.ceph:PG 3.30 is not active+clean 2024-09-15T22:04:29.536 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '3.30', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-09-15T22:04:24.835582+0000', 'last_change': '2024-09-15T22:04:24.835582+0000', 'last_active': '2024-09-15T22:04:24.835582+0000', 'last_peered': '2024-09-15T22:04:24.835582+0000', 'last_clean': '2024-09-15T22:04:24.835582+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-15T22:04:24.835582+0000', 'last_undegraded': '2024-09-15T22:04:24.835582+0000', 'last_fullsized': '2024-09-15T22:04:24.835582+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-15T22:04:24.835582+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-15T22:04:24.835582+0000', 'last_clean_scrub_stamp': '2024-09-15T22:04:24.835582+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-09-15T22:04:29.536 INFO:tasks.ceph.ceph_manager.ceph:PG 3.2f is not active+clean 2024-09-15T22:04:29.536 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '3.2f', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-09-15T22:04:24.835582+0000', 'last_change': '2024-09-15T22:04:24.835582+0000', 'last_active': '2024-09-15T22:04:24.835582+0000', 'last_peered': '2024-09-15T22:04:24.835582+0000', 'last_clean': '2024-09-15T22:04:24.835582+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-15T22:04:24.835582+0000', 'last_undegraded': '2024-09-15T22:04:24.835582+0000', 'last_fullsized': '2024-09-15T22:04:24.835582+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-15T22:04:24.835582+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-15T22:04:24.835582+0000', 'last_clean_scrub_stamp': '2024-09-15T22:04:24.835582+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-09-15T22:04:29.536 INFO:tasks.ceph.ceph_manager.ceph:PG 3.2e is not active+clean 2024-09-15T22:04:29.536 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '3.2e', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-09-15T22:04:24.835582+0000', 'last_change': '2024-09-15T22:04:24.835582+0000', 'last_active': '2024-09-15T22:04:24.835582+0000', 'last_peered': '2024-09-15T22:04:24.835582+0000', 'last_clean': '2024-09-15T22:04:24.835582+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-15T22:04:24.835582+0000', 'last_undegraded': '2024-09-15T22:04:24.835582+0000', 'last_fullsized': '2024-09-15T22:04:24.835582+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-15T22:04:24.835582+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-15T22:04:24.835582+0000', 'last_clean_scrub_stamp': '2024-09-15T22:04:24.835582+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-09-15T22:04:29.536 INFO:tasks.ceph.ceph_manager.ceph:PG 3.2d is not active+clean 2024-09-15T22:04:29.536 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '3.2d', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-09-15T22:04:24.835582+0000', 'last_change': '2024-09-15T22:04:24.835582+0000', 'last_active': '2024-09-15T22:04:24.835582+0000', 'last_peered': '2024-09-15T22:04:24.835582+0000', 'last_clean': '2024-09-15T22:04:24.835582+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-15T22:04:24.835582+0000', 'last_undegraded': '2024-09-15T22:04:24.835582+0000', 'last_fullsized': '2024-09-15T22:04:24.835582+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-15T22:04:24.835582+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-15T22:04:24.835582+0000', 'last_clean_scrub_stamp': '2024-09-15T22:04:24.835582+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-09-15T22:04:29.537 INFO:tasks.ceph.ceph_manager.ceph:PG 3.2c is not active+clean 2024-09-15T22:04:29.537 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '3.2c', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-09-15T22:04:24.835582+0000', 'last_change': '2024-09-15T22:04:24.835582+0000', 'last_active': '2024-09-15T22:04:24.835582+0000', 'last_peered': '2024-09-15T22:04:24.835582+0000', 'last_clean': '2024-09-15T22:04:24.835582+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-15T22:04:24.835582+0000', 'last_undegraded': '2024-09-15T22:04:24.835582+0000', 'last_fullsized': '2024-09-15T22:04:24.835582+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-15T22:04:24.835582+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-15T22:04:24.835582+0000', 'last_clean_scrub_stamp': '2024-09-15T22:04:24.835582+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-09-15T22:04:29.537 INFO:tasks.ceph.ceph_manager.ceph:PG 3.2b is not active+clean 2024-09-15T22:04:29.537 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '3.2b', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-09-15T22:04:24.835582+0000', 'last_change': '2024-09-15T22:04:24.835582+0000', 'last_active': '2024-09-15T22:04:24.835582+0000', 'last_peered': '2024-09-15T22:04:24.835582+0000', 'last_clean': '2024-09-15T22:04:24.835582+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-15T22:04:24.835582+0000', 'last_undegraded': '2024-09-15T22:04:24.835582+0000', 'last_fullsized': '2024-09-15T22:04:24.835582+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-15T22:04:24.835582+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-15T22:04:24.835582+0000', 'last_clean_scrub_stamp': '2024-09-15T22:04:24.835582+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-09-15T22:04:29.537 INFO:tasks.ceph.ceph_manager.ceph:PG 3.2a is not active+clean 2024-09-15T22:04:29.537 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '3.2a', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-09-15T22:04:24.835582+0000', 'last_change': '2024-09-15T22:04:24.835582+0000', 'last_active': '2024-09-15T22:04:24.835582+0000', 'last_peered': '2024-09-15T22:04:24.835582+0000', 'last_clean': '2024-09-15T22:04:24.835582+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-15T22:04:24.835582+0000', 'last_undegraded': '2024-09-15T22:04:24.835582+0000', 'last_fullsized': '2024-09-15T22:04:24.835582+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-15T22:04:24.835582+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-15T22:04:24.835582+0000', 'last_clean_scrub_stamp': '2024-09-15T22:04:24.835582+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-09-15T22:04:29.537 INFO:tasks.ceph.ceph_manager.ceph:PG 3.29 is not active+clean 2024-09-15T22:04:29.537 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '3.29', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-09-15T22:04:24.835582+0000', 'last_change': '2024-09-15T22:04:24.835582+0000', 'last_active': '2024-09-15T22:04:24.835582+0000', 'last_peered': '2024-09-15T22:04:24.835582+0000', 'last_clean': '2024-09-15T22:04:24.835582+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-15T22:04:24.835582+0000', 'last_undegraded': '2024-09-15T22:04:24.835582+0000', 'last_fullsized': '2024-09-15T22:04:24.835582+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-15T22:04:24.835582+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-15T22:04:24.835582+0000', 'last_clean_scrub_stamp': '2024-09-15T22:04:24.835582+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-09-15T22:04:29.538 INFO:tasks.ceph.ceph_manager.ceph:PG 3.28 is not active+clean 2024-09-15T22:04:29.538 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '3.28', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-09-15T22:04:24.835582+0000', 'last_change': '2024-09-15T22:04:24.835582+0000', 'last_active': '2024-09-15T22:04:24.835582+0000', 'last_peered': '2024-09-15T22:04:24.835582+0000', 'last_clean': '2024-09-15T22:04:24.835582+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-15T22:04:24.835582+0000', 'last_undegraded': '2024-09-15T22:04:24.835582+0000', 'last_fullsized': '2024-09-15T22:04:24.835582+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-15T22:04:24.835582+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-15T22:04:24.835582+0000', 'last_clean_scrub_stamp': '2024-09-15T22:04:24.835582+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-09-15T22:04:29.538 INFO:tasks.ceph.ceph_manager.ceph:PG 3.27 is not active+clean 2024-09-15T22:04:29.538 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '3.27', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-09-15T22:04:24.835582+0000', 'last_change': '2024-09-15T22:04:24.835582+0000', 'last_active': '2024-09-15T22:04:24.835582+0000', 'last_peered': '2024-09-15T22:04:24.835582+0000', 'last_clean': '2024-09-15T22:04:24.835582+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-15T22:04:24.835582+0000', 'last_undegraded': '2024-09-15T22:04:24.835582+0000', 'last_fullsized': '2024-09-15T22:04:24.835582+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-15T22:04:24.835582+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-15T22:04:24.835582+0000', 'last_clean_scrub_stamp': '2024-09-15T22:04:24.835582+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-09-15T22:04:29.538 INFO:tasks.ceph.ceph_manager.ceph:PG 3.26 is not active+clean 2024-09-15T22:04:29.538 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '3.26', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-09-15T22:04:24.835582+0000', 'last_change': '2024-09-15T22:04:24.835582+0000', 'last_active': '2024-09-15T22:04:24.835582+0000', 'last_peered': '2024-09-15T22:04:24.835582+0000', 'last_clean': '2024-09-15T22:04:24.835582+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-15T22:04:24.835582+0000', 'last_undegraded': '2024-09-15T22:04:24.835582+0000', 'last_fullsized': '2024-09-15T22:04:24.835582+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-15T22:04:24.835582+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-15T22:04:24.835582+0000', 'last_clean_scrub_stamp': '2024-09-15T22:04:24.835582+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-09-15T22:04:29.538 INFO:tasks.ceph.ceph_manager.ceph:PG 3.25 is not active+clean 2024-09-15T22:04:29.538 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '3.25', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-09-15T22:04:24.835582+0000', 'last_change': '2024-09-15T22:04:24.835582+0000', 'last_active': '2024-09-15T22:04:24.835582+0000', 'last_peered': '2024-09-15T22:04:24.835582+0000', 'last_clean': '2024-09-15T22:04:24.835582+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-15T22:04:24.835582+0000', 'last_undegraded': '2024-09-15T22:04:24.835582+0000', 'last_fullsized': '2024-09-15T22:04:24.835582+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-15T22:04:24.835582+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-15T22:04:24.835582+0000', 'last_clean_scrub_stamp': '2024-09-15T22:04:24.835582+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-09-15T22:04:29.538 INFO:tasks.ceph.ceph_manager.ceph:PG 3.24 is not active+clean 2024-09-15T22:04:29.538 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '3.24', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-09-15T22:04:24.835582+0000', 'last_change': '2024-09-15T22:04:24.835582+0000', 'last_active': '2024-09-15T22:04:24.835582+0000', 'last_peered': '2024-09-15T22:04:24.835582+0000', 'last_clean': '2024-09-15T22:04:24.835582+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-15T22:04:24.835582+0000', 'last_undegraded': '2024-09-15T22:04:24.835582+0000', 'last_fullsized': '2024-09-15T22:04:24.835582+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-15T22:04:24.835582+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-15T22:04:24.835582+0000', 'last_clean_scrub_stamp': '2024-09-15T22:04:24.835582+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-09-15T22:04:29.539 INFO:tasks.ceph.ceph_manager.ceph:PG 3.23 is not active+clean 2024-09-15T22:04:29.539 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '3.23', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-09-15T22:04:24.835582+0000', 'last_change': '2024-09-15T22:04:24.835582+0000', 'last_active': '2024-09-15T22:04:24.835582+0000', 'last_peered': '2024-09-15T22:04:24.835582+0000', 'last_clean': '2024-09-15T22:04:24.835582+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-15T22:04:24.835582+0000', 'last_undegraded': '2024-09-15T22:04:24.835582+0000', 'last_fullsized': '2024-09-15T22:04:24.835582+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-15T22:04:24.835582+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-15T22:04:24.835582+0000', 'last_clean_scrub_stamp': '2024-09-15T22:04:24.835582+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-09-15T22:04:29.539 INFO:tasks.ceph.ceph_manager.ceph:PG 3.22 is not active+clean 2024-09-15T22:04:29.539 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '3.22', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-09-15T22:04:24.835582+0000', 'last_change': '2024-09-15T22:04:24.835582+0000', 'last_active': '2024-09-15T22:04:24.835582+0000', 'last_peered': '2024-09-15T22:04:24.835582+0000', 'last_clean': '2024-09-15T22:04:24.835582+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-15T22:04:24.835582+0000', 'last_undegraded': '2024-09-15T22:04:24.835582+0000', 'last_fullsized': '2024-09-15T22:04:24.835582+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-15T22:04:24.835582+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-15T22:04:24.835582+0000', 'last_clean_scrub_stamp': '2024-09-15T22:04:24.835582+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-09-15T22:04:29.539 INFO:tasks.ceph.ceph_manager.ceph:PG 3.21 is not active+clean 2024-09-15T22:04:29.539 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '3.21', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-09-15T22:04:24.835582+0000', 'last_change': '2024-09-15T22:04:24.835582+0000', 'last_active': '2024-09-15T22:04:24.835582+0000', 'last_peered': '2024-09-15T22:04:24.835582+0000', 'last_clean': '2024-09-15T22:04:24.835582+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-15T22:04:24.835582+0000', 'last_undegraded': '2024-09-15T22:04:24.835582+0000', 'last_fullsized': '2024-09-15T22:04:24.835582+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-15T22:04:24.835582+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-15T22:04:24.835582+0000', 'last_clean_scrub_stamp': '2024-09-15T22:04:24.835582+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-09-15T22:04:29.539 INFO:tasks.ceph.ceph_manager.ceph:PG 3.20 is not active+clean 2024-09-15T22:04:29.539 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '3.20', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-09-15T22:04:24.835582+0000', 'last_change': '2024-09-15T22:04:24.835582+0000', 'last_active': '2024-09-15T22:04:24.835582+0000', 'last_peered': '2024-09-15T22:04:24.835582+0000', 'last_clean': '2024-09-15T22:04:24.835582+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-15T22:04:24.835582+0000', 'last_undegraded': '2024-09-15T22:04:24.835582+0000', 'last_fullsized': '2024-09-15T22:04:24.835582+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-15T22:04:24.835582+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-15T22:04:24.835582+0000', 'last_clean_scrub_stamp': '2024-09-15T22:04:24.835582+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-09-15T22:04:29.539 INFO:tasks.ceph.ceph_manager.ceph:PG 3.1a is not active+clean 2024-09-15T22:04:29.539 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '3.1a', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-09-15T22:04:24.835582+0000', 'last_change': '2024-09-15T22:04:24.835582+0000', 'last_active': '2024-09-15T22:04:24.835582+0000', 'last_peered': '2024-09-15T22:04:24.835582+0000', 'last_clean': '2024-09-15T22:04:24.835582+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-15T22:04:24.835582+0000', 'last_undegraded': '2024-09-15T22:04:24.835582+0000', 'last_fullsized': '2024-09-15T22:04:24.835582+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-15T22:04:24.835582+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-15T22:04:24.835582+0000', 'last_clean_scrub_stamp': '2024-09-15T22:04:24.835582+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-09-15T22:04:29.539 INFO:tasks.ceph.ceph_manager.ceph:PG 2.1b is not active+clean 2024-09-15T22:04:29.539 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '2.1b', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 18, 'state': 'creating+peering', 'last_fresh': '2024-09-15T22:04:23.837549+0000', 'last_change': '2024-09-15T22:04:23.837549+0000', 'last_active': '2024-09-15T22:04:23.830575+0000', 'last_peered': '2024-09-15T22:04:23.830575+0000', 'last_clean': '2024-09-15T22:04:23.830575+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-15T22:04:23.837549+0000', 'last_undegraded': '2024-09-15T22:04:23.837549+0000', 'last_fullsized': '2024-09-15T22:04:23.837549+0000', 'mapping_epoch': 18, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 18, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-15T22:04:23.830575+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-15T22:04:23.830575+0000', 'last_clean_scrub_stamp': '2024-09-15T22:04:23.830575+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [3, 7], 'acting': [3, 7], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 3, 'acting_primary': 3, 'purged_snaps': []} 2024-09-15T22:04:29.540 INFO:tasks.ceph.ceph_manager.ceph:PG 3.1b is not active+clean 2024-09-15T22:04:29.540 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '3.1b', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-09-15T22:04:24.835582+0000', 'last_change': '2024-09-15T22:04:24.835582+0000', 'last_active': '2024-09-15T22:04:24.835582+0000', 'last_peered': '2024-09-15T22:04:24.835582+0000', 'last_clean': '2024-09-15T22:04:24.835582+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-15T22:04:24.835582+0000', 'last_undegraded': '2024-09-15T22:04:24.835582+0000', 'last_fullsized': '2024-09-15T22:04:24.835582+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-15T22:04:24.835582+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-15T22:04:24.835582+0000', 'last_clean_scrub_stamp': '2024-09-15T22:04:24.835582+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-09-15T22:04:29.540 INFO:tasks.ceph.ceph_manager.ceph:PG 2.1a is not active+clean 2024-09-15T22:04:29.540 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '2.1a', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-09-15T22:04:23.830575+0000', 'last_change': '2024-09-15T22:04:23.830575+0000', 'last_active': '2024-09-15T22:04:23.830575+0000', 'last_peered': '2024-09-15T22:04:23.830575+0000', 'last_clean': '2024-09-15T22:04:23.830575+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-15T22:04:23.830575+0000', 'last_undegraded': '2024-09-15T22:04:23.830575+0000', 'last_fullsized': '2024-09-15T22:04:23.830575+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-15T22:04:23.830575+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-15T22:04:23.830575+0000', 'last_clean_scrub_stamp': '2024-09-15T22:04:23.830575+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-09-15T22:04:29.540 INFO:tasks.ceph.ceph_manager.ceph:PG 2.19 is not active+clean 2024-09-15T22:04:29.540 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '2.19', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 18, 'state': 'creating+peering', 'last_fresh': '2024-09-15T22:04:23.837788+0000', 'last_change': '2024-09-15T22:04:23.837788+0000', 'last_active': '2024-09-15T22:04:23.830575+0000', 'last_peered': '2024-09-15T22:04:23.830575+0000', 'last_clean': '2024-09-15T22:04:23.830575+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-15T22:04:23.837788+0000', 'last_undegraded': '2024-09-15T22:04:23.837788+0000', 'last_fullsized': '2024-09-15T22:04:23.837788+0000', 'mapping_epoch': 18, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 18, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-15T22:04:23.830575+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-15T22:04:23.830575+0000', 'last_clean_scrub_stamp': '2024-09-15T22:04:23.830575+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [3, 6], 'acting': [3, 6], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 3, 'acting_primary': 3, 'purged_snaps': []} 2024-09-15T22:04:29.540 INFO:tasks.ceph.ceph_manager.ceph:PG 3.18 is not active+clean 2024-09-15T22:04:29.540 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '3.18', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-09-15T22:04:24.835582+0000', 'last_change': '2024-09-15T22:04:24.835582+0000', 'last_active': '2024-09-15T22:04:24.835582+0000', 'last_peered': '2024-09-15T22:04:24.835582+0000', 'last_clean': '2024-09-15T22:04:24.835582+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-15T22:04:24.835582+0000', 'last_undegraded': '2024-09-15T22:04:24.835582+0000', 'last_fullsized': '2024-09-15T22:04:24.835582+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-15T22:04:24.835582+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-15T22:04:24.835582+0000', 'last_clean_scrub_stamp': '2024-09-15T22:04:24.835582+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-09-15T22:04:29.540 INFO:tasks.ceph.ceph_manager.ceph:PG 2.18 is not active+clean 2024-09-15T22:04:29.540 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '2.18', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 18, 'state': 'creating+peering', 'last_fresh': '2024-09-15T22:04:23.844012+0000', 'last_change': '2024-09-15T22:04:23.844012+0000', 'last_active': '2024-09-15T22:04:23.830575+0000', 'last_peered': '2024-09-15T22:04:23.830575+0000', 'last_clean': '2024-09-15T22:04:23.830575+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-15T22:04:23.844012+0000', 'last_undegraded': '2024-09-15T22:04:23.844012+0000', 'last_fullsized': '2024-09-15T22:04:23.844012+0000', 'mapping_epoch': 18, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 18, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-15T22:04:23.830575+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-15T22:04:23.830575+0000', 'last_clean_scrub_stamp': '2024-09-15T22:04:23.830575+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [5, 4], 'acting': [5, 4], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 5, 'acting_primary': 5, 'purged_snaps': []} 2024-09-15T22:04:29.541 INFO:tasks.ceph.ceph_manager.ceph:PG 3.19 is not active+clean 2024-09-15T22:04:29.541 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '3.19', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-09-15T22:04:24.835582+0000', 'last_change': '2024-09-15T22:04:24.835582+0000', 'last_active': '2024-09-15T22:04:24.835582+0000', 'last_peered': '2024-09-15T22:04:24.835582+0000', 'last_clean': '2024-09-15T22:04:24.835582+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-15T22:04:24.835582+0000', 'last_undegraded': '2024-09-15T22:04:24.835582+0000', 'last_fullsized': '2024-09-15T22:04:24.835582+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-15T22:04:24.835582+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-15T22:04:24.835582+0000', 'last_clean_scrub_stamp': '2024-09-15T22:04:24.835582+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-09-15T22:04:29.541 INFO:tasks.ceph.ceph_manager.ceph:PG 2.17 is not active+clean 2024-09-15T22:04:29.541 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '2.17', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-09-15T22:04:23.830575+0000', 'last_change': '2024-09-15T22:04:23.830575+0000', 'last_active': '2024-09-15T22:04:23.830575+0000', 'last_peered': '2024-09-15T22:04:23.830575+0000', 'last_clean': '2024-09-15T22:04:23.830575+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-15T22:04:23.830575+0000', 'last_undegraded': '2024-09-15T22:04:23.830575+0000', 'last_fullsized': '2024-09-15T22:04:23.830575+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-15T22:04:23.830575+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-15T22:04:23.830575+0000', 'last_clean_scrub_stamp': '2024-09-15T22:04:23.830575+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-09-15T22:04:29.541 INFO:tasks.ceph.ceph_manager.ceph:PG 3.16 is not active+clean 2024-09-15T22:04:29.541 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '3.16', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-09-15T22:04:24.835582+0000', 'last_change': '2024-09-15T22:04:24.835582+0000', 'last_active': '2024-09-15T22:04:24.835582+0000', 'last_peered': '2024-09-15T22:04:24.835582+0000', 'last_clean': '2024-09-15T22:04:24.835582+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-15T22:04:24.835582+0000', 'last_undegraded': '2024-09-15T22:04:24.835582+0000', 'last_fullsized': '2024-09-15T22:04:24.835582+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-15T22:04:24.835582+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-15T22:04:24.835582+0000', 'last_clean_scrub_stamp': '2024-09-15T22:04:24.835582+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-09-15T22:04:29.541 INFO:tasks.ceph.ceph_manager.ceph:PG 2.16 is not active+clean 2024-09-15T22:04:29.541 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '2.16', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 18, 'state': 'creating+peering', 'last_fresh': '2024-09-15T22:04:23.843743+0000', 'last_change': '2024-09-15T22:04:23.843743+0000', 'last_active': '2024-09-15T22:04:23.830575+0000', 'last_peered': '2024-09-15T22:04:23.830575+0000', 'last_clean': '2024-09-15T22:04:23.830575+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-15T22:04:23.843743+0000', 'last_undegraded': '2024-09-15T22:04:23.843743+0000', 'last_fullsized': '2024-09-15T22:04:23.843743+0000', 'mapping_epoch': 18, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 18, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-15T22:04:23.830575+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-15T22:04:23.830575+0000', 'last_clean_scrub_stamp': '2024-09-15T22:04:23.830575+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [5, 6], 'acting': [5, 6], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 5, 'acting_primary': 5, 'purged_snaps': []} 2024-09-15T22:04:29.541 INFO:tasks.ceph.ceph_manager.ceph:PG 3.17 is not active+clean 2024-09-15T22:04:29.541 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '3.17', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-09-15T22:04:24.835582+0000', 'last_change': '2024-09-15T22:04:24.835582+0000', 'last_active': '2024-09-15T22:04:24.835582+0000', 'last_peered': '2024-09-15T22:04:24.835582+0000', 'last_clean': '2024-09-15T22:04:24.835582+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-15T22:04:24.835582+0000', 'last_undegraded': '2024-09-15T22:04:24.835582+0000', 'last_fullsized': '2024-09-15T22:04:24.835582+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-15T22:04:24.835582+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-15T22:04:24.835582+0000', 'last_clean_scrub_stamp': '2024-09-15T22:04:24.835582+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-09-15T22:04:29.541 INFO:tasks.ceph.ceph_manager.ceph:PG 2.15 is not active+clean 2024-09-15T22:04:29.541 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '2.15', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 18, 'state': 'creating+peering', 'last_fresh': '2024-09-15T22:04:23.839584+0000', 'last_change': '2024-09-15T22:04:23.839584+0000', 'last_active': '2024-09-15T22:04:23.830575+0000', 'last_peered': '2024-09-15T22:04:23.830575+0000', 'last_clean': '2024-09-15T22:04:23.830575+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-15T22:04:23.839584+0000', 'last_undegraded': '2024-09-15T22:04:23.839584+0000', 'last_fullsized': '2024-09-15T22:04:23.839584+0000', 'mapping_epoch': 18, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 18, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-15T22:04:23.830575+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-15T22:04:23.830575+0000', 'last_clean_scrub_stamp': '2024-09-15T22:04:23.830575+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [1, 5], 'acting': [1, 5], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 1, 'acting_primary': 1, 'purged_snaps': []} 2024-09-15T22:04:29.542 INFO:tasks.ceph.ceph_manager.ceph:PG 3.14 is not active+clean 2024-09-15T22:04:29.542 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '3.14', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-09-15T22:04:24.835582+0000', 'last_change': '2024-09-15T22:04:24.835582+0000', 'last_active': '2024-09-15T22:04:24.835582+0000', 'last_peered': '2024-09-15T22:04:24.835582+0000', 'last_clean': '2024-09-15T22:04:24.835582+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-15T22:04:24.835582+0000', 'last_undegraded': '2024-09-15T22:04:24.835582+0000', 'last_fullsized': '2024-09-15T22:04:24.835582+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-15T22:04:24.835582+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-15T22:04:24.835582+0000', 'last_clean_scrub_stamp': '2024-09-15T22:04:24.835582+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-09-15T22:04:29.542 INFO:tasks.ceph.ceph_manager.ceph:PG 2.14 is not active+clean 2024-09-15T22:04:29.542 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '2.14', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-09-15T22:04:23.830575+0000', 'last_change': '2024-09-15T22:04:23.830575+0000', 'last_active': '2024-09-15T22:04:23.830575+0000', 'last_peered': '2024-09-15T22:04:23.830575+0000', 'last_clean': '2024-09-15T22:04:23.830575+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-15T22:04:23.830575+0000', 'last_undegraded': '2024-09-15T22:04:23.830575+0000', 'last_fullsized': '2024-09-15T22:04:23.830575+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-15T22:04:23.830575+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-15T22:04:23.830575+0000', 'last_clean_scrub_stamp': '2024-09-15T22:04:23.830575+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-09-15T22:04:29.542 INFO:tasks.ceph.ceph_manager.ceph:PG 3.15 is not active+clean 2024-09-15T22:04:29.542 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '3.15', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-09-15T22:04:24.835582+0000', 'last_change': '2024-09-15T22:04:24.835582+0000', 'last_active': '2024-09-15T22:04:24.835582+0000', 'last_peered': '2024-09-15T22:04:24.835582+0000', 'last_clean': '2024-09-15T22:04:24.835582+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-15T22:04:24.835582+0000', 'last_undegraded': '2024-09-15T22:04:24.835582+0000', 'last_fullsized': '2024-09-15T22:04:24.835582+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-15T22:04:24.835582+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-15T22:04:24.835582+0000', 'last_clean_scrub_stamp': '2024-09-15T22:04:24.835582+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-09-15T22:04:29.542 INFO:tasks.ceph.ceph_manager.ceph:PG 2.13 is not active+clean 2024-09-15T22:04:29.542 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '2.13', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 18, 'state': 'creating+peering', 'last_fresh': '2024-09-15T22:04:23.840282+0000', 'last_change': '2024-09-15T22:04:23.840282+0000', 'last_active': '2024-09-15T22:04:23.830575+0000', 'last_peered': '2024-09-15T22:04:23.830575+0000', 'last_clean': '2024-09-15T22:04:23.830575+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-15T22:04:23.840282+0000', 'last_undegraded': '2024-09-15T22:04:23.840282+0000', 'last_fullsized': '2024-09-15T22:04:23.840282+0000', 'mapping_epoch': 18, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 18, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-15T22:04:23.830575+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-15T22:04:23.830575+0000', 'last_clean_scrub_stamp': '2024-09-15T22:04:23.830575+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [0, 4], 'acting': [0, 4], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 0, 'acting_primary': 0, 'purged_snaps': []} 2024-09-15T22:04:29.542 INFO:tasks.ceph.ceph_manager.ceph:PG 3.12 is not active+clean 2024-09-15T22:04:29.542 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '3.12', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-09-15T22:04:24.835582+0000', 'last_change': '2024-09-15T22:04:24.835582+0000', 'last_active': '2024-09-15T22:04:24.835582+0000', 'last_peered': '2024-09-15T22:04:24.835582+0000', 'last_clean': '2024-09-15T22:04:24.835582+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-15T22:04:24.835582+0000', 'last_undegraded': '2024-09-15T22:04:24.835582+0000', 'last_fullsized': '2024-09-15T22:04:24.835582+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-15T22:04:24.835582+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-15T22:04:24.835582+0000', 'last_clean_scrub_stamp': '2024-09-15T22:04:24.835582+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-09-15T22:04:29.542 INFO:tasks.ceph.ceph_manager.ceph:PG 2.12 is not active+clean 2024-09-15T22:04:29.543 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '2.12', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 18, 'state': 'creating+peering', 'last_fresh': '2024-09-15T22:04:23.844221+0000', 'last_change': '2024-09-15T22:04:23.844221+0000', 'last_active': '2024-09-15T22:04:23.830575+0000', 'last_peered': '2024-09-15T22:04:23.830575+0000', 'last_clean': '2024-09-15T22:04:23.830575+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-15T22:04:23.844221+0000', 'last_undegraded': '2024-09-15T22:04:23.844221+0000', 'last_fullsized': '2024-09-15T22:04:23.844221+0000', 'mapping_epoch': 18, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 18, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-15T22:04:23.830575+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-15T22:04:23.830575+0000', 'last_clean_scrub_stamp': '2024-09-15T22:04:23.830575+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [5, 3], 'acting': [5, 3], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 5, 'acting_primary': 5, 'purged_snaps': []} 2024-09-15T22:04:29.543 INFO:tasks.ceph.ceph_manager.ceph:PG 3.13 is not active+clean 2024-09-15T22:04:29.543 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '3.13', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-09-15T22:04:24.835582+0000', 'last_change': '2024-09-15T22:04:24.835582+0000', 'last_active': '2024-09-15T22:04:24.835582+0000', 'last_peered': '2024-09-15T22:04:24.835582+0000', 'last_clean': '2024-09-15T22:04:24.835582+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-15T22:04:24.835582+0000', 'last_undegraded': '2024-09-15T22:04:24.835582+0000', 'last_fullsized': '2024-09-15T22:04:24.835582+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-15T22:04:24.835582+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-15T22:04:24.835582+0000', 'last_clean_scrub_stamp': '2024-09-15T22:04:24.835582+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-09-15T22:04:29.543 INFO:tasks.ceph.ceph_manager.ceph:PG 2.11 is not active+clean 2024-09-15T22:04:29.543 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '2.11', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-09-15T22:04:23.830575+0000', 'last_change': '2024-09-15T22:04:23.830575+0000', 'last_active': '2024-09-15T22:04:23.830575+0000', 'last_peered': '2024-09-15T22:04:23.830575+0000', 'last_clean': '2024-09-15T22:04:23.830575+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-15T22:04:23.830575+0000', 'last_undegraded': '2024-09-15T22:04:23.830575+0000', 'last_fullsized': '2024-09-15T22:04:23.830575+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-15T22:04:23.830575+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-15T22:04:23.830575+0000', 'last_clean_scrub_stamp': '2024-09-15T22:04:23.830575+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-09-15T22:04:29.543 INFO:tasks.ceph.ceph_manager.ceph:PG 3.10 is not active+clean 2024-09-15T22:04:29.543 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '3.10', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-09-15T22:04:24.835582+0000', 'last_change': '2024-09-15T22:04:24.835582+0000', 'last_active': '2024-09-15T22:04:24.835582+0000', 'last_peered': '2024-09-15T22:04:24.835582+0000', 'last_clean': '2024-09-15T22:04:24.835582+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-15T22:04:24.835582+0000', 'last_undegraded': '2024-09-15T22:04:24.835582+0000', 'last_fullsized': '2024-09-15T22:04:24.835582+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-15T22:04:24.835582+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-15T22:04:24.835582+0000', 'last_clean_scrub_stamp': '2024-09-15T22:04:24.835582+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-09-15T22:04:29.543 INFO:tasks.ceph.ceph_manager.ceph:PG 2.10 is not active+clean 2024-09-15T22:04:29.543 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '2.10', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 18, 'state': 'creating+peering', 'last_fresh': '2024-09-15T22:04:23.847675+0000', 'last_change': '2024-09-15T22:04:23.847675+0000', 'last_active': '2024-09-15T22:04:23.830575+0000', 'last_peered': '2024-09-15T22:04:23.830575+0000', 'last_clean': '2024-09-15T22:04:23.830575+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-15T22:04:23.847675+0000', 'last_undegraded': '2024-09-15T22:04:23.847675+0000', 'last_fullsized': '2024-09-15T22:04:23.847675+0000', 'mapping_epoch': 18, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 18, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-15T22:04:23.830575+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-15T22:04:23.830575+0000', 'last_clean_scrub_stamp': '2024-09-15T22:04:23.830575+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [2, 1], 'acting': [2, 1], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 2, 'acting_primary': 2, 'purged_snaps': []} 2024-09-15T22:04:29.544 INFO:tasks.ceph.ceph_manager.ceph:PG 3.11 is not active+clean 2024-09-15T22:04:29.544 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '3.11', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-09-15T22:04:24.835582+0000', 'last_change': '2024-09-15T22:04:24.835582+0000', 'last_active': '2024-09-15T22:04:24.835582+0000', 'last_peered': '2024-09-15T22:04:24.835582+0000', 'last_clean': '2024-09-15T22:04:24.835582+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-15T22:04:24.835582+0000', 'last_undegraded': '2024-09-15T22:04:24.835582+0000', 'last_fullsized': '2024-09-15T22:04:24.835582+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-15T22:04:24.835582+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-15T22:04:24.835582+0000', 'last_clean_scrub_stamp': '2024-09-15T22:04:24.835582+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-09-15T22:04:29.544 INFO:tasks.ceph.ceph_manager.ceph:PG 2.f is not active+clean 2024-09-15T22:04:29.544 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '2.f', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 18, 'state': 'creating+peering', 'last_fresh': '2024-09-15T22:04:23.837657+0000', 'last_change': '2024-09-15T22:04:23.837657+0000', 'last_active': '2024-09-15T22:04:23.830575+0000', 'last_peered': '2024-09-15T22:04:23.830575+0000', 'last_clean': '2024-09-15T22:04:23.830575+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-15T22:04:23.837657+0000', 'last_undegraded': '2024-09-15T22:04:23.837657+0000', 'last_fullsized': '2024-09-15T22:04:23.837657+0000', 'mapping_epoch': 18, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 18, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-15T22:04:23.830575+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-15T22:04:23.830575+0000', 'last_clean_scrub_stamp': '2024-09-15T22:04:23.830575+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [4, 0], 'acting': [4, 0], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 4, 'acting_primary': 4, 'purged_snaps': []} 2024-09-15T22:04:29.544 INFO:tasks.ceph.ceph_manager.ceph:PG 3.e is not active+clean 2024-09-15T22:04:29.544 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '3.e', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-09-15T22:04:24.835582+0000', 'last_change': '2024-09-15T22:04:24.835582+0000', 'last_active': '2024-09-15T22:04:24.835582+0000', 'last_peered': '2024-09-15T22:04:24.835582+0000', 'last_clean': '2024-09-15T22:04:24.835582+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-15T22:04:24.835582+0000', 'last_undegraded': '2024-09-15T22:04:24.835582+0000', 'last_fullsized': '2024-09-15T22:04:24.835582+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-15T22:04:24.835582+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-15T22:04:24.835582+0000', 'last_clean_scrub_stamp': '2024-09-15T22:04:24.835582+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-09-15T22:04:29.544 INFO:tasks.ceph.ceph_manager.ceph:PG 2.e is not active+clean 2024-09-15T22:04:29.544 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '2.e', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 18, 'state': 'creating+peering', 'last_fresh': '2024-09-15T22:04:23.847692+0000', 'last_change': '2024-09-15T22:04:23.847692+0000', 'last_active': '2024-09-15T22:04:23.830575+0000', 'last_peered': '2024-09-15T22:04:23.830575+0000', 'last_clean': '2024-09-15T22:04:23.830575+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-15T22:04:23.847692+0000', 'last_undegraded': '2024-09-15T22:04:23.847692+0000', 'last_fullsized': '2024-09-15T22:04:23.847692+0000', 'mapping_epoch': 18, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 18, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-15T22:04:23.830575+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-15T22:04:23.830575+0000', 'last_clean_scrub_stamp': '2024-09-15T22:04:23.830575+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [2, 3], 'acting': [2, 3], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 2, 'acting_primary': 2, 'purged_snaps': []} 2024-09-15T22:04:29.545 INFO:tasks.ceph.ceph_manager.ceph:PG 3.f is not active+clean 2024-09-15T22:04:29.545 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '3.f', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-09-15T22:04:24.835582+0000', 'last_change': '2024-09-15T22:04:24.835582+0000', 'last_active': '2024-09-15T22:04:24.835582+0000', 'last_peered': '2024-09-15T22:04:24.835582+0000', 'last_clean': '2024-09-15T22:04:24.835582+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-15T22:04:24.835582+0000', 'last_undegraded': '2024-09-15T22:04:24.835582+0000', 'last_fullsized': '2024-09-15T22:04:24.835582+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-15T22:04:24.835582+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-15T22:04:24.835582+0000', 'last_clean_scrub_stamp': '2024-09-15T22:04:24.835582+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-09-15T22:04:29.545 INFO:tasks.ceph.ceph_manager.ceph:PG 2.d is not active+clean 2024-09-15T22:04:29.545 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '2.d', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 18, 'state': 'creating+peering', 'last_fresh': '2024-09-15T22:04:23.838906+0000', 'last_change': '2024-09-15T22:04:23.838906+0000', 'last_active': '2024-09-15T22:04:23.830575+0000', 'last_peered': '2024-09-15T22:04:23.830575+0000', 'last_clean': '2024-09-15T22:04:23.830575+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-15T22:04:23.838906+0000', 'last_undegraded': '2024-09-15T22:04:23.838906+0000', 'last_fullsized': '2024-09-15T22:04:23.838906+0000', 'mapping_epoch': 18, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 18, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-15T22:04:23.830575+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-15T22:04:23.830575+0000', 'last_clean_scrub_stamp': '2024-09-15T22:04:23.830575+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [1, 4], 'acting': [1, 4], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 1, 'acting_primary': 1, 'purged_snaps': []} 2024-09-15T22:04:29.545 INFO:tasks.ceph.ceph_manager.ceph:PG 3.c is not active+clean 2024-09-15T22:04:29.545 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '3.c', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-09-15T22:04:24.835582+0000', 'last_change': '2024-09-15T22:04:24.835582+0000', 'last_active': '2024-09-15T22:04:24.835582+0000', 'last_peered': '2024-09-15T22:04:24.835582+0000', 'last_clean': '2024-09-15T22:04:24.835582+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-15T22:04:24.835582+0000', 'last_undegraded': '2024-09-15T22:04:24.835582+0000', 'last_fullsized': '2024-09-15T22:04:24.835582+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-15T22:04:24.835582+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-15T22:04:24.835582+0000', 'last_clean_scrub_stamp': '2024-09-15T22:04:24.835582+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-09-15T22:04:29.545 INFO:tasks.ceph.ceph_manager.ceph:PG 2.c is not active+clean 2024-09-15T22:04:29.545 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '2.c', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 18, 'state': 'creating+peering', 'last_fresh': '2024-09-15T22:04:23.847675+0000', 'last_change': '2024-09-15T22:04:23.847675+0000', 'last_active': '2024-09-15T22:04:23.830575+0000', 'last_peered': '2024-09-15T22:04:23.830575+0000', 'last_clean': '2024-09-15T22:04:23.830575+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-15T22:04:23.847675+0000', 'last_undegraded': '2024-09-15T22:04:23.847675+0000', 'last_fullsized': '2024-09-15T22:04:23.847675+0000', 'mapping_epoch': 18, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 18, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-15T22:04:23.830575+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-15T22:04:23.830575+0000', 'last_clean_scrub_stamp': '2024-09-15T22:04:23.830575+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [2, 5], 'acting': [2, 5], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 2, 'acting_primary': 2, 'purged_snaps': []} 2024-09-15T22:04:29.545 INFO:tasks.ceph.ceph_manager.ceph:PG 3.d is not active+clean 2024-09-15T22:04:29.545 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '3.d', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-09-15T22:04:24.835582+0000', 'last_change': '2024-09-15T22:04:24.835582+0000', 'last_active': '2024-09-15T22:04:24.835582+0000', 'last_peered': '2024-09-15T22:04:24.835582+0000', 'last_clean': '2024-09-15T22:04:24.835582+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-15T22:04:24.835582+0000', 'last_undegraded': '2024-09-15T22:04:24.835582+0000', 'last_fullsized': '2024-09-15T22:04:24.835582+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-15T22:04:24.835582+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-15T22:04:24.835582+0000', 'last_clean_scrub_stamp': '2024-09-15T22:04:24.835582+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-09-15T22:04:29.545 INFO:tasks.ceph.ceph_manager.ceph:PG 2.3 is not active+clean 2024-09-15T22:04:29.546 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '2.3', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 18, 'state': 'creating+peering', 'last_fresh': '2024-09-15T22:04:23.843686+0000', 'last_change': '2024-09-15T22:04:23.843686+0000', 'last_active': '2024-09-15T22:04:23.830575+0000', 'last_peered': '2024-09-15T22:04:23.830575+0000', 'last_clean': '2024-09-15T22:04:23.830575+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-15T22:04:23.843686+0000', 'last_undegraded': '2024-09-15T22:04:23.843686+0000', 'last_fullsized': '2024-09-15T22:04:23.843686+0000', 'mapping_epoch': 18, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 18, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-15T22:04:23.830575+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-15T22:04:23.830575+0000', 'last_clean_scrub_stamp': '2024-09-15T22:04:23.830575+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [5, 2], 'acting': [5, 2], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 5, 'acting_primary': 5, 'purged_snaps': []} 2024-09-15T22:04:29.546 INFO:tasks.ceph.ceph_manager.ceph:PG 3.2 is not active+clean 2024-09-15T22:04:29.546 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '3.2', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-09-15T22:04:24.835582+0000', 'last_change': '2024-09-15T22:04:24.835582+0000', 'last_active': '2024-09-15T22:04:24.835582+0000', 'last_peered': '2024-09-15T22:04:24.835582+0000', 'last_clean': '2024-09-15T22:04:24.835582+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-15T22:04:24.835582+0000', 'last_undegraded': '2024-09-15T22:04:24.835582+0000', 'last_fullsized': '2024-09-15T22:04:24.835582+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-15T22:04:24.835582+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-15T22:04:24.835582+0000', 'last_clean_scrub_stamp': '2024-09-15T22:04:24.835582+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-09-15T22:04:29.546 INFO:tasks.ceph.ceph_manager.ceph:PG 2.0 is not active+clean 2024-09-15T22:04:29.546 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '2.0', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 18, 'state': 'creating+peering', 'last_fresh': '2024-09-15T22:04:23.839911+0000', 'last_change': '2024-09-15T22:04:23.839911+0000', 'last_active': '2024-09-15T22:04:23.830575+0000', 'last_peered': '2024-09-15T22:04:23.830575+0000', 'last_clean': '2024-09-15T22:04:23.830575+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-15T22:04:23.839911+0000', 'last_undegraded': '2024-09-15T22:04:23.839911+0000', 'last_fullsized': '2024-09-15T22:04:23.839911+0000', 'mapping_epoch': 18, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 18, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-15T22:04:23.830575+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-15T22:04:23.830575+0000', 'last_clean_scrub_stamp': '2024-09-15T22:04:23.830575+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [7, 1], 'acting': [7, 1], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 7, 'acting_primary': 7, 'purged_snaps': []} 2024-09-15T22:04:29.546 INFO:tasks.ceph.ceph_manager.ceph:PG 3.1 is not active+clean 2024-09-15T22:04:29.546 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '3.1', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-09-15T22:04:24.835582+0000', 'last_change': '2024-09-15T22:04:24.835582+0000', 'last_active': '2024-09-15T22:04:24.835582+0000', 'last_peered': '2024-09-15T22:04:24.835582+0000', 'last_clean': '2024-09-15T22:04:24.835582+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-15T22:04:24.835582+0000', 'last_undegraded': '2024-09-15T22:04:24.835582+0000', 'last_fullsized': '2024-09-15T22:04:24.835582+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-15T22:04:24.835582+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-15T22:04:24.835582+0000', 'last_clean_scrub_stamp': '2024-09-15T22:04:24.835582+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-09-15T22:04:29.546 INFO:tasks.ceph.ceph_manager.ceph:PG 2.1 is not active+clean 2024-09-15T22:04:29.546 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '2.1', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 18, 'state': 'creating+peering', 'last_fresh': '2024-09-15T22:04:23.847648+0000', 'last_change': '2024-09-15T22:04:23.847648+0000', 'last_active': '2024-09-15T22:04:23.830575+0000', 'last_peered': '2024-09-15T22:04:23.830575+0000', 'last_clean': '2024-09-15T22:04:23.830575+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-15T22:04:23.847648+0000', 'last_undegraded': '2024-09-15T22:04:23.847648+0000', 'last_fullsized': '2024-09-15T22:04:23.847648+0000', 'mapping_epoch': 18, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 18, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-15T22:04:23.830575+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-15T22:04:23.830575+0000', 'last_clean_scrub_stamp': '2024-09-15T22:04:23.830575+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [2, 3], 'acting': [2, 3], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 2, 'acting_primary': 2, 'purged_snaps': []} 2024-09-15T22:04:29.546 INFO:tasks.ceph.ceph_manager.ceph:PG 3.0 is not active+clean 2024-09-15T22:04:29.547 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '3.0', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-09-15T22:04:24.835582+0000', 'last_change': '2024-09-15T22:04:24.835582+0000', 'last_active': '2024-09-15T22:04:24.835582+0000', 'last_peered': '2024-09-15T22:04:24.835582+0000', 'last_clean': '2024-09-15T22:04:24.835582+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-15T22:04:24.835582+0000', 'last_undegraded': '2024-09-15T22:04:24.835582+0000', 'last_fullsized': '2024-09-15T22:04:24.835582+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-15T22:04:24.835582+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-15T22:04:24.835582+0000', 'last_clean_scrub_stamp': '2024-09-15T22:04:24.835582+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-09-15T22:04:29.547 INFO:tasks.ceph.ceph_manager.ceph:PG 2.2 is not active+clean 2024-09-15T22:04:29.547 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '2.2', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 18, 'state': 'creating+peering', 'last_fresh': '2024-09-15T22:04:23.843645+0000', 'last_change': '2024-09-15T22:04:23.843645+0000', 'last_active': '2024-09-15T22:04:23.830575+0000', 'last_peered': '2024-09-15T22:04:23.830575+0000', 'last_clean': '2024-09-15T22:04:23.830575+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-15T22:04:23.843645+0000', 'last_undegraded': '2024-09-15T22:04:23.843645+0000', 'last_fullsized': '2024-09-15T22:04:23.843645+0000', 'mapping_epoch': 18, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 18, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-15T22:04:23.830575+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-15T22:04:23.830575+0000', 'last_clean_scrub_stamp': '2024-09-15T22:04:23.830575+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [5, 1], 'acting': [5, 1], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 5, 'acting_primary': 5, 'purged_snaps': []} 2024-09-15T22:04:29.547 INFO:tasks.ceph.ceph_manager.ceph:PG 3.3 is not active+clean 2024-09-15T22:04:29.547 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '3.3', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-09-15T22:04:24.835582+0000', 'last_change': '2024-09-15T22:04:24.835582+0000', 'last_active': '2024-09-15T22:04:24.835582+0000', 'last_peered': '2024-09-15T22:04:24.835582+0000', 'last_clean': '2024-09-15T22:04:24.835582+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-15T22:04:24.835582+0000', 'last_undegraded': '2024-09-15T22:04:24.835582+0000', 'last_fullsized': '2024-09-15T22:04:24.835582+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-15T22:04:24.835582+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-15T22:04:24.835582+0000', 'last_clean_scrub_stamp': '2024-09-15T22:04:24.835582+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-09-15T22:04:29.547 INFO:tasks.ceph.ceph_manager.ceph:PG 2.4 is not active+clean 2024-09-15T22:04:29.547 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '2.4', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 18, 'state': 'creating+peering', 'last_fresh': '2024-09-15T22:04:23.838505+0000', 'last_change': '2024-09-15T22:04:23.838505+0000', 'last_active': '2024-09-15T22:04:23.830575+0000', 'last_peered': '2024-09-15T22:04:23.830575+0000', 'last_clean': '2024-09-15T22:04:23.830575+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-15T22:04:23.838505+0000', 'last_undegraded': '2024-09-15T22:04:23.838505+0000', 'last_fullsized': '2024-09-15T22:04:23.838505+0000', 'mapping_epoch': 18, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 18, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-15T22:04:23.830575+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-15T22:04:23.830575+0000', 'last_clean_scrub_stamp': '2024-09-15T22:04:23.830575+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [1, 0], 'acting': [1, 0], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 1, 'acting_primary': 1, 'purged_snaps': []} 2024-09-15T22:04:29.547 INFO:tasks.ceph.ceph_manager.ceph:PG 3.5 is not active+clean 2024-09-15T22:04:29.547 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '3.5', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-09-15T22:04:24.835582+0000', 'last_change': '2024-09-15T22:04:24.835582+0000', 'last_active': '2024-09-15T22:04:24.835582+0000', 'last_peered': '2024-09-15T22:04:24.835582+0000', 'last_clean': '2024-09-15T22:04:24.835582+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-15T22:04:24.835582+0000', 'last_undegraded': '2024-09-15T22:04:24.835582+0000', 'last_fullsized': '2024-09-15T22:04:24.835582+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-15T22:04:24.835582+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-15T22:04:24.835582+0000', 'last_clean_scrub_stamp': '2024-09-15T22:04:24.835582+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-09-15T22:04:29.547 INFO:tasks.ceph.ceph_manager.ceph:PG 2.5 is not active+clean 2024-09-15T22:04:29.548 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '2.5', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 18, 'state': 'creating+peering', 'last_fresh': '2024-09-15T22:04:23.840201+0000', 'last_change': '2024-09-15T22:04:23.840201+0000', 'last_active': '2024-09-15T22:04:23.830575+0000', 'last_peered': '2024-09-15T22:04:23.830575+0000', 'last_clean': '2024-09-15T22:04:23.830575+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-15T22:04:23.840201+0000', 'last_undegraded': '2024-09-15T22:04:23.840201+0000', 'last_fullsized': '2024-09-15T22:04:23.840201+0000', 'mapping_epoch': 18, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 18, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-15T22:04:23.830575+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-15T22:04:23.830575+0000', 'last_clean_scrub_stamp': '2024-09-15T22:04:23.830575+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [7, 0], 'acting': [7, 0], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 7, 'acting_primary': 7, 'purged_snaps': []} 2024-09-15T22:04:29.548 INFO:tasks.ceph.ceph_manager.ceph:PG 3.4 is not active+clean 2024-09-15T22:04:29.548 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '3.4', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-09-15T22:04:24.835582+0000', 'last_change': '2024-09-15T22:04:24.835582+0000', 'last_active': '2024-09-15T22:04:24.835582+0000', 'last_peered': '2024-09-15T22:04:24.835582+0000', 'last_clean': '2024-09-15T22:04:24.835582+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-15T22:04:24.835582+0000', 'last_undegraded': '2024-09-15T22:04:24.835582+0000', 'last_fullsized': '2024-09-15T22:04:24.835582+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-15T22:04:24.835582+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-15T22:04:24.835582+0000', 'last_clean_scrub_stamp': '2024-09-15T22:04:24.835582+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-09-15T22:04:29.548 INFO:tasks.ceph.ceph_manager.ceph:PG 2.6 is not active+clean 2024-09-15T22:04:29.548 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '2.6', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 18, 'state': 'creating+peering', 'last_fresh': '2024-09-15T22:04:23.838529+0000', 'last_change': '2024-09-15T22:04:23.838529+0000', 'last_active': '2024-09-15T22:04:23.830575+0000', 'last_peered': '2024-09-15T22:04:23.830575+0000', 'last_clean': '2024-09-15T22:04:23.830575+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-15T22:04:23.838529+0000', 'last_undegraded': '2024-09-15T22:04:23.838529+0000', 'last_fullsized': '2024-09-15T22:04:23.838529+0000', 'mapping_epoch': 18, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 18, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-15T22:04:23.830575+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-15T22:04:23.830575+0000', 'last_clean_scrub_stamp': '2024-09-15T22:04:23.830575+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [1, 6], 'acting': [1, 6], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 1, 'acting_primary': 1, 'purged_snaps': []} 2024-09-15T22:04:29.548 INFO:tasks.ceph.ceph_manager.ceph:PG 3.7 is not active+clean 2024-09-15T22:04:29.548 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '3.7', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-09-15T22:04:24.835582+0000', 'last_change': '2024-09-15T22:04:24.835582+0000', 'last_active': '2024-09-15T22:04:24.835582+0000', 'last_peered': '2024-09-15T22:04:24.835582+0000', 'last_clean': '2024-09-15T22:04:24.835582+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-15T22:04:24.835582+0000', 'last_undegraded': '2024-09-15T22:04:24.835582+0000', 'last_fullsized': '2024-09-15T22:04:24.835582+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-15T22:04:24.835582+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-15T22:04:24.835582+0000', 'last_clean_scrub_stamp': '2024-09-15T22:04:24.835582+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-09-15T22:04:29.548 INFO:tasks.ceph.ceph_manager.ceph:PG 2.7 is not active+clean 2024-09-15T22:04:29.548 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '2.7', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-09-15T22:04:23.830575+0000', 'last_change': '2024-09-15T22:04:23.830575+0000', 'last_active': '2024-09-15T22:04:23.830575+0000', 'last_peered': '2024-09-15T22:04:23.830575+0000', 'last_clean': '2024-09-15T22:04:23.830575+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-15T22:04:23.830575+0000', 'last_undegraded': '2024-09-15T22:04:23.830575+0000', 'last_fullsized': '2024-09-15T22:04:23.830575+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-15T22:04:23.830575+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-15T22:04:23.830575+0000', 'last_clean_scrub_stamp': '2024-09-15T22:04:23.830575+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-09-15T22:04:29.548 INFO:tasks.ceph.ceph_manager.ceph:PG 3.6 is not active+clean 2024-09-15T22:04:29.548 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '3.6', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-09-15T22:04:24.835582+0000', 'last_change': '2024-09-15T22:04:24.835582+0000', 'last_active': '2024-09-15T22:04:24.835582+0000', 'last_peered': '2024-09-15T22:04:24.835582+0000', 'last_clean': '2024-09-15T22:04:24.835582+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-15T22:04:24.835582+0000', 'last_undegraded': '2024-09-15T22:04:24.835582+0000', 'last_fullsized': '2024-09-15T22:04:24.835582+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-15T22:04:24.835582+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-15T22:04:24.835582+0000', 'last_clean_scrub_stamp': '2024-09-15T22:04:24.835582+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-09-15T22:04:29.549 INFO:tasks.ceph.ceph_manager.ceph:PG 2.8 is not active+clean 2024-09-15T22:04:29.549 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '2.8', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 18, 'state': 'creating+peering', 'last_fresh': '2024-09-15T22:04:23.840719+0000', 'last_change': '2024-09-15T22:04:23.840719+0000', 'last_active': '2024-09-15T22:04:23.830575+0000', 'last_peered': '2024-09-15T22:04:23.830575+0000', 'last_clean': '2024-09-15T22:04:23.830575+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-15T22:04:23.840719+0000', 'last_undegraded': '2024-09-15T22:04:23.840719+0000', 'last_fullsized': '2024-09-15T22:04:23.840719+0000', 'mapping_epoch': 18, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 18, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-15T22:04:23.830575+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-15T22:04:23.830575+0000', 'last_clean_scrub_stamp': '2024-09-15T22:04:23.830575+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [7, 0], 'acting': [7, 0], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 7, 'acting_primary': 7, 'purged_snaps': []} 2024-09-15T22:04:29.549 INFO:tasks.ceph.ceph_manager.ceph:PG 3.9 is not active+clean 2024-09-15T22:04:29.549 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '3.9', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-09-15T22:04:24.835582+0000', 'last_change': '2024-09-15T22:04:24.835582+0000', 'last_active': '2024-09-15T22:04:24.835582+0000', 'last_peered': '2024-09-15T22:04:24.835582+0000', 'last_clean': '2024-09-15T22:04:24.835582+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-15T22:04:24.835582+0000', 'last_undegraded': '2024-09-15T22:04:24.835582+0000', 'last_fullsized': '2024-09-15T22:04:24.835582+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-15T22:04:24.835582+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-15T22:04:24.835582+0000', 'last_clean_scrub_stamp': '2024-09-15T22:04:24.835582+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-09-15T22:04:29.549 INFO:tasks.ceph.ceph_manager.ceph:PG 2.9 is not active+clean 2024-09-15T22:04:29.549 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '2.9', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 18, 'state': 'creating+peering', 'last_fresh': '2024-09-15T22:04:23.838959+0000', 'last_change': '2024-09-15T22:04:23.838959+0000', 'last_active': '2024-09-15T22:04:23.830575+0000', 'last_peered': '2024-09-15T22:04:23.830575+0000', 'last_clean': '2024-09-15T22:04:23.830575+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-15T22:04:23.838959+0000', 'last_undegraded': '2024-09-15T22:04:23.838959+0000', 'last_fullsized': '2024-09-15T22:04:23.838959+0000', 'mapping_epoch': 18, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 18, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-15T22:04:23.830575+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-15T22:04:23.830575+0000', 'last_clean_scrub_stamp': '2024-09-15T22:04:23.830575+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [1, 7], 'acting': [1, 7], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 1, 'acting_primary': 1, 'purged_snaps': []} 2024-09-15T22:04:29.550 INFO:tasks.ceph.ceph_manager.ceph:PG 3.8 is not active+clean 2024-09-15T22:04:29.550 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '3.8', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-09-15T22:04:24.835582+0000', 'last_change': '2024-09-15T22:04:24.835582+0000', 'last_active': '2024-09-15T22:04:24.835582+0000', 'last_peered': '2024-09-15T22:04:24.835582+0000', 'last_clean': '2024-09-15T22:04:24.835582+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-15T22:04:24.835582+0000', 'last_undegraded': '2024-09-15T22:04:24.835582+0000', 'last_fullsized': '2024-09-15T22:04:24.835582+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-15T22:04:24.835582+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-15T22:04:24.835582+0000', 'last_clean_scrub_stamp': '2024-09-15T22:04:24.835582+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-09-15T22:04:29.550 INFO:tasks.ceph.ceph_manager.ceph:PG 2.a is not active+clean 2024-09-15T22:04:29.550 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '2.a', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 18, 'state': 'creating+peering', 'last_fresh': '2024-09-15T22:04:23.838857+0000', 'last_change': '2024-09-15T22:04:23.838857+0000', 'last_active': '2024-09-15T22:04:23.830575+0000', 'last_peered': '2024-09-15T22:04:23.830575+0000', 'last_clean': '2024-09-15T22:04:23.830575+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-15T22:04:23.838857+0000', 'last_undegraded': '2024-09-15T22:04:23.838857+0000', 'last_fullsized': '2024-09-15T22:04:23.838857+0000', 'mapping_epoch': 18, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 18, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-15T22:04:23.830575+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-15T22:04:23.830575+0000', 'last_clean_scrub_stamp': '2024-09-15T22:04:23.830575+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [1, 3], 'acting': [1, 3], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 1, 'acting_primary': 1, 'purged_snaps': []} 2024-09-15T22:04:29.550 INFO:tasks.ceph.ceph_manager.ceph:PG 3.b is not active+clean 2024-09-15T22:04:29.550 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '3.b', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-09-15T22:04:24.835582+0000', 'last_change': '2024-09-15T22:04:24.835582+0000', 'last_active': '2024-09-15T22:04:24.835582+0000', 'last_peered': '2024-09-15T22:04:24.835582+0000', 'last_clean': '2024-09-15T22:04:24.835582+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-15T22:04:24.835582+0000', 'last_undegraded': '2024-09-15T22:04:24.835582+0000', 'last_fullsized': '2024-09-15T22:04:24.835582+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-15T22:04:24.835582+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-15T22:04:24.835582+0000', 'last_clean_scrub_stamp': '2024-09-15T22:04:24.835582+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-09-15T22:04:29.550 INFO:tasks.ceph.ceph_manager.ceph:PG 2.b is not active+clean 2024-09-15T22:04:29.551 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '2.b', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 18, 'state': 'creating+peering', 'last_fresh': '2024-09-15T22:04:23.840341+0000', 'last_change': '2024-09-15T22:04:23.840341+0000', 'last_active': '2024-09-15T22:04:23.830575+0000', 'last_peered': '2024-09-15T22:04:23.830575+0000', 'last_clean': '2024-09-15T22:04:23.830575+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-15T22:04:23.840341+0000', 'last_undegraded': '2024-09-15T22:04:23.840341+0000', 'last_fullsized': '2024-09-15T22:04:23.840341+0000', 'mapping_epoch': 18, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 18, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-15T22:04:23.830575+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-15T22:04:23.830575+0000', 'last_clean_scrub_stamp': '2024-09-15T22:04:23.830575+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [7, 4], 'acting': [7, 4], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 7, 'acting_primary': 7, 'purged_snaps': []} 2024-09-15T22:04:29.551 INFO:tasks.ceph.ceph_manager.ceph:PG 3.a is not active+clean 2024-09-15T22:04:29.551 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '3.a', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-09-15T22:04:24.835582+0000', 'last_change': '2024-09-15T22:04:24.835582+0000', 'last_active': '2024-09-15T22:04:24.835582+0000', 'last_peered': '2024-09-15T22:04:24.835582+0000', 'last_clean': '2024-09-15T22:04:24.835582+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-15T22:04:24.835582+0000', 'last_undegraded': '2024-09-15T22:04:24.835582+0000', 'last_fullsized': '2024-09-15T22:04:24.835582+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-15T22:04:24.835582+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-15T22:04:24.835582+0000', 'last_clean_scrub_stamp': '2024-09-15T22:04:24.835582+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-09-15T22:04:29.551 INFO:tasks.ceph.ceph_manager.ceph:PG 3.1d is not active+clean 2024-09-15T22:04:29.551 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '3.1d', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-09-15T22:04:24.835582+0000', 'last_change': '2024-09-15T22:04:24.835582+0000', 'last_active': '2024-09-15T22:04:24.835582+0000', 'last_peered': '2024-09-15T22:04:24.835582+0000', 'last_clean': '2024-09-15T22:04:24.835582+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-15T22:04:24.835582+0000', 'last_undegraded': '2024-09-15T22:04:24.835582+0000', 'last_fullsized': '2024-09-15T22:04:24.835582+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-15T22:04:24.835582+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-15T22:04:24.835582+0000', 'last_clean_scrub_stamp': '2024-09-15T22:04:24.835582+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-09-15T22:04:29.551 INFO:tasks.ceph.ceph_manager.ceph:PG 2.1c is not active+clean 2024-09-15T22:04:29.552 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '2.1c', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 18, 'state': 'creating+peering', 'last_fresh': '2024-09-15T22:04:23.839940+0000', 'last_change': '2024-09-15T22:04:23.839940+0000', 'last_active': '2024-09-15T22:04:23.830575+0000', 'last_peered': '2024-09-15T22:04:23.830575+0000', 'last_clean': '2024-09-15T22:04:23.830575+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-15T22:04:23.839940+0000', 'last_undegraded': '2024-09-15T22:04:23.839940+0000', 'last_fullsized': '2024-09-15T22:04:23.839940+0000', 'mapping_epoch': 18, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 18, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-15T22:04:23.830575+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-15T22:04:23.830575+0000', 'last_clean_scrub_stamp': '2024-09-15T22:04:23.830575+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [7, 5], 'acting': [7, 5], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 7, 'acting_primary': 7, 'purged_snaps': []} 2024-09-15T22:04:29.552 INFO:tasks.ceph.ceph_manager.ceph:PG 3.1c is not active+clean 2024-09-15T22:04:29.552 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '3.1c', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-09-15T22:04:24.835582+0000', 'last_change': '2024-09-15T22:04:24.835582+0000', 'last_active': '2024-09-15T22:04:24.835582+0000', 'last_peered': '2024-09-15T22:04:24.835582+0000', 'last_clean': '2024-09-15T22:04:24.835582+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-15T22:04:24.835582+0000', 'last_undegraded': '2024-09-15T22:04:24.835582+0000', 'last_fullsized': '2024-09-15T22:04:24.835582+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-15T22:04:24.835582+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-15T22:04:24.835582+0000', 'last_clean_scrub_stamp': '2024-09-15T22:04:24.835582+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-09-15T22:04:29.552 INFO:tasks.ceph.ceph_manager.ceph:PG 2.1d is not active+clean 2024-09-15T22:04:29.553 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '2.1d', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 18, 'state': 'creating+peering', 'last_fresh': '2024-09-15T22:04:23.841019+0000', 'last_change': '2024-09-15T22:04:23.841019+0000', 'last_active': '2024-09-15T22:04:23.830575+0000', 'last_peered': '2024-09-15T22:04:23.830575+0000', 'last_clean': '2024-09-15T22:04:23.830575+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-15T22:04:23.841019+0000', 'last_undegraded': '2024-09-15T22:04:23.841019+0000', 'last_fullsized': '2024-09-15T22:04:23.841019+0000', 'mapping_epoch': 18, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 18, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-15T22:04:23.830575+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-15T22:04:23.830575+0000', 'last_clean_scrub_stamp': '2024-09-15T22:04:23.830575+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [7, 6], 'acting': [7, 6], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 7, 'acting_primary': 7, 'purged_snaps': []} 2024-09-15T22:04:29.553 INFO:tasks.ceph.ceph_manager.ceph:PG 3.1f is not active+clean 2024-09-15T22:04:29.553 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '3.1f', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-09-15T22:04:24.835582+0000', 'last_change': '2024-09-15T22:04:24.835582+0000', 'last_active': '2024-09-15T22:04:24.835582+0000', 'last_peered': '2024-09-15T22:04:24.835582+0000', 'last_clean': '2024-09-15T22:04:24.835582+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-15T22:04:24.835582+0000', 'last_undegraded': '2024-09-15T22:04:24.835582+0000', 'last_fullsized': '2024-09-15T22:04:24.835582+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-15T22:04:24.835582+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-15T22:04:24.835582+0000', 'last_clean_scrub_stamp': '2024-09-15T22:04:24.835582+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-09-15T22:04:29.553 INFO:tasks.ceph.ceph_manager.ceph:PG 2.1e is not active+clean 2024-09-15T22:04:29.553 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '2.1e', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 18, 'state': 'creating+peering', 'last_fresh': '2024-09-15T22:04:23.837584+0000', 'last_change': '2024-09-15T22:04:23.837584+0000', 'last_active': '2024-09-15T22:04:23.830575+0000', 'last_peered': '2024-09-15T22:04:23.830575+0000', 'last_clean': '2024-09-15T22:04:23.830575+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-15T22:04:23.837584+0000', 'last_undegraded': '2024-09-15T22:04:23.837584+0000', 'last_fullsized': '2024-09-15T22:04:23.837584+0000', 'mapping_epoch': 18, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 18, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-15T22:04:23.830575+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-15T22:04:23.830575+0000', 'last_clean_scrub_stamp': '2024-09-15T22:04:23.830575+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [3, 0], 'acting': [3, 0], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 3, 'acting_primary': 3, 'purged_snaps': []} 2024-09-15T22:04:29.553 INFO:tasks.ceph.ceph_manager.ceph:PG 3.1e is not active+clean 2024-09-15T22:04:29.553 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '3.1e', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-09-15T22:04:24.835582+0000', 'last_change': '2024-09-15T22:04:24.835582+0000', 'last_active': '2024-09-15T22:04:24.835582+0000', 'last_peered': '2024-09-15T22:04:24.835582+0000', 'last_clean': '2024-09-15T22:04:24.835582+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-15T22:04:24.835582+0000', 'last_undegraded': '2024-09-15T22:04:24.835582+0000', 'last_fullsized': '2024-09-15T22:04:24.835582+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-15T22:04:24.835582+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-15T22:04:24.835582+0000', 'last_clean_scrub_stamp': '2024-09-15T22:04:24.835582+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-09-15T22:04:29.554 INFO:tasks.ceph.ceph_manager.ceph:PG 2.1f is not active+clean 2024-09-15T22:04:29.554 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '2.1f', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 18, 'state': 'creating+peering', 'last_fresh': '2024-09-15T22:04:23.840700+0000', 'last_change': '2024-09-15T22:04:23.840700+0000', 'last_active': '2024-09-15T22:04:23.830575+0000', 'last_peered': '2024-09-15T22:04:23.830575+0000', 'last_clean': '2024-09-15T22:04:23.830575+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-15T22:04:23.840700+0000', 'last_undegraded': '2024-09-15T22:04:23.840700+0000', 'last_fullsized': '2024-09-15T22:04:23.840700+0000', 'mapping_epoch': 18, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 18, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-15T22:04:23.830575+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-15T22:04:23.830575+0000', 'last_clean_scrub_stamp': '2024-09-15T22:04:23.830575+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [0, 7], 'acting': [0, 7], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 0, 'acting_primary': 0, 'purged_snaps': []} 2024-09-15T22:04:29.555 DEBUG:teuthology.orchestra.run.smithi063:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph status --format=json 2024-09-15T22:04:29.670 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:29.669+0000 7f756d5bd640 1 Processor -- start 2024-09-15T22:04:29.671 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:29.669+0000 7f756d5bd640 1 -- start start 2024-09-15T22:04:29.672 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:29.670+0000 7f756d5bd640 1 --2- >> v2:172.21.15.63:3300/0 conn(0x7f756806c2f0 0x7f7568162990 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-15T22:04:29.672 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:29.670+0000 7f756d5bd640 1 --2- >> [v2:172.21.15.110:3301/0,v1:172.21.15.110:6790/0] conn(0x7f75680cfd00 0x7f75680d0150 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-15T22:04:29.672 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:29.670+0000 7f756d5bd640 1 -- --> v1:172.21.15.63:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f75680cf260 con 0x7f756815e410 2024-09-15T22:04:29.673 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:29.670+0000 7f756d5bd640 1 -- --> v2:172.21.15.63:3300/0 -- mon_getmap magic: 0 -- 0x7f75680d2cf0 con 0x7f756806c2f0 2024-09-15T22:04:29.673 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:29.670+0000 7f756d5bd640 1 -- --> [v2:172.21.15.110:3301/0,v1:172.21.15.110:6790/0] -- mon_getmap magic: 0 -- 0x7f75680cf500 con 0x7f75680cfd00 2024-09-15T22:04:29.673 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:29.670+0000 7f75667fc640 1 --2- >> v2:172.21.15.63:3300/0 conn(0x7f756806c2f0 0x7f7568162990 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-15T22:04:29.673 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:29.670+0000 7f7566ffd640 1 --1- >> v1:172.21.15.63:6789/0 conn(0x7f756815e410 0x7f756806bbe0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.63:6789/0 says I am v1:172.21.15.63:45254/0 (socket says 172.21.15.63:45254) 2024-09-15T22:04:29.673 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:29.670+0000 7f7566ffd640 1 -- 172.21.15.63:0/1026093727 learned_addr learned my addr 172.21.15.63:0/1026093727 (peer_addr_for_me v1:172.21.15.63:0/0) 2024-09-15T22:04:29.673 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:29.670+0000 7f75677fe640 1 --2- 172.21.15.63:0/1026093727 >> [v2:172.21.15.110:3301/0,v1:172.21.15.110:6790/0] conn(0x7f75680cfd00 0x7f75680d0150 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-15T22:04:29.673 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:29.670+0000 7f75667fc640 1 -- 172.21.15.63:0/1026093727 >> [v2:172.21.15.110:3301/0,v1:172.21.15.110:6790/0] conn(0x7f75680cfd00 msgr2=0x7f75680d0150 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-15T22:04:29.673 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:29.670+0000 7f75667fc640 1 --2- 172.21.15.63:0/1026093727 >> [v2:172.21.15.110:3301/0,v1:172.21.15.110:6790/0] conn(0x7f75680cfd00 0x7f75680d0150 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T22:04:29.673 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:29.670+0000 7f75667fc640 1 -- 172.21.15.63:0/1026093727 >> v1:172.21.15.63:6789/0 conn(0x7f756815e410 legacy=0x7f756806bbe0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-15T22:04:29.673 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:29.670+0000 7f75667fc640 1 -- 172.21.15.63:0/1026093727 --> v2:172.21.15.63:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f75680cf7e0 con 0x7f756806c2f0 2024-09-15T22:04:29.673 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:29.670+0000 7f7565ffb640 1 -- 172.21.15.63:0/1026093727 <== mon.0 v1:172.21.15.63:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 2042483848 0 0) 0x7f75680cf260 con 0x7f756815e410 2024-09-15T22:04:29.673 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:29.671+0000 7f75667fc640 1 --2- 172.21.15.63:0/1026093727 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f756806c2f0 0x7f7568162990 secure :-1 s=READY pgs=79 cs=0 l=1 rev1=1 crypto rx=0x7f755c0097a0 tx=0x7f755c02a210 comp rx=0 tx=0).ready entity=mon.0 client_cookie=553690118d7ff790 server_cookie=0 in_seq=0 out_seq=0 2024-09-15T22:04:29.673 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:29.671+0000 7f7565ffb640 1 -- 172.21.15.63:0/1026093727 <== mon.0 v2:172.21.15.63:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f755c037070 con 0x7f756806c2f0 2024-09-15T22:04:29.673 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:29.671+0000 7f7565ffb640 1 -- 172.21.15.63:0/1026093727 <== mon.0 v2:172.21.15.63:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f755c032440 con 0x7f756806c2f0 2024-09-15T22:04:29.674 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:29.671+0000 7f7565ffb640 1 -- 172.21.15.63:0/1026093727 <== mon.0 v2:172.21.15.63:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f755c032810 con 0x7f756806c2f0 2024-09-15T22:04:29.676 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:29.671+0000 7f756d5bd640 1 -- 172.21.15.63:0/1026093727 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f756806c2f0 msgr2=0x7f7568162990 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-15T22:04:29.676 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:29.671+0000 7f756d5bd640 1 --2- 172.21.15.63:0/1026093727 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f756806c2f0 0x7f7568162990 secure :-1 s=READY pgs=79 cs=0 l=1 rev1=1 crypto rx=0x7f755c0097a0 tx=0x7f755c02a210 comp rx=0 tx=0).stop 2024-09-15T22:04:29.676 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:29.671+0000 7f756d5bd640 1 -- 172.21.15.63:0/1026093727 shutdown_connections 2024-09-15T22:04:29.677 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:29.671+0000 7f756d5bd640 1 --2- 172.21.15.63:0/1026093727 >> [v2:172.21.15.110:3301/0,v1:172.21.15.110:6790/0] conn(0x7f75680cfd00 0x7f75680d0150 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T22:04:29.677 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:29.671+0000 7f756d5bd640 1 --2- 172.21.15.63:0/1026093727 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f756806c2f0 0x7f7568162990 unknown :-1 s=CLOSED pgs=79 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T22:04:29.677 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:29.671+0000 7f756d5bd640 1 -- 172.21.15.63:0/1026093727 >> 172.21.15.63:0/1026093727 conn(0x7f7568072620 msgr2=0x7f7568072a30 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-15T22:04:29.677 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:29.672+0000 7f756d5bd640 1 -- 172.21.15.63:0/1026093727 shutdown_connections 2024-09-15T22:04:29.677 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:29.672+0000 7f756d5bd640 1 -- 172.21.15.63:0/1026093727 wait complete. 2024-09-15T22:04:29.677 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:29.673+0000 7f756d5bd640 1 Processor -- start 2024-09-15T22:04:29.677 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:29.673+0000 7f756d5bd640 1 -- start start 2024-09-15T22:04:29.677 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:29.674+0000 7f756d5bd640 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f756806c2f0 0x7f75680b5910 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-15T22:04:29.677 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:29.674+0000 7f756d5bd640 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f75680cfd00 0x7f756814f870 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-15T22:04:29.677 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:29.674+0000 7f756d5bd640 1 --2- >> [v2:172.21.15.110:3301/0,v1:172.21.15.110:6790/0] conn(0x7f756815e410 0x7f75680b8a20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-15T22:04:29.677 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:29.674+0000 7f756d5bd640 1 -- --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 -- 0x7f75680d2fd0 con 0x7f75680cfd00 2024-09-15T22:04:29.677 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:29.674+0000 7f756d5bd640 1 -- --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_getmap magic: 0 -- 0x7f75680ce8a0 con 0x7f756806c2f0 2024-09-15T22:04:29.677 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:29.674+0000 7f756d5bd640 1 -- --> [v2:172.21.15.110:3301/0,v1:172.21.15.110:6790/0] -- mon_getmap magic: 0 -- 0x7f75680d3150 con 0x7f756815e410 2024-09-15T22:04:29.678 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:29.674+0000 7f75667fc640 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f75680cfd00 0x7f756814f870 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-15T22:04:29.678 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:29.674+0000 7f75667fc640 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f75680cfd00 0x7f756814f870 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.63:3300/0 says I am v2:172.21.15.63:55056/0 (socket says 172.21.15.63:55056) 2024-09-15T22:04:29.678 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:29.674+0000 7f75667fc640 1 -- 172.21.15.63:0/3513464160 learned_addr learned my addr 172.21.15.63:0/3513464160 (peer_addr_for_me v2:172.21.15.63:0/0) 2024-09-15T22:04:29.678 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:29.674+0000 7f7566ffd640 1 --2- 172.21.15.63:0/3513464160 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f756806c2f0 0x7f75680b5910 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-15T22:04:29.678 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:29.674+0000 7f75677fe640 1 --2- 172.21.15.63:0/3513464160 >> [v2:172.21.15.110:3301/0,v1:172.21.15.110:6790/0] conn(0x7f756815e410 0x7f75680b8a20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-15T22:04:29.678 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:29.674+0000 7f75667fc640 1 -- 172.21.15.63:0/3513464160 >> [v2:172.21.15.110:3301/0,v1:172.21.15.110:6790/0] conn(0x7f756815e410 msgr2=0x7f75680b8a20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-15T22:04:29.678 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:29.674+0000 7f75667fc640 1 --2- 172.21.15.63:0/3513464160 >> [v2:172.21.15.110:3301/0,v1:172.21.15.110:6790/0] conn(0x7f756815e410 0x7f75680b8a20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T22:04:29.678 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:29.674+0000 7f75667fc640 1 -- 172.21.15.63:0/3513464160 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f756806c2f0 msgr2=0x7f75680b5910 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-15T22:04:29.678 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:29.674+0000 7f75667fc640 1 --2- 172.21.15.63:0/3513464160 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f756806c2f0 0x7f75680b5910 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T22:04:29.678 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:29.674+0000 7f75667fc640 1 -- 172.21.15.63:0/3513464160 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f75680cb7c0 con 0x7f75680cfd00 2024-09-15T22:04:29.678 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:29.674+0000 7f7566ffd640 1 --2- 172.21.15.63:0/3513464160 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f756806c2f0 0x7f75680b5910 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-15T22:04:29.678 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:29.674+0000 7f75677fe640 1 --2- 172.21.15.63:0/3513464160 >> [v2:172.21.15.110:3301/0,v1:172.21.15.110:6790/0] conn(0x7f756815e410 0x7f75680b8a20 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-15T22:04:29.678 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:29.674+0000 7f75667fc640 1 --2- 172.21.15.63:0/3513464160 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f75680cfd00 0x7f756814f870 secure :-1 s=READY pgs=80 cs=0 l=1 rev1=1 crypto rx=0x7f755c035040 tx=0x7f755c0046c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-15T22:04:29.678 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:29.674+0000 7f754f7fe640 1 -- 172.21.15.63:0/3513464160 <== mon.0 v2:172.21.15.63:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f755c037040 con 0x7f75680cfd00 2024-09-15T22:04:29.679 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:29.674+0000 7f754f7fe640 1 -- 172.21.15.63:0/3513464160 <== mon.0 v2:172.21.15.63:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f755c030770 con 0x7f75680cfd00 2024-09-15T22:04:29.679 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:29.674+0000 7f754f7fe640 1 -- 172.21.15.63:0/3513464160 <== mon.0 v2:172.21.15.63:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f755c030b80 con 0x7f75680cfd00 2024-09-15T22:04:29.679 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:29.674+0000 7f756d5bd640 1 -- 172.21.15.63:0/3513464160 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f75680cbaa0 con 0x7f75680cfd00 2024-09-15T22:04:29.679 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:29.674+0000 7f756d5bd640 1 -- 172.21.15.63:0/3513464160 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f75680cc060 con 0x7f75680cfd00 2024-09-15T22:04:29.680 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:29.675+0000 7f756d5bd640 1 -- 172.21.15.63:0/3513464160 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f75680d2910 con 0x7f75680cfd00 2024-09-15T22:04:29.680 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:29.676+0000 7f754f7fe640 1 -- 172.21.15.63:0/3513464160 <== mon.0 v2:172.21.15.63:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7f755c044020 con 0x7f75680cfd00 2024-09-15T22:04:29.680 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:29.676+0000 7f754f7fe640 1 --2- 172.21.15.63:0/3513464160 >> [v2:172.21.15.110:6832/552273267,v1:172.21.15.110:6833/552273267] conn(0x7f755406c2b0 0x7f755406e770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-15T22:04:29.680 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:29.676+0000 7f754f7fe640 1 -- 172.21.15.63:0/3513464160 <== mon.0 v2:172.21.15.63:3300/0 5 ==== osd_map(21..21 src has 1..21) ==== 5709+0+0 (secure 0 0 0) 0x7f755c0ab970 con 0x7f75680cfd00 2024-09-15T22:04:29.680 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:29.677+0000 7f7566ffd640 1 --2- 172.21.15.63:0/3513464160 >> [v2:172.21.15.110:6832/552273267,v1:172.21.15.110:6833/552273267] conn(0x7f755406c2b0 0x7f755406e770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-15T22:04:29.680 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:29.677+0000 7f7566ffd640 1 --2- 172.21.15.63:0/3513464160 >> [v2:172.21.15.110:6832/552273267,v1:172.21.15.110:6833/552273267] conn(0x7f755406c2b0 0x7f755406e770 secure :-1 s=READY pgs=57 cs=0 l=1 rev1=1 crypto rx=0x7f7558007fd0 tx=0x7f7558009040 comp rx=0 tx=0).ready entity=mgr.4102 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-15T22:04:29.682 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:29.681+0000 7f754f7fe640 1 -- 172.21.15.63:0/3513464160 <== mon.0 v2:172.21.15.63:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7f755c032e20 con 0x7f75680cfd00 2024-09-15T22:04:29.925 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:29.922+0000 7f756d5bd640 1 -- 172.21.15.63:0/3513464160 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_command({"prefix": "status", "format": "json"} v 0) -- 0x7f75680b7540 con 0x7f75680cfd00 2024-09-15T22:04:29.925 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:29.923+0000 7f754f7fe640 1 -- 172.21.15.63:0/3513464160 <== mon.0 v2:172.21.15.63:3300/0 7 ==== mon_command_ack([{"prefix": "status", "format": "json"}]=0 v0) ==== 72+0+1149 (secure 0 0 0) 0x7f755c07a0e0 con 0x7f75680cfd00 2024-09-15T22:04:29.926 INFO:teuthology.orchestra.run.smithi063.stdout: 2024-09-15T22:04:29.926 INFO:teuthology.orchestra.run.smithi063.stdout:{"fsid":"49d79d51-bb1b-4fdd-a1d6-f4e42ba7fbf3","health":{"status":"HEALTH_OK","checks":{},"mutes":[]},"election_epoch":4,"quorum":[0,1,2],"quorum_names":["a","b","c"],"quorum_age":27,"monmap":{"epoch":1,"min_mon_release_name":"squid","num_mons":3},"osdmap":{"epoch":21,"num_osds":8,"num_up_osds":8,"osd_up_since":1726437853,"num_in_osds":8,"osd_in_since":1726437844,"num_remapped_pgs":0},"pgmap":{"pgs_by_state":[{"state_name":"unknown","count":69},{"state_name":"creating+peering","count":27},{"state_name":"active+clean","count":1}],"num_pgs":97,"num_pools":3,"num_objects":2,"data_bytes":590368,"bytes_used":245235712,"bytes_avail":772848877568,"bytes_total":773094113280,"unknown_pgs_ratio":0.71134018898010254,"inactive_pgs_ratio":0.27835050225257874},"fsmap":{"epoch":6,"btime":"2024-09-15T22:04:27:865903+0000","id":1,"up":1,"in":1,"max":1,"by_rank":[{"filesystem_id":1,"rank":0,"name":"c","status":"up:active","gid":4290}],"up:standby":3},"mgrmap":{"available":true,"num_standbys":1,"modules":["iostat","nfs","restful"],"services":{}},"servicemap":{"epoch":1,"modified":"2024-09-15T22:04:02.077705+0000","services":{}},"progress_events":{}} 2024-09-15T22:04:29.927 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:29.925+0000 7f756d5bd640 1 -- 172.21.15.63:0/3513464160 >> [v2:172.21.15.110:6832/552273267,v1:172.21.15.110:6833/552273267] conn(0x7f755406c2b0 msgr2=0x7f755406e770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-15T22:04:29.927 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:29.925+0000 7f756d5bd640 1 --2- 172.21.15.63:0/3513464160 >> [v2:172.21.15.110:6832/552273267,v1:172.21.15.110:6833/552273267] conn(0x7f755406c2b0 0x7f755406e770 secure :-1 s=READY pgs=57 cs=0 l=1 rev1=1 crypto rx=0x7f7558007fd0 tx=0x7f7558009040 comp rx=0 tx=0).stop 2024-09-15T22:04:29.927 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:29.925+0000 7f756d5bd640 1 -- 172.21.15.63:0/3513464160 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f75680cfd00 msgr2=0x7f756814f870 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-15T22:04:29.927 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:29.925+0000 7f756d5bd640 1 --2- 172.21.15.63:0/3513464160 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f75680cfd00 0x7f756814f870 secure :-1 s=READY pgs=80 cs=0 l=1 rev1=1 crypto rx=0x7f755c035040 tx=0x7f755c0046c0 comp rx=0 tx=0).stop 2024-09-15T22:04:29.927 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:29.925+0000 7f756d5bd640 1 -- 172.21.15.63:0/3513464160 shutdown_connections 2024-09-15T22:04:29.927 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:29.925+0000 7f756d5bd640 1 --2- 172.21.15.63:0/3513464160 >> [v2:172.21.15.110:6832/552273267,v1:172.21.15.110:6833/552273267] conn(0x7f755406c2b0 0x7f755406e770 unknown :-1 s=CLOSED pgs=57 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T22:04:29.927 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:29.925+0000 7f756d5bd640 1 --2- 172.21.15.63:0/3513464160 >> [v2:172.21.15.110:3301/0,v1:172.21.15.110:6790/0] conn(0x7f756815e410 0x7f75680b8a20 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T22:04:29.927 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:29.925+0000 7f756d5bd640 1 --2- 172.21.15.63:0/3513464160 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f75680cfd00 0x7f756814f870 unknown :-1 s=CLOSED pgs=80 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T22:04:29.927 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:29.925+0000 7f756d5bd640 1 --2- 172.21.15.63:0/3513464160 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f756806c2f0 0x7f75680b5910 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T22:04:29.928 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:29.925+0000 7f756d5bd640 1 -- 172.21.15.63:0/3513464160 >> 172.21.15.63:0/3513464160 conn(0x7f7568072620 msgr2=0x7f7568162430 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-15T22:04:29.928 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:29.925+0000 7f756d5bd640 1 -- 172.21.15.63:0/3513464160 shutdown_connections 2024-09-15T22:04:29.928 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:29.925+0000 7f756d5bd640 1 -- 172.21.15.63:0/3513464160 wait complete. 2024-09-15T22:04:29.937 INFO:tasks.ceph.ceph_manager.ceph:no progress seen, keeping timeout for now 2024-09-15T22:04:29.937 DEBUG:teuthology.orchestra.run.smithi063:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph pg dump --format=json 2024-09-15T22:04:30.039 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:30.037+0000 7f8ab76e6640 1 Processor -- start 2024-09-15T22:04:30.039 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:30.038+0000 7f8ab76e6640 1 -- start start 2024-09-15T22:04:30.042 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:30.038+0000 7f8ab76e6640 1 --2- >> v2:172.21.15.110:3300/0 conn(0x7f8ab00b57e0 0x7f8ab0070530 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-15T22:04:30.042 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:30.039+0000 7f8ab76e6640 1 -- --> v1:172.21.15.63:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f8ab00b5bc0 con 0x7f8ab0147e50 2024-09-15T22:04:30.042 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:30.039+0000 7f8ab76e6640 1 -- --> v1:172.21.15.110:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f8ab006bf60 con 0x7f8ab00b5390 2024-09-15T22:04:30.042 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:30.039+0000 7f8ab76e6640 1 -- --> v2:172.21.15.110:3300/0 -- mon_getmap magic: 0 -- 0x7f8ab006c240 con 0x7f8ab00b57e0 2024-09-15T22:04:30.042 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:30.039+0000 7f8ab5482640 1 --1- >> v1:172.21.15.63:6789/0 conn(0x7f8ab0147e50 0x7f8ab00738b0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.63:6789/0 says I am v1:172.21.15.63:45264/0 (socket says 172.21.15.63:45264) 2024-09-15T22:04:30.042 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:30.039+0000 7f8ab5482640 1 -- 172.21.15.63:0/571099203 learned_addr learned my addr 172.21.15.63:0/571099203 (peer_addr_for_me v1:172.21.15.63:0/0) 2024-09-15T22:04:30.042 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:30.039+0000 7f8ab5c83640 1 --2- 172.21.15.63:0/571099203 >> v2:172.21.15.110:3300/0 conn(0x7f8ab00b57e0 0x7f8ab0070530 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-15T22:04:30.042 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:30.039+0000 7f8aa7fff640 1 -- 172.21.15.63:0/571099203 <== mon.0 v1:172.21.15.63:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 2368577911 0 0) 0x7f8ab00b5bc0 con 0x7f8ab0147e50 2024-09-15T22:04:30.042 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:30.039+0000 7f8aa7fff640 1 -- 172.21.15.63:0/571099203 --> v1:172.21.15.63:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7f8a9c003520 con 0x7f8ab0147e50 2024-09-15T22:04:30.042 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:30.039+0000 7f8aa7fff640 1 -- 172.21.15.63:0/571099203 <== mon.0 v1:172.21.15.63:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) ==== 214+0+0 (unknown 214595506 0 0) 0x7f8a9c003520 con 0x7f8ab0147e50 2024-09-15T22:04:30.043 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:30.039+0000 7f8aa7fff640 1 -- 172.21.15.63:0/571099203 >> v2:172.21.15.110:3300/0 conn(0x7f8ab00b57e0 msgr2=0x7f8ab0070530 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-15T22:04:30.043 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:30.039+0000 7f8aa7fff640 1 --2- 172.21.15.63:0/571099203 >> v2:172.21.15.110:3300/0 conn(0x7f8ab00b57e0 0x7f8ab0070530 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T22:04:30.043 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:30.039+0000 7f8aa7fff640 1 -- 172.21.15.63:0/571099203 >> v1:172.21.15.110:6789/0 conn(0x7f8ab00b5390 legacy=0x7f8ab006d000 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-15T22:04:30.043 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:30.039+0000 7f8aa7fff640 1 -- 172.21.15.63:0/571099203 --> v1:172.21.15.63:6789/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f8ab006c520 con 0x7f8ab0147e50 2024-09-15T22:04:30.043 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:30.039+0000 7f8aa7fff640 1 -- 172.21.15.63:0/571099203 <== mon.0 v1:172.21.15.63:6789/0 3 ==== mon_map magic: 0 ==== 413+0+0 (unknown 3984726164 0 0) 0x7f8aac001670 con 0x7f8ab0147e50 2024-09-15T22:04:30.043 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:30.039+0000 7f8aa7fff640 1 -- 172.21.15.63:0/571099203 >> v1:172.21.15.63:6789/0 conn(0x7f8ab0147e50 legacy=0x7f8ab00738b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-15T22:04:30.043 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:30.039+0000 7f8aa7fff640 1 --2- 172.21.15.63:0/571099203 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f8a9c0039b0 0x7f8a9c003dd0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-15T22:04:30.043 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:30.039+0000 7f8aa7fff640 1 --2- 172.21.15.63:0/571099203 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f8a9c004800 0x7f8a9c004c80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-15T22:04:30.043 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:30.039+0000 7f8aa7fff640 1 --2- 172.21.15.63:0/571099203 >> [v2:172.21.15.110:3301/0,v1:172.21.15.110:6790/0] conn(0x7f8a9c0051c0 0x7f8a9c00b9c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-15T22:04:30.043 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:30.039+0000 7f8aa7fff640 1 -- 172.21.15.63:0/571099203 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 -- 0x7f8ab006c240 con 0x7f8a9c004800 2024-09-15T22:04:30.043 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:30.039+0000 7f8aa7fff640 1 -- 172.21.15.63:0/571099203 --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_getmap magic: 0 -- 0x7f8a9c00c070 con 0x7f8a9c0039b0 2024-09-15T22:04:30.043 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:30.039+0000 7f8aa7fff640 1 -- 172.21.15.63:0/571099203 --> [v2:172.21.15.110:3301/0,v1:172.21.15.110:6790/0] -- mon_getmap magic: 0 -- 0x7f8a9c00c270 con 0x7f8a9c0051c0 2024-09-15T22:04:30.043 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:30.039+0000 7f8ab4c81640 1 --2- 172.21.15.63:0/571099203 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f8a9c004800 0x7f8a9c004c80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-15T22:04:30.044 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:30.039+0000 7f8ab5482640 1 --2- 172.21.15.63:0/571099203 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f8a9c0039b0 0x7f8a9c003dd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-15T22:04:30.044 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:30.039+0000 7f8ab5c83640 1 --2- 172.21.15.63:0/571099203 >> [v2:172.21.15.110:3301/0,v1:172.21.15.110:6790/0] conn(0x7f8a9c0051c0 0x7f8a9c00b9c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-15T22:04:30.044 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:30.040+0000 7f8ab4c81640 1 -- 172.21.15.63:0/571099203 >> [v2:172.21.15.110:3301/0,v1:172.21.15.110:6790/0] conn(0x7f8a9c0051c0 msgr2=0x7f8a9c00b9c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-15T22:04:30.044 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:30.040+0000 7f8ab4c81640 1 --2- 172.21.15.63:0/571099203 >> [v2:172.21.15.110:3301/0,v1:172.21.15.110:6790/0] conn(0x7f8a9c0051c0 0x7f8a9c00b9c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T22:04:30.044 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:30.040+0000 7f8ab4c81640 1 -- 172.21.15.63:0/571099203 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f8a9c0039b0 msgr2=0x7f8a9c003dd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-15T22:04:30.044 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:30.040+0000 7f8ab4c81640 1 --2- 172.21.15.63:0/571099203 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f8a9c0039b0 0x7f8a9c003dd0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T22:04:30.044 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:30.040+0000 7f8ab4c81640 1 -- 172.21.15.63:0/571099203 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f8a9c003520 con 0x7f8a9c004800 2024-09-15T22:04:30.044 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:30.040+0000 7f8ab5c83640 1 -- 172.21.15.63:0/571099203 reap_dead start 2024-09-15T22:04:30.044 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:30.040+0000 7f8ab4c81640 1 --2- 172.21.15.63:0/571099203 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f8a9c004800 0x7f8a9c004c80 secure :-1 s=READY pgs=82 cs=0 l=1 rev1=1 crypto rx=0x7f8aa0001750 tx=0x7f8a9c005830 comp rx=0 tx=0).ready entity=mon.0 client_cookie=e010c6085a330e48 server_cookie=0 in_seq=0 out_seq=0 2024-09-15T22:04:30.044 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:30.040+0000 7f8aa7fff640 1 -- 172.21.15.63:0/571099203 <== mon.0 v2:172.21.15.63:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8aa0001370 con 0x7f8a9c004800 2024-09-15T22:04:30.044 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:30.040+0000 7f8aa7fff640 1 -- 172.21.15.63:0/571099203 <== mon.0 v2:172.21.15.63:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f8aa00052d0 con 0x7f8a9c004800 2024-09-15T22:04:30.044 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:30.041+0000 7f8aa7fff640 1 -- 172.21.15.63:0/571099203 <== mon.0 v2:172.21.15.63:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8aa002abc0 con 0x7f8a9c004800 2024-09-15T22:04:30.047 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:30.041+0000 7f8ab76e6640 1 -- 172.21.15.63:0/571099203 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f8a9c004800 msgr2=0x7f8a9c004c80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-15T22:04:30.048 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:30.041+0000 7f8ab76e6640 1 --2- 172.21.15.63:0/571099203 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f8a9c004800 0x7f8a9c004c80 secure :-1 s=READY pgs=82 cs=0 l=1 rev1=1 crypto rx=0x7f8aa0001750 tx=0x7f8a9c005830 comp rx=0 tx=0).stop 2024-09-15T22:04:30.048 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:30.041+0000 7f8ab76e6640 1 -- 172.21.15.63:0/571099203 shutdown_connections 2024-09-15T22:04:30.048 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:30.041+0000 7f8ab76e6640 1 --2- 172.21.15.63:0/571099203 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f8a9c004800 0x7f8a9c004c80 unknown :-1 s=CLOSED pgs=82 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T22:04:30.048 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:30.041+0000 7f8ab76e6640 1 -- 172.21.15.63:0/571099203 >> 172.21.15.63:0/571099203 conn(0x7f8ab00b4090 msgr2=0x7f8ab00b4470 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-15T22:04:30.048 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:30.041+0000 7f8ab76e6640 1 -- 172.21.15.63:0/571099203 shutdown_connections 2024-09-15T22:04:30.048 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:30.041+0000 7f8ab76e6640 1 -- 172.21.15.63:0/571099203 wait complete. 2024-09-15T22:04:30.048 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:30.042+0000 7f8ab76e6640 1 Processor -- start 2024-09-15T22:04:30.048 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:30.042+0000 7f8ab76e6640 1 -- start start 2024-09-15T22:04:30.048 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:30.043+0000 7f8ab76e6640 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f8a9c004800 0x7f8ab00d21f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-15T22:04:30.048 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:30.043+0000 7f8ab76e6640 1 --2- >> [v2:172.21.15.110:3301/0,v1:172.21.15.110:6790/0] conn(0x7f8ab00af9d0 0x7f8ab015fb50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-15T22:04:30.048 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:30.043+0000 7f8ab76e6640 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f8ab0160090 0x7f8ab013d910 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-15T22:04:30.048 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:30.043+0000 7f8ab76e6640 1 -- --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 -- 0x7f8ab0148230 con 0x7f8ab0160090 2024-09-15T22:04:30.048 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:30.043+0000 7f8ab76e6640 1 -- --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_getmap magic: 0 -- 0x7f8ab006cae0 con 0x7f8a9c004800 2024-09-15T22:04:30.049 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:30.043+0000 7f8ab76e6640 1 -- --> [v2:172.21.15.110:3301/0,v1:172.21.15.110:6790/0] -- mon_getmap magic: 0 -- 0x7f8ab006bbe0 con 0x7f8ab00af9d0 2024-09-15T22:04:30.049 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:30.043+0000 7f8ab5c83640 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f8ab0160090 0x7f8ab013d910 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-15T22:04:30.049 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:30.043+0000 7f8ab5c83640 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f8ab0160090 0x7f8ab013d910 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.63:3300/0 says I am v2:172.21.15.63:55064/0 (socket says 172.21.15.63:55064) 2024-09-15T22:04:30.049 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:30.043+0000 7f8ab5c83640 1 -- 172.21.15.63:0/3146648739 learned_addr learned my addr 172.21.15.63:0/3146648739 (peer_addr_for_me v2:172.21.15.63:0/0) 2024-09-15T22:04:30.049 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:30.043+0000 7f8ab5482640 1 --2- 172.21.15.63:0/3146648739 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f8a9c004800 0x7f8ab00d21f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-15T22:04:30.049 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:30.043+0000 7f8ab4c81640 1 --2- 172.21.15.63:0/3146648739 >> [v2:172.21.15.110:3301/0,v1:172.21.15.110:6790/0] conn(0x7f8ab00af9d0 0x7f8ab015fb50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-15T22:04:30.049 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:30.043+0000 7f8ab5c83640 1 -- 172.21.15.63:0/3146648739 >> [v2:172.21.15.110:3301/0,v1:172.21.15.110:6790/0] conn(0x7f8ab00af9d0 msgr2=0x7f8ab015fb50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-15T22:04:30.049 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:30.043+0000 7f8ab5c83640 1 --2- 172.21.15.63:0/3146648739 >> [v2:172.21.15.110:3301/0,v1:172.21.15.110:6790/0] conn(0x7f8ab00af9d0 0x7f8ab015fb50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T22:04:30.049 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:30.044+0000 7f8ab5c83640 1 -- 172.21.15.63:0/3146648739 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f8a9c004800 msgr2=0x7f8ab00d21f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-15T22:04:30.049 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:30.044+0000 7f8ab5c83640 1 --2- 172.21.15.63:0/3146648739 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f8a9c004800 0x7f8ab00d21f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T22:04:30.049 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:30.044+0000 7f8ab5c83640 1 -- 172.21.15.63:0/3146648739 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f8ab00b0f50 con 0x7f8ab0160090 2024-09-15T22:04:30.049 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:30.044+0000 7f8ab5482640 1 --2- 172.21.15.63:0/3146648739 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f8a9c004800 0x7f8ab00d21f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-15T22:04:30.049 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:30.044+0000 7f8ab5c83640 1 --2- 172.21.15.63:0/3146648739 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f8ab0160090 0x7f8ab013d910 secure :-1 s=READY pgs=83 cs=0 l=1 rev1=1 crypto rx=0x7f8ab01620c0 tx=0x7f8aa800f580 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-15T22:04:30.050 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:30.044+0000 7f8aa5ffb640 1 -- 172.21.15.63:0/3146648739 <== mon.0 v2:172.21.15.63:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8aa800fd80 con 0x7f8ab0160090 2024-09-15T22:04:30.050 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:30.044+0000 7f8aa5ffb640 1 -- 172.21.15.63:0/3146648739 <== mon.0 v2:172.21.15.63:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f8aa801d070 con 0x7f8ab0160090 2024-09-15T22:04:30.050 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:30.044+0000 7f8ab76e6640 1 -- 172.21.15.63:0/3146648739 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f8ab00afeb0 con 0x7f8ab0160090 2024-09-15T22:04:30.050 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:30.044+0000 7f8aa5ffb640 1 -- 172.21.15.63:0/3146648739 <== mon.0 v2:172.21.15.63:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8aa8015670 con 0x7f8ab0160090 2024-09-15T22:04:30.050 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:30.044+0000 7f8ab76e6640 1 -- 172.21.15.63:0/3146648739 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f8ab00b0470 con 0x7f8ab0160090 2024-09-15T22:04:30.050 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:30.045+0000 7f8ab76e6640 1 -- 172.21.15.63:0/3146648739 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f8ab00738b0 con 0x7f8ab0160090 2024-09-15T22:04:30.050 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:30.046+0000 7f8aa5ffb640 1 -- 172.21.15.63:0/3146648739 <== mon.0 v2:172.21.15.63:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7f8aa8015810 con 0x7f8ab0160090 2024-09-15T22:04:30.050 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:30.046+0000 7f8aa5ffb640 1 --2- 172.21.15.63:0/3146648739 >> [v2:172.21.15.110:6832/552273267,v1:172.21.15.110:6833/552273267] conn(0x7f8a9406c2e0 0x7f8a9406e7a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-15T22:04:30.050 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:30.046+0000 7f8aa5ffb640 1 -- 172.21.15.63:0/3146648739 <== mon.0 v2:172.21.15.63:3300/0 5 ==== osd_map(21..21 src has 1..21) ==== 5709+0+0 (secure 0 0 0) 0x7f8aa808bda0 con 0x7f8ab0160090 2024-09-15T22:04:30.050 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:30.046+0000 7f8ab5482640 1 --2- 172.21.15.63:0/3146648739 >> [v2:172.21.15.110:6832/552273267,v1:172.21.15.110:6833/552273267] conn(0x7f8a9406c2e0 0x7f8a9406e7a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-15T22:04:30.051 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:30.047+0000 7f8ab5482640 1 --2- 172.21.15.63:0/3146648739 >> [v2:172.21.15.110:6832/552273267,v1:172.21.15.110:6833/552273267] conn(0x7f8a9406c2e0 0x7f8a9406e7a0 secure :-1 s=READY pgs=58 cs=0 l=1 rev1=1 crypto rx=0x7f8aac007c70 tx=0x7f8aac009040 comp rx=0 tx=0).ready entity=mgr.4102 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-15T22:04:30.051 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:30.050+0000 7f8aa5ffb640 1 -- 172.21.15.63:0/3146648739 <== mon.0 v2:172.21.15.63:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7f8aa8010040 con 0x7f8ab0160090 2024-09-15T22:04:30.225 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:30.223+0000 7f8ab76e6640 1 -- 172.21.15.63:0/3146648739 --> [v2:172.21.15.110:6832/552273267,v1:172.21.15.110:6833/552273267] -- mgr_command(tid 0: {"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}) -- 0x7f8ab00cf7b0 con 0x7f8a9406c2e0 2024-09-15T22:04:30.230 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:30.229+0000 7f8aa5ffb640 1 -- 172.21.15.63:0/3146648739 <== mgr.4102 v2:172.21.15.110:6832/552273267 1 ==== mgr_command_reply(tid 0: 0 dumped all) ==== 18+0+239645 (secure 0 0 0) 0x7f8ab00cf7b0 con 0x7f8a9406c2e0 2024-09-15T22:04:30.233 INFO:teuthology.orchestra.run.smithi063.stdout: 2024-09-15T22:04:30.234 INFO:teuthology.orchestra.run.smithi063.stderr:dumped all 2024-09-15T22:04:30.236 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:30.232+0000 7f8ab76e6640 1 -- 172.21.15.63:0/3146648739 >> [v2:172.21.15.110:6832/552273267,v1:172.21.15.110:6833/552273267] conn(0x7f8a9406c2e0 msgr2=0x7f8a9406e7a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-15T22:04:30.236 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:30.232+0000 7f8ab76e6640 1 --2- 172.21.15.63:0/3146648739 >> [v2:172.21.15.110:6832/552273267,v1:172.21.15.110:6833/552273267] conn(0x7f8a9406c2e0 0x7f8a9406e7a0 secure :-1 s=READY pgs=58 cs=0 l=1 rev1=1 crypto rx=0x7f8aac007c70 tx=0x7f8aac009040 comp rx=0 tx=0).stop 2024-09-15T22:04:30.236 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:30.232+0000 7f8ab76e6640 1 -- 172.21.15.63:0/3146648739 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f8ab0160090 msgr2=0x7f8ab013d910 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-15T22:04:30.236 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:30.232+0000 7f8ab76e6640 1 --2- 172.21.15.63:0/3146648739 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f8ab0160090 0x7f8ab013d910 secure :-1 s=READY pgs=83 cs=0 l=1 rev1=1 crypto rx=0x7f8ab01620c0 tx=0x7f8aa800f580 comp rx=0 tx=0).stop 2024-09-15T22:04:30.236 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:30.232+0000 7f8ab76e6640 1 -- 172.21.15.63:0/3146648739 shutdown_connections 2024-09-15T22:04:30.236 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:30.232+0000 7f8ab76e6640 1 --2- 172.21.15.63:0/3146648739 >> [v2:172.21.15.110:6832/552273267,v1:172.21.15.110:6833/552273267] conn(0x7f8a9406c2e0 0x7f8a9406e7a0 unknown :-1 s=CLOSED pgs=58 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T22:04:30.236 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:30.232+0000 7f8ab76e6640 1 --2- 172.21.15.63:0/3146648739 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f8ab0160090 0x7f8ab013d910 unknown :-1 s=CLOSED pgs=83 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T22:04:30.236 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:30.232+0000 7f8ab76e6640 1 --2- 172.21.15.63:0/3146648739 >> [v2:172.21.15.110:3301/0,v1:172.21.15.110:6790/0] conn(0x7f8ab00af9d0 0x7f8ab015fb50 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T22:04:30.236 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:30.232+0000 7f8ab76e6640 1 --2- 172.21.15.63:0/3146648739 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f8a9c004800 0x7f8ab00d21f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T22:04:30.237 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:30.232+0000 7f8ab76e6640 1 -- 172.21.15.63:0/3146648739 >> 172.21.15.63:0/3146648739 conn(0x7f8ab00b4090 msgr2=0x7f8ab00b2960 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-15T22:04:30.237 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:30.232+0000 7f8ab76e6640 1 -- 172.21.15.63:0/3146648739 shutdown_connections 2024-09-15T22:04:30.237 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:30.232+0000 7f8ab76e6640 1 -- 172.21.15.63:0/3146648739 wait complete. 2024-09-15T22:04:30.244 INFO:teuthology.orchestra.run.smithi063.stdout:{"pg_ready":true,"pg_map":{"version":22,"stamp":"2024-09-15T22:04:28.238691+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":159,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":117,"ondisk_log_size":117,"up":56,"acting":56,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":2,"num_osds":8,"num_per_pool_osds":8,"num_per_pool_omap_osds":7,"kb":754974720,"kb_used":239488,"kb_used_data":2464,"kb_used_omap":12,"kb_used_meta":236851,"kb_avail":754735232,"statfs":{"total":773094113280,"available":772848877568,"internally_reserved":0,"allocated":2523136,"data_stored":1584802,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":12752,"internal_metadata":242535984},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":8,"apply_latency_ms":8,"commit_latency_ns":8000000,"apply_latency_ns":8000000},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"4.403012"},"pg_stats":[{"pgid":"3.3f","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-15T22:04:24.835582+0000","last_change":"2024-09-15T22:04:24.835582+0000","last_active":"2024-09-15T22:04:24.835582+0000","last_peered":"2024-09-15T22:04:24.835582+0000","last_clean":"2024-09-15T22:04:24.835582+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-15T22:04:24.835582+0000","last_undegraded":"2024-09-15T22:04:24.835582+0000","last_fullsized":"2024-09-15T22:04:24.835582+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-15T22:04:24.835582+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-15T22:04:24.835582+0000","last_clean_scrub_stamp":"2024-09-15T22:04:24.835582+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.3e","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-15T22:04:24.835582+0000","last_change":"2024-09-15T22:04:24.835582+0000","last_active":"2024-09-15T22:04:24.835582+0000","last_peered":"2024-09-15T22:04:24.835582+0000","last_clean":"2024-09-15T22:04:24.835582+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-15T22:04:24.835582+0000","last_undegraded":"2024-09-15T22:04:24.835582+0000","last_fullsized":"2024-09-15T22:04:24.835582+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-15T22:04:24.835582+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-15T22:04:24.835582+0000","last_clean_scrub_stamp":"2024-09-15T22:04:24.835582+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.3d","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-15T22:04:24.835582+0000","last_change":"2024-09-15T22:04:24.835582+0000","last_active":"2024-09-15T22:04:24.835582+0000","last_peered":"2024-09-15T22:04:24.835582+0000","last_clean":"2024-09-15T22:04:24.835582+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-15T22:04:24.835582+0000","last_undegraded":"2024-09-15T22:04:24.835582+0000","last_fullsized":"2024-09-15T22:04:24.835582+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-15T22:04:24.835582+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-15T22:04:24.835582+0000","last_clean_scrub_stamp":"2024-09-15T22:04:24.835582+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.3c","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-15T22:04:24.835582+0000","last_change":"2024-09-15T22:04:24.835582+0000","last_active":"2024-09-15T22:04:24.835582+0000","last_peered":"2024-09-15T22:04:24.835582+0000","last_clean":"2024-09-15T22:04:24.835582+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-15T22:04:24.835582+0000","last_undegraded":"2024-09-15T22:04:24.835582+0000","last_fullsized":"2024-09-15T22:04:24.835582+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-15T22:04:24.835582+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-15T22:04:24.835582+0000","last_clean_scrub_stamp":"2024-09-15T22:04:24.835582+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.3b","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-15T22:04:24.835582+0000","last_change":"2024-09-15T22:04:24.835582+0000","last_active":"2024-09-15T22:04:24.835582+0000","last_peered":"2024-09-15T22:04:24.835582+0000","last_clean":"2024-09-15T22:04:24.835582+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-15T22:04:24.835582+0000","last_undegraded":"2024-09-15T22:04:24.835582+0000","last_fullsized":"2024-09-15T22:04:24.835582+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-15T22:04:24.835582+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-15T22:04:24.835582+0000","last_clean_scrub_stamp":"2024-09-15T22:04:24.835582+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.3a","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-15T22:04:24.835582+0000","last_change":"2024-09-15T22:04:24.835582+0000","last_active":"2024-09-15T22:04:24.835582+0000","last_peered":"2024-09-15T22:04:24.835582+0000","last_clean":"2024-09-15T22:04:24.835582+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-15T22:04:24.835582+0000","last_undegraded":"2024-09-15T22:04:24.835582+0000","last_fullsized":"2024-09-15T22:04:24.835582+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-15T22:04:24.835582+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-15T22:04:24.835582+0000","last_clean_scrub_stamp":"2024-09-15T22:04:24.835582+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.39","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-15T22:04:24.835582+0000","last_change":"2024-09-15T22:04:24.835582+0000","last_active":"2024-09-15T22:04:24.835582+0000","last_peered":"2024-09-15T22:04:24.835582+0000","last_clean":"2024-09-15T22:04:24.835582+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-15T22:04:24.835582+0000","last_undegraded":"2024-09-15T22:04:24.835582+0000","last_fullsized":"2024-09-15T22:04:24.835582+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-15T22:04:24.835582+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-15T22:04:24.835582+0000","last_clean_scrub_stamp":"2024-09-15T22:04:24.835582+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.38","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-15T22:04:24.835582+0000","last_change":"2024-09-15T22:04:24.835582+0000","last_active":"2024-09-15T22:04:24.835582+0000","last_peered":"2024-09-15T22:04:24.835582+0000","last_clean":"2024-09-15T22:04:24.835582+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-15T22:04:24.835582+0000","last_undegraded":"2024-09-15T22:04:24.835582+0000","last_fullsized":"2024-09-15T22:04:24.835582+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-15T22:04:24.835582+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-15T22:04:24.835582+0000","last_clean_scrub_stamp":"2024-09-15T22:04:24.835582+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.37","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-15T22:04:24.835582+0000","last_change":"2024-09-15T22:04:24.835582+0000","last_active":"2024-09-15T22:04:24.835582+0000","last_peered":"2024-09-15T22:04:24.835582+0000","last_clean":"2024-09-15T22:04:24.835582+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-15T22:04:24.835582+0000","last_undegraded":"2024-09-15T22:04:24.835582+0000","last_fullsized":"2024-09-15T22:04:24.835582+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-15T22:04:24.835582+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-15T22:04:24.835582+0000","last_clean_scrub_stamp":"2024-09-15T22:04:24.835582+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.36","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-15T22:04:24.835582+0000","last_change":"2024-09-15T22:04:24.835582+0000","last_active":"2024-09-15T22:04:24.835582+0000","last_peered":"2024-09-15T22:04:24.835582+0000","last_clean":"2024-09-15T22:04:24.835582+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-15T22:04:24.835582+0000","last_undegraded":"2024-09-15T22:04:24.835582+0000","last_fullsized":"2024-09-15T22:04:24.835582+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-15T22:04:24.835582+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-15T22:04:24.835582+0000","last_clean_scrub_stamp":"2024-09-15T22:04:24.835582+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.35","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-15T22:04:24.835582+0000","last_change":"2024-09-15T22:04:24.835582+0000","last_active":"2024-09-15T22:04:24.835582+0000","last_peered":"2024-09-15T22:04:24.835582+0000","last_clean":"2024-09-15T22:04:24.835582+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-15T22:04:24.835582+0000","last_undegraded":"2024-09-15T22:04:24.835582+0000","last_fullsized":"2024-09-15T22:04:24.835582+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-15T22:04:24.835582+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-15T22:04:24.835582+0000","last_clean_scrub_stamp":"2024-09-15T22:04:24.835582+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.34","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-15T22:04:24.835582+0000","last_change":"2024-09-15T22:04:24.835582+0000","last_active":"2024-09-15T22:04:24.835582+0000","last_peered":"2024-09-15T22:04:24.835582+0000","last_clean":"2024-09-15T22:04:24.835582+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-15T22:04:24.835582+0000","last_undegraded":"2024-09-15T22:04:24.835582+0000","last_fullsized":"2024-09-15T22:04:24.835582+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-15T22:04:24.835582+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-15T22:04:24.835582+0000","last_clean_scrub_stamp":"2024-09-15T22:04:24.835582+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.33","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-15T22:04:24.835582+0000","last_change":"2024-09-15T22:04:24.835582+0000","last_active":"2024-09-15T22:04:24.835582+0000","last_peered":"2024-09-15T22:04:24.835582+0000","last_clean":"2024-09-15T22:04:24.835582+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-15T22:04:24.835582+0000","last_undegraded":"2024-09-15T22:04:24.835582+0000","last_fullsized":"2024-09-15T22:04:24.835582+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-15T22:04:24.835582+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-15T22:04:24.835582+0000","last_clean_scrub_stamp":"2024-09-15T22:04:24.835582+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.32","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-15T22:04:24.835582+0000","last_change":"2024-09-15T22:04:24.835582+0000","last_active":"2024-09-15T22:04:24.835582+0000","last_peered":"2024-09-15T22:04:24.835582+0000","last_clean":"2024-09-15T22:04:24.835582+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-15T22:04:24.835582+0000","last_undegraded":"2024-09-15T22:04:24.835582+0000","last_fullsized":"2024-09-15T22:04:24.835582+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-15T22:04:24.835582+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-15T22:04:24.835582+0000","last_clean_scrub_stamp":"2024-09-15T22:04:24.835582+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.31","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-15T22:04:24.835582+0000","last_change":"2024-09-15T22:04:24.835582+0000","last_active":"2024-09-15T22:04:24.835582+0000","last_peered":"2024-09-15T22:04:24.835582+0000","last_clean":"2024-09-15T22:04:24.835582+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-15T22:04:24.835582+0000","last_undegraded":"2024-09-15T22:04:24.835582+0000","last_fullsized":"2024-09-15T22:04:24.835582+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-15T22:04:24.835582+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-15T22:04:24.835582+0000","last_clean_scrub_stamp":"2024-09-15T22:04:24.835582+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.30","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-15T22:04:24.835582+0000","last_change":"2024-09-15T22:04:24.835582+0000","last_active":"2024-09-15T22:04:24.835582+0000","last_peered":"2024-09-15T22:04:24.835582+0000","last_clean":"2024-09-15T22:04:24.835582+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-15T22:04:24.835582+0000","last_undegraded":"2024-09-15T22:04:24.835582+0000","last_fullsized":"2024-09-15T22:04:24.835582+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-15T22:04:24.835582+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-15T22:04:24.835582+0000","last_clean_scrub_stamp":"2024-09-15T22:04:24.835582+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.2f","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-15T22:04:24.835582+0000","last_change":"2024-09-15T22:04:24.835582+0000","last_active":"2024-09-15T22:04:24.835582+0000","last_peered":"2024-09-15T22:04:24.835582+0000","last_clean":"2024-09-15T22:04:24.835582+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-15T22:04:24.835582+0000","last_undegraded":"2024-09-15T22:04:24.835582+0000","last_fullsized":"2024-09-15T22:04:24.835582+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-15T22:04:24.835582+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-15T22:04:24.835582+0000","last_clean_scrub_stamp":"2024-09-15T22:04:24.835582+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.2e","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-15T22:04:24.835582+0000","last_change":"2024-09-15T22:04:24.835582+0000","last_active":"2024-09-15T22:04:24.835582+0000","last_peered":"2024-09-15T22:04:24.835582+0000","last_clean":"2024-09-15T22:04:24.835582+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-15T22:04:24.835582+0000","last_undegraded":"2024-09-15T22:04:24.835582+0000","last_fullsized":"2024-09-15T22:04:24.835582+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-15T22:04:24.835582+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-15T22:04:24.835582+0000","last_clean_scrub_stamp":"2024-09-15T22:04:24.835582+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.2d","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-15T22:04:24.835582+0000","last_change":"2024-09-15T22:04:24.835582+0000","last_active":"2024-09-15T22:04:24.835582+0000","last_peered":"2024-09-15T22:04:24.835582+0000","last_clean":"2024-09-15T22:04:24.835582+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-15T22:04:24.835582+0000","last_undegraded":"2024-09-15T22:04:24.835582+0000","last_fullsized":"2024-09-15T22:04:24.835582+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-15T22:04:24.835582+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-15T22:04:24.835582+0000","last_clean_scrub_stamp":"2024-09-15T22:04:24.835582+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.2c","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-15T22:04:24.835582+0000","last_change":"2024-09-15T22:04:24.835582+0000","last_active":"2024-09-15T22:04:24.835582+0000","last_peered":"2024-09-15T22:04:24.835582+0000","last_clean":"2024-09-15T22:04:24.835582+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-15T22:04:24.835582+0000","last_undegraded":"2024-09-15T22:04:24.835582+0000","last_fullsized":"2024-09-15T22:04:24.835582+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-15T22:04:24.835582+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-15T22:04:24.835582+0000","last_clean_scrub_stamp":"2024-09-15T22:04:24.835582+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.2b","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-15T22:04:24.835582+0000","last_change":"2024-09-15T22:04:24.835582+0000","last_active":"2024-09-15T22:04:24.835582+0000","last_peered":"2024-09-15T22:04:24.835582+0000","last_clean":"2024-09-15T22:04:24.835582+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-15T22:04:24.835582+0000","last_undegraded":"2024-09-15T22:04:24.835582+0000","last_fullsized":"2024-09-15T22:04:24.835582+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-15T22:04:24.835582+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-15T22:04:24.835582+0000","last_clean_scrub_stamp":"2024-09-15T22:04:24.835582+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.2a","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-15T22:04:24.835582+0000","last_change":"2024-09-15T22:04:24.835582+0000","last_active":"2024-09-15T22:04:24.835582+0000","last_peered":"2024-09-15T22:04:24.835582+0000","last_clean":"2024-09-15T22:04:24.835582+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-15T22:04:24.835582+0000","last_undegraded":"2024-09-15T22:04:24.835582+0000","last_fullsized":"2024-09-15T22:04:24.835582+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-15T22:04:24.835582+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-15T22:04:24.835582+0000","last_clean_scrub_stamp":"2024-09-15T22:04:24.835582+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.29","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-15T22:04:24.835582+0000","last_change":"2024-09-15T22:04:24.835582+0000","last_active":"2024-09-15T22:04:24.835582+0000","last_peered":"2024-09-15T22:04:24.835582+0000","last_clean":"2024-09-15T22:04:24.835582+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-15T22:04:24.835582+0000","last_undegraded":"2024-09-15T22:04:24.835582+0000","last_fullsized":"2024-09-15T22:04:24.835582+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-15T22:04:24.835582+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-15T22:04:24.835582+0000","last_clean_scrub_stamp":"2024-09-15T22:04:24.835582+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.28","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-15T22:04:24.835582+0000","last_change":"2024-09-15T22:04:24.835582+0000","last_active":"2024-09-15T22:04:24.835582+0000","last_peered":"2024-09-15T22:04:24.835582+0000","last_clean":"2024-09-15T22:04:24.835582+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-15T22:04:24.835582+0000","last_undegraded":"2024-09-15T22:04:24.835582+0000","last_fullsized":"2024-09-15T22:04:24.835582+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-15T22:04:24.835582+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-15T22:04:24.835582+0000","last_clean_scrub_stamp":"2024-09-15T22:04:24.835582+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.27","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-15T22:04:24.835582+0000","last_change":"2024-09-15T22:04:24.835582+0000","last_active":"2024-09-15T22:04:24.835582+0000","last_peered":"2024-09-15T22:04:24.835582+0000","last_clean":"2024-09-15T22:04:24.835582+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-15T22:04:24.835582+0000","last_undegraded":"2024-09-15T22:04:24.835582+0000","last_fullsized":"2024-09-15T22:04:24.835582+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-15T22:04:24.835582+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-15T22:04:24.835582+0000","last_clean_scrub_stamp":"2024-09-15T22:04:24.835582+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.26","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-15T22:04:24.835582+0000","last_change":"2024-09-15T22:04:24.835582+0000","last_active":"2024-09-15T22:04:24.835582+0000","last_peered":"2024-09-15T22:04:24.835582+0000","last_clean":"2024-09-15T22:04:24.835582+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-15T22:04:24.835582+0000","last_undegraded":"2024-09-15T22:04:24.835582+0000","last_fullsized":"2024-09-15T22:04:24.835582+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-15T22:04:24.835582+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-15T22:04:24.835582+0000","last_clean_scrub_stamp":"2024-09-15T22:04:24.835582+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.25","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-15T22:04:24.835582+0000","last_change":"2024-09-15T22:04:24.835582+0000","last_active":"2024-09-15T22:04:24.835582+0000","last_peered":"2024-09-15T22:04:24.835582+0000","last_clean":"2024-09-15T22:04:24.835582+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-15T22:04:24.835582+0000","last_undegraded":"2024-09-15T22:04:24.835582+0000","last_fullsized":"2024-09-15T22:04:24.835582+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-15T22:04:24.835582+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-15T22:04:24.835582+0000","last_clean_scrub_stamp":"2024-09-15T22:04:24.835582+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.24","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-15T22:04:24.835582+0000","last_change":"2024-09-15T22:04:24.835582+0000","last_active":"2024-09-15T22:04:24.835582+0000","last_peered":"2024-09-15T22:04:24.835582+0000","last_clean":"2024-09-15T22:04:24.835582+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-15T22:04:24.835582+0000","last_undegraded":"2024-09-15T22:04:24.835582+0000","last_fullsized":"2024-09-15T22:04:24.835582+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-15T22:04:24.835582+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-15T22:04:24.835582+0000","last_clean_scrub_stamp":"2024-09-15T22:04:24.835582+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.23","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-15T22:04:24.835582+0000","last_change":"2024-09-15T22:04:24.835582+0000","last_active":"2024-09-15T22:04:24.835582+0000","last_peered":"2024-09-15T22:04:24.835582+0000","last_clean":"2024-09-15T22:04:24.835582+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-15T22:04:24.835582+0000","last_undegraded":"2024-09-15T22:04:24.835582+0000","last_fullsized":"2024-09-15T22:04:24.835582+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-15T22:04:24.835582+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-15T22:04:24.835582+0000","last_clean_scrub_stamp":"2024-09-15T22:04:24.835582+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.22","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-15T22:04:24.835582+0000","last_change":"2024-09-15T22:04:24.835582+0000","last_active":"2024-09-15T22:04:24.835582+0000","last_peered":"2024-09-15T22:04:24.835582+0000","last_clean":"2024-09-15T22:04:24.835582+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-15T22:04:24.835582+0000","last_undegraded":"2024-09-15T22:04:24.835582+0000","last_fullsized":"2024-09-15T22:04:24.835582+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-15T22:04:24.835582+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-15T22:04:24.835582+0000","last_clean_scrub_stamp":"2024-09-15T22:04:24.835582+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.21","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-15T22:04:24.835582+0000","last_change":"2024-09-15T22:04:24.835582+0000","last_active":"2024-09-15T22:04:24.835582+0000","last_peered":"2024-09-15T22:04:24.835582+0000","last_clean":"2024-09-15T22:04:24.835582+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-15T22:04:24.835582+0000","last_undegraded":"2024-09-15T22:04:24.835582+0000","last_fullsized":"2024-09-15T22:04:24.835582+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-15T22:04:24.835582+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-15T22:04:24.835582+0000","last_clean_scrub_stamp":"2024-09-15T22:04:24.835582+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.20","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-15T22:04:24.835582+0000","last_change":"2024-09-15T22:04:24.835582+0000","last_active":"2024-09-15T22:04:24.835582+0000","last_peered":"2024-09-15T22:04:24.835582+0000","last_clean":"2024-09-15T22:04:24.835582+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-15T22:04:24.835582+0000","last_undegraded":"2024-09-15T22:04:24.835582+0000","last_fullsized":"2024-09-15T22:04:24.835582+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-15T22:04:24.835582+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-15T22:04:24.835582+0000","last_clean_scrub_stamp":"2024-09-15T22:04:24.835582+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.1a","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-15T22:04:24.835582+0000","last_change":"2024-09-15T22:04:24.835582+0000","last_active":"2024-09-15T22:04:24.835582+0000","last_peered":"2024-09-15T22:04:24.835582+0000","last_clean":"2024-09-15T22:04:24.835582+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-15T22:04:24.835582+0000","last_undegraded":"2024-09-15T22:04:24.835582+0000","last_fullsized":"2024-09-15T22:04:24.835582+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-15T22:04:24.835582+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-15T22:04:24.835582+0000","last_clean_scrub_stamp":"2024-09-15T22:04:24.835582+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"2.1b","version":"0'0","reported_seq":1,"reported_epoch":18,"state":"creating+peering","last_fresh":"2024-09-15T22:04:23.837549+0000","last_change":"2024-09-15T22:04:23.837549+0000","last_active":"2024-09-15T22:04:23.830575+0000","last_peered":"2024-09-15T22:04:23.830575+0000","last_clean":"2024-09-15T22:04:23.830575+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-15T22:04:23.837549+0000","last_undegraded":"2024-09-15T22:04:23.837549+0000","last_fullsized":"2024-09-15T22:04:23.837549+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-15T22:04:23.830575+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-15T22:04:23.830575+0000","last_clean_scrub_stamp":"2024-09-15T22:04:23.830575+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1b","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-15T22:04:24.835582+0000","last_change":"2024-09-15T22:04:24.835582+0000","last_active":"2024-09-15T22:04:24.835582+0000","last_peered":"2024-09-15T22:04:24.835582+0000","last_clean":"2024-09-15T22:04:24.835582+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-15T22:04:24.835582+0000","last_undegraded":"2024-09-15T22:04:24.835582+0000","last_fullsized":"2024-09-15T22:04:24.835582+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-15T22:04:24.835582+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-15T22:04:24.835582+0000","last_clean_scrub_stamp":"2024-09-15T22:04:24.835582+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"2.1a","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-15T22:04:23.830575+0000","last_change":"2024-09-15T22:04:23.830575+0000","last_active":"2024-09-15T22:04:23.830575+0000","last_peered":"2024-09-15T22:04:23.830575+0000","last_clean":"2024-09-15T22:04:23.830575+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-15T22:04:23.830575+0000","last_undegraded":"2024-09-15T22:04:23.830575+0000","last_fullsized":"2024-09-15T22:04:23.830575+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-15T22:04:23.830575+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-15T22:04:23.830575+0000","last_clean_scrub_stamp":"2024-09-15T22:04:23.830575+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"2.19","version":"0'0","reported_seq":1,"reported_epoch":18,"state":"creating+peering","last_fresh":"2024-09-15T22:04:23.837788+0000","last_change":"2024-09-15T22:04:23.837788+0000","last_active":"2024-09-15T22:04:23.830575+0000","last_peered":"2024-09-15T22:04:23.830575+0000","last_clean":"2024-09-15T22:04:23.830575+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-15T22:04:23.837788+0000","last_undegraded":"2024-09-15T22:04:23.837788+0000","last_fullsized":"2024-09-15T22:04:23.837788+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-15T22:04:23.830575+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-15T22:04:23.830575+0000","last_clean_scrub_stamp":"2024-09-15T22:04:23.830575+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.18","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-15T22:04:24.835582+0000","last_change":"2024-09-15T22:04:24.835582+0000","last_active":"2024-09-15T22:04:24.835582+0000","last_peered":"2024-09-15T22:04:24.835582+0000","last_clean":"2024-09-15T22:04:24.835582+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-15T22:04:24.835582+0000","last_undegraded":"2024-09-15T22:04:24.835582+0000","last_fullsized":"2024-09-15T22:04:24.835582+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-15T22:04:24.835582+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-15T22:04:24.835582+0000","last_clean_scrub_stamp":"2024-09-15T22:04:24.835582+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"2.18","version":"0'0","reported_seq":1,"reported_epoch":18,"state":"creating+peering","last_fresh":"2024-09-15T22:04:23.844012+0000","last_change":"2024-09-15T22:04:23.844012+0000","last_active":"2024-09-15T22:04:23.830575+0000","last_peered":"2024-09-15T22:04:23.830575+0000","last_clean":"2024-09-15T22:04:23.830575+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-15T22:04:23.844012+0000","last_undegraded":"2024-09-15T22:04:23.844012+0000","last_fullsized":"2024-09-15T22:04:23.844012+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-15T22:04:23.830575+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-15T22:04:23.830575+0000","last_clean_scrub_stamp":"2024-09-15T22:04:23.830575+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.19","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-15T22:04:24.835582+0000","last_change":"2024-09-15T22:04:24.835582+0000","last_active":"2024-09-15T22:04:24.835582+0000","last_peered":"2024-09-15T22:04:24.835582+0000","last_clean":"2024-09-15T22:04:24.835582+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-15T22:04:24.835582+0000","last_undegraded":"2024-09-15T22:04:24.835582+0000","last_fullsized":"2024-09-15T22:04:24.835582+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-15T22:04:24.835582+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-15T22:04:24.835582+0000","last_clean_scrub_stamp":"2024-09-15T22:04:24.835582+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"2.17","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-15T22:04:23.830575+0000","last_change":"2024-09-15T22:04:23.830575+0000","last_active":"2024-09-15T22:04:23.830575+0000","last_peered":"2024-09-15T22:04:23.830575+0000","last_clean":"2024-09-15T22:04:23.830575+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-15T22:04:23.830575+0000","last_undegraded":"2024-09-15T22:04:23.830575+0000","last_fullsized":"2024-09-15T22:04:23.830575+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-15T22:04:23.830575+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-15T22:04:23.830575+0000","last_clean_scrub_stamp":"2024-09-15T22:04:23.830575+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.16","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-15T22:04:24.835582+0000","last_change":"2024-09-15T22:04:24.835582+0000","last_active":"2024-09-15T22:04:24.835582+0000","last_peered":"2024-09-15T22:04:24.835582+0000","last_clean":"2024-09-15T22:04:24.835582+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-15T22:04:24.835582+0000","last_undegraded":"2024-09-15T22:04:24.835582+0000","last_fullsized":"2024-09-15T22:04:24.835582+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-15T22:04:24.835582+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-15T22:04:24.835582+0000","last_clean_scrub_stamp":"2024-09-15T22:04:24.835582+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"2.16","version":"0'0","reported_seq":1,"reported_epoch":18,"state":"creating+peering","last_fresh":"2024-09-15T22:04:23.843743+0000","last_change":"2024-09-15T22:04:23.843743+0000","last_active":"2024-09-15T22:04:23.830575+0000","last_peered":"2024-09-15T22:04:23.830575+0000","last_clean":"2024-09-15T22:04:23.830575+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-15T22:04:23.843743+0000","last_undegraded":"2024-09-15T22:04:23.843743+0000","last_fullsized":"2024-09-15T22:04:23.843743+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-15T22:04:23.830575+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-15T22:04:23.830575+0000","last_clean_scrub_stamp":"2024-09-15T22:04:23.830575+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,6],"acting":[5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.17","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-15T22:04:24.835582+0000","last_change":"2024-09-15T22:04:24.835582+0000","last_active":"2024-09-15T22:04:24.835582+0000","last_peered":"2024-09-15T22:04:24.835582+0000","last_clean":"2024-09-15T22:04:24.835582+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-15T22:04:24.835582+0000","last_undegraded":"2024-09-15T22:04:24.835582+0000","last_fullsized":"2024-09-15T22:04:24.835582+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-15T22:04:24.835582+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-15T22:04:24.835582+0000","last_clean_scrub_stamp":"2024-09-15T22:04:24.835582+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"2.15","version":"0'0","reported_seq":1,"reported_epoch":18,"state":"creating+peering","last_fresh":"2024-09-15T22:04:23.839584+0000","last_change":"2024-09-15T22:04:23.839584+0000","last_active":"2024-09-15T22:04:23.830575+0000","last_peered":"2024-09-15T22:04:23.830575+0000","last_clean":"2024-09-15T22:04:23.830575+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-15T22:04:23.839584+0000","last_undegraded":"2024-09-15T22:04:23.839584+0000","last_fullsized":"2024-09-15T22:04:23.839584+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-15T22:04:23.830575+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-15T22:04:23.830575+0000","last_clean_scrub_stamp":"2024-09-15T22:04:23.830575+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.14","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-15T22:04:24.835582+0000","last_change":"2024-09-15T22:04:24.835582+0000","last_active":"2024-09-15T22:04:24.835582+0000","last_peered":"2024-09-15T22:04:24.835582+0000","last_clean":"2024-09-15T22:04:24.835582+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-15T22:04:24.835582+0000","last_undegraded":"2024-09-15T22:04:24.835582+0000","last_fullsized":"2024-09-15T22:04:24.835582+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-15T22:04:24.835582+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-15T22:04:24.835582+0000","last_clean_scrub_stamp":"2024-09-15T22:04:24.835582+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"2.14","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-15T22:04:23.830575+0000","last_change":"2024-09-15T22:04:23.830575+0000","last_active":"2024-09-15T22:04:23.830575+0000","last_peered":"2024-09-15T22:04:23.830575+0000","last_clean":"2024-09-15T22:04:23.830575+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-15T22:04:23.830575+0000","last_undegraded":"2024-09-15T22:04:23.830575+0000","last_fullsized":"2024-09-15T22:04:23.830575+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-15T22:04:23.830575+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-15T22:04:23.830575+0000","last_clean_scrub_stamp":"2024-09-15T22:04:23.830575+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.15","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-15T22:04:24.835582+0000","last_change":"2024-09-15T22:04:24.835582+0000","last_active":"2024-09-15T22:04:24.835582+0000","last_peered":"2024-09-15T22:04:24.835582+0000","last_clean":"2024-09-15T22:04:24.835582+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-15T22:04:24.835582+0000","last_undegraded":"2024-09-15T22:04:24.835582+0000","last_fullsized":"2024-09-15T22:04:24.835582+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-15T22:04:24.835582+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-15T22:04:24.835582+0000","last_clean_scrub_stamp":"2024-09-15T22:04:24.835582+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"2.13","version":"0'0","reported_seq":1,"reported_epoch":18,"state":"creating+peering","last_fresh":"2024-09-15T22:04:23.840282+0000","last_change":"2024-09-15T22:04:23.840282+0000","last_active":"2024-09-15T22:04:23.830575+0000","last_peered":"2024-09-15T22:04:23.830575+0000","last_clean":"2024-09-15T22:04:23.830575+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-15T22:04:23.840282+0000","last_undegraded":"2024-09-15T22:04:23.840282+0000","last_fullsized":"2024-09-15T22:04:23.840282+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-15T22:04:23.830575+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-15T22:04:23.830575+0000","last_clean_scrub_stamp":"2024-09-15T22:04:23.830575+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4],"acting":[0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.12","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-15T22:04:24.835582+0000","last_change":"2024-09-15T22:04:24.835582+0000","last_active":"2024-09-15T22:04:24.835582+0000","last_peered":"2024-09-15T22:04:24.835582+0000","last_clean":"2024-09-15T22:04:24.835582+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-15T22:04:24.835582+0000","last_undegraded":"2024-09-15T22:04:24.835582+0000","last_fullsized":"2024-09-15T22:04:24.835582+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-15T22:04:24.835582+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-15T22:04:24.835582+0000","last_clean_scrub_stamp":"2024-09-15T22:04:24.835582+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"2.12","version":"0'0","reported_seq":1,"reported_epoch":18,"state":"creating+peering","last_fresh":"2024-09-15T22:04:23.844221+0000","last_change":"2024-09-15T22:04:23.844221+0000","last_active":"2024-09-15T22:04:23.830575+0000","last_peered":"2024-09-15T22:04:23.830575+0000","last_clean":"2024-09-15T22:04:23.830575+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-15T22:04:23.844221+0000","last_undegraded":"2024-09-15T22:04:23.844221+0000","last_fullsized":"2024-09-15T22:04:23.844221+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-15T22:04:23.830575+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-15T22:04:23.830575+0000","last_clean_scrub_stamp":"2024-09-15T22:04:23.830575+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.13","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-15T22:04:24.835582+0000","last_change":"2024-09-15T22:04:24.835582+0000","last_active":"2024-09-15T22:04:24.835582+0000","last_peered":"2024-09-15T22:04:24.835582+0000","last_clean":"2024-09-15T22:04:24.835582+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-15T22:04:24.835582+0000","last_undegraded":"2024-09-15T22:04:24.835582+0000","last_fullsized":"2024-09-15T22:04:24.835582+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-15T22:04:24.835582+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-15T22:04:24.835582+0000","last_clean_scrub_stamp":"2024-09-15T22:04:24.835582+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"2.11","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-15T22:04:23.830575+0000","last_change":"2024-09-15T22:04:23.830575+0000","last_active":"2024-09-15T22:04:23.830575+0000","last_peered":"2024-09-15T22:04:23.830575+0000","last_clean":"2024-09-15T22:04:23.830575+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-15T22:04:23.830575+0000","last_undegraded":"2024-09-15T22:04:23.830575+0000","last_fullsized":"2024-09-15T22:04:23.830575+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-15T22:04:23.830575+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-15T22:04:23.830575+0000","last_clean_scrub_stamp":"2024-09-15T22:04:23.830575+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.10","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-15T22:04:24.835582+0000","last_change":"2024-09-15T22:04:24.835582+0000","last_active":"2024-09-15T22:04:24.835582+0000","last_peered":"2024-09-15T22:04:24.835582+0000","last_clean":"2024-09-15T22:04:24.835582+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-15T22:04:24.835582+0000","last_undegraded":"2024-09-15T22:04:24.835582+0000","last_fullsized":"2024-09-15T22:04:24.835582+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-15T22:04:24.835582+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-15T22:04:24.835582+0000","last_clean_scrub_stamp":"2024-09-15T22:04:24.835582+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"2.10","version":"0'0","reported_seq":1,"reported_epoch":18,"state":"creating+peering","last_fresh":"2024-09-15T22:04:23.847675+0000","last_change":"2024-09-15T22:04:23.847675+0000","last_active":"2024-09-15T22:04:23.830575+0000","last_peered":"2024-09-15T22:04:23.830575+0000","last_clean":"2024-09-15T22:04:23.830575+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-15T22:04:23.847675+0000","last_undegraded":"2024-09-15T22:04:23.847675+0000","last_fullsized":"2024-09-15T22:04:23.847675+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-15T22:04:23.830575+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-15T22:04:23.830575+0000","last_clean_scrub_stamp":"2024-09-15T22:04:23.830575+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1],"acting":[2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.11","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-15T22:04:24.835582+0000","last_change":"2024-09-15T22:04:24.835582+0000","last_active":"2024-09-15T22:04:24.835582+0000","last_peered":"2024-09-15T22:04:24.835582+0000","last_clean":"2024-09-15T22:04:24.835582+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-15T22:04:24.835582+0000","last_undegraded":"2024-09-15T22:04:24.835582+0000","last_fullsized":"2024-09-15T22:04:24.835582+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-15T22:04:24.835582+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-15T22:04:24.835582+0000","last_clean_scrub_stamp":"2024-09-15T22:04:24.835582+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"2.f","version":"0'0","reported_seq":1,"reported_epoch":18,"state":"creating+peering","last_fresh":"2024-09-15T22:04:23.837657+0000","last_change":"2024-09-15T22:04:23.837657+0000","last_active":"2024-09-15T22:04:23.830575+0000","last_peered":"2024-09-15T22:04:23.830575+0000","last_clean":"2024-09-15T22:04:23.830575+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-15T22:04:23.837657+0000","last_undegraded":"2024-09-15T22:04:23.837657+0000","last_fullsized":"2024-09-15T22:04:23.837657+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-15T22:04:23.830575+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-15T22:04:23.830575+0000","last_clean_scrub_stamp":"2024-09-15T22:04:23.830575+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0],"acting":[4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.e","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-15T22:04:24.835582+0000","last_change":"2024-09-15T22:04:24.835582+0000","last_active":"2024-09-15T22:04:24.835582+0000","last_peered":"2024-09-15T22:04:24.835582+0000","last_clean":"2024-09-15T22:04:24.835582+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-15T22:04:24.835582+0000","last_undegraded":"2024-09-15T22:04:24.835582+0000","last_fullsized":"2024-09-15T22:04:24.835582+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-15T22:04:24.835582+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-15T22:04:24.835582+0000","last_clean_scrub_stamp":"2024-09-15T22:04:24.835582+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"2.e","version":"0'0","reported_seq":1,"reported_epoch":18,"state":"creating+peering","last_fresh":"2024-09-15T22:04:23.847692+0000","last_change":"2024-09-15T22:04:23.847692+0000","last_active":"2024-09-15T22:04:23.830575+0000","last_peered":"2024-09-15T22:04:23.830575+0000","last_clean":"2024-09-15T22:04:23.830575+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-15T22:04:23.847692+0000","last_undegraded":"2024-09-15T22:04:23.847692+0000","last_fullsized":"2024-09-15T22:04:23.847692+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-15T22:04:23.830575+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-15T22:04:23.830575+0000","last_clean_scrub_stamp":"2024-09-15T22:04:23.830575+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.f","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-15T22:04:24.835582+0000","last_change":"2024-09-15T22:04:24.835582+0000","last_active":"2024-09-15T22:04:24.835582+0000","last_peered":"2024-09-15T22:04:24.835582+0000","last_clean":"2024-09-15T22:04:24.835582+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-15T22:04:24.835582+0000","last_undegraded":"2024-09-15T22:04:24.835582+0000","last_fullsized":"2024-09-15T22:04:24.835582+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-15T22:04:24.835582+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-15T22:04:24.835582+0000","last_clean_scrub_stamp":"2024-09-15T22:04:24.835582+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"2.d","version":"0'0","reported_seq":1,"reported_epoch":18,"state":"creating+peering","last_fresh":"2024-09-15T22:04:23.838906+0000","last_change":"2024-09-15T22:04:23.838906+0000","last_active":"2024-09-15T22:04:23.830575+0000","last_peered":"2024-09-15T22:04:23.830575+0000","last_clean":"2024-09-15T22:04:23.830575+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-15T22:04:23.838906+0000","last_undegraded":"2024-09-15T22:04:23.838906+0000","last_fullsized":"2024-09-15T22:04:23.838906+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-15T22:04:23.830575+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-15T22:04:23.830575+0000","last_clean_scrub_stamp":"2024-09-15T22:04:23.830575+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4],"acting":[1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.c","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-15T22:04:24.835582+0000","last_change":"2024-09-15T22:04:24.835582+0000","last_active":"2024-09-15T22:04:24.835582+0000","last_peered":"2024-09-15T22:04:24.835582+0000","last_clean":"2024-09-15T22:04:24.835582+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-15T22:04:24.835582+0000","last_undegraded":"2024-09-15T22:04:24.835582+0000","last_fullsized":"2024-09-15T22:04:24.835582+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-15T22:04:24.835582+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-15T22:04:24.835582+0000","last_clean_scrub_stamp":"2024-09-15T22:04:24.835582+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"2.c","version":"0'0","reported_seq":1,"reported_epoch":18,"state":"creating+peering","last_fresh":"2024-09-15T22:04:23.847675+0000","last_change":"2024-09-15T22:04:23.847675+0000","last_active":"2024-09-15T22:04:23.830575+0000","last_peered":"2024-09-15T22:04:23.830575+0000","last_clean":"2024-09-15T22:04:23.830575+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-15T22:04:23.847675+0000","last_undegraded":"2024-09-15T22:04:23.847675+0000","last_fullsized":"2024-09-15T22:04:23.847675+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-15T22:04:23.830575+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-15T22:04:23.830575+0000","last_clean_scrub_stamp":"2024-09-15T22:04:23.830575+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5],"acting":[2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.d","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-15T22:04:24.835582+0000","last_change":"2024-09-15T22:04:24.835582+0000","last_active":"2024-09-15T22:04:24.835582+0000","last_peered":"2024-09-15T22:04:24.835582+0000","last_clean":"2024-09-15T22:04:24.835582+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-15T22:04:24.835582+0000","last_undegraded":"2024-09-15T22:04:24.835582+0000","last_fullsized":"2024-09-15T22:04:24.835582+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-15T22:04:24.835582+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-15T22:04:24.835582+0000","last_clean_scrub_stamp":"2024-09-15T22:04:24.835582+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"1.0","version":"17'117","reported_seq":164,"reported_epoch":18,"state":"active+clean","last_fresh":"2024-09-15T22:04:23.842329+0000","last_change":"2024-09-15T22:04:16.056574+0000","last_active":"2024-09-15T22:04:23.842329+0000","last_peered":"2024-09-15T22:04:23.842329+0000","last_clean":"2024-09-15T22:04:23.842329+0000","last_became_active":"2024-09-15T22:04:16.055577+0000","last_became_peered":"2024-09-15T22:04:16.055577+0000","last_unstale":"2024-09-15T22:04:23.842329+0000","last_undegraded":"2024-09-15T22:04:23.842329+0000","last_fullsized":"2024-09-15T22:04:23.842329+0000","mapping_epoch":15,"log_start":"0'0","ondisk_log_start":"0'0","created":15,"last_epoch_clean":16,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-15T22:04:14.948623+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-15T22:04:14.948623+0000","last_clean_scrub_stamp":"2024-09-15T22:04:14.948623+0000","objects_scrubbed":0,"log_size":117,"log_dups_size":0,"ondisk_log_size":117,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T08:16:14.663572+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":159,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.3","version":"0'0","reported_seq":1,"reported_epoch":18,"state":"creating+peering","last_fresh":"2024-09-15T22:04:23.843686+0000","last_change":"2024-09-15T22:04:23.843686+0000","last_active":"2024-09-15T22:04:23.830575+0000","last_peered":"2024-09-15T22:04:23.830575+0000","last_clean":"2024-09-15T22:04:23.830575+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-15T22:04:23.843686+0000","last_undegraded":"2024-09-15T22:04:23.843686+0000","last_fullsized":"2024-09-15T22:04:23.843686+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-15T22:04:23.830575+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-15T22:04:23.830575+0000","last_clean_scrub_stamp":"2024-09-15T22:04:23.830575+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2],"acting":[5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.2","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-15T22:04:24.835582+0000","last_change":"2024-09-15T22:04:24.835582+0000","last_active":"2024-09-15T22:04:24.835582+0000","last_peered":"2024-09-15T22:04:24.835582+0000","last_clean":"2024-09-15T22:04:24.835582+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-15T22:04:24.835582+0000","last_undegraded":"2024-09-15T22:04:24.835582+0000","last_fullsized":"2024-09-15T22:04:24.835582+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-15T22:04:24.835582+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-15T22:04:24.835582+0000","last_clean_scrub_stamp":"2024-09-15T22:04:24.835582+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"2.0","version":"0'0","reported_seq":1,"reported_epoch":18,"state":"creating+peering","last_fresh":"2024-09-15T22:04:23.839911+0000","last_change":"2024-09-15T22:04:23.839911+0000","last_active":"2024-09-15T22:04:23.830575+0000","last_peered":"2024-09-15T22:04:23.830575+0000","last_clean":"2024-09-15T22:04:23.830575+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-15T22:04:23.839911+0000","last_undegraded":"2024-09-15T22:04:23.839911+0000","last_fullsized":"2024-09-15T22:04:23.839911+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-15T22:04:23.830575+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-15T22:04:23.830575+0000","last_clean_scrub_stamp":"2024-09-15T22:04:23.830575+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1],"acting":[7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-15T22:04:24.835582+0000","last_change":"2024-09-15T22:04:24.835582+0000","last_active":"2024-09-15T22:04:24.835582+0000","last_peered":"2024-09-15T22:04:24.835582+0000","last_clean":"2024-09-15T22:04:24.835582+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-15T22:04:24.835582+0000","last_undegraded":"2024-09-15T22:04:24.835582+0000","last_fullsized":"2024-09-15T22:04:24.835582+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-15T22:04:24.835582+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-15T22:04:24.835582+0000","last_clean_scrub_stamp":"2024-09-15T22:04:24.835582+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"2.1","version":"0'0","reported_seq":1,"reported_epoch":18,"state":"creating+peering","last_fresh":"2024-09-15T22:04:23.847648+0000","last_change":"2024-09-15T22:04:23.847648+0000","last_active":"2024-09-15T22:04:23.830575+0000","last_peered":"2024-09-15T22:04:23.830575+0000","last_clean":"2024-09-15T22:04:23.830575+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-15T22:04:23.847648+0000","last_undegraded":"2024-09-15T22:04:23.847648+0000","last_fullsized":"2024-09-15T22:04:23.847648+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-15T22:04:23.830575+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-15T22:04:23.830575+0000","last_clean_scrub_stamp":"2024-09-15T22:04:23.830575+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.0","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-15T22:04:24.835582+0000","last_change":"2024-09-15T22:04:24.835582+0000","last_active":"2024-09-15T22:04:24.835582+0000","last_peered":"2024-09-15T22:04:24.835582+0000","last_clean":"2024-09-15T22:04:24.835582+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-15T22:04:24.835582+0000","last_undegraded":"2024-09-15T22:04:24.835582+0000","last_fullsized":"2024-09-15T22:04:24.835582+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-15T22:04:24.835582+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-15T22:04:24.835582+0000","last_clean_scrub_stamp":"2024-09-15T22:04:24.835582+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"2.2","version":"0'0","reported_seq":1,"reported_epoch":18,"state":"creating+peering","last_fresh":"2024-09-15T22:04:23.843645+0000","last_change":"2024-09-15T22:04:23.843645+0000","last_active":"2024-09-15T22:04:23.830575+0000","last_peered":"2024-09-15T22:04:23.830575+0000","last_clean":"2024-09-15T22:04:23.830575+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-15T22:04:23.843645+0000","last_undegraded":"2024-09-15T22:04:23.843645+0000","last_fullsized":"2024-09-15T22:04:23.843645+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-15T22:04:23.830575+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-15T22:04:23.830575+0000","last_clean_scrub_stamp":"2024-09-15T22:04:23.830575+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.3","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-15T22:04:24.835582+0000","last_change":"2024-09-15T22:04:24.835582+0000","last_active":"2024-09-15T22:04:24.835582+0000","last_peered":"2024-09-15T22:04:24.835582+0000","last_clean":"2024-09-15T22:04:24.835582+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-15T22:04:24.835582+0000","last_undegraded":"2024-09-15T22:04:24.835582+0000","last_fullsized":"2024-09-15T22:04:24.835582+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-15T22:04:24.835582+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-15T22:04:24.835582+0000","last_clean_scrub_stamp":"2024-09-15T22:04:24.835582+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"2.4","version":"0'0","reported_seq":1,"reported_epoch":18,"state":"creating+peering","last_fresh":"2024-09-15T22:04:23.838505+0000","last_change":"2024-09-15T22:04:23.838505+0000","last_active":"2024-09-15T22:04:23.830575+0000","last_peered":"2024-09-15T22:04:23.830575+0000","last_clean":"2024-09-15T22:04:23.830575+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-15T22:04:23.838505+0000","last_undegraded":"2024-09-15T22:04:23.838505+0000","last_fullsized":"2024-09-15T22:04:23.838505+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-15T22:04:23.830575+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-15T22:04:23.830575+0000","last_clean_scrub_stamp":"2024-09-15T22:04:23.830575+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.5","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-15T22:04:24.835582+0000","last_change":"2024-09-15T22:04:24.835582+0000","last_active":"2024-09-15T22:04:24.835582+0000","last_peered":"2024-09-15T22:04:24.835582+0000","last_clean":"2024-09-15T22:04:24.835582+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-15T22:04:24.835582+0000","last_undegraded":"2024-09-15T22:04:24.835582+0000","last_fullsized":"2024-09-15T22:04:24.835582+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-15T22:04:24.835582+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-15T22:04:24.835582+0000","last_clean_scrub_stamp":"2024-09-15T22:04:24.835582+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"2.5","version":"0'0","reported_seq":1,"reported_epoch":18,"state":"creating+peering","last_fresh":"2024-09-15T22:04:23.840201+0000","last_change":"2024-09-15T22:04:23.840201+0000","last_active":"2024-09-15T22:04:23.830575+0000","last_peered":"2024-09-15T22:04:23.830575+0000","last_clean":"2024-09-15T22:04:23.830575+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-15T22:04:23.840201+0000","last_undegraded":"2024-09-15T22:04:23.840201+0000","last_fullsized":"2024-09-15T22:04:23.840201+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-15T22:04:23.830575+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-15T22:04:23.830575+0000","last_clean_scrub_stamp":"2024-09-15T22:04:23.830575+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.4","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-15T22:04:24.835582+0000","last_change":"2024-09-15T22:04:24.835582+0000","last_active":"2024-09-15T22:04:24.835582+0000","last_peered":"2024-09-15T22:04:24.835582+0000","last_clean":"2024-09-15T22:04:24.835582+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-15T22:04:24.835582+0000","last_undegraded":"2024-09-15T22:04:24.835582+0000","last_fullsized":"2024-09-15T22:04:24.835582+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-15T22:04:24.835582+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-15T22:04:24.835582+0000","last_clean_scrub_stamp":"2024-09-15T22:04:24.835582+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"2.6","version":"0'0","reported_seq":1,"reported_epoch":18,"state":"creating+peering","last_fresh":"2024-09-15T22:04:23.838529+0000","last_change":"2024-09-15T22:04:23.838529+0000","last_active":"2024-09-15T22:04:23.830575+0000","last_peered":"2024-09-15T22:04:23.830575+0000","last_clean":"2024-09-15T22:04:23.830575+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-15T22:04:23.838529+0000","last_undegraded":"2024-09-15T22:04:23.838529+0000","last_fullsized":"2024-09-15T22:04:23.838529+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-15T22:04:23.830575+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-15T22:04:23.830575+0000","last_clean_scrub_stamp":"2024-09-15T22:04:23.830575+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.7","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-15T22:04:24.835582+0000","last_change":"2024-09-15T22:04:24.835582+0000","last_active":"2024-09-15T22:04:24.835582+0000","last_peered":"2024-09-15T22:04:24.835582+0000","last_clean":"2024-09-15T22:04:24.835582+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-15T22:04:24.835582+0000","last_undegraded":"2024-09-15T22:04:24.835582+0000","last_fullsized":"2024-09-15T22:04:24.835582+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-15T22:04:24.835582+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-15T22:04:24.835582+0000","last_clean_scrub_stamp":"2024-09-15T22:04:24.835582+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"2.7","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-15T22:04:23.830575+0000","last_change":"2024-09-15T22:04:23.830575+0000","last_active":"2024-09-15T22:04:23.830575+0000","last_peered":"2024-09-15T22:04:23.830575+0000","last_clean":"2024-09-15T22:04:23.830575+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-15T22:04:23.830575+0000","last_undegraded":"2024-09-15T22:04:23.830575+0000","last_fullsized":"2024-09-15T22:04:23.830575+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-15T22:04:23.830575+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-15T22:04:23.830575+0000","last_clean_scrub_stamp":"2024-09-15T22:04:23.830575+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.6","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-15T22:04:24.835582+0000","last_change":"2024-09-15T22:04:24.835582+0000","last_active":"2024-09-15T22:04:24.835582+0000","last_peered":"2024-09-15T22:04:24.835582+0000","last_clean":"2024-09-15T22:04:24.835582+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-15T22:04:24.835582+0000","last_undegraded":"2024-09-15T22:04:24.835582+0000","last_fullsized":"2024-09-15T22:04:24.835582+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-15T22:04:24.835582+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-15T22:04:24.835582+0000","last_clean_scrub_stamp":"2024-09-15T22:04:24.835582+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"2.8","version":"0'0","reported_seq":1,"reported_epoch":18,"state":"creating+peering","last_fresh":"2024-09-15T22:04:23.840719+0000","last_change":"2024-09-15T22:04:23.840719+0000","last_active":"2024-09-15T22:04:23.830575+0000","last_peered":"2024-09-15T22:04:23.830575+0000","last_clean":"2024-09-15T22:04:23.830575+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-15T22:04:23.840719+0000","last_undegraded":"2024-09-15T22:04:23.840719+0000","last_fullsized":"2024-09-15T22:04:23.840719+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-15T22:04:23.830575+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-15T22:04:23.830575+0000","last_clean_scrub_stamp":"2024-09-15T22:04:23.830575+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.9","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-15T22:04:24.835582+0000","last_change":"2024-09-15T22:04:24.835582+0000","last_active":"2024-09-15T22:04:24.835582+0000","last_peered":"2024-09-15T22:04:24.835582+0000","last_clean":"2024-09-15T22:04:24.835582+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-15T22:04:24.835582+0000","last_undegraded":"2024-09-15T22:04:24.835582+0000","last_fullsized":"2024-09-15T22:04:24.835582+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-15T22:04:24.835582+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-15T22:04:24.835582+0000","last_clean_scrub_stamp":"2024-09-15T22:04:24.835582+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"2.9","version":"0'0","reported_seq":1,"reported_epoch":18,"state":"creating+peering","last_fresh":"2024-09-15T22:04:23.838959+0000","last_change":"2024-09-15T22:04:23.838959+0000","last_active":"2024-09-15T22:04:23.830575+0000","last_peered":"2024-09-15T22:04:23.830575+0000","last_clean":"2024-09-15T22:04:23.830575+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-15T22:04:23.838959+0000","last_undegraded":"2024-09-15T22:04:23.838959+0000","last_fullsized":"2024-09-15T22:04:23.838959+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-15T22:04:23.830575+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-15T22:04:23.830575+0000","last_clean_scrub_stamp":"2024-09-15T22:04:23.830575+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7],"acting":[1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.8","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-15T22:04:24.835582+0000","last_change":"2024-09-15T22:04:24.835582+0000","last_active":"2024-09-15T22:04:24.835582+0000","last_peered":"2024-09-15T22:04:24.835582+0000","last_clean":"2024-09-15T22:04:24.835582+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-15T22:04:24.835582+0000","last_undegraded":"2024-09-15T22:04:24.835582+0000","last_fullsized":"2024-09-15T22:04:24.835582+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-15T22:04:24.835582+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-15T22:04:24.835582+0000","last_clean_scrub_stamp":"2024-09-15T22:04:24.835582+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"2.a","version":"0'0","reported_seq":1,"reported_epoch":18,"state":"creating+peering","last_fresh":"2024-09-15T22:04:23.838857+0000","last_change":"2024-09-15T22:04:23.838857+0000","last_active":"2024-09-15T22:04:23.830575+0000","last_peered":"2024-09-15T22:04:23.830575+0000","last_clean":"2024-09-15T22:04:23.830575+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-15T22:04:23.838857+0000","last_undegraded":"2024-09-15T22:04:23.838857+0000","last_fullsized":"2024-09-15T22:04:23.838857+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-15T22:04:23.830575+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-15T22:04:23.830575+0000","last_clean_scrub_stamp":"2024-09-15T22:04:23.830575+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3],"acting":[1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.b","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-15T22:04:24.835582+0000","last_change":"2024-09-15T22:04:24.835582+0000","last_active":"2024-09-15T22:04:24.835582+0000","last_peered":"2024-09-15T22:04:24.835582+0000","last_clean":"2024-09-15T22:04:24.835582+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-15T22:04:24.835582+0000","last_undegraded":"2024-09-15T22:04:24.835582+0000","last_fullsized":"2024-09-15T22:04:24.835582+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-15T22:04:24.835582+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-15T22:04:24.835582+0000","last_clean_scrub_stamp":"2024-09-15T22:04:24.835582+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"2.b","version":"0'0","reported_seq":1,"reported_epoch":18,"state":"creating+peering","last_fresh":"2024-09-15T22:04:23.840341+0000","last_change":"2024-09-15T22:04:23.840341+0000","last_active":"2024-09-15T22:04:23.830575+0000","last_peered":"2024-09-15T22:04:23.830575+0000","last_clean":"2024-09-15T22:04:23.830575+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-15T22:04:23.840341+0000","last_undegraded":"2024-09-15T22:04:23.840341+0000","last_fullsized":"2024-09-15T22:04:23.840341+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-15T22:04:23.830575+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-15T22:04:23.830575+0000","last_clean_scrub_stamp":"2024-09-15T22:04:23.830575+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.a","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-15T22:04:24.835582+0000","last_change":"2024-09-15T22:04:24.835582+0000","last_active":"2024-09-15T22:04:24.835582+0000","last_peered":"2024-09-15T22:04:24.835582+0000","last_clean":"2024-09-15T22:04:24.835582+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-15T22:04:24.835582+0000","last_undegraded":"2024-09-15T22:04:24.835582+0000","last_fullsized":"2024-09-15T22:04:24.835582+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-15T22:04:24.835582+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-15T22:04:24.835582+0000","last_clean_scrub_stamp":"2024-09-15T22:04:24.835582+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.1d","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-15T22:04:24.835582+0000","last_change":"2024-09-15T22:04:24.835582+0000","last_active":"2024-09-15T22:04:24.835582+0000","last_peered":"2024-09-15T22:04:24.835582+0000","last_clean":"2024-09-15T22:04:24.835582+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-15T22:04:24.835582+0000","last_undegraded":"2024-09-15T22:04:24.835582+0000","last_fullsized":"2024-09-15T22:04:24.835582+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-15T22:04:24.835582+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-15T22:04:24.835582+0000","last_clean_scrub_stamp":"2024-09-15T22:04:24.835582+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"2.1c","version":"0'0","reported_seq":1,"reported_epoch":18,"state":"creating+peering","last_fresh":"2024-09-15T22:04:23.839940+0000","last_change":"2024-09-15T22:04:23.839940+0000","last_active":"2024-09-15T22:04:23.830575+0000","last_peered":"2024-09-15T22:04:23.830575+0000","last_clean":"2024-09-15T22:04:23.830575+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-15T22:04:23.839940+0000","last_undegraded":"2024-09-15T22:04:23.839940+0000","last_fullsized":"2024-09-15T22:04:23.839940+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-15T22:04:23.830575+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-15T22:04:23.830575+0000","last_clean_scrub_stamp":"2024-09-15T22:04:23.830575+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1c","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-15T22:04:24.835582+0000","last_change":"2024-09-15T22:04:24.835582+0000","last_active":"2024-09-15T22:04:24.835582+0000","last_peered":"2024-09-15T22:04:24.835582+0000","last_clean":"2024-09-15T22:04:24.835582+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-15T22:04:24.835582+0000","last_undegraded":"2024-09-15T22:04:24.835582+0000","last_fullsized":"2024-09-15T22:04:24.835582+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-15T22:04:24.835582+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-15T22:04:24.835582+0000","last_clean_scrub_stamp":"2024-09-15T22:04:24.835582+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"2.1d","version":"0'0","reported_seq":1,"reported_epoch":18,"state":"creating+peering","last_fresh":"2024-09-15T22:04:23.841019+0000","last_change":"2024-09-15T22:04:23.841019+0000","last_active":"2024-09-15T22:04:23.830575+0000","last_peered":"2024-09-15T22:04:23.830575+0000","last_clean":"2024-09-15T22:04:23.830575+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-15T22:04:23.841019+0000","last_undegraded":"2024-09-15T22:04:23.841019+0000","last_fullsized":"2024-09-15T22:04:23.841019+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-15T22:04:23.830575+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-15T22:04:23.830575+0000","last_clean_scrub_stamp":"2024-09-15T22:04:23.830575+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1f","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-15T22:04:24.835582+0000","last_change":"2024-09-15T22:04:24.835582+0000","last_active":"2024-09-15T22:04:24.835582+0000","last_peered":"2024-09-15T22:04:24.835582+0000","last_clean":"2024-09-15T22:04:24.835582+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-15T22:04:24.835582+0000","last_undegraded":"2024-09-15T22:04:24.835582+0000","last_fullsized":"2024-09-15T22:04:24.835582+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-15T22:04:24.835582+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-15T22:04:24.835582+0000","last_clean_scrub_stamp":"2024-09-15T22:04:24.835582+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"2.1e","version":"0'0","reported_seq":1,"reported_epoch":18,"state":"creating+peering","last_fresh":"2024-09-15T22:04:23.837584+0000","last_change":"2024-09-15T22:04:23.837584+0000","last_active":"2024-09-15T22:04:23.830575+0000","last_peered":"2024-09-15T22:04:23.830575+0000","last_clean":"2024-09-15T22:04:23.830575+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-15T22:04:23.837584+0000","last_undegraded":"2024-09-15T22:04:23.837584+0000","last_fullsized":"2024-09-15T22:04:23.837584+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-15T22:04:23.830575+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-15T22:04:23.830575+0000","last_clean_scrub_stamp":"2024-09-15T22:04:23.830575+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1e","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-15T22:04:24.835582+0000","last_change":"2024-09-15T22:04:24.835582+0000","last_active":"2024-09-15T22:04:24.835582+0000","last_peered":"2024-09-15T22:04:24.835582+0000","last_clean":"2024-09-15T22:04:24.835582+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-15T22:04:24.835582+0000","last_undegraded":"2024-09-15T22:04:24.835582+0000","last_fullsized":"2024-09-15T22:04:24.835582+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-15T22:04:24.835582+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-15T22:04:24.835582+0000","last_clean_scrub_stamp":"2024-09-15T22:04:24.835582+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"2.1f","version":"0'0","reported_seq":1,"reported_epoch":18,"state":"creating+peering","last_fresh":"2024-09-15T22:04:23.840700+0000","last_change":"2024-09-15T22:04:23.840700+0000","last_active":"2024-09-15T22:04:23.830575+0000","last_peered":"2024-09-15T22:04:23.830575+0000","last_clean":"2024-09-15T22:04:23.830575+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-15T22:04:23.840700+0000","last_undegraded":"2024-09-15T22:04:23.840700+0000","last_fullsized":"2024-09-15T22:04:23.840700+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-15T22:04:23.830575+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-15T22:04:23.830575+0000","last_clean_scrub_stamp":"2024-09-15T22:04:23.830575+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]}],"pool_stats":[{"poolid":3,"num_pg":64,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0},{"poolid":2,"num_pg":32,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":54,"acting":54,"num_store_stats":7},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":159,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":1187840,"data_stored":1180736,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":117,"ondisk_log_size":117,"up":2,"acting":2,"num_store_stats":2}],"osd_stats":[{"osd":7,"up_from":14,"seq":60129542147,"num_pgs":1,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":31924,"kb_used_data":740,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94339916,"statfs":{"total":96636764160,"available":96604073984,"internally_reserved":0,"allocated":757760,"data_stored":639422,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1590,"internal_metadata":31914442},"hb_peers":[0,1,2,3,4,5,6],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[]},{"osd":5,"up_from":14,"seq":60129542147,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":31348,"kb_used_data":160,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94340492,"statfs":{"total":96636764160,"available":96604663808,"internally_reserved":0,"allocated":163840,"data_stored":49054,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":31914437},"hb_peers":[0,1,2,3,4,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":4,"up_from":14,"seq":60129542147,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":31352,"kb_used_data":160,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94340488,"statfs":{"total":96636764160,"available":96604659712,"internally_reserved":0,"allocated":163840,"data_stored":49054,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":31914437},"hb_peers":[0,1,2,3,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":3,"up_from":14,"seq":60129542149,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27200,"kb_used_data":172,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344640,"statfs":{"total":96636764160,"available":96608911360,"internally_reserved":0,"allocated":176128,"data_stored":54871,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1593,"internal_metadata":27654599},"hb_peers":[0,1,2,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[]},{"osd":2,"up_from":14,"seq":60129542149,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27188,"kb_used_data":160,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344652,"statfs":{"total":96636764160,"available":96608923648,"internally_reserved":0,"allocated":163840,"data_stored":49054,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[0,1,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[]},{"osd":1,"up_from":14,"seq":60129542148,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27188,"kb_used_data":160,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344652,"statfs":{"total":96636764160,"available":96608923648,"internally_reserved":0,"allocated":163840,"data_stored":49054,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[0,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":2,"apply_latency_ms":2,"commit_latency_ns":2000000,"apply_latency_ns":2000000},"alerts":[]},{"osd":0,"up_from":14,"seq":60129542148,"num_pgs":1,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27780,"kb_used_data":752,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344060,"statfs":{"total":96636764160,"available":96608317440,"internally_reserved":0,"allocated":770048,"data_stored":645239,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[1,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":2,"apply_latency_ms":2,"commit_latency_ns":2000000,"apply_latency_ns":2000000},"alerts":[]},{"osd":6,"up_from":13,"seq":55834574852,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":0,"kb":94371840,"kb_used":35508,"kb_used_data":160,"kb_used_omap":1,"kb_used_meta":35326,"kb_avail":94336332,"statfs":{"total":96636764160,"available":96600403968,"internally_reserved":0,"allocated":163840,"data_stored":49054,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":36174278},"hb_peers":[0,1,2,3,4,5,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2024-09-15T22:04:30.831 INFO:tasks.ceph.mds.c.smithi063.stderr:2024-09-15T22:04:30.830+0000 7f2536267640 -1 mds.pinger is_rank_lagging: rank=0 was never sent ping request. 2024-09-15T22:04:33.250 DEBUG:teuthology.orchestra.run.smithi063:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph pg dump --format=json 2024-09-15T22:04:33.365 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:33.363+0000 7efc8ddc0640 1 Processor -- start 2024-09-15T22:04:33.365 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:33.363+0000 7efc8ddc0640 1 -- start start 2024-09-15T22:04:33.366 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:33.364+0000 7efc8ddc0640 1 --2- >> [v2:172.21.15.110:3301/0,v1:172.21.15.110:6790/0] conn(0x7efc88072060 0x7efc8815f630 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-15T22:04:33.366 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:33.364+0000 7efc8ddc0640 1 --2- >> v2:172.21.15.110:3300/0 conn(0x7efc880b3990 0x7efc880b57e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-15T22:04:33.366 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:33.364+0000 7efc8ddc0640 1 -- --> v1:172.21.15.110:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7efc88162bc0 con 0x7efc880afd80 2024-09-15T22:04:33.366 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:33.364+0000 7efc8ddc0640 1 -- --> v2:172.21.15.110:3300/0 -- mon_getmap magic: 0 -- 0x7efc88162ea0 con 0x7efc880b3990 2024-09-15T22:04:33.366 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:33.364+0000 7efc8ddc0640 1 -- --> [v2:172.21.15.110:3301/0,v1:172.21.15.110:6790/0] -- mon_getmap magic: 0 -- 0x7efc8815eb50 con 0x7efc88072060 2024-09-15T22:04:33.366 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:33.365+0000 7efc87fff640 1 --2- >> v2:172.21.15.110:3300/0 conn(0x7efc880b3990 0x7efc880b57e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-15T22:04:33.366 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:33.365+0000 7efc86ffd640 1 --2- >> [v2:172.21.15.110:3301/0,v1:172.21.15.110:6790/0] conn(0x7efc88072060 0x7efc8815f630 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-15T22:04:33.366 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:33.365+0000 7efc87fff640 1 --2- >> v2:172.21.15.110:3300/0 conn(0x7efc880b3990 0x7efc880b57e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.110:3300/0 says I am v2:172.21.15.63:57694/0 (socket says 172.21.15.63:57694) 2024-09-15T22:04:33.366 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:33.365+0000 7efc87fff640 1 -- 172.21.15.63:0/895527608 learned_addr learned my addr 172.21.15.63:0/895527608 (peer_addr_for_me v2:172.21.15.63:0/0) 2024-09-15T22:04:33.367 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:33.365+0000 7efc86ffd640 1 --2- >> [v2:172.21.15.110:3301/0,v1:172.21.15.110:6790/0] conn(0x7efc88072060 0x7efc8815f630 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.110:3301/0 says I am v2:172.21.15.63:46240/0 (socket says 172.21.15.63:46240) 2024-09-15T22:04:33.368 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:33.365+0000 7efc87fff640 1 -- 172.21.15.63:0/895527608 >> [v2:172.21.15.110:3301/0,v1:172.21.15.110:6790/0] conn(0x7efc88072060 msgr2=0x7efc8815f630 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-15T22:04:33.368 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:33.365+0000 7efc87fff640 1 --2- 172.21.15.63:0/895527608 >> [v2:172.21.15.110:3301/0,v1:172.21.15.110:6790/0] conn(0x7efc88072060 0x7efc8815f630 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T22:04:33.368 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:33.365+0000 7efc87fff640 1 -- 172.21.15.63:0/895527608 >> v1:172.21.15.110:6789/0 conn(0x7efc880afd80 legacy=0x7efc88071950 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-15T22:04:33.368 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:33.365+0000 7efc867fc640 1 -- 172.21.15.63:0/895527608 <== mon.1 v1:172.21.15.110:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 2959321621 0 0) 0x7efc88162bc0 con 0x7efc880afd80 2024-09-15T22:04:33.368 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:33.365+0000 7efc87fff640 1 -- 172.21.15.63:0/895527608 --> v2:172.21.15.110:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7efc8815ee30 con 0x7efc880b3990 2024-09-15T22:04:33.369 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:33.366+0000 7efc87fff640 1 --2- 172.21.15.63:0/895527608 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7efc880b3990 0x7efc880b57e0 secure :-1 s=READY pgs=58 cs=0 l=1 rev1=1 crypto rx=0x7efc80009e50 tx=0x7efc8002a5f0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=e88f26dd7a485536 server_cookie=0 in_seq=0 out_seq=0 2024-09-15T22:04:33.369 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:33.366+0000 7efc867fc640 1 -- 172.21.15.63:0/895527608 <== mon.1 v2:172.21.15.110:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7efc80036070 con 0x7efc880b3990 2024-09-15T22:04:33.369 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:33.366+0000 7efc867fc640 1 -- 172.21.15.63:0/895527608 <== mon.1 v2:172.21.15.110:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7efc80031600 con 0x7efc880b3990 2024-09-15T22:04:33.369 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:33.366+0000 7efc867fc640 1 -- 172.21.15.63:0/895527608 <== mon.1 v2:172.21.15.110:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7efc800319d0 con 0x7efc880b3990 2024-09-15T22:04:33.369 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:33.366+0000 7efc8ddc0640 1 -- 172.21.15.63:0/895527608 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7efc880b3990 msgr2=0x7efc880b57e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-15T22:04:33.369 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:33.366+0000 7efc8ddc0640 1 --2- 172.21.15.63:0/895527608 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7efc880b3990 0x7efc880b57e0 secure :-1 s=READY pgs=58 cs=0 l=1 rev1=1 crypto rx=0x7efc80009e50 tx=0x7efc8002a5f0 comp rx=0 tx=0).stop 2024-09-15T22:04:33.369 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:33.366+0000 7efc8ddc0640 1 -- 172.21.15.63:0/895527608 shutdown_connections 2024-09-15T22:04:33.369 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:33.366+0000 7efc8ddc0640 1 --2- 172.21.15.63:0/895527608 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7efc880b3990 0x7efc880b57e0 unknown :-1 s=CLOSED pgs=58 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T22:04:33.369 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:33.366+0000 7efc8ddc0640 1 --2- 172.21.15.63:0/895527608 >> [v2:172.21.15.110:3301/0,v1:172.21.15.110:6790/0] conn(0x7efc88072060 0x7efc8815f630 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T22:04:33.369 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:33.366+0000 7efc8ddc0640 1 -- 172.21.15.63:0/895527608 >> 172.21.15.63:0/895527608 conn(0x7efc880b2690 msgr2=0x7efc880b2aa0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-15T22:04:33.369 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:33.367+0000 7efc8ddc0640 1 -- 172.21.15.63:0/895527608 shutdown_connections 2024-09-15T22:04:33.369 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:33.367+0000 7efc8ddc0640 1 -- 172.21.15.63:0/895527608 wait complete. 2024-09-15T22:04:33.371 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:33.368+0000 7efc8ddc0640 1 Processor -- start 2024-09-15T22:04:33.371 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:33.368+0000 7efc8ddc0640 1 -- start start 2024-09-15T22:04:33.371 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:33.369+0000 7efc8ddc0640 1 --2- >> [v2:172.21.15.110:3301/0,v1:172.21.15.110:6790/0] conn(0x7efc88072060 0x7efc8815ded0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-15T22:04:33.372 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:33.369+0000 7efc8ddc0640 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7efc880afd80 0x7efc880cfb60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-15T22:04:33.372 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:33.369+0000 7efc8ddc0640 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7efc880b3990 0x7efc88157490 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-15T22:04:33.372 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:33.369+0000 7efc8ddc0640 1 -- --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 -- 0x7efc880ae8a0 con 0x7efc880b3990 2024-09-15T22:04:33.372 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:33.369+0000 7efc8ddc0640 1 -- --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_getmap magic: 0 -- 0x7efc880b0160 con 0x7efc880afd80 2024-09-15T22:04:33.372 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:33.369+0000 7efc8ddc0640 1 -- --> [v2:172.21.15.110:3301/0,v1:172.21.15.110:6790/0] -- mon_getmap magic: 0 -- 0x7efc880aea20 con 0x7efc88072060 2024-09-15T22:04:33.372 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:33.369+0000 7efc87fff640 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7efc880b3990 0x7efc88157490 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-15T22:04:33.372 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:33.369+0000 7efc87fff640 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7efc880b3990 0x7efc88157490 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.63:3300/0 says I am v2:172.21.15.63:55072/0 (socket says 172.21.15.63:55072) 2024-09-15T22:04:33.372 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:33.369+0000 7efc87fff640 1 -- 172.21.15.63:0/475311568 learned_addr learned my addr 172.21.15.63:0/475311568 (peer_addr_for_me v2:172.21.15.63:0/0) 2024-09-15T22:04:33.372 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:33.369+0000 7efc86ffd640 1 --2- 172.21.15.63:0/475311568 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7efc880afd80 0x7efc880cfb60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-15T22:04:33.372 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:33.369+0000 7efc877fe640 1 --2- 172.21.15.63:0/475311568 >> [v2:172.21.15.110:3301/0,v1:172.21.15.110:6790/0] conn(0x7efc88072060 0x7efc8815ded0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-15T22:04:33.372 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:33.369+0000 7efc87fff640 1 -- 172.21.15.63:0/475311568 >> [v2:172.21.15.110:3301/0,v1:172.21.15.110:6790/0] conn(0x7efc88072060 msgr2=0x7efc8815ded0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-15T22:04:33.372 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:33.369+0000 7efc87fff640 1 --2- 172.21.15.63:0/475311568 >> [v2:172.21.15.110:3301/0,v1:172.21.15.110:6790/0] conn(0x7efc88072060 0x7efc8815ded0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T22:04:33.372 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:33.369+0000 7efc87fff640 1 -- 172.21.15.63:0/475311568 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7efc880afd80 msgr2=0x7efc880cfb60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-15T22:04:33.373 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:33.369+0000 7efc87fff640 1 --2- 172.21.15.63:0/475311568 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7efc880afd80 0x7efc880cfb60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T22:04:33.373 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:33.369+0000 7efc87fff640 1 -- 172.21.15.63:0/475311568 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7efc880cd6b0 con 0x7efc880b3990 2024-09-15T22:04:33.373 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:33.370+0000 7efc87fff640 1 --2- 172.21.15.63:0/475311568 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7efc880b3990 0x7efc88157490 secure :-1 s=READY pgs=84 cs=0 l=1 rev1=1 crypto rx=0x7efc80009e50 tx=0x7efc80004a40 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-15T22:04:33.373 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:33.370+0000 7efc6ffff640 1 -- 172.21.15.63:0/475311568 <== mon.0 v2:172.21.15.63:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7efc80041020 con 0x7efc880b3990 2024-09-15T22:04:33.373 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:33.370+0000 7efc6ffff640 1 -- 172.21.15.63:0/475311568 <== mon.0 v2:172.21.15.63:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7efc80037040 con 0x7efc880b3990 2024-09-15T22:04:33.373 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:33.370+0000 7efc8ddc0640 1 -- 172.21.15.63:0/475311568 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7efc880cd990 con 0x7efc880b3990 2024-09-15T22:04:33.373 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:33.370+0000 7efc6ffff640 1 -- 172.21.15.63:0/475311568 <== mon.0 v2:172.21.15.63:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7efc80036050 con 0x7efc880b3990 2024-09-15T22:04:33.373 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:33.370+0000 7efc8ddc0640 1 -- 172.21.15.63:0/475311568 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7efc880cdf50 con 0x7efc880b3990 2024-09-15T22:04:33.374 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:33.371+0000 7efc8ddc0640 1 -- 172.21.15.63:0/475311568 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7efc8815f630 con 0x7efc880b3990 2024-09-15T22:04:33.374 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:33.371+0000 7efc6ffff640 1 -- 172.21.15.63:0/475311568 <== mon.0 v2:172.21.15.63:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7efc80007c50 con 0x7efc880b3990 2024-09-15T22:04:33.374 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:33.372+0000 7efc6ffff640 1 --2- 172.21.15.63:0/475311568 >> [v2:172.21.15.110:6832/552273267,v1:172.21.15.110:6833/552273267] conn(0x7efc7406c2b0 0x7efc7406e770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-15T22:04:33.374 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:33.372+0000 7efc6ffff640 1 -- 172.21.15.63:0/475311568 <== mon.0 v2:172.21.15.63:3300/0 5 ==== osd_map(21..21 src has 1..21) ==== 5709+0+0 (secure 0 0 0) 0x7efc800abba0 con 0x7efc880b3990 2024-09-15T22:04:33.374 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:33.372+0000 7efc877fe640 1 --2- 172.21.15.63:0/475311568 >> [v2:172.21.15.110:6832/552273267,v1:172.21.15.110:6833/552273267] conn(0x7efc7406c2b0 0x7efc7406e770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-15T22:04:33.374 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:33.373+0000 7efc877fe640 1 --2- 172.21.15.63:0/475311568 >> [v2:172.21.15.110:6832/552273267,v1:172.21.15.110:6833/552273267] conn(0x7efc7406c2b0 0x7efc7406e770 secure :-1 s=READY pgs=59 cs=0 l=1 rev1=1 crypto rx=0x7efc78000f60 tx=0x7efc78009040 comp rx=0 tx=0).ready entity=mgr.4102 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-15T22:04:33.377 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:33.376+0000 7efc6ffff640 1 -- 172.21.15.63:0/475311568 <== mon.0 v2:172.21.15.63:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7efc8004b060 con 0x7efc880b3990 2024-09-15T22:04:33.549 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:33.547+0000 7efc8ddc0640 1 -- 172.21.15.63:0/475311568 --> [v2:172.21.15.110:6832/552273267,v1:172.21.15.110:6833/552273267] -- mgr_command(tid 0: {"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}) -- 0x7efc88075eb0 con 0x7efc7406c2b0 2024-09-15T22:04:33.555 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:33.554+0000 7efc6ffff640 1 -- 172.21.15.63:0/475311568 <== mgr.4102 v2:172.21.15.110:6832/552273267 1 ==== mgr_command_reply(tid 0: 0 dumped all) ==== 18+0+251947 (secure 0 0 0) 0x7efc88075eb0 con 0x7efc7406c2b0 2024-09-15T22:04:33.558 INFO:teuthology.orchestra.run.smithi063.stdout: 2024-09-15T22:04:33.559 INFO:teuthology.orchestra.run.smithi063.stderr:dumped all 2024-09-15T22:04:33.560 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:33.557+0000 7efc8ddc0640 1 -- 172.21.15.63:0/475311568 >> [v2:172.21.15.110:6832/552273267,v1:172.21.15.110:6833/552273267] conn(0x7efc7406c2b0 msgr2=0x7efc7406e770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-15T22:04:33.561 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:33.557+0000 7efc8ddc0640 1 --2- 172.21.15.63:0/475311568 >> [v2:172.21.15.110:6832/552273267,v1:172.21.15.110:6833/552273267] conn(0x7efc7406c2b0 0x7efc7406e770 secure :-1 s=READY pgs=59 cs=0 l=1 rev1=1 crypto rx=0x7efc78000f60 tx=0x7efc78009040 comp rx=0 tx=0).stop 2024-09-15T22:04:33.561 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:33.557+0000 7efc8ddc0640 1 -- 172.21.15.63:0/475311568 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7efc880b3990 msgr2=0x7efc88157490 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-15T22:04:33.561 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:33.557+0000 7efc8ddc0640 1 --2- 172.21.15.63:0/475311568 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7efc880b3990 0x7efc88157490 secure :-1 s=READY pgs=84 cs=0 l=1 rev1=1 crypto rx=0x7efc80009e50 tx=0x7efc80004a40 comp rx=0 tx=0).stop 2024-09-15T22:04:33.561 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:33.557+0000 7efc8ddc0640 1 -- 172.21.15.63:0/475311568 shutdown_connections 2024-09-15T22:04:33.561 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:33.557+0000 7efc8ddc0640 1 --2- 172.21.15.63:0/475311568 >> [v2:172.21.15.110:6832/552273267,v1:172.21.15.110:6833/552273267] conn(0x7efc7406c2b0 0x7efc7406e770 unknown :-1 s=CLOSED pgs=59 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T22:04:33.561 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:33.557+0000 7efc8ddc0640 1 --2- 172.21.15.63:0/475311568 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7efc880afd80 0x7efc880cfb60 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T22:04:33.561 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:33.557+0000 7efc8ddc0640 1 --2- 172.21.15.63:0/475311568 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7efc880b3990 0x7efc88157490 unknown :-1 s=CLOSED pgs=84 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T22:04:33.561 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:33.557+0000 7efc8ddc0640 1 --2- 172.21.15.63:0/475311568 >> [v2:172.21.15.110:3301/0,v1:172.21.15.110:6790/0] conn(0x7efc88072060 0x7efc8815ded0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T22:04:33.561 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:33.557+0000 7efc8ddc0640 1 -- 172.21.15.63:0/475311568 >> 172.21.15.63:0/475311568 conn(0x7efc880b2690 msgr2=0x7efc88160460 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-15T22:04:33.561 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:33.557+0000 7efc8ddc0640 1 -- 172.21.15.63:0/475311568 shutdown_connections 2024-09-15T22:04:33.561 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:33.557+0000 7efc8ddc0640 1 -- 172.21.15.63:0/475311568 wait complete. 2024-09-15T22:04:33.569 INFO:teuthology.orchestra.run.smithi063.stdout:{"pg_ready":true,"pg_map":{"version":24,"stamp":"2024-09-15T22:04:32.239768+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":592778,"num_objects":24,"num_object_clones":0,"num_object_copies":48,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":24,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":204,"num_write_kb":2430,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":156,"ondisk_log_size":156,"up":194,"acting":194,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":178,"num_osds":8,"num_per_pool_osds":8,"num_per_pool_omap_osds":8,"kb":754974720,"kb_used":239928,"kb_used_data":2888,"kb_used_omap":12,"kb_used_meta":236851,"kb_avail":754734792,"statfs":{"total":773094113280,"available":772848427008,"internally_reserved":0,"allocated":2957312,"data_stored":1779324,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":12752,"internal_metadata":242535984},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":24,"apply_latency_ms":24,"commit_latency_ns":24000000,"apply_latency_ns":24000000},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":2410,"num_objects":22,"num_object_clones":0,"num_object_copies":44,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":22,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":45,"num_write_kb":14,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"7.398860"},"pg_stats":[{"pgid":"3.3f","version":"0'0","reported_seq":12,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-15T22:04:27.294513+0000","last_change":"2024-09-15T22:04:25.872560+0000","last_active":"2024-09-15T22:04:27.294513+0000","last_peered":"2024-09-15T22:04:27.294513+0000","last_clean":"2024-09-15T22:04:27.294513+0000","last_became_active":"2024-09-15T22:04:25.872314+0000","last_became_peered":"2024-09-15T22:04:25.872314+0000","last_unstale":"2024-09-15T22:04:27.294513+0000","last_undegraded":"2024-09-15T22:04:27.294513+0000","last_fullsized":"2024-09-15T22:04:27.294513+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-15T22:04:24.835582+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-15T22:04:24.835582+0000","last_clean_scrub_stamp":"2024-09-15T22:04:24.835582+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T00:06:20.884778+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.3e","version":"0'0","reported_seq":12,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-15T22:04:26.845246+0000","last_change":"2024-09-15T22:04:25.866779+0000","last_active":"2024-09-15T22:04:26.845246+0000","last_peered":"2024-09-15T22:04:26.845246+0000","last_clean":"2024-09-15T22:04:26.845246+0000","last_became_active":"2024-09-15T22:04:25.866369+0000","last_became_peered":"2024-09-15T22:04:25.866369+0000","last_unstale":"2024-09-15T22:04:26.845246+0000","last_undegraded":"2024-09-15T22:04:26.845246+0000","last_fullsized":"2024-09-15T22:04:26.845246+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-15T22:04:24.835582+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-15T22:04:24.835582+0000","last_clean_scrub_stamp":"2024-09-15T22:04:24.835582+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T06:16:29.286980+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.3d","version":"0'0","reported_seq":12,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-15T22:04:27.293310+0000","last_change":"2024-09-15T22:04:25.856384+0000","last_active":"2024-09-15T22:04:27.293310+0000","last_peered":"2024-09-15T22:04:27.293310+0000","last_clean":"2024-09-15T22:04:27.293310+0000","last_became_active":"2024-09-15T22:04:25.856084+0000","last_became_peered":"2024-09-15T22:04:25.856084+0000","last_unstale":"2024-09-15T22:04:27.293310+0000","last_undegraded":"2024-09-15T22:04:27.293310+0000","last_fullsized":"2024-09-15T22:04:27.293310+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-15T22:04:24.835582+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-15T22:04:24.835582+0000","last_clean_scrub_stamp":"2024-09-15T22:04:24.835582+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T05:28:49.992912+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2],"acting":[0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.3c","version":"0'0","reported_seq":12,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-15T22:04:26.846912+0000","last_change":"2024-09-15T22:04:25.863308+0000","last_active":"2024-09-15T22:04:26.846912+0000","last_peered":"2024-09-15T22:04:26.846912+0000","last_clean":"2024-09-15T22:04:26.846912+0000","last_became_active":"2024-09-15T22:04:25.861909+0000","last_became_peered":"2024-09-15T22:04:25.861909+0000","last_unstale":"2024-09-15T22:04:26.846912+0000","last_undegraded":"2024-09-15T22:04:26.846912+0000","last_fullsized":"2024-09-15T22:04:26.846912+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-15T22:04:24.835582+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-15T22:04:24.835582+0000","last_clean_scrub_stamp":"2024-09-15T22:04:24.835582+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-16T23:41:28.683939+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.3b","version":"0'0","reported_seq":12,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-15T22:04:27.294007+0000","last_change":"2024-09-15T22:04:25.858535+0000","last_active":"2024-09-15T22:04:27.294007+0000","last_peered":"2024-09-15T22:04:27.294007+0000","last_clean":"2024-09-15T22:04:27.294007+0000","last_became_active":"2024-09-15T22:04:25.858276+0000","last_became_peered":"2024-09-15T22:04:25.858276+0000","last_unstale":"2024-09-15T22:04:27.294007+0000","last_undegraded":"2024-09-15T22:04:27.294007+0000","last_fullsized":"2024-09-15T22:04:27.294007+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-15T22:04:24.835582+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-15T22:04:24.835582+0000","last_clean_scrub_stamp":"2024-09-15T22:04:24.835582+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T08:30:15.086099+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2],"acting":[7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.3a","version":"0'0","reported_seq":12,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-15T22:04:26.846970+0000","last_change":"2024-09-15T22:04:25.861045+0000","last_active":"2024-09-15T22:04:26.846970+0000","last_peered":"2024-09-15T22:04:26.846970+0000","last_clean":"2024-09-15T22:04:26.846970+0000","last_became_active":"2024-09-15T22:04:25.860787+0000","last_became_peered":"2024-09-15T22:04:25.860787+0000","last_unstale":"2024-09-15T22:04:26.846970+0000","last_undegraded":"2024-09-15T22:04:26.846970+0000","last_fullsized":"2024-09-15T22:04:26.846970+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-15T22:04:24.835582+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-15T22:04:24.835582+0000","last_clean_scrub_stamp":"2024-09-15T22:04:24.835582+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T00:59:52.335697+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0],"acting":[5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.39","version":"0'0","reported_seq":12,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-15T22:04:27.293524+0000","last_change":"2024-09-15T22:04:25.861050+0000","last_active":"2024-09-15T22:04:27.293524+0000","last_peered":"2024-09-15T22:04:27.293524+0000","last_clean":"2024-09-15T22:04:27.293524+0000","last_became_active":"2024-09-15T22:04:25.860760+0000","last_became_peered":"2024-09-15T22:04:25.860760+0000","last_unstale":"2024-09-15T22:04:27.293524+0000","last_undegraded":"2024-09-15T22:04:27.293524+0000","last_fullsized":"2024-09-15T22:04:27.293524+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-15T22:04:24.835582+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-15T22:04:24.835582+0000","last_clean_scrub_stamp":"2024-09-15T22:04:24.835582+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T02:18:14.322849+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.38","version":"0'0","reported_seq":12,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-15T22:04:27.283691+0000","last_change":"2024-09-15T22:04:25.863956+0000","last_active":"2024-09-15T22:04:27.283691+0000","last_peered":"2024-09-15T22:04:27.283691+0000","last_clean":"2024-09-15T22:04:27.283691+0000","last_became_active":"2024-09-15T22:04:25.863625+0000","last_became_peered":"2024-09-15T22:04:25.863625+0000","last_unstale":"2024-09-15T22:04:27.283691+0000","last_undegraded":"2024-09-15T22:04:27.283691+0000","last_fullsized":"2024-09-15T22:04:27.283691+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-15T22:04:24.835582+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-15T22:04:24.835582+0000","last_clean_scrub_stamp":"2024-09-15T22:04:24.835582+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-16T22:35:07.503017+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5],"acting":[3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.37","version":"0'0","reported_seq":12,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-15T22:04:27.294528+0000","last_change":"2024-09-15T22:04:25.867483+0000","last_active":"2024-09-15T22:04:27.294528+0000","last_peered":"2024-09-15T22:04:27.294528+0000","last_clean":"2024-09-15T22:04:27.294528+0000","last_became_active":"2024-09-15T22:04:25.867028+0000","last_became_peered":"2024-09-15T22:04:25.867028+0000","last_unstale":"2024-09-15T22:04:27.294528+0000","last_undegraded":"2024-09-15T22:04:27.294528+0000","last_fullsized":"2024-09-15T22:04:27.294528+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-15T22:04:24.835582+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-15T22:04:24.835582+0000","last_clean_scrub_stamp":"2024-09-15T22:04:24.835582+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T04:18:08.313443+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.36","version":"0'0","reported_seq":12,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-15T22:04:27.294077+0000","last_change":"2024-09-15T22:04:25.862691+0000","last_active":"2024-09-15T22:04:27.294077+0000","last_peered":"2024-09-15T22:04:27.294077+0000","last_clean":"2024-09-15T22:04:27.294077+0000","last_became_active":"2024-09-15T22:04:25.862016+0000","last_became_peered":"2024-09-15T22:04:25.862016+0000","last_unstale":"2024-09-15T22:04:27.294077+0000","last_undegraded":"2024-09-15T22:04:27.294077+0000","last_fullsized":"2024-09-15T22:04:27.294077+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-15T22:04:24.835582+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-15T22:04:24.835582+0000","last_clean_scrub_stamp":"2024-09-15T22:04:24.835582+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-16T22:21:32.146626+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5],"acting":[6,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.35","version":"0'0","reported_seq":12,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-15T22:04:27.294390+0000","last_change":"2024-09-15T22:04:25.858933+0000","last_active":"2024-09-15T22:04:27.294390+0000","last_peered":"2024-09-15T22:04:27.294390+0000","last_clean":"2024-09-15T22:04:27.294390+0000","last_became_active":"2024-09-15T22:04:25.858649+0000","last_became_peered":"2024-09-15T22:04:25.858649+0000","last_unstale":"2024-09-15T22:04:27.294390+0000","last_undegraded":"2024-09-15T22:04:27.294390+0000","last_fullsized":"2024-09-15T22:04:27.294390+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-15T22:04:24.835582+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-15T22:04:24.835582+0000","last_clean_scrub_stamp":"2024-09-15T22:04:24.835582+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T08:08:55.136352+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5],"acting":[6,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.34","version":"0'0","reported_seq":12,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-15T22:04:26.846917+0000","last_change":"2024-09-15T22:04:25.857995+0000","last_active":"2024-09-15T22:04:26.846917+0000","last_peered":"2024-09-15T22:04:26.846917+0000","last_clean":"2024-09-15T22:04:26.846917+0000","last_became_active":"2024-09-15T22:04:25.857690+0000","last_became_peered":"2024-09-15T22:04:25.857690+0000","last_unstale":"2024-09-15T22:04:26.846917+0000","last_undegraded":"2024-09-15T22:04:26.846917+0000","last_fullsized":"2024-09-15T22:04:26.846917+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-15T22:04:24.835582+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-15T22:04:24.835582+0000","last_clean_scrub_stamp":"2024-09-15T22:04:24.835582+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T09:00:09.813380+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.33","version":"0'0","reported_seq":12,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-15T22:04:27.283908+0000","last_change":"2024-09-15T22:04:25.860098+0000","last_active":"2024-09-15T22:04:27.283908+0000","last_peered":"2024-09-15T22:04:27.283908+0000","last_clean":"2024-09-15T22:04:27.283908+0000","last_became_active":"2024-09-15T22:04:25.857292+0000","last_became_peered":"2024-09-15T22:04:25.857292+0000","last_unstale":"2024-09-15T22:04:27.283908+0000","last_undegraded":"2024-09-15T22:04:27.283908+0000","last_fullsized":"2024-09-15T22:04:27.283908+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-15T22:04:24.835582+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-15T22:04:24.835582+0000","last_clean_scrub_stamp":"2024-09-15T22:04:24.835582+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-16T22:28:44.332876+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.32","version":"0'0","reported_seq":12,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-15T22:04:27.293159+0000","last_change":"2024-09-15T22:04:25.868852+0000","last_active":"2024-09-15T22:04:27.293159+0000","last_peered":"2024-09-15T22:04:27.293159+0000","last_clean":"2024-09-15T22:04:27.293159+0000","last_became_active":"2024-09-15T22:04:25.868334+0000","last_became_peered":"2024-09-15T22:04:25.868334+0000","last_unstale":"2024-09-15T22:04:27.293159+0000","last_undegraded":"2024-09-15T22:04:27.293159+0000","last_fullsized":"2024-09-15T22:04:27.293159+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-15T22:04:24.835582+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-15T22:04:24.835582+0000","last_clean_scrub_stamp":"2024-09-15T22:04:24.835582+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T02:18:23.172288+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.31","version":"0'0","reported_seq":12,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-15T22:04:26.845017+0000","last_change":"2024-09-15T22:04:25.867979+0000","last_active":"2024-09-15T22:04:26.845017+0000","last_peered":"2024-09-15T22:04:26.845017+0000","last_clean":"2024-09-15T22:04:26.845017+0000","last_became_active":"2024-09-15T22:04:25.867223+0000","last_became_peered":"2024-09-15T22:04:25.867223+0000","last_unstale":"2024-09-15T22:04:26.845017+0000","last_undegraded":"2024-09-15T22:04:26.845017+0000","last_fullsized":"2024-09-15T22:04:26.845017+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-15T22:04:24.835582+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-15T22:04:24.835582+0000","last_clean_scrub_stamp":"2024-09-15T22:04:24.835582+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T07:01:05.596887+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4],"acting":[1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.30","version":"0'0","reported_seq":12,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-15T22:04:26.846022+0000","last_change":"2024-09-15T22:04:25.857402+0000","last_active":"2024-09-15T22:04:26.846022+0000","last_peered":"2024-09-15T22:04:26.846022+0000","last_clean":"2024-09-15T22:04:26.846022+0000","last_became_active":"2024-09-15T22:04:25.857145+0000","last_became_peered":"2024-09-15T22:04:25.857145+0000","last_unstale":"2024-09-15T22:04:26.846022+0000","last_undegraded":"2024-09-15T22:04:26.846022+0000","last_fullsized":"2024-09-15T22:04:26.846022+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-15T22:04:24.835582+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-15T22:04:24.835582+0000","last_clean_scrub_stamp":"2024-09-15T22:04:24.835582+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T05:37:03.492388+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0],"acting":[5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.2f","version":"0'0","reported_seq":12,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-15T22:04:26.846842+0000","last_change":"2024-09-15T22:04:25.861219+0000","last_active":"2024-09-15T22:04:26.846842+0000","last_peered":"2024-09-15T22:04:26.846842+0000","last_clean":"2024-09-15T22:04:26.846842+0000","last_became_active":"2024-09-15T22:04:25.860983+0000","last_became_peered":"2024-09-15T22:04:25.860983+0000","last_unstale":"2024-09-15T22:04:26.846842+0000","last_undegraded":"2024-09-15T22:04:26.846842+0000","last_fullsized":"2024-09-15T22:04:26.846842+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-15T22:04:24.835582+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-15T22:04:24.835582+0000","last_clean_scrub_stamp":"2024-09-15T22:04:24.835582+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-16T22:40:57.254107+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.2e","version":"0'0","reported_seq":12,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-15T22:04:26.965374+0000","last_change":"2024-09-15T22:04:25.863683+0000","last_active":"2024-09-15T22:04:26.965374+0000","last_peered":"2024-09-15T22:04:26.965374+0000","last_clean":"2024-09-15T22:04:26.965374+0000","last_became_active":"2024-09-15T22:04:25.863335+0000","last_became_peered":"2024-09-15T22:04:25.863335+0000","last_unstale":"2024-09-15T22:04:26.965374+0000","last_undegraded":"2024-09-15T22:04:26.965374+0000","last_fullsized":"2024-09-15T22:04:26.965374+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-15T22:04:24.835582+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-15T22:04:24.835582+0000","last_clean_scrub_stamp":"2024-09-15T22:04:24.835582+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T01:54:39.479466+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,6],"acting":[2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.2d","version":"0'0","reported_seq":12,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-15T22:04:27.294075+0000","last_change":"2024-09-15T22:04:25.860298+0000","last_active":"2024-09-15T22:04:27.294075+0000","last_peered":"2024-09-15T22:04:27.294075+0000","last_clean":"2024-09-15T22:04:27.294075+0000","last_became_active":"2024-09-15T22:04:25.859953+0000","last_became_peered":"2024-09-15T22:04:25.859953+0000","last_unstale":"2024-09-15T22:04:27.294075+0000","last_undegraded":"2024-09-15T22:04:27.294075+0000","last_fullsized":"2024-09-15T22:04:27.294075+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-15T22:04:24.835582+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-15T22:04:24.835582+0000","last_clean_scrub_stamp":"2024-09-15T22:04:24.835582+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T09:53:28.398909+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2],"acting":[7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.2c","version":"0'0","reported_seq":12,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-15T22:04:27.293880+0000","last_change":"2024-09-15T22:04:25.861120+0000","last_active":"2024-09-15T22:04:27.293880+0000","last_peered":"2024-09-15T22:04:27.293880+0000","last_clean":"2024-09-15T22:04:27.293880+0000","last_became_active":"2024-09-15T22:04:25.860880+0000","last_became_peered":"2024-09-15T22:04:25.860880+0000","last_unstale":"2024-09-15T22:04:27.293880+0000","last_undegraded":"2024-09-15T22:04:27.293880+0000","last_fullsized":"2024-09-15T22:04:27.293880+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-15T22:04:24.835582+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-15T22:04:24.835582+0000","last_clean_scrub_stamp":"2024-09-15T22:04:24.835582+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-16T23:18:53.077874+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.2b","version":"0'0","reported_seq":12,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-15T22:04:27.293378+0000","last_change":"2024-09-15T22:04:25.858556+0000","last_active":"2024-09-15T22:04:27.293378+0000","last_peered":"2024-09-15T22:04:27.293378+0000","last_clean":"2024-09-15T22:04:27.293378+0000","last_became_active":"2024-09-15T22:04:25.858210+0000","last_became_peered":"2024-09-15T22:04:25.858210+0000","last_unstale":"2024-09-15T22:04:27.293378+0000","last_undegraded":"2024-09-15T22:04:27.293378+0000","last_fullsized":"2024-09-15T22:04:27.293378+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-15T22:04:24.835582+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-15T22:04:24.835582+0000","last_clean_scrub_stamp":"2024-09-15T22:04:24.835582+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T07:01:05.596887+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.2a","version":"0'0","reported_seq":12,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-15T22:04:26.847145+0000","last_change":"2024-09-15T22:04:25.865761+0000","last_active":"2024-09-15T22:04:26.847145+0000","last_peered":"2024-09-15T22:04:26.847145+0000","last_clean":"2024-09-15T22:04:26.847145+0000","last_became_active":"2024-09-15T22:04:25.865434+0000","last_became_peered":"2024-09-15T22:04:25.865434+0000","last_unstale":"2024-09-15T22:04:26.847145+0000","last_undegraded":"2024-09-15T22:04:26.847145+0000","last_fullsized":"2024-09-15T22:04:26.847145+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-15T22:04:24.835582+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-15T22:04:24.835582+0000","last_clean_scrub_stamp":"2024-09-15T22:04:24.835582+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T08:05:33.368527+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.29","version":"0'0","reported_seq":12,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-15T22:04:27.283743+0000","last_change":"2024-09-15T22:04:25.849366+0000","last_active":"2024-09-15T22:04:27.283743+0000","last_peered":"2024-09-15T22:04:27.283743+0000","last_clean":"2024-09-15T22:04:27.283743+0000","last_became_active":"2024-09-15T22:04:25.849054+0000","last_became_peered":"2024-09-15T22:04:25.849054+0000","last_unstale":"2024-09-15T22:04:27.283743+0000","last_undegraded":"2024-09-15T22:04:27.283743+0000","last_fullsized":"2024-09-15T22:04:27.283743+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-15T22:04:24.835582+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-15T22:04:24.835582+0000","last_clean_scrub_stamp":"2024-09-15T22:04:24.835582+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T01:01:23.177630+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4],"acting":[3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.28","version":"0'0","reported_seq":12,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-15T22:04:26.846078+0000","last_change":"2024-09-15T22:04:25.861874+0000","last_active":"2024-09-15T22:04:26.846078+0000","last_peered":"2024-09-15T22:04:26.846078+0000","last_clean":"2024-09-15T22:04:26.846078+0000","last_became_active":"2024-09-15T22:04:25.861598+0000","last_became_peered":"2024-09-15T22:04:25.861598+0000","last_unstale":"2024-09-15T22:04:26.846078+0000","last_undegraded":"2024-09-15T22:04:26.846078+0000","last_fullsized":"2024-09-15T22:04:26.846078+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-15T22:04:24.835582+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-15T22:04:24.835582+0000","last_clean_scrub_stamp":"2024-09-15T22:04:24.835582+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T06:16:29.286980+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.27","version":"0'0","reported_seq":12,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-15T22:04:27.284183+0000","last_change":"2024-09-15T22:04:25.849257+0000","last_active":"2024-09-15T22:04:27.284183+0000","last_peered":"2024-09-15T22:04:27.284183+0000","last_clean":"2024-09-15T22:04:27.284183+0000","last_became_active":"2024-09-15T22:04:25.848944+0000","last_became_peered":"2024-09-15T22:04:25.848944+0000","last_unstale":"2024-09-15T22:04:27.284183+0000","last_undegraded":"2024-09-15T22:04:27.284183+0000","last_fullsized":"2024-09-15T22:04:27.284183+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-15T22:04:24.835582+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-15T22:04:24.835582+0000","last_clean_scrub_stamp":"2024-09-15T22:04:24.835582+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T00:01:41.320533+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4],"acting":[3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.26","version":"0'0","reported_seq":12,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-15T22:04:27.294160+0000","last_change":"2024-09-15T22:04:25.866942+0000","last_active":"2024-09-15T22:04:27.294160+0000","last_peered":"2024-09-15T22:04:27.294160+0000","last_clean":"2024-09-15T22:04:27.294160+0000","last_became_active":"2024-09-15T22:04:25.866668+0000","last_became_peered":"2024-09-15T22:04:25.866668+0000","last_unstale":"2024-09-15T22:04:27.294160+0000","last_undegraded":"2024-09-15T22:04:27.294160+0000","last_fullsized":"2024-09-15T22:04:27.294160+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-15T22:04:24.835582+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-15T22:04:24.835582+0000","last_clean_scrub_stamp":"2024-09-15T22:04:24.835582+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-16T22:28:44.332876+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7],"acting":[6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.25","version":"0'0","reported_seq":12,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-15T22:04:26.845215+0000","last_change":"2024-09-15T22:04:25.872031+0000","last_active":"2024-09-15T22:04:26.845215+0000","last_peered":"2024-09-15T22:04:26.845215+0000","last_clean":"2024-09-15T22:04:26.845215+0000","last_became_active":"2024-09-15T22:04:25.871573+0000","last_became_peered":"2024-09-15T22:04:25.871573+0000","last_unstale":"2024-09-15T22:04:26.845215+0000","last_undegraded":"2024-09-15T22:04:26.845215+0000","last_fullsized":"2024-09-15T22:04:26.845215+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-15T22:04:24.835582+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-15T22:04:24.835582+0000","last_clean_scrub_stamp":"2024-09-15T22:04:24.835582+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T05:37:03.492388+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3],"acting":[1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.24","version":"0'0","reported_seq":12,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-15T22:04:27.284072+0000","last_change":"2024-09-15T22:04:25.849370+0000","last_active":"2024-09-15T22:04:27.284072+0000","last_peered":"2024-09-15T22:04:27.284072+0000","last_clean":"2024-09-15T22:04:27.284072+0000","last_became_active":"2024-09-15T22:04:25.849004+0000","last_became_peered":"2024-09-15T22:04:25.849004+0000","last_unstale":"2024-09-15T22:04:27.284072+0000","last_undegraded":"2024-09-15T22:04:27.284072+0000","last_fullsized":"2024-09-15T22:04:27.284072+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-15T22:04:24.835582+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-15T22:04:24.835582+0000","last_clean_scrub_stamp":"2024-09-15T22:04:24.835582+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T09:31:10.333887+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4],"acting":[3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.23","version":"0'0","reported_seq":12,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-15T22:04:27.293416+0000","last_change":"2024-09-15T22:04:25.861113+0000","last_active":"2024-09-15T22:04:27.293416+0000","last_peered":"2024-09-15T22:04:27.293416+0000","last_clean":"2024-09-15T22:04:27.293416+0000","last_became_active":"2024-09-15T22:04:25.860842+0000","last_became_peered":"2024-09-15T22:04:25.860842+0000","last_unstale":"2024-09-15T22:04:27.293416+0000","last_undegraded":"2024-09-15T22:04:27.293416+0000","last_fullsized":"2024-09-15T22:04:27.293416+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-15T22:04:24.835582+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-15T22:04:24.835582+0000","last_clean_scrub_stamp":"2024-09-15T22:04:24.835582+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T00:45:16.437933+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.22","version":"0'0","reported_seq":12,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-15T22:04:26.847289+0000","last_change":"2024-09-15T22:04:25.864898+0000","last_active":"2024-09-15T22:04:26.847289+0000","last_peered":"2024-09-15T22:04:26.847289+0000","last_clean":"2024-09-15T22:04:26.847289+0000","last_became_active":"2024-09-15T22:04:25.864558+0000","last_became_peered":"2024-09-15T22:04:25.864558+0000","last_unstale":"2024-09-15T22:04:26.847289+0000","last_undegraded":"2024-09-15T22:04:26.847289+0000","last_fullsized":"2024-09-15T22:04:26.847289+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-15T22:04:24.835582+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-15T22:04:24.835582+0000","last_clean_scrub_stamp":"2024-09-15T22:04:24.835582+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-16T22:34:14.386991+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.21","version":"0'0","reported_seq":12,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-15T22:04:26.965212+0000","last_change":"2024-09-15T22:04:25.860311+0000","last_active":"2024-09-15T22:04:26.965212+0000","last_peered":"2024-09-15T22:04:26.965212+0000","last_clean":"2024-09-15T22:04:26.965212+0000","last_became_active":"2024-09-15T22:04:25.860016+0000","last_became_peered":"2024-09-15T22:04:25.860016+0000","last_unstale":"2024-09-15T22:04:26.965212+0000","last_undegraded":"2024-09-15T22:04:26.965212+0000","last_fullsized":"2024-09-15T22:04:26.965212+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-15T22:04:24.835582+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-15T22:04:24.835582+0000","last_clean_scrub_stamp":"2024-09-15T22:04:24.835582+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T09:00:51.334418+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5],"acting":[2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.20","version":"0'0","reported_seq":12,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-15T22:04:27.293374+0000","last_change":"2024-09-15T22:04:25.858176+0000","last_active":"2024-09-15T22:04:27.293374+0000","last_peered":"2024-09-15T22:04:27.293374+0000","last_clean":"2024-09-15T22:04:27.293374+0000","last_became_active":"2024-09-15T22:04:25.857907+0000","last_became_peered":"2024-09-15T22:04:25.857907+0000","last_unstale":"2024-09-15T22:04:27.293374+0000","last_undegraded":"2024-09-15T22:04:27.293374+0000","last_fullsized":"2024-09-15T22:04:27.293374+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-15T22:04:24.835582+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-15T22:04:24.835582+0000","last_clean_scrub_stamp":"2024-09-15T22:04:24.835582+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T01:01:23.177630+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0],"acting":[6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.1a","version":"0'0","reported_seq":12,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-15T22:04:26.847126+0000","last_change":"2024-09-15T22:04:25.868286+0000","last_active":"2024-09-15T22:04:26.847126+0000","last_peered":"2024-09-15T22:04:26.847126+0000","last_clean":"2024-09-15T22:04:26.847126+0000","last_became_active":"2024-09-15T22:04:25.868009+0000","last_became_peered":"2024-09-15T22:04:25.868009+0000","last_unstale":"2024-09-15T22:04:26.847126+0000","last_undegraded":"2024-09-15T22:04:26.847126+0000","last_fullsized":"2024-09-15T22:04:26.847126+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-15T22:04:24.835582+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-15T22:04:24.835582+0000","last_clean_scrub_stamp":"2024-09-15T22:04:24.835582+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T02:48:26.453897+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1],"acting":[4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.1b","version":"20'1","reported_seq":15,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-15T22:04:27.283963+0000","last_change":"2024-09-15T22:04:24.858511+0000","last_active":"2024-09-15T22:04:27.283963+0000","last_peered":"2024-09-15T22:04:27.283963+0000","last_clean":"2024-09-15T22:04:27.283963+0000","last_became_active":"2024-09-15T22:04:24.856048+0000","last_became_peered":"2024-09-15T22:04:24.856048+0000","last_unstale":"2024-09-15T22:04:27.283963+0000","last_undegraded":"2024-09-15T22:04:27.283963+0000","last_fullsized":"2024-09-15T22:04:27.283963+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-15T22:04:23.830575+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-15T22:04:23.830575+0000","last_clean_scrub_stamp":"2024-09-15T22:04:23.830575+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T05:49:43.907050+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1b","version":"0'0","reported_seq":12,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-15T22:04:27.293535+0000","last_change":"2024-09-15T22:04:25.862082+0000","last_active":"2024-09-15T22:04:27.293535+0000","last_peered":"2024-09-15T22:04:27.293535+0000","last_clean":"2024-09-15T22:04:27.293535+0000","last_became_active":"2024-09-15T22:04:25.861790+0000","last_became_peered":"2024-09-15T22:04:25.861790+0000","last_unstale":"2024-09-15T22:04:27.293535+0000","last_undegraded":"2024-09-15T22:04:27.293535+0000","last_fullsized":"2024-09-15T22:04:27.293535+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-15T22:04:24.835582+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-15T22:04:24.835582+0000","last_clean_scrub_stamp":"2024-09-15T22:04:24.835582+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T06:16:29.286980+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4],"acting":[0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.1a","version":"20'1","reported_seq":15,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-15T22:04:27.293337+0000","last_change":"2024-09-15T22:04:24.856676+0000","last_active":"2024-09-15T22:04:27.293337+0000","last_peered":"2024-09-15T22:04:27.293337+0000","last_clean":"2024-09-15T22:04:27.293337+0000","last_became_active":"2024-09-15T22:04:24.856068+0000","last_became_peered":"2024-09-15T22:04:24.856068+0000","last_unstale":"2024-09-15T22:04:27.293337+0000","last_undegraded":"2024-09-15T22:04:27.293337+0000","last_fullsized":"2024-09-15T22:04:27.293337+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-15T22:04:23.830575+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-15T22:04:23.830575+0000","last_clean_scrub_stamp":"2024-09-15T22:04:23.830575+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T04:03:50.217571+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.19","version":"0'0","reported_seq":14,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-15T22:04:27.283787+0000","last_change":"2024-09-15T22:04:24.863138+0000","last_active":"2024-09-15T22:04:27.283787+0000","last_peered":"2024-09-15T22:04:27.283787+0000","last_clean":"2024-09-15T22:04:27.283787+0000","last_became_active":"2024-09-15T22:04:24.862765+0000","last_became_peered":"2024-09-15T22:04:24.862765+0000","last_unstale":"2024-09-15T22:04:27.283787+0000","last_undegraded":"2024-09-15T22:04:27.283787+0000","last_fullsized":"2024-09-15T22:04:27.283787+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-15T22:04:23.830575+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-15T22:04:23.830575+0000","last_clean_scrub_stamp":"2024-09-15T22:04:23.830575+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T00:48:06.474203+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.18","version":"0'0","reported_seq":12,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-15T22:04:27.283749+0000","last_change":"2024-09-15T22:04:25.856404+0000","last_active":"2024-09-15T22:04:27.283749+0000","last_peered":"2024-09-15T22:04:27.283749+0000","last_clean":"2024-09-15T22:04:27.283749+0000","last_became_active":"2024-09-15T22:04:25.856130+0000","last_became_peered":"2024-09-15T22:04:25.856130+0000","last_unstale":"2024-09-15T22:04:27.283749+0000","last_undegraded":"2024-09-15T22:04:27.283749+0000","last_fullsized":"2024-09-15T22:04:27.283749+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-15T22:04:24.835582+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-15T22:04:24.835582+0000","last_clean_scrub_stamp":"2024-09-15T22:04:24.835582+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T09:00:41.584923+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.18","version":"0'0","reported_seq":14,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-15T22:04:26.846134+0000","last_change":"2024-09-15T22:04:24.853487+0000","last_active":"2024-09-15T22:04:26.846134+0000","last_peered":"2024-09-15T22:04:26.846134+0000","last_clean":"2024-09-15T22:04:26.846134+0000","last_became_active":"2024-09-15T22:04:24.853162+0000","last_became_peered":"2024-09-15T22:04:24.853162+0000","last_unstale":"2024-09-15T22:04:26.846134+0000","last_undegraded":"2024-09-15T22:04:26.846134+0000","last_fullsized":"2024-09-15T22:04:26.846134+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-15T22:04:23.830575+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-15T22:04:23.830575+0000","last_clean_scrub_stamp":"2024-09-15T22:04:23.830575+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T01:57:35.717051+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.19","version":"0'0","reported_seq":12,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-15T22:04:26.844995+0000","last_change":"2024-09-15T22:04:25.867712+0000","last_active":"2024-09-15T22:04:26.844995+0000","last_peered":"2024-09-15T22:04:26.844995+0000","last_clean":"2024-09-15T22:04:26.844995+0000","last_became_active":"2024-09-15T22:04:25.867284+0000","last_became_peered":"2024-09-15T22:04:25.867284+0000","last_unstale":"2024-09-15T22:04:26.844995+0000","last_undegraded":"2024-09-15T22:04:26.844995+0000","last_fullsized":"2024-09-15T22:04:26.844995+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-15T22:04:24.835582+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-15T22:04:24.835582+0000","last_clean_scrub_stamp":"2024-09-15T22:04:24.835582+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-16T23:20:08.955052+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3],"acting":[1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.17","version":"0'0","reported_seq":14,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-15T22:04:27.294180+0000","last_change":"2024-09-15T22:04:24.862207+0000","last_active":"2024-09-15T22:04:27.294180+0000","last_peered":"2024-09-15T22:04:27.294180+0000","last_clean":"2024-09-15T22:04:27.294180+0000","last_became_active":"2024-09-15T22:04:24.861810+0000","last_became_peered":"2024-09-15T22:04:24.861810+0000","last_unstale":"2024-09-15T22:04:27.294180+0000","last_undegraded":"2024-09-15T22:04:27.294180+0000","last_fullsized":"2024-09-15T22:04:27.294180+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-15T22:04:23.830575+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-15T22:04:23.830575+0000","last_clean_scrub_stamp":"2024-09-15T22:04:23.830575+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T09:00:37.592647+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5],"acting":[6,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.16","version":"0'0","reported_seq":12,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-15T22:04:26.846438+0000","last_change":"2024-09-15T22:04:25.866854+0000","last_active":"2024-09-15T22:04:26.846438+0000","last_peered":"2024-09-15T22:04:26.846438+0000","last_clean":"2024-09-15T22:04:26.846438+0000","last_became_active":"2024-09-15T22:04:25.866517+0000","last_became_peered":"2024-09-15T22:04:25.866517+0000","last_unstale":"2024-09-15T22:04:26.846438+0000","last_undegraded":"2024-09-15T22:04:26.846438+0000","last_fullsized":"2024-09-15T22:04:26.846438+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-15T22:04:24.835582+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-15T22:04:24.835582+0000","last_clean_scrub_stamp":"2024-09-15T22:04:24.835582+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T02:18:14.322849+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.16","version":"0'0","reported_seq":14,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-15T22:04:26.846492+0000","last_change":"2024-09-15T22:04:24.862040+0000","last_active":"2024-09-15T22:04:26.846492+0000","last_peered":"2024-09-15T22:04:26.846492+0000","last_clean":"2024-09-15T22:04:26.846492+0000","last_became_active":"2024-09-15T22:04:24.861763+0000","last_became_peered":"2024-09-15T22:04:24.861763+0000","last_unstale":"2024-09-15T22:04:26.846492+0000","last_undegraded":"2024-09-15T22:04:26.846492+0000","last_fullsized":"2024-09-15T22:04:26.846492+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-15T22:04:23.830575+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-15T22:04:23.830575+0000","last_clean_scrub_stamp":"2024-09-15T22:04:23.830575+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-16T23:17:32.159621+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,6],"acting":[5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.17","version":"0'0","reported_seq":12,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-15T22:04:27.293465+0000","last_change":"2024-09-15T22:04:25.859001+0000","last_active":"2024-09-15T22:04:27.293465+0000","last_peered":"2024-09-15T22:04:27.293465+0000","last_clean":"2024-09-15T22:04:27.293465+0000","last_became_active":"2024-09-15T22:04:25.858328+0000","last_became_peered":"2024-09-15T22:04:25.858328+0000","last_unstale":"2024-09-15T22:04:27.293465+0000","last_undegraded":"2024-09-15T22:04:27.293465+0000","last_fullsized":"2024-09-15T22:04:27.293465+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-15T22:04:24.835582+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-15T22:04:24.835582+0000","last_clean_scrub_stamp":"2024-09-15T22:04:24.835582+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T05:37:03.492388+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5],"acting":[0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.15","version":"20'3","reported_seq":17,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-15T22:04:26.845159+0000","last_change":"2024-09-15T22:04:24.861799+0000","last_active":"2024-09-15T22:04:26.845159+0000","last_peered":"2024-09-15T22:04:26.845159+0000","last_clean":"2024-09-15T22:04:26.845159+0000","last_became_active":"2024-09-15T22:04:24.861473+0000","last_became_peered":"2024-09-15T22:04:24.861473+0000","last_unstale":"2024-09-15T22:04:26.845159+0000","last_undegraded":"2024-09-15T22:04:26.845159+0000","last_fullsized":"2024-09-15T22:04:26.845159+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-15T22:04:23.830575+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-15T22:04:23.830575+0000","last_clean_scrub_stamp":"2024-09-15T22:04:23.830575+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T02:48:25.448891+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.14","version":"0'0","reported_seq":12,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-15T22:04:26.847078+0000","last_change":"2024-09-15T22:04:25.865156+0000","last_active":"2024-09-15T22:04:26.847078+0000","last_peered":"2024-09-15T22:04:26.847078+0000","last_clean":"2024-09-15T22:04:26.847078+0000","last_became_active":"2024-09-15T22:04:25.864853+0000","last_became_peered":"2024-09-15T22:04:25.864853+0000","last_unstale":"2024-09-15T22:04:26.847078+0000","last_undegraded":"2024-09-15T22:04:26.847078+0000","last_fullsized":"2024-09-15T22:04:26.847078+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-15T22:04:24.835582+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-15T22:04:24.835582+0000","last_clean_scrub_stamp":"2024-09-15T22:04:24.835582+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T09:35:44.935274+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7],"acting":[4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.14","version":"20'6","reported_seq":20,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-15T22:04:27.293928+0000","last_change":"2024-09-15T22:04:24.859011+0000","last_active":"2024-09-15T22:04:27.293928+0000","last_peered":"2024-09-15T22:04:27.293928+0000","last_clean":"2024-09-15T22:04:27.293928+0000","last_became_active":"2024-09-15T22:04:24.858448+0000","last_became_peered":"2024-09-15T22:04:24.858448+0000","last_unstale":"2024-09-15T22:04:27.293928+0000","last_undegraded":"2024-09-15T22:04:27.293928+0000","last_fullsized":"2024-09-15T22:04:27.293928+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-15T22:04:23.830575+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-15T22:04:23.830575+0000","last_clean_scrub_stamp":"2024-09-15T22:04:23.830575+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T03:53:56.630587+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1612,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":6,"num_write_kb":3,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3],"acting":[6,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.15","version":"0'0","reported_seq":12,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-15T22:04:27.293785+0000","last_change":"2024-09-15T22:04:25.861282+0000","last_active":"2024-09-15T22:04:27.293785+0000","last_peered":"2024-09-15T22:04:27.293785+0000","last_clean":"2024-09-15T22:04:27.293785+0000","last_became_active":"2024-09-15T22:04:25.860237+0000","last_became_peered":"2024-09-15T22:04:25.860237+0000","last_unstale":"2024-09-15T22:04:27.293785+0000","last_undegraded":"2024-09-15T22:04:27.293785+0000","last_fullsized":"2024-09-15T22:04:27.293785+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-15T22:04:24.835582+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-15T22:04:24.835582+0000","last_clean_scrub_stamp":"2024-09-15T22:04:24.835582+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-16T23:41:28.683939+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3],"acting":[7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.13","version":"20'2","reported_seq":16,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-15T22:04:27.293554+0000","last_change":"2024-09-15T22:04:24.855295+0000","last_active":"2024-09-15T22:04:27.293554+0000","last_peered":"2024-09-15T22:04:27.293554+0000","last_clean":"2024-09-15T22:04:27.293554+0000","last_became_active":"2024-09-15T22:04:24.854922+0000","last_became_peered":"2024-09-15T22:04:24.854922+0000","last_unstale":"2024-09-15T22:04:27.293554+0000","last_undegraded":"2024-09-15T22:04:27.293554+0000","last_fullsized":"2024-09-15T22:04:27.293554+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-15T22:04:23.830575+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-15T22:04:23.830575+0000","last_clean_scrub_stamp":"2024-09-15T22:04:23.830575+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T09:29:33.898659+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":34,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":7,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4],"acting":[0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.12","version":"0'0","reported_seq":12,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-15T22:04:27.293381+0000","last_change":"2024-09-15T22:04:25.867637+0000","last_active":"2024-09-15T22:04:27.293381+0000","last_peered":"2024-09-15T22:04:27.293381+0000","last_clean":"2024-09-15T22:04:27.293381+0000","last_became_active":"2024-09-15T22:04:25.864818+0000","last_became_peered":"2024-09-15T22:04:25.864818+0000","last_unstale":"2024-09-15T22:04:27.293381+0000","last_undegraded":"2024-09-15T22:04:27.293381+0000","last_fullsized":"2024-09-15T22:04:27.293381+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-15T22:04:24.835582+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-15T22:04:24.835582+0000","last_clean_scrub_stamp":"2024-09-15T22:04:24.835582+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-16T23:20:08.955052+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.12","version":"0'0","reported_seq":14,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-15T22:04:26.847339+0000","last_change":"2024-09-15T22:04:24.855567+0000","last_active":"2024-09-15T22:04:26.847339+0000","last_peered":"2024-09-15T22:04:26.847339+0000","last_clean":"2024-09-15T22:04:26.847339+0000","last_became_active":"2024-09-15T22:04:24.855282+0000","last_became_peered":"2024-09-15T22:04:24.855282+0000","last_unstale":"2024-09-15T22:04:26.847339+0000","last_undegraded":"2024-09-15T22:04:26.847339+0000","last_fullsized":"2024-09-15T22:04:26.847339+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-15T22:04:23.830575+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-15T22:04:23.830575+0000","last_clean_scrub_stamp":"2024-09-15T22:04:23.830575+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T09:35:43.930267+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.13","version":"0'0","reported_seq":12,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-15T22:04:27.294191+0000","last_change":"2024-09-15T22:04:25.865185+0000","last_active":"2024-09-15T22:04:27.294191+0000","last_peered":"2024-09-15T22:04:27.294191+0000","last_clean":"2024-09-15T22:04:27.294191+0000","last_became_active":"2024-09-15T22:04:25.863492+0000","last_became_peered":"2024-09-15T22:04:25.863492+0000","last_unstale":"2024-09-15T22:04:27.294191+0000","last_undegraded":"2024-09-15T22:04:27.294191+0000","last_fullsized":"2024-09-15T22:04:27.294191+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-15T22:04:24.835582+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-15T22:04:24.835582+0000","last_clean_scrub_stamp":"2024-09-15T22:04:24.835582+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T08:05:33.368527+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.11","version":"0'0","reported_seq":14,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-15T22:04:27.293271+0000","last_change":"2024-09-15T22:04:24.859784+0000","last_active":"2024-09-15T22:04:27.293271+0000","last_peered":"2024-09-15T22:04:27.293271+0000","last_clean":"2024-09-15T22:04:27.293271+0000","last_became_active":"2024-09-15T22:04:24.859502+0000","last_became_peered":"2024-09-15T22:04:24.859502+0000","last_unstale":"2024-09-15T22:04:27.293271+0000","last_undegraded":"2024-09-15T22:04:27.293271+0000","last_fullsized":"2024-09-15T22:04:27.293271+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-15T22:04:23.830575+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-15T22:04:23.830575+0000","last_clean_scrub_stamp":"2024-09-15T22:04:23.830575+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-16T22:23:40.571374+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.10","version":"0'0","reported_seq":12,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-15T22:04:27.293530+0000","last_change":"2024-09-15T22:04:25.857459+0000","last_active":"2024-09-15T22:04:27.293530+0000","last_peered":"2024-09-15T22:04:27.293530+0000","last_clean":"2024-09-15T22:04:27.293530+0000","last_became_active":"2024-09-15T22:04:25.857122+0000","last_became_peered":"2024-09-15T22:04:25.857122+0000","last_unstale":"2024-09-15T22:04:27.293530+0000","last_undegraded":"2024-09-15T22:04:27.293530+0000","last_fullsized":"2024-09-15T22:04:27.293530+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-15T22:04:24.835582+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-15T22:04:24.835582+0000","last_clean_scrub_stamp":"2024-09-15T22:04:24.835582+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T09:00:41.584923+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0],"acting":[6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.10","version":"20'8","reported_seq":22,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-15T22:04:26.965080+0000","last_change":"2024-09-15T22:04:24.855312+0000","last_active":"2024-09-15T22:04:26.965080+0000","last_peered":"2024-09-15T22:04:26.965080+0000","last_clean":"2024-09-15T22:04:26.965080+0000","last_became_active":"2024-09-15T22:04:24.854991+0000","last_became_peered":"2024-09-15T22:04:24.854991+0000","last_unstale":"2024-09-15T22:04:26.965080+0000","last_undegraded":"2024-09-15T22:04:26.965080+0000","last_fullsized":"2024-09-15T22:04:26.965080+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-15T22:04:23.830575+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-15T22:04:23.830575+0000","last_clean_scrub_stamp":"2024-09-15T22:04:23.830575+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T00:48:06.474203+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":12,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1],"acting":[2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.11","version":"0'0","reported_seq":12,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-15T22:04:27.293886+0000","last_change":"2024-09-15T22:04:25.866143+0000","last_active":"2024-09-15T22:04:27.293886+0000","last_peered":"2024-09-15T22:04:27.293886+0000","last_clean":"2024-09-15T22:04:27.293886+0000","last_became_active":"2024-09-15T22:04:25.865885+0000","last_became_peered":"2024-09-15T22:04:25.865885+0000","last_unstale":"2024-09-15T22:04:27.293886+0000","last_undegraded":"2024-09-15T22:04:27.293886+0000","last_fullsized":"2024-09-15T22:04:27.293886+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-15T22:04:24.835582+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-15T22:04:24.835582+0000","last_clean_scrub_stamp":"2024-09-15T22:04:24.835582+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-16T22:40:57.254107+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.f","version":"20'1","reported_seq":15,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-15T22:04:26.847312+0000","last_change":"2024-09-15T22:04:24.853995+0000","last_active":"2024-09-15T22:04:26.847312+0000","last_peered":"2024-09-15T22:04:26.847312+0000","last_clean":"2024-09-15T22:04:26.847312+0000","last_became_active":"2024-09-15T22:04:24.853677+0000","last_became_peered":"2024-09-15T22:04:24.853677+0000","last_unstale":"2024-09-15T22:04:26.847312+0000","last_undegraded":"2024-09-15T22:04:26.847312+0000","last_fullsized":"2024-09-15T22:04:26.847312+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-15T22:04:23.830575+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-15T22:04:23.830575+0000","last_clean_scrub_stamp":"2024-09-15T22:04:23.830575+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T00:17:16.316465+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":22,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0],"acting":[4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.e","version":"0'0","reported_seq":12,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-15T22:04:27.293789+0000","last_change":"2024-09-15T22:04:25.864672+0000","last_active":"2024-09-15T22:04:27.293789+0000","last_peered":"2024-09-15T22:04:27.293789+0000","last_clean":"2024-09-15T22:04:27.293789+0000","last_became_active":"2024-09-15T22:04:25.864397+0000","last_became_peered":"2024-09-15T22:04:25.864397+0000","last_unstale":"2024-09-15T22:04:27.293789+0000","last_undegraded":"2024-09-15T22:04:27.293789+0000","last_fullsized":"2024-09-15T22:04:27.293789+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-15T22:04:24.835582+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-15T22:04:24.835582+0000","last_clean_scrub_stamp":"2024-09-15T22:04:24.835582+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T00:59:52.335697+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.e","version":"20'2","reported_seq":16,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-15T22:04:26.965328+0000","last_change":"2024-09-15T22:04:24.857368+0000","last_active":"2024-09-15T22:04:26.965328+0000","last_peered":"2024-09-15T22:04:26.965328+0000","last_clean":"2024-09-15T22:04:26.965328+0000","last_became_active":"2024-09-15T22:04:24.856838+0000","last_became_peered":"2024-09-15T22:04:24.856838+0000","last_unstale":"2024-09-15T22:04:26.965328+0000","last_undegraded":"2024-09-15T22:04:26.965328+0000","last_fullsized":"2024-09-15T22:04:26.965328+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-15T22:04:23.830575+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-15T22:04:23.830575+0000","last_clean_scrub_stamp":"2024-09-15T22:04:23.830575+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-16T22:23:40.571374+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.f","version":"0'0","reported_seq":12,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-15T22:04:27.294649+0000","last_change":"2024-09-15T22:04:25.865441+0000","last_active":"2024-09-15T22:04:27.294649+0000","last_peered":"2024-09-15T22:04:27.294649+0000","last_clean":"2024-09-15T22:04:27.294649+0000","last_became_active":"2024-09-15T22:04:25.865189+0000","last_became_peered":"2024-09-15T22:04:25.865189+0000","last_unstale":"2024-09-15T22:04:27.294649+0000","last_undegraded":"2024-09-15T22:04:27.294649+0000","last_fullsized":"2024-09-15T22:04:27.294649+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-15T22:04:24.835582+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-15T22:04:24.835582+0000","last_clean_scrub_stamp":"2024-09-15T22:04:24.835582+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T09:59:24.455075+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.d","version":"20'1","reported_seq":15,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-15T22:04:26.845277+0000","last_change":"2024-09-15T22:04:24.853567+0000","last_active":"2024-09-15T22:04:26.845277+0000","last_peered":"2024-09-15T22:04:26.845277+0000","last_clean":"2024-09-15T22:04:26.845277+0000","last_became_active":"2024-09-15T22:04:24.853250+0000","last_became_peered":"2024-09-15T22:04:24.853250+0000","last_unstale":"2024-09-15T22:04:26.845277+0000","last_undegraded":"2024-09-15T22:04:26.845277+0000","last_fullsized":"2024-09-15T22:04:26.845277+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-15T22:04:23.830575+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-15T22:04:23.830575+0000","last_clean_scrub_stamp":"2024-09-15T22:04:23.830575+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T06:41:54.350603+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":70,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4],"acting":[1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.c","version":"0'0","reported_seq":12,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-15T22:04:26.847080+0000","last_change":"2024-09-15T22:04:25.859294+0000","last_active":"2024-09-15T22:04:26.847080+0000","last_peered":"2024-09-15T22:04:26.847080+0000","last_clean":"2024-09-15T22:04:26.847080+0000","last_became_active":"2024-09-15T22:04:25.859015+0000","last_became_peered":"2024-09-15T22:04:25.859015+0000","last_unstale":"2024-09-15T22:04:26.847080+0000","last_undegraded":"2024-09-15T22:04:26.847080+0000","last_fullsized":"2024-09-15T22:04:26.847080+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-15T22:04:24.835582+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-15T22:04:24.835582+0000","last_clean_scrub_stamp":"2024-09-15T22:04:24.835582+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T09:53:28.398909+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.c","version":"0'0","reported_seq":14,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-15T22:04:26.965210+0000","last_change":"2024-09-15T22:04:24.861803+0000","last_active":"2024-09-15T22:04:26.965210+0000","last_peered":"2024-09-15T22:04:26.965210+0000","last_clean":"2024-09-15T22:04:26.965210+0000","last_became_active":"2024-09-15T22:04:24.861477+0000","last_became_peered":"2024-09-15T22:04:24.861477+0000","last_unstale":"2024-09-15T22:04:26.965210+0000","last_undegraded":"2024-09-15T22:04:26.965210+0000","last_fullsized":"2024-09-15T22:04:26.965210+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-15T22:04:23.830575+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-15T22:04:23.830575+0000","last_clean_scrub_stamp":"2024-09-15T22:04:23.830575+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T04:03:50.217571+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5],"acting":[2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.d","version":"0'0","reported_seq":12,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-15T22:04:27.294323+0000","last_change":"2024-09-15T22:04:25.866952+0000","last_active":"2024-09-15T22:04:27.294323+0000","last_peered":"2024-09-15T22:04:27.294323+0000","last_clean":"2024-09-15T22:04:27.294323+0000","last_became_active":"2024-09-15T22:04:25.866659+0000","last_became_peered":"2024-09-15T22:04:25.866659+0000","last_unstale":"2024-09-15T22:04:27.294323+0000","last_undegraded":"2024-09-15T22:04:27.294323+0000","last_fullsized":"2024-09-15T22:04:27.294323+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-15T22:04:24.835582+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-15T22:04:24.835582+0000","last_clean_scrub_stamp":"2024-09-15T22:04:24.835582+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-16T22:34:14.386991+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"1.0","version":"17'117","reported_seq":170,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-15T22:04:27.293635+0000","last_change":"2024-09-15T22:04:16.056574+0000","last_active":"2024-09-15T22:04:27.293635+0000","last_peered":"2024-09-15T22:04:27.293635+0000","last_clean":"2024-09-15T22:04:27.293635+0000","last_became_active":"2024-09-15T22:04:16.055577+0000","last_became_peered":"2024-09-15T22:04:16.055577+0000","last_unstale":"2024-09-15T22:04:27.293635+0000","last_undegraded":"2024-09-15T22:04:27.293635+0000","last_fullsized":"2024-09-15T22:04:27.293635+0000","mapping_epoch":15,"log_start":"0'0","ondisk_log_start":"0'0","created":15,"last_epoch_clean":16,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-15T22:04:14.948623+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-15T22:04:14.948623+0000","last_clean_scrub_stamp":"2024-09-15T22:04:14.948623+0000","objects_scrubbed":0,"log_size":117,"log_dups_size":0,"ondisk_log_size":117,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T08:16:14.663572+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":159,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.3","version":"0'0","reported_seq":14,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-15T22:04:26.846266+0000","last_change":"2024-09-15T22:04:24.853328+0000","last_active":"2024-09-15T22:04:26.846266+0000","last_peered":"2024-09-15T22:04:26.846266+0000","last_clean":"2024-09-15T22:04:26.846266+0000","last_became_active":"2024-09-15T22:04:24.852599+0000","last_became_peered":"2024-09-15T22:04:24.852599+0000","last_unstale":"2024-09-15T22:04:26.846266+0000","last_undegraded":"2024-09-15T22:04:26.846266+0000","last_fullsized":"2024-09-15T22:04:26.846266+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-15T22:04:23.830575+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-15T22:04:23.830575+0000","last_clean_scrub_stamp":"2024-09-15T22:04:23.830575+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T05:47:57.122757+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2],"acting":[5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.2","version":"0'0","reported_seq":12,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-15T22:04:27.283854+0000","last_change":"2024-09-15T22:04:25.863815+0000","last_active":"2024-09-15T22:04:27.283854+0000","last_peered":"2024-09-15T22:04:27.283854+0000","last_clean":"2024-09-15T22:04:27.283854+0000","last_became_active":"2024-09-15T22:04:25.863514+0000","last_became_peered":"2024-09-15T22:04:25.863514+0000","last_unstale":"2024-09-15T22:04:27.283854+0000","last_undegraded":"2024-09-15T22:04:27.283854+0000","last_fullsized":"2024-09-15T22:04:27.283854+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-15T22:04:24.835582+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-15T22:04:24.835582+0000","last_clean_scrub_stamp":"2024-09-15T22:04:24.835582+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-16T23:18:53.077874+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5],"acting":[3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.0","version":"0'0","reported_seq":14,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-15T22:04:27.293702+0000","last_change":"2024-09-15T22:04:24.863660+0000","last_active":"2024-09-15T22:04:27.293702+0000","last_peered":"2024-09-15T22:04:27.293702+0000","last_clean":"2024-09-15T22:04:27.293702+0000","last_became_active":"2024-09-15T22:04:24.863243+0000","last_became_peered":"2024-09-15T22:04:24.863243+0000","last_unstale":"2024-09-15T22:04:27.293702+0000","last_undegraded":"2024-09-15T22:04:27.293702+0000","last_fullsized":"2024-09-15T22:04:27.293702+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-15T22:04:23.830575+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-15T22:04:23.830575+0000","last_clean_scrub_stamp":"2024-09-15T22:04:23.830575+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T06:41:54.350603+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1],"acting":[7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1","version":"0'0","reported_seq":12,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-15T22:04:27.293167+0000","last_change":"2024-09-15T22:04:25.862819+0000","last_active":"2024-09-15T22:04:27.293167+0000","last_peered":"2024-09-15T22:04:27.293167+0000","last_clean":"2024-09-15T22:04:27.293167+0000","last_became_active":"2024-09-15T22:04:25.862527+0000","last_became_peered":"2024-09-15T22:04:25.862527+0000","last_unstale":"2024-09-15T22:04:27.293167+0000","last_undegraded":"2024-09-15T22:04:27.293167+0000","last_fullsized":"2024-09-15T22:04:27.293167+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-15T22:04:24.835582+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-15T22:04:24.835582+0000","last_clean_scrub_stamp":"2024-09-15T22:04:24.835582+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T07:34:42.461707+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4],"acting":[0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.1","version":"0'0","reported_seq":14,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-15T22:04:26.965205+0000","last_change":"2024-09-15T22:04:24.856579+0000","last_active":"2024-09-15T22:04:26.965205+0000","last_peered":"2024-09-15T22:04:26.965205+0000","last_clean":"2024-09-15T22:04:26.965205+0000","last_became_active":"2024-09-15T22:04:24.856277+0000","last_became_peered":"2024-09-15T22:04:24.856277+0000","last_unstale":"2024-09-15T22:04:26.965205+0000","last_undegraded":"2024-09-15T22:04:26.965205+0000","last_fullsized":"2024-09-15T22:04:26.965205+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-15T22:04:23.830575+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-15T22:04:23.830575+0000","last_clean_scrub_stamp":"2024-09-15T22:04:23.830575+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T07:08:54.942598+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.0","version":"0'0","reported_seq":12,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-15T22:04:26.845017+0000","last_change":"2024-09-15T22:04:25.874327+0000","last_active":"2024-09-15T22:04:26.845017+0000","last_peered":"2024-09-15T22:04:26.845017+0000","last_clean":"2024-09-15T22:04:26.845017+0000","last_became_active":"2024-09-15T22:04:25.874047+0000","last_became_peered":"2024-09-15T22:04:25.874047+0000","last_unstale":"2024-09-15T22:04:26.845017+0000","last_undegraded":"2024-09-15T22:04:26.845017+0000","last_fullsized":"2024-09-15T22:04:26.845017+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-15T22:04:24.835582+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-15T22:04:24.835582+0000","last_clean_scrub_stamp":"2024-09-15T22:04:24.835582+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T00:45:16.437933+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2],"acting":[1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.2","version":"0'0","reported_seq":14,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-15T22:04:26.847418+0000","last_change":"2024-09-15T22:04:24.861456+0000","last_active":"2024-09-15T22:04:26.847418+0000","last_peered":"2024-09-15T22:04:26.847418+0000","last_clean":"2024-09-15T22:04:26.847418+0000","last_became_active":"2024-09-15T22:04:24.861027+0000","last_became_peered":"2024-09-15T22:04:24.861027+0000","last_unstale":"2024-09-15T22:04:26.847418+0000","last_undegraded":"2024-09-15T22:04:26.847418+0000","last_fullsized":"2024-09-15T22:04:26.847418+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-15T22:04:23.830575+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-15T22:04:23.830575+0000","last_clean_scrub_stamp":"2024-09-15T22:04:23.830575+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T02:48:25.448891+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.3","version":"0'0","reported_seq":12,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-15T22:04:26.846476+0000","last_change":"2024-09-15T22:04:25.856573+0000","last_active":"2024-09-15T22:04:26.846476+0000","last_peered":"2024-09-15T22:04:26.846476+0000","last_clean":"2024-09-15T22:04:26.846476+0000","last_became_active":"2024-09-15T22:04:25.856304+0000","last_became_peered":"2024-09-15T22:04:25.856304+0000","last_unstale":"2024-09-15T22:04:26.846476+0000","last_undegraded":"2024-09-15T22:04:26.846476+0000","last_fullsized":"2024-09-15T22:04:26.846476+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-15T22:04:24.835582+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-15T22:04:24.835582+0000","last_clean_scrub_stamp":"2024-09-15T22:04:24.835582+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T01:57:36.722057+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0],"acting":[4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.4","version":"0'0","reported_seq":14,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-15T22:04:26.845115+0000","last_change":"2024-09-15T22:04:24.859862+0000","last_active":"2024-09-15T22:04:26.845115+0000","last_peered":"2024-09-15T22:04:26.845115+0000","last_clean":"2024-09-15T22:04:26.845115+0000","last_became_active":"2024-09-15T22:04:24.859584+0000","last_became_peered":"2024-09-15T22:04:24.859584+0000","last_unstale":"2024-09-15T22:04:26.845115+0000","last_undegraded":"2024-09-15T22:04:26.845115+0000","last_fullsized":"2024-09-15T22:04:26.845115+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-15T22:04:23.830575+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-15T22:04:23.830575+0000","last_clean_scrub_stamp":"2024-09-15T22:04:23.830575+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-16T23:17:32.159621+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.5","version":"0'0","reported_seq":12,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-15T22:04:26.847465+0000","last_change":"2024-09-15T22:04:25.858503+0000","last_active":"2024-09-15T22:04:26.847465+0000","last_peered":"2024-09-15T22:04:26.847465+0000","last_clean":"2024-09-15T22:04:26.847465+0000","last_became_active":"2024-09-15T22:04:25.858229+0000","last_became_peered":"2024-09-15T22:04:25.858229+0000","last_unstale":"2024-09-15T22:04:26.847465+0000","last_undegraded":"2024-09-15T22:04:26.847465+0000","last_fullsized":"2024-09-15T22:04:26.847465+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-15T22:04:24.835582+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-15T22:04:24.835582+0000","last_clean_scrub_stamp":"2024-09-15T22:04:24.835582+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T04:18:08.313443+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.5","version":"0'0","reported_seq":14,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-15T22:04:27.294126+0000","last_change":"2024-09-15T22:04:24.865576+0000","last_active":"2024-09-15T22:04:27.294126+0000","last_peered":"2024-09-15T22:04:27.294126+0000","last_clean":"2024-09-15T22:04:27.294126+0000","last_became_active":"2024-09-15T22:04:24.865275+0000","last_became_peered":"2024-09-15T22:04:24.865275+0000","last_unstale":"2024-09-15T22:04:27.294126+0000","last_undegraded":"2024-09-15T22:04:27.294126+0000","last_fullsized":"2024-09-15T22:04:27.294126+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-15T22:04:23.830575+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-15T22:04:23.830575+0000","last_clean_scrub_stamp":"2024-09-15T22:04:23.830575+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T09:35:43.930267+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.4","version":"0'0","reported_seq":12,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-15T22:04:26.845169+0000","last_change":"2024-09-15T22:04:25.870821+0000","last_active":"2024-09-15T22:04:26.845169+0000","last_peered":"2024-09-15T22:04:26.845169+0000","last_clean":"2024-09-15T22:04:26.845169+0000","last_became_active":"2024-09-15T22:04:25.870534+0000","last_became_peered":"2024-09-15T22:04:25.870534+0000","last_unstale":"2024-09-15T22:04:26.845169+0000","last_undegraded":"2024-09-15T22:04:26.845169+0000","last_fullsized":"2024-09-15T22:04:26.845169+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-15T22:04:24.835582+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-15T22:04:24.835582+0000","last_clean_scrub_stamp":"2024-09-15T22:04:24.835582+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-16T22:57:55.300306+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2],"acting":[1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.6","version":"21'1","reported_seq":15,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-15T22:04:26.845268+0000","last_change":"2024-09-15T22:04:24.861891+0000","last_active":"2024-09-15T22:04:26.845268+0000","last_peered":"2024-09-15T22:04:26.845268+0000","last_clean":"2024-09-15T22:04:26.845268+0000","last_became_active":"2024-09-15T22:04:24.861533+0000","last_became_peered":"2024-09-15T22:04:24.861533+0000","last_unstale":"2024-09-15T22:04:26.845268+0000","last_undegraded":"2024-09-15T22:04:26.845268+0000","last_fullsized":"2024-09-15T22:04:26.845268+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-15T22:04:23.830575+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-15T22:04:23.830575+0000","last_clean_scrub_stamp":"2024-09-15T22:04:23.830575+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T09:00:08.808373+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.7","version":"0'0","reported_seq":12,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-15T22:04:27.284164+0000","last_change":"2024-09-15T22:04:25.866182+0000","last_active":"2024-09-15T22:04:27.284164+0000","last_peered":"2024-09-15T22:04:27.284164+0000","last_clean":"2024-09-15T22:04:27.284164+0000","last_became_active":"2024-09-15T22:04:25.865878+0000","last_became_peered":"2024-09-15T22:04:25.865878+0000","last_unstale":"2024-09-15T22:04:27.284164+0000","last_undegraded":"2024-09-15T22:04:27.284164+0000","last_fullsized":"2024-09-15T22:04:27.284164+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-15T22:04:24.835582+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-15T22:04:24.835582+0000","last_clean_scrub_stamp":"2024-09-15T22:04:24.835582+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T05:52:18.357795+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.7","version":"20'2","reported_seq":16,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-15T22:04:27.294218+0000","last_change":"2024-09-15T22:04:24.860546+0000","last_active":"2024-09-15T22:04:27.294218+0000","last_peered":"2024-09-15T22:04:27.294218+0000","last_clean":"2024-09-15T22:04:27.294218+0000","last_became_active":"2024-09-15T22:04:24.860260+0000","last_became_peered":"2024-09-15T22:04:24.860260+0000","last_unstale":"2024-09-15T22:04:27.294218+0000","last_undegraded":"2024-09-15T22:04:27.294218+0000","last_fullsized":"2024-09-15T22:04:27.294218+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-15T22:04:23.830575+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-15T22:04:23.830575+0000","last_clean_scrub_stamp":"2024-09-15T22:04:23.830575+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T04:26:49.041394+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7],"acting":[6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.6","version":"0'0","reported_seq":12,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-15T22:04:27.293444+0000","last_change":"2024-09-15T22:04:25.869493+0000","last_active":"2024-09-15T22:04:27.293444+0000","last_peered":"2024-09-15T22:04:27.293444+0000","last_clean":"2024-09-15T22:04:27.293444+0000","last_became_active":"2024-09-15T22:04:25.869236+0000","last_became_peered":"2024-09-15T22:04:25.869236+0000","last_unstale":"2024-09-15T22:04:27.293444+0000","last_undegraded":"2024-09-15T22:04:27.293444+0000","last_fullsized":"2024-09-15T22:04:27.293444+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-15T22:04:24.835582+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-15T22:04:24.835582+0000","last_clean_scrub_stamp":"2024-09-15T22:04:24.835582+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-16T22:57:55.300306+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.8","version":"0'0","reported_seq":14,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-15T22:04:27.293480+0000","last_change":"2024-09-15T22:04:24.865711+0000","last_active":"2024-09-15T22:04:27.293480+0000","last_peered":"2024-09-15T22:04:27.293480+0000","last_clean":"2024-09-15T22:04:27.293480+0000","last_became_active":"2024-09-15T22:04:24.865416+0000","last_became_peered":"2024-09-15T22:04:24.865416+0000","last_unstale":"2024-09-15T22:04:27.293480+0000","last_undegraded":"2024-09-15T22:04:27.293480+0000","last_fullsized":"2024-09-15T22:04:27.293480+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-15T22:04:23.830575+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-15T22:04:23.830575+0000","last_clean_scrub_stamp":"2024-09-15T22:04:23.830575+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T07:34:41.456701+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.9","version":"0'0","reported_seq":12,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-15T22:04:26.847202+0000","last_change":"2024-09-15T22:04:25.861047+0000","last_active":"2024-09-15T22:04:26.847202+0000","last_peered":"2024-09-15T22:04:26.847202+0000","last_clean":"2024-09-15T22:04:26.847202+0000","last_became_active":"2024-09-15T22:04:25.860140+0000","last_became_peered":"2024-09-15T22:04:25.860140+0000","last_unstale":"2024-09-15T22:04:26.847202+0000","last_undegraded":"2024-09-15T22:04:26.847202+0000","last_fullsized":"2024-09-15T22:04:26.847202+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-15T22:04:24.835582+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-15T22:04:24.835582+0000","last_clean_scrub_stamp":"2024-09-15T22:04:24.835582+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T06:41:55.355610+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2],"acting":[4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.9","version":"0'0","reported_seq":14,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-15T22:04:26.845051+0000","last_change":"2024-09-15T22:04:24.855640+0000","last_active":"2024-09-15T22:04:26.845051+0000","last_peered":"2024-09-15T22:04:26.845051+0000","last_clean":"2024-09-15T22:04:26.845051+0000","last_became_active":"2024-09-15T22:04:24.855172+0000","last_became_peered":"2024-09-15T22:04:24.855172+0000","last_unstale":"2024-09-15T22:04:26.845051+0000","last_undegraded":"2024-09-15T22:04:26.845051+0000","last_fullsized":"2024-09-15T22:04:26.845051+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-15T22:04:23.830575+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-15T22:04:23.830575+0000","last_clean_scrub_stamp":"2024-09-15T22:04:23.830575+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T09:35:43.930267+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7],"acting":[1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.8","version":"0'0","reported_seq":12,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-15T22:04:27.283890+0000","last_change":"2024-09-15T22:04:25.870626+0000","last_active":"2024-09-15T22:04:27.283890+0000","last_peered":"2024-09-15T22:04:27.283890+0000","last_clean":"2024-09-15T22:04:27.283890+0000","last_became_active":"2024-09-15T22:04:25.869602+0000","last_became_peered":"2024-09-15T22:04:25.869602+0000","last_unstale":"2024-09-15T22:04:27.283890+0000","last_undegraded":"2024-09-15T22:04:27.283890+0000","last_fullsized":"2024-09-15T22:04:27.283890+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-15T22:04:24.835582+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-15T22:04:24.835582+0000","last_clean_scrub_stamp":"2024-09-15T22:04:24.835582+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-16T22:21:32.146626+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.a","version":"0'0","reported_seq":14,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-15T22:04:26.845013+0000","last_change":"2024-09-15T22:04:24.855226+0000","last_active":"2024-09-15T22:04:26.845013+0000","last_peered":"2024-09-15T22:04:26.845013+0000","last_clean":"2024-09-15T22:04:26.845013+0000","last_became_active":"2024-09-15T22:04:24.854933+0000","last_became_peered":"2024-09-15T22:04:24.854933+0000","last_unstale":"2024-09-15T22:04:26.845013+0000","last_undegraded":"2024-09-15T22:04:26.845013+0000","last_fullsized":"2024-09-15T22:04:26.845013+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-15T22:04:23.830575+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-15T22:04:23.830575+0000","last_clean_scrub_stamp":"2024-09-15T22:04:23.830575+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T01:57:35.717051+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3],"acting":[1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.b","version":"0'0","reported_seq":12,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-15T22:04:27.283943+0000","last_change":"2024-09-15T22:04:25.855083+0000","last_active":"2024-09-15T22:04:27.283943+0000","last_peered":"2024-09-15T22:04:27.283943+0000","last_clean":"2024-09-15T22:04:27.283943+0000","last_became_active":"2024-09-15T22:04:25.854788+0000","last_became_peered":"2024-09-15T22:04:25.854788+0000","last_unstale":"2024-09-15T22:04:27.283943+0000","last_undegraded":"2024-09-15T22:04:27.283943+0000","last_fullsized":"2024-09-15T22:04:27.283943+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-15T22:04:24.835582+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-15T22:04:24.835582+0000","last_clean_scrub_stamp":"2024-09-15T22:04:24.835582+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T08:08:55.136352+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.b","version":"20'2","reported_seq":16,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-15T22:04:27.294248+0000","last_change":"2024-09-15T22:04:24.859989+0000","last_active":"2024-09-15T22:04:27.294248+0000","last_peered":"2024-09-15T22:04:27.294248+0000","last_clean":"2024-09-15T22:04:27.294248+0000","last_became_active":"2024-09-15T22:04:24.859701+0000","last_became_peered":"2024-09-15T22:04:24.859701+0000","last_unstale":"2024-09-15T22:04:27.294248+0000","last_undegraded":"2024-09-15T22:04:27.294248+0000","last_fullsized":"2024-09-15T22:04:27.294248+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-15T22:04:23.830575+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-15T22:04:23.830575+0000","last_clean_scrub_stamp":"2024-09-15T22:04:23.830575+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-16T23:17:32.159621+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.a","version":"0'0","reported_seq":12,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-15T22:04:27.293342+0000","last_change":"2024-09-15T22:04:25.861784+0000","last_active":"2024-09-15T22:04:27.293342+0000","last_peered":"2024-09-15T22:04:27.293342+0000","last_clean":"2024-09-15T22:04:27.293342+0000","last_became_active":"2024-09-15T22:04:25.861530+0000","last_became_peered":"2024-09-15T22:04:25.861530+0000","last_unstale":"2024-09-15T22:04:27.293342+0000","last_undegraded":"2024-09-15T22:04:27.293342+0000","last_fullsized":"2024-09-15T22:04:27.293342+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-15T22:04:24.835582+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-15T22:04:24.835582+0000","last_clean_scrub_stamp":"2024-09-15T22:04:24.835582+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-16T22:35:07.503017+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.1d","version":"0'0","reported_seq":12,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-15T22:04:26.847298+0000","last_change":"2024-09-15T22:04:25.865766+0000","last_active":"2024-09-15T22:04:26.847298+0000","last_peered":"2024-09-15T22:04:26.847298+0000","last_clean":"2024-09-15T22:04:26.847298+0000","last_became_active":"2024-09-15T22:04:25.864346+0000","last_became_peered":"2024-09-15T22:04:25.864346+0000","last_unstale":"2024-09-15T22:04:26.847298+0000","last_undegraded":"2024-09-15T22:04:26.847298+0000","last_fullsized":"2024-09-15T22:04:26.847298+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-15T22:04:24.835582+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-15T22:04:24.835582+0000","last_clean_scrub_stamp":"2024-09-15T22:04:24.835582+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T00:06:20.884778+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.1c","version":"20'2","reported_seq":16,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-15T22:04:27.293592+0000","last_change":"2024-09-15T22:04:24.863544+0000","last_active":"2024-09-15T22:04:27.293592+0000","last_peered":"2024-09-15T22:04:27.293592+0000","last_clean":"2024-09-15T22:04:27.293592+0000","last_became_active":"2024-09-15T22:04:24.863220+0000","last_became_peered":"2024-09-15T22:04:24.863220+0000","last_unstale":"2024-09-15T22:04:27.293592+0000","last_undegraded":"2024-09-15T22:04:27.293592+0000","last_fullsized":"2024-09-15T22:04:27.293592+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-15T22:04:23.830575+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-15T22:04:23.830575+0000","last_clean_scrub_stamp":"2024-09-15T22:04:23.830575+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T09:00:08.808373+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1c","version":"0'0","reported_seq":12,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-15T22:04:26.847036+0000","last_change":"2024-09-15T22:04:25.864250+0000","last_active":"2024-09-15T22:04:26.847036+0000","last_peered":"2024-09-15T22:04:26.847036+0000","last_clean":"2024-09-15T22:04:26.847036+0000","last_became_active":"2024-09-15T22:04:25.863997+0000","last_became_peered":"2024-09-15T22:04:25.863997+0000","last_unstale":"2024-09-15T22:04:26.847036+0000","last_undegraded":"2024-09-15T22:04:26.847036+0000","last_fullsized":"2024-09-15T22:04:26.847036+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-15T22:04:24.835582+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-15T22:04:24.835582+0000","last_clean_scrub_stamp":"2024-09-15T22:04:24.835582+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T08:30:15.086099+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.1d","version":"20'2","reported_seq":16,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-15T22:04:27.293861+0000","last_change":"2024-09-15T22:04:24.862868+0000","last_active":"2024-09-15T22:04:27.293861+0000","last_peered":"2024-09-15T22:04:27.293861+0000","last_clean":"2024-09-15T22:04:27.293861+0000","last_became_active":"2024-09-15T22:04:24.862406+0000","last_became_peered":"2024-09-15T22:04:24.862406+0000","last_unstale":"2024-09-15T22:04:27.293861+0000","last_undegraded":"2024-09-15T22:04:27.293861+0000","last_fullsized":"2024-09-15T22:04:27.293861+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-15T22:04:23.830575+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-15T22:04:23.830575+0000","last_clean_scrub_stamp":"2024-09-15T22:04:23.830575+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T01:57:35.717051+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1f","version":"0'0","reported_seq":12,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-15T22:04:27.293354+0000","last_change":"2024-09-15T22:04:25.858796+0000","last_active":"2024-09-15T22:04:27.293354+0000","last_peered":"2024-09-15T22:04:27.293354+0000","last_clean":"2024-09-15T22:04:27.293354+0000","last_became_active":"2024-09-15T22:04:25.858495+0000","last_became_peered":"2024-09-15T22:04:25.858495+0000","last_unstale":"2024-09-15T22:04:27.293354+0000","last_undegraded":"2024-09-15T22:04:27.293354+0000","last_fullsized":"2024-09-15T22:04:27.293354+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-15T22:04:24.835582+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-15T22:04:24.835582+0000","last_clean_scrub_stamp":"2024-09-15T22:04:24.835582+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T03:52:09.819200+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5],"acting":[0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.1e","version":"20'1","reported_seq":15,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-15T22:04:27.284139+0000","last_change":"2024-09-15T22:04:24.865481+0000","last_active":"2024-09-15T22:04:27.284139+0000","last_peered":"2024-09-15T22:04:27.284139+0000","last_clean":"2024-09-15T22:04:27.284139+0000","last_became_active":"2024-09-15T22:04:24.865178+0000","last_became_peered":"2024-09-15T22:04:24.865178+0000","last_unstale":"2024-09-15T22:04:27.284139+0000","last_undegraded":"2024-09-15T22:04:27.284139+0000","last_fullsized":"2024-09-15T22:04:27.284139+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-15T22:04:23.830575+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-15T22:04:23.830575+0000","last_clean_scrub_stamp":"2024-09-15T22:04:23.830575+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T07:08:54.942598+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1e","version":"0'0","reported_seq":12,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-15T22:04:27.284171+0000","last_change":"2024-09-15T22:04:25.857083+0000","last_active":"2024-09-15T22:04:27.284171+0000","last_peered":"2024-09-15T22:04:27.284171+0000","last_clean":"2024-09-15T22:04:27.284171+0000","last_became_active":"2024-09-15T22:04:25.856766+0000","last_became_peered":"2024-09-15T22:04:25.856766+0000","last_unstale":"2024-09-15T22:04:27.284171+0000","last_undegraded":"2024-09-15T22:04:27.284171+0000","last_fullsized":"2024-09-15T22:04:27.284171+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-15T22:04:24.835582+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-15T22:04:24.835582+0000","last_clean_scrub_stamp":"2024-09-15T22:04:24.835582+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-16T23:11:04.557442+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.1f","version":"20'4","reported_seq":18,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-15T22:04:27.293490+0000","last_change":"2024-09-15T22:04:24.856252+0000","last_active":"2024-09-15T22:04:27.293490+0000","last_peered":"2024-09-15T22:04:27.293490+0000","last_clean":"2024-09-15T22:04:27.293490+0000","last_became_active":"2024-09-15T22:04:24.855888+0000","last_became_peered":"2024-09-15T22:04:24.855888+0000","last_unstale":"2024-09-15T22:04:27.293490+0000","last_undegraded":"2024-09-15T22:04:27.293490+0000","last_fullsized":"2024-09-15T22:04:27.293490+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-15T22:04:23.830575+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-15T22:04:23.830575+0000","last_clean_scrub_stamp":"2024-09-15T22:04:23.830575+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T06:16:58.775512+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":582,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]}],"pool_stats":[{"poolid":3,"num_pg":64,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":128,"acting":128,"num_store_stats":8},{"poolid":2,"num_pg":32,"stat_sum":{"num_bytes":2410,"num_objects":22,"num_object_clones":0,"num_object_copies":44,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":22,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":45,"num_write_kb":14,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":65536,"data_stored":4820,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":39,"ondisk_log_size":39,"up":64,"acting":64,"num_store_stats":8},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":159,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":1187840,"data_stored":1180736,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":117,"ondisk_log_size":117,"up":2,"acting":2,"num_store_stats":2}],"osd_stats":[{"osd":7,"up_from":14,"seq":60129542148,"num_pgs":30,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":31980,"kb_used_data":792,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94339860,"statfs":{"total":96636764160,"available":96604016640,"internally_reserved":0,"allocated":811008,"data_stored":665171,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1590,"internal_metadata":31914442},"hb_peers":[0,1,2,3,4,5,6],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":2,"apply_latency_ms":2,"commit_latency_ns":2000000,"apply_latency_ns":2000000},"alerts":[]},{"osd":5,"up_from":14,"seq":60129542148,"num_pgs":30,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":31404,"kb_used_data":212,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94340436,"statfs":{"total":96636764160,"available":96604606464,"internally_reserved":0,"allocated":217088,"data_stored":74311,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":31914437},"hb_peers":[0,1,2,3,4,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":2,"apply_latency_ms":2,"commit_latency_ns":2000000,"apply_latency_ns":2000000},"alerts":[]},{"osd":4,"up_from":14,"seq":60129542148,"num_pgs":26,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":31416,"kb_used_data":220,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94340424,"statfs":{"total":96636764160,"available":96604594176,"internally_reserved":0,"allocated":225280,"data_stored":74347,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":31914437},"hb_peers":[0,1,2,3,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":2,"apply_latency_ms":2,"commit_latency_ns":2000000,"apply_latency_ns":2000000},"alerts":[]},{"osd":3,"up_from":14,"seq":60129542150,"num_pgs":28,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27248,"kb_used_data":220,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344592,"statfs":{"total":96636764160,"available":96608862208,"internally_reserved":0,"allocated":225280,"data_stored":75833,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1593,"internal_metadata":27654599},"hb_peers":[0,1,2,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":3,"apply_latency_ms":3,"commit_latency_ns":3000000,"apply_latency_ns":3000000},"alerts":[]},{"osd":2,"up_from":14,"seq":60129542150,"num_pgs":13,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27236,"kb_used_data":208,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344604,"statfs":{"total":96636764160,"available":96608874496,"internally_reserved":0,"allocated":212992,"data_stored":74221,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[0,1,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":3,"apply_latency_ms":3,"commit_latency_ns":3000000,"apply_latency_ns":3000000},"alerts":[]},{"osd":1,"up_from":14,"seq":60129542149,"num_pgs":19,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27248,"kb_used_data":216,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344592,"statfs":{"total":96636764160,"available":96608862208,"internally_reserved":0,"allocated":221184,"data_stored":74381,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[0,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":5,"apply_latency_ms":5,"commit_latency_ns":5000000,"apply_latency_ns":5000000},"alerts":[]},{"osd":0,"up_from":14,"seq":60129542149,"num_pgs":27,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27828,"kb_used_data":800,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344012,"statfs":{"total":96636764160,"available":96608268288,"internally_reserved":0,"allocated":819200,"data_stored":665227,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[1,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":4,"apply_latency_ms":4,"commit_latency_ns":4000000,"apply_latency_ns":4000000},"alerts":[]},{"osd":6,"up_from":13,"seq":55834574853,"num_pgs":5,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":35568,"kb_used_data":220,"kb_used_omap":1,"kb_used_meta":35326,"kb_avail":94336272,"statfs":{"total":96636764160,"available":96600342528,"internally_reserved":0,"allocated":225280,"data_stored":75833,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":36174278},"hb_peers":[0,1,2,3,4,5,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":3,"apply_latency_ms":3,"commit_latency_ns":3000000,"apply_latency_ns":3000000},"alerts":[]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":12288,"data_stored":638,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":160,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":12288,"data_stored":1612,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":12288,"data_stored":126,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":90,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":12288,"data_stored":1612,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":582,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2024-09-15T22:04:33.573 INFO:tasks.ceph.ceph_manager.ceph:clean! 2024-09-15T22:04:33.573 INFO:tasks.ceph:Waiting until ceph daemons up and pgs clean... 2024-09-15T22:04:33.574 INFO:tasks.ceph.ceph_manager.ceph:waiting for mgr available 2024-09-15T22:04:33.574 DEBUG:teuthology.orchestra.run.smithi063:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph mgr dump --format=json 2024-09-15T22:04:33.574 INFO:tasks.daemonwatchdog.daemon_watchdog:watchdog starting 2024-09-15T22:04:33.712 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:33.710+0000 7f09ae549640 1 Processor -- start 2024-09-15T22:04:33.712 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:33.710+0000 7f09ae549640 1 -- start start 2024-09-15T22:04:33.713 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:33.711+0000 7f09ae549640 1 --2- >> v2:172.21.15.110:3300/0 conn(0x7f09a80d32d0 0x7f09a80cf720 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-15T22:04:33.713 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:33.711+0000 7f09ae549640 1 --2- >> [v2:172.21.15.110:3301/0,v1:172.21.15.110:6790/0] conn(0x7f09a80d1030 0x7f09a80d14c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-15T22:04:33.713 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:33.711+0000 7f09ae549640 1 -- --> v1:172.21.15.63:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f09a815e950 con 0x7f09a815e570 2024-09-15T22:04:33.713 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:33.711+0000 7f09ae549640 1 -- --> v2:172.21.15.110:3300/0 -- mon_getmap magic: 0 -- 0x7f09a80d3710 con 0x7f09a80d32d0 2024-09-15T22:04:33.713 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:33.711+0000 7f09ae549640 1 -- --> [v2:172.21.15.110:3301/0,v1:172.21.15.110:6790/0] -- mon_getmap magic: 0 -- 0x7f09a80d3960 con 0x7f09a80d1030 2024-09-15T22:04:33.713 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:33.711+0000 7f09a7fff640 1 --1- >> v1:172.21.15.63:6789/0 conn(0x7f09a815e570 0x7f09a80d4a00 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.63:6789/0 says I am v1:172.21.15.63:45276/0 (socket says 172.21.15.63:45276) 2024-09-15T22:04:33.714 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:33.711+0000 7f09a7fff640 1 -- 172.21.15.63:0/4015927408 learned_addr learned my addr 172.21.15.63:0/4015927408 (peer_addr_for_me v1:172.21.15.63:0/0) 2024-09-15T22:04:33.714 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:33.711+0000 7f09a77fe640 1 --2- 172.21.15.63:0/4015927408 >> v2:172.21.15.110:3300/0 conn(0x7f09a80d32d0 0x7f09a80cf720 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-15T22:04:33.714 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:33.711+0000 7f09acae6640 1 --2- 172.21.15.63:0/4015927408 >> [v2:172.21.15.110:3301/0,v1:172.21.15.110:6790/0] conn(0x7f09a80d1030 0x7f09a80d14c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-15T22:04:33.714 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:33.711+0000 7f09a6ffd640 1 -- 172.21.15.63:0/4015927408 <== mon.0 v1:172.21.15.63:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 3994924077 0 0) 0x7f09a815e950 con 0x7f09a815e570 2024-09-15T22:04:33.714 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:33.711+0000 7f09a6ffd640 1 -- 172.21.15.63:0/4015927408 --> v1:172.21.15.63:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7f0990003520 con 0x7f09a815e570 2024-09-15T22:04:33.714 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:33.712+0000 7f09a77fe640 1 -- 172.21.15.63:0/4015927408 >> [v2:172.21.15.110:3301/0,v1:172.21.15.110:6790/0] conn(0x7f09a80d1030 msgr2=0x7f09a80d14c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-15T22:04:33.714 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:33.712+0000 7f09a6ffd640 1 -- 172.21.15.63:0/4015927408 <== mon.0 v1:172.21.15.63:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) ==== 214+0+0 (unknown 4124418153 0 0) 0x7f0990003520 con 0x7f09a815e570 2024-09-15T22:04:33.714 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:33.712+0000 7f09a77fe640 1 --2- 172.21.15.63:0/4015927408 >> [v2:172.21.15.110:3301/0,v1:172.21.15.110:6790/0] conn(0x7f09a80d1030 0x7f09a80d14c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T22:04:33.714 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:33.712+0000 7f09a77fe640 1 -- 172.21.15.63:0/4015927408 >> v1:172.21.15.63:6789/0 conn(0x7f09a815e570 legacy=0x7f09a80d4a00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-15T22:04:33.714 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:33.712+0000 7f09a77fe640 1 -- 172.21.15.63:0/4015927408 --> v2:172.21.15.110:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f09a80d3c40 con 0x7f09a80d32d0 2024-09-15T22:04:33.715 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:33.712+0000 7f09a77fe640 1 --2- 172.21.15.63:0/4015927408 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f09a80d32d0 0x7f09a80cf720 secure :-1 s=READY pgs=59 cs=0 l=1 rev1=1 crypto rx=0x7f099c0097a0 tx=0x7f099c02a080 comp rx=0 tx=0).ready entity=mon.1 client_cookie=4664c2eae8dfe7bc server_cookie=0 in_seq=0 out_seq=0 2024-09-15T22:04:33.716 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:33.713+0000 7f09a6ffd640 1 -- 172.21.15.63:0/4015927408 <== mon.1 v2:172.21.15.110:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f099c037070 con 0x7f09a80d32d0 2024-09-15T22:04:33.716 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:33.713+0000 7f09a6ffd640 1 -- 172.21.15.63:0/4015927408 <== mon.1 v2:172.21.15.110:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f099c02ab10 con 0x7f09a80d32d0 2024-09-15T22:04:33.716 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:33.713+0000 7f09a6ffd640 1 -- 172.21.15.63:0/4015927408 <== mon.1 v2:172.21.15.110:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0998001670 con 0x7f09a80d32d0 2024-09-15T22:04:33.716 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:33.713+0000 7f09ae549640 1 -- 172.21.15.63:0/4015927408 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f09a80d32d0 msgr2=0x7f09a80cf720 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-15T22:04:33.716 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:33.713+0000 7f09ae549640 1 --2- 172.21.15.63:0/4015927408 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f09a80d32d0 0x7f09a80cf720 secure :-1 s=READY pgs=59 cs=0 l=1 rev1=1 crypto rx=0x7f099c0097a0 tx=0x7f099c02a080 comp rx=0 tx=0).stop 2024-09-15T22:04:33.716 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:33.713+0000 7f09ae549640 1 -- 172.21.15.63:0/4015927408 shutdown_connections 2024-09-15T22:04:33.716 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:33.713+0000 7f09ae549640 1 --2- 172.21.15.63:0/4015927408 >> [v2:172.21.15.110:3301/0,v1:172.21.15.110:6790/0] conn(0x7f09a80d1030 0x7f09a80d14c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T22:04:33.716 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:33.713+0000 7f09ae549640 1 --2- 172.21.15.63:0/4015927408 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f09a80d32d0 0x7f09a80cf720 unknown :-1 s=CLOSED pgs=59 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T22:04:33.716 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:33.713+0000 7f09ae549640 1 -- 172.21.15.63:0/4015927408 >> 172.21.15.63:0/4015927408 conn(0x7f09a8074bc0 msgr2=0x7f09a8074fd0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-15T22:04:33.716 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:33.713+0000 7f09ae549640 1 -- 172.21.15.63:0/4015927408 shutdown_connections 2024-09-15T22:04:33.716 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:33.713+0000 7f09ae549640 1 -- 172.21.15.63:0/4015927408 wait complete. 2024-09-15T22:04:33.717 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:33.714+0000 7f09ae549640 1 Processor -- start 2024-09-15T22:04:33.718 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:33.715+0000 7f09ae549640 1 -- start start 2024-09-15T22:04:33.719 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:33.715+0000 7f09ae549640 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f09a80d1030 0x7f09a81f4100 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-15T22:04:33.719 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:33.715+0000 7f09ae549640 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f09a80d32d0 0x7f09a815fb50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-15T22:04:33.719 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:33.715+0000 7f09ae549640 1 --2- >> [v2:172.21.15.110:3301/0,v1:172.21.15.110:6790/0] conn(0x7f09a815e570 0x7f09a80cc890 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-15T22:04:33.719 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:33.715+0000 7f09ae549640 1 -- --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 -- 0x7f09a80d44e0 con 0x7f09a80d1030 2024-09-15T22:04:33.719 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:33.715+0000 7f09ae549640 1 -- --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_getmap magic: 0 -- 0x7f09a80d4200 con 0x7f09a80d32d0 2024-09-15T22:04:33.719 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:33.715+0000 7f09ae549640 1 -- --> [v2:172.21.15.110:3301/0,v1:172.21.15.110:6790/0] -- mon_getmap magic: 0 -- 0x7f09a80cfc60 con 0x7f09a815e570 2024-09-15T22:04:33.719 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:33.715+0000 7f09a7fff640 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f09a80d1030 0x7f09a81f4100 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-15T22:04:33.719 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:33.715+0000 7f09a7fff640 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f09a80d1030 0x7f09a81f4100 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.63:3300/0 says I am v2:172.21.15.63:55078/0 (socket says 172.21.15.63:55078) 2024-09-15T22:04:33.719 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:33.715+0000 7f09a7fff640 1 -- 172.21.15.63:0/1502432875 learned_addr learned my addr 172.21.15.63:0/1502432875 (peer_addr_for_me v2:172.21.15.63:0/0) 2024-09-15T22:04:33.719 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:33.716+0000 7f09acae6640 1 --2- 172.21.15.63:0/1502432875 >> [v2:172.21.15.110:3301/0,v1:172.21.15.110:6790/0] conn(0x7f09a815e570 0x7f09a80cc890 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-15T22:04:33.719 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:33.716+0000 7f09a77fe640 1 --2- 172.21.15.63:0/1502432875 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f09a80d32d0 0x7f09a815fb50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-15T22:04:33.719 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:33.716+0000 7f09a7fff640 1 -- 172.21.15.63:0/1502432875 >> [v2:172.21.15.110:3301/0,v1:172.21.15.110:6790/0] conn(0x7f09a815e570 msgr2=0x7f09a80cc890 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-15T22:04:33.720 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:33.716+0000 7f09a7fff640 1 --2- 172.21.15.63:0/1502432875 >> [v2:172.21.15.110:3301/0,v1:172.21.15.110:6790/0] conn(0x7f09a815e570 0x7f09a80cc890 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T22:04:33.720 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:33.716+0000 7f09a7fff640 1 -- 172.21.15.63:0/1502432875 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f09a80d32d0 msgr2=0x7f09a815fb50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-15T22:04:33.720 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:33.716+0000 7f09a7fff640 1 --2- 172.21.15.63:0/1502432875 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f09a80d32d0 0x7f09a815fb50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T22:04:33.720 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:33.716+0000 7f09a7fff640 1 -- 172.21.15.63:0/1502432875 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f09a81603a0 con 0x7f09a80d1030 2024-09-15T22:04:33.720 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:33.716+0000 7f09a7fff640 1 --2- 172.21.15.63:0/1502432875 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f09a80d1030 0x7f09a81f4100 secure :-1 s=READY pgs=86 cs=0 l=1 rev1=1 crypto rx=0x7f099800c700 tx=0x7f099800cbc0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-15T22:04:33.720 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:33.716+0000 7f09a4ff9640 1 -- 172.21.15.63:0/1502432875 <== mon.0 v2:172.21.15.63:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0998017070 con 0x7f09a80d1030 2024-09-15T22:04:33.720 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:33.716+0000 7f09a4ff9640 1 -- 172.21.15.63:0/1502432875 <== mon.0 v2:172.21.15.63:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f0998005ad0 con 0x7f09a80d1030 2024-09-15T22:04:33.720 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:33.716+0000 7f09ae549640 1 -- 172.21.15.63:0/1502432875 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f09a8160680 con 0x7f09a80d1030 2024-09-15T22:04:33.720 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:33.716+0000 7f09a4ff9640 1 -- 172.21.15.63:0/1502432875 <== mon.0 v2:172.21.15.63:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0998007070 con 0x7f09a80d1030 2024-09-15T22:04:33.720 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:33.716+0000 7f09ae549640 1 -- 172.21.15.63:0/1502432875 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f09a8160c40 con 0x7f09a80d1030 2024-09-15T22:04:33.720 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:33.717+0000 7f09ae549640 1 -- 172.21.15.63:0/1502432875 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f09a80cf720 con 0x7f09a80d1030 2024-09-15T22:04:33.721 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:33.717+0000 7f09a4ff9640 1 -- 172.21.15.63:0/1502432875 <== mon.0 v2:172.21.15.63:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7f099801a070 con 0x7f09a80d1030 2024-09-15T22:04:33.721 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:33.718+0000 7f09a4ff9640 1 --2- 172.21.15.63:0/1502432875 >> [v2:172.21.15.110:6832/552273267,v1:172.21.15.110:6833/552273267] conn(0x7f099406c2b0 0x7f099406e770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-15T22:04:33.721 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:33.718+0000 7f09a4ff9640 1 -- 172.21.15.63:0/1502432875 <== mon.0 v2:172.21.15.63:3300/0 5 ==== osd_map(21..21 src has 1..21) ==== 5709+0+0 (secure 0 0 0) 0x7f099808a820 con 0x7f09a80d1030 2024-09-15T22:04:33.721 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:33.718+0000 7f09a77fe640 1 --2- 172.21.15.63:0/1502432875 >> [v2:172.21.15.110:6832/552273267,v1:172.21.15.110:6833/552273267] conn(0x7f099406c2b0 0x7f099406e770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-15T22:04:33.721 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:33.719+0000 7f09a77fe640 1 --2- 172.21.15.63:0/1502432875 >> [v2:172.21.15.110:6832/552273267,v1:172.21.15.110:6833/552273267] conn(0x7f099406c2b0 0x7f099406e770 secure :-1 s=READY pgs=60 cs=0 l=1 rev1=1 crypto rx=0x7f099c034000 tx=0x7f099c02e000 comp rx=0 tx=0).ready entity=mgr.4102 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-15T22:04:33.724 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:33.722+0000 7f09a4ff9640 1 -- 172.21.15.63:0/1502432875 <== mon.0 v2:172.21.15.63:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7f0998058940 con 0x7f09a80d1030 2024-09-15T22:04:33.948 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:33.947+0000 7f09ae549640 1 -- 172.21.15.63:0/1502432875 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_command({"prefix": "mgr dump", "format": "json"} v 0) -- 0x7f09a8161440 con 0x7f09a80d1030 2024-09-15T22:04:33.951 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:33.950+0000 7f09a4ff9640 1 -- 172.21.15.63:0/1502432875 <== mon.0 v2:172.21.15.63:3300/0 7 ==== mon_command_ack([{"prefix": "mgr dump", "format": "json"}]=0 v5) ==== 74+0+173509 (secure 0 0 0) 0x7f099805cc40 con 0x7f09a80d1030 2024-09-15T22:04:33.954 INFO:teuthology.orchestra.run.smithi063.stdout: 2024-09-15T22:04:33.955 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:33.953+0000 7f09ae549640 1 -- 172.21.15.63:0/1502432875 >> [v2:172.21.15.110:6832/552273267,v1:172.21.15.110:6833/552273267] conn(0x7f099406c2b0 msgr2=0x7f099406e770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-15T22:04:33.955 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:33.953+0000 7f09ae549640 1 --2- 172.21.15.63:0/1502432875 >> [v2:172.21.15.110:6832/552273267,v1:172.21.15.110:6833/552273267] conn(0x7f099406c2b0 0x7f099406e770 secure :-1 s=READY pgs=60 cs=0 l=1 rev1=1 crypto rx=0x7f099c034000 tx=0x7f099c02e000 comp rx=0 tx=0).stop 2024-09-15T22:04:33.955 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:33.953+0000 7f09ae549640 1 -- 172.21.15.63:0/1502432875 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f09a80d1030 msgr2=0x7f09a81f4100 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-15T22:04:33.956 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:33.953+0000 7f09ae549640 1 --2- 172.21.15.63:0/1502432875 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f09a80d1030 0x7f09a81f4100 secure :-1 s=READY pgs=86 cs=0 l=1 rev1=1 crypto rx=0x7f099800c700 tx=0x7f099800cbc0 comp rx=0 tx=0).stop 2024-09-15T22:04:33.956 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:33.953+0000 7f09ae549640 1 -- 172.21.15.63:0/1502432875 shutdown_connections 2024-09-15T22:04:33.956 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:33.953+0000 7f09ae549640 1 --2- 172.21.15.63:0/1502432875 >> [v2:172.21.15.110:6832/552273267,v1:172.21.15.110:6833/552273267] conn(0x7f099406c2b0 0x7f099406e770 unknown :-1 s=CLOSED pgs=60 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T22:04:33.956 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:33.953+0000 7f09ae549640 1 --2- 172.21.15.63:0/1502432875 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f09a80d32d0 0x7f09a815fb50 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T22:04:33.956 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:33.953+0000 7f09ae549640 1 --2- 172.21.15.63:0/1502432875 >> [v2:172.21.15.110:3301/0,v1:172.21.15.110:6790/0] conn(0x7f09a815e570 0x7f09a80cc890 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T22:04:33.956 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:33.953+0000 7f09ae549640 1 --2- 172.21.15.63:0/1502432875 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f09a80d1030 0x7f09a81f4100 unknown :-1 s=CLOSED pgs=86 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T22:04:33.956 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:33.953+0000 7f09ae549640 1 -- 172.21.15.63:0/1502432875 >> 172.21.15.63:0/1502432875 conn(0x7f09a8074bc0 msgr2=0x7f09a80d28a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-15T22:04:33.956 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:33.953+0000 7f09ae549640 1 -- 172.21.15.63:0/1502432875 shutdown_connections 2024-09-15T22:04:33.956 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:33.953+0000 7f09ae549640 1 -- 172.21.15.63:0/1502432875 wait complete. 2024-09-15T22:04:33.965 INFO:teuthology.orchestra.run.smithi063.stdout:{"epoch":5,"flags":0,"active_gid":4102,"active_name":"x","active_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.110:6832","nonce":552273267},{"type":"v1","addr":"172.21.15.110:6833","nonce":552273267}]},"active_addr":"172.21.15.110:6833/552273267","active_change":"2024-09-15T22:04:06.228153+0000","active_mgr_features":4540701547738038271,"available":true,"standbys":[{"gid":4110,"name":"y","mgr_features":4540701547738038271,"available_modules":[{"name":"alerts","can_run":true,"error_string":"","module_options":{"interval":{"name":"interval","type":"secs","level":"advanced","flags":1,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"How frequently to reexamine health status","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"smtp_destination":{"name":"smtp_destination","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Email address to send alerts to","long_desc":"","tags":[],"see_also":[]},"smtp_from_name":{"name":"smtp_from_name","type":"str","level":"advanced","flags":1,"default_value":"Ceph","min":"","max":"","enum_allowed":[],"desc":"Email From: name","long_desc":"","tags":[],"see_also":[]},"smtp_host":{"name":"smtp_host","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"SMTP server","long_desc":"","tags":[],"see_also":[]},"smtp_password":{"name":"smtp_password","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Password to authenticate with","long_desc":"","tags":[],"see_also":[]},"smtp_port":{"name":"smtp_port","type":"int","level":"advanced","flags":1,"default_value":"465","min":"","max":"","enum_allowed":[],"desc":"SMTP port","long_desc":"","tags":[],"see_also":[]},"smtp_sender":{"name":"smtp_sender","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"SMTP envelope sender","long_desc":"","tags":[],"see_also":[]},"smtp_ssl":{"name":"smtp_ssl","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Use SSL to connect to SMTP server","long_desc":"","tags":[],"see_also":[]},"smtp_user":{"name":"smtp_user","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"User to authenticate as","long_desc":"","tags":[],"see_also":[]}}},{"name":"balancer","can_run":true,"error_string":"","module_options":{"active":{"name":"active","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"automatically balance PGs across cluster","long_desc":"","tags":[],"see_also":[]},"begin_time":{"name":"begin_time","type":"str","level":"advanced","flags":1,"default_value":"0000","min":"","max":"","enum_allowed":[],"desc":"beginning time of day to automatically balance","long_desc":"This is a time of day in the format HHMM.","tags":[],"see_also":[]},"begin_weekday":{"name":"begin_weekday","type":"uint","level":"advanced","flags":1,"default_value":"0","min":"0","max":"6","enum_allowed":[],"desc":"Restrict automatic balancing to this day of the week or later","long_desc":"0 = Sunday, 1 = Monday, etc.","tags":[],"see_also":[]},"crush_compat_max_iterations":{"name":"crush_compat_max_iterations","type":"uint","level":"advanced","flags":1,"default_value":"25","min":"1","max":"250","enum_allowed":[],"desc":"maximum number of iterations to attempt optimization","long_desc":"","tags":[],"see_also":[]},"crush_compat_metrics":{"name":"crush_compat_metrics","type":"str","level":"advanced","flags":1,"default_value":"pgs,objects,bytes","min":"","max":"","enum_allowed":[],"desc":"metrics with which to calculate OSD utilization","long_desc":"Value is a list of one or more of \"pgs\", \"objects\", or \"bytes\", and indicates which metrics to use to balance utilization.","tags":[],"see_also":[]},"crush_compat_step":{"name":"crush_compat_step","type":"float","level":"advanced","flags":1,"default_value":"0.5","min":"0.001","max":"0.999","enum_allowed":[],"desc":"aggressiveness of optimization","long_desc":".99 is very aggressive, .01 is less aggressive","tags":[],"see_also":[]},"end_time":{"name":"end_time","type":"str","level":"advanced","flags":1,"default_value":"2359","min":"","max":"","enum_allowed":[],"desc":"ending time of day to automatically balance","long_desc":"This is a time of day in the format HHMM.","tags":[],"see_also":[]},"end_weekday":{"name":"end_weekday","type":"uint","level":"advanced","flags":1,"default_value":"0","min":"0","max":"6","enum_allowed":[],"desc":"Restrict automatic balancing to days of the week earlier than this","long_desc":"0 = Sunday, 1 = Monday, etc.","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"min_score":{"name":"min_score","type":"float","level":"advanced","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"minimum score, below which no optimization is attempted","long_desc":"","tags":[],"see_also":[]},"mode":{"name":"mode","type":"str","level":"advanced","flags":1,"default_value":"upmap","min":"","max":"","enum_allowed":["crush-compat","none","read","upmap","upmap-read"],"desc":"Balancer mode","long_desc":"","tags":[],"see_also":[]},"pool_ids":{"name":"pool_ids","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"pools which the automatic balancing will be limited to","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":1,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"how frequently to wake up and attempt optimization","long_desc":"","tags":[],"see_also":[]},"upmap_max_deviation":{"name":"upmap_max_deviation","type":"int","level":"advanced","flags":1,"default_value":"5","min":"1","max":"","enum_allowed":[],"desc":"deviation below which no optimization is attempted","long_desc":"If the number of PGs are within this count then no optimization is attempted","tags":[],"see_also":[]},"upmap_max_optimizations":{"name":"upmap_max_optimizations","type":"uint","level":"advanced","flags":1,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"maximum upmap optimizations to make per attempt","long_desc":"","tags":[],"see_also":[]}}},{"name":"cephadm","can_run":true,"error_string":"","module_options":{"agent_down_multiplier":{"name":"agent_down_multiplier","type":"float","level":"advanced","flags":0,"default_value":"3.0","min":"","max":"","enum_allowed":[],"desc":"Multiplied by agent refresh rate to calculate how long agent must not report before being marked down","long_desc":"","tags":[],"see_also":[]},"agent_refresh_rate":{"name":"agent_refresh_rate","type":"secs","level":"advanced","flags":0,"default_value":"20","min":"","max":"","enum_allowed":[],"desc":"How often agent on each host will try to gather and send metadata","long_desc":"","tags":[],"see_also":[]},"agent_starting_port":{"name":"agent_starting_port","type":"int","level":"advanced","flags":0,"default_value":"4721","min":"","max":"","enum_allowed":[],"desc":"First port agent will try to bind to (will also try up to next 1000 subsequent ports if blocked)","long_desc":"","tags":[],"see_also":[]},"allow_ptrace":{"name":"allow_ptrace","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"allow SYS_PTRACE capability on ceph containers","long_desc":"The SYS_PTRACE capability is needed to attach to a process with gdb or strace. Enabling this options can allow debugging daemons that encounter problems at runtime.","tags":[],"see_also":[]},"autotune_interval":{"name":"autotune_interval","type":"secs","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"how frequently to autotune daemon memory","long_desc":"","tags":[],"see_also":[]},"autotune_memory_target_ratio":{"name":"autotune_memory_target_ratio","type":"float","level":"advanced","flags":0,"default_value":"0.7","min":"","max":"","enum_allowed":[],"desc":"ratio of total system memory to divide amongst autotuned daemons","long_desc":"","tags":[],"see_also":[]},"cephadm_log_destination":{"name":"cephadm_log_destination","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":["file","file,syslog","syslog"],"desc":"Destination for cephadm command's persistent logging","long_desc":"","tags":[],"see_also":[]},"cgroups_split":{"name":"cgroups_split","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Pass --cgroups=split when cephadm creates containers (currently podman only)","long_desc":"","tags":[],"see_also":[]},"config_checks_enabled":{"name":"config_checks_enabled","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Enable or disable the cephadm configuration analysis","long_desc":"","tags":[],"see_also":[]},"config_dashboard":{"name":"config_dashboard","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"manage configs like API endpoints in Dashboard.","long_desc":"","tags":[],"see_also":[]},"container_image_alertmanager":{"name":"container_image_alertmanager","type":"str","level":"advanced","flags":0,"default_value":"quay.io/prometheus/alertmanager:v0.25.0","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_base":{"name":"container_image_base","type":"str","level":"advanced","flags":1,"default_value":"quay.io/ceph/ceph","min":"","max":"","enum_allowed":[],"desc":"Container image name, without the tag","long_desc":"","tags":[],"see_also":[]},"container_image_elasticsearch":{"name":"container_image_elasticsearch","type":"str","level":"advanced","flags":0,"default_value":"quay.io/omrizeneva/elasticsearch:6.8.23","min":"","max":"","enum_allowed":[],"desc":"elasticsearch container image","long_desc":"","tags":[],"see_also":[]},"container_image_grafana":{"name":"container_image_grafana","type":"str","level":"advanced","flags":0,"default_value":"quay.io/ceph/grafana:9.4.12","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_haproxy":{"name":"container_image_haproxy","type":"str","level":"advanced","flags":0,"default_value":"quay.io/ceph/haproxy:2.3","min":"","max":"","enum_allowed":[],"desc":"HAproxy container image","long_desc":"","tags":[],"see_also":[]},"container_image_jaeger_agent":{"name":"container_image_jaeger_agent","type":"str","level":"advanced","flags":0,"default_value":"quay.io/jaegertracing/jaeger-agent:1.29","min":"","max":"","enum_allowed":[],"desc":"Jaeger agent container image","long_desc":"","tags":[],"see_also":[]},"container_image_jaeger_collector":{"name":"container_image_jaeger_collector","type":"str","level":"advanced","flags":0,"default_value":"quay.io/jaegertracing/jaeger-collector:1.29","min":"","max":"","enum_allowed":[],"desc":"Jaeger collector container image","long_desc":"","tags":[],"see_also":[]},"container_image_jaeger_query":{"name":"container_image_jaeger_query","type":"str","level":"advanced","flags":0,"default_value":"quay.io/jaegertracing/jaeger-query:1.29","min":"","max":"","enum_allowed":[],"desc":"Jaeger query container image","long_desc":"","tags":[],"see_also":[]},"container_image_keepalived":{"name":"container_image_keepalived","type":"str","level":"advanced","flags":0,"default_value":"quay.io/ceph/keepalived:2.2.4","min":"","max":"","enum_allowed":[],"desc":"Keepalived container image","long_desc":"","tags":[],"see_also":[]},"container_image_loki":{"name":"container_image_loki","type":"str","level":"advanced","flags":0,"default_value":"docker.io/grafana/loki:3.0.0","min":"","max":"","enum_allowed":[],"desc":"Loki container image","long_desc":"","tags":[],"see_also":[]},"container_image_node_exporter":{"name":"container_image_node_exporter","type":"str","level":"advanced","flags":0,"default_value":"quay.io/prometheus/node-exporter:v1.5.0","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_nvmeof":{"name":"container_image_nvmeof","type":"str","level":"advanced","flags":0,"default_value":"quay.io/ceph/nvmeof:1.2.5","min":"","max":"","enum_allowed":[],"desc":"Nvme-of container image","long_desc":"","tags":[],"see_also":[]},"container_image_prometheus":{"name":"container_image_prometheus","type":"str","level":"advanced","flags":0,"default_value":"quay.io/prometheus/prometheus:v2.43.0","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_promtail":{"name":"container_image_promtail","type":"str","level":"advanced","flags":0,"default_value":"docker.io/grafana/promtail:3.0.0","min":"","max":"","enum_allowed":[],"desc":"Promtail container image","long_desc":"","tags":[],"see_also":[]},"container_image_samba":{"name":"container_image_samba","type":"str","level":"advanced","flags":0,"default_value":"quay.io/samba.org/samba-server:devbuilds-centos-amd64","min":"","max":"","enum_allowed":[],"desc":"Samba/SMB container image","long_desc":"","tags":[],"see_also":[]},"container_image_snmp_gateway":{"name":"container_image_snmp_gateway","type":"str","level":"advanced","flags":0,"default_value":"docker.io/maxwo/snmp-notifier:v1.2.1","min":"","max":"","enum_allowed":[],"desc":"SNMP Gateway container image","long_desc":"","tags":[],"see_also":[]},"container_init":{"name":"container_init","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Run podman/docker with `--init`","long_desc":"","tags":[],"see_also":[]},"daemon_cache_timeout":{"name":"daemon_cache_timeout","type":"secs","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"seconds to cache service (daemon) inventory","long_desc":"","tags":[],"see_also":[]},"default_cephadm_command_timeout":{"name":"default_cephadm_command_timeout","type":"int","level":"advanced","flags":0,"default_value":"900","min":"","max":"","enum_allowed":[],"desc":"Default timeout applied to cephadm commands run directly on the host (in seconds)","long_desc":"","tags":[],"see_also":[]},"default_registry":{"name":"default_registry","type":"str","level":"advanced","flags":0,"default_value":"docker.io","min":"","max":"","enum_allowed":[],"desc":"Search-registry to which we should normalize unqualified image names. This is not the default registry","long_desc":"","tags":[],"see_also":[]},"device_cache_timeout":{"name":"device_cache_timeout","type":"secs","level":"advanced","flags":0,"default_value":"1800","min":"","max":"","enum_allowed":[],"desc":"seconds to cache device inventory","long_desc":"","tags":[],"see_also":[]},"device_enhanced_scan":{"name":"device_enhanced_scan","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Use libstoragemgmt during device scans","long_desc":"","tags":[],"see_also":[]},"facts_cache_timeout":{"name":"facts_cache_timeout","type":"secs","level":"advanced","flags":0,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"seconds to cache host facts data","long_desc":"","tags":[],"see_also":[]},"grafana_dashboards_path":{"name":"grafana_dashboards_path","type":"str","level":"advanced","flags":0,"default_value":"/etc/grafana/dashboards/ceph-dashboard/","min":"","max":"","enum_allowed":[],"desc":"location of dashboards to include in grafana deployments","long_desc":"","tags":[],"see_also":[]},"host_check_interval":{"name":"host_check_interval","type":"secs","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"how frequently to perform a host check","long_desc":"","tags":[],"see_also":[]},"hw_monitoring":{"name":"hw_monitoring","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Deploy hw monitoring daemon on every host.","long_desc":"","tags":[],"see_also":[]},"inventory_list_all":{"name":"inventory_list_all","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Whether ceph-volume inventory should report more devices (mostly mappers (LVs / mpaths), partitions...)","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_refresh_metadata":{"name":"log_refresh_metadata","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Log all refresh metadata. Includes daemon, device, and host info collected regularly. Only has effect if logging at debug level","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"log to the \"cephadm\" cluster log channel\"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"manage_etc_ceph_ceph_conf":{"name":"manage_etc_ceph_ceph_conf","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Manage and own /etc/ceph/ceph.conf on the hosts.","long_desc":"","tags":[],"see_also":[]},"manage_etc_ceph_ceph_conf_hosts":{"name":"manage_etc_ceph_ceph_conf_hosts","type":"str","level":"advanced","flags":0,"default_value":"*","min":"","max":"","enum_allowed":[],"desc":"PlacementSpec describing on which hosts to manage /etc/ceph/ceph.conf","long_desc":"","tags":[],"see_also":[]},"max_count_per_host":{"name":"max_count_per_host","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"max number of daemons per service per host","long_desc":"","tags":[],"see_also":[]},"max_osd_draining_count":{"name":"max_osd_draining_count","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"max number of osds that will be drained simultaneously when osds are removed","long_desc":"","tags":[],"see_also":[]},"migration_current":{"name":"migration_current","type":"int","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"internal - do not modify","long_desc":"","tags":[],"see_also":[]},"mode":{"name":"mode","type":"str","level":"advanced","flags":0,"default_value":"root","min":"","max":"","enum_allowed":["cephadm-package","root"],"desc":"mode for remote execution of cephadm","long_desc":"","tags":[],"see_also":[]},"oob_default_addr":{"name":"oob_default_addr","type":"str","level":"advanced","flags":0,"default_value":"169.254.1.1","min":"","max":"","enum_allowed":[],"desc":"Default address for RedFish API (oob management).","long_desc":"","tags":[],"see_also":[]},"prometheus_alerts_path":{"name":"prometheus_alerts_path","type":"str","level":"advanced","flags":0,"default_value":"/etc/prometheus/ceph/ceph_default_alerts.yml","min":"","max":"","enum_allowed":[],"desc":"location of alerts to include in prometheus deployments","long_desc":"","tags":[],"see_also":[]},"registry_insecure":{"name":"registry_insecure","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Registry is to be considered insecure (no TLS available). Only for development purposes.","long_desc":"","tags":[],"see_also":[]},"registry_password":{"name":"registry_password","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Custom repository password. Only used for logging into a registry.","long_desc":"","tags":[],"see_also":[]},"registry_url":{"name":"registry_url","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Registry url for login purposes. This is not the default registry","long_desc":"","tags":[],"see_also":[]},"registry_username":{"name":"registry_username","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Custom repository username. Only used for logging into a registry.","long_desc":"","tags":[],"see_also":[]},"secure_monitoring_stack":{"name":"secure_monitoring_stack","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Enable TLS security for all the monitoring stack daemons","long_desc":"","tags":[],"see_also":[]},"service_discovery_port":{"name":"service_discovery_port","type":"int","level":"advanced","flags":0,"default_value":"8765","min":"","max":"","enum_allowed":[],"desc":"cephadm service discovery port","long_desc":"","tags":[],"see_also":[]},"ssh_config_file":{"name":"ssh_config_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"customized SSH config file to connect to managed hosts","long_desc":"","tags":[],"see_also":[]},"use_agent":{"name":"use_agent","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Use cephadm agent on each host to gather and send metadata","long_desc":"","tags":[],"see_also":[]},"use_repo_digest":{"name":"use_repo_digest","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Automatically convert image tags to image digest. Make sure all daemons use the same image","long_desc":"","tags":[],"see_also":[]},"warn_on_failed_host_check":{"name":"warn_on_failed_host_check","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"raise a health warning if the host check fails","long_desc":"","tags":[],"see_also":[]},"warn_on_stray_daemons":{"name":"warn_on_stray_daemons","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"raise a health warning if daemons are detected that are not managed by cephadm","long_desc":"","tags":[],"see_also":[]},"warn_on_stray_hosts":{"name":"warn_on_stray_hosts","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"raise a health warning if daemons are detected on a host that is not managed by cephadm","long_desc":"","tags":[],"see_also":[]}}},{"name":"crash","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"retain_interval":{"name":"retain_interval","type":"secs","level":"advanced","flags":1,"default_value":"31536000","min":"","max":"","enum_allowed":[],"desc":"how long to retain crashes before pruning them","long_desc":"","tags":[],"see_also":[]},"warn_recent_interval":{"name":"warn_recent_interval","type":"secs","level":"advanced","flags":1,"default_value":"1209600","min":"","max":"","enum_allowed":[],"desc":"time interval in which to warn about recent crashes","long_desc":"","tags":[],"see_also":[]}}},{"name":"dashboard","can_run":true,"error_string":"","module_options":{"ACCOUNT_LOCKOUT_ATTEMPTS":{"name":"ACCOUNT_LOCKOUT_ATTEMPTS","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ALERTMANAGER_API_HOST":{"name":"ALERTMANAGER_API_HOST","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ALERTMANAGER_API_SSL_VERIFY":{"name":"ALERTMANAGER_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"AUDIT_API_ENABLED":{"name":"AUDIT_API_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"AUDIT_API_LOG_PAYLOAD":{"name":"AUDIT_API_LOG_PAYLOAD","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ENABLE_BROWSABLE_API":{"name":"ENABLE_BROWSABLE_API","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_CEPHFS":{"name":"FEATURE_TOGGLE_CEPHFS","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_DASHBOARD":{"name":"FEATURE_TOGGLE_DASHBOARD","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_ISCSI":{"name":"FEATURE_TOGGLE_ISCSI","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_MIRRORING":{"name":"FEATURE_TOGGLE_MIRRORING","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_NFS":{"name":"FEATURE_TOGGLE_NFS","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_RBD":{"name":"FEATURE_TOGGLE_RBD","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_RGW":{"name":"FEATURE_TOGGLE_RGW","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GANESHA_CLUSTERS_RADOS_POOL_NAMESPACE":{"name":"GANESHA_CLUSTERS_RADOS_POOL_NAMESPACE","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_PASSWORD":{"name":"GRAFANA_API_PASSWORD","type":"str","level":"advanced","flags":0,"default_value":"admin","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_SSL_VERIFY":{"name":"GRAFANA_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_URL":{"name":"GRAFANA_API_URL","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_USERNAME":{"name":"GRAFANA_API_USERNAME","type":"str","level":"advanced","flags":0,"default_value":"admin","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_FRONTEND_API_URL":{"name":"GRAFANA_FRONTEND_API_URL","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_UPDATE_DASHBOARDS":{"name":"GRAFANA_UPDATE_DASHBOARDS","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ISCSI_API_SSL_VERIFICATION":{"name":"ISCSI_API_SSL_VERIFICATION","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ISSUE_TRACKER_API_KEY":{"name":"ISSUE_TRACKER_API_KEY","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PROMETHEUS_API_HOST":{"name":"PROMETHEUS_API_HOST","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PROMETHEUS_API_SSL_VERIFY":{"name":"PROMETHEUS_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_COMPLEXITY_ENABLED":{"name":"PWD_POLICY_CHECK_COMPLEXITY_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_EXCLUSION_LIST_ENABLED":{"name":"PWD_POLICY_CHECK_EXCLUSION_LIST_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_LENGTH_ENABLED":{"name":"PWD_POLICY_CHECK_LENGTH_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_OLDPWD_ENABLED":{"name":"PWD_POLICY_CHECK_OLDPWD_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_REPETITIVE_CHARS_ENABLED":{"name":"PWD_POLICY_CHECK_REPETITIVE_CHARS_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_SEQUENTIAL_CHARS_ENABLED":{"name":"PWD_POLICY_CHECK_SEQUENTIAL_CHARS_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_USERNAME_ENABLED":{"name":"PWD_POLICY_CHECK_USERNAME_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_ENABLED":{"name":"PWD_POLICY_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_EXCLUSION_LIST":{"name":"PWD_POLICY_EXCLUSION_LIST","type":"str","level":"advanced","flags":0,"default_value":"osd,host,dashboard,pool,block,nfs,ceph,monitors,gateway,logs,crush,maps","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_MIN_COMPLEXITY":{"name":"PWD_POLICY_MIN_COMPLEXITY","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_MIN_LENGTH":{"name":"PWD_POLICY_MIN_LENGTH","type":"int","level":"advanced","flags":0,"default_value":"8","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"REST_REQUESTS_TIMEOUT":{"name":"REST_REQUESTS_TIMEOUT","type":"int","level":"advanced","flags":0,"default_value":"45","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_ACCESS_KEY":{"name":"RGW_API_ACCESS_KEY","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_ADMIN_RESOURCE":{"name":"RGW_API_ADMIN_RESOURCE","type":"str","level":"advanced","flags":0,"default_value":"admin","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_SECRET_KEY":{"name":"RGW_API_SECRET_KEY","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_SSL_VERIFY":{"name":"RGW_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"USER_PWD_EXPIRATION_SPAN":{"name":"USER_PWD_EXPIRATION_SPAN","type":"int","level":"advanced","flags":0,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"USER_PWD_EXPIRATION_WARNING_1":{"name":"USER_PWD_EXPIRATION_WARNING_1","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"USER_PWD_EXPIRATION_WARNING_2":{"name":"USER_PWD_EXPIRATION_WARNING_2","type":"int","level":"advanced","flags":0,"default_value":"5","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"cross_origin_url":{"name":"cross_origin_url","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"crt_file":{"name":"crt_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"debug":{"name":"debug","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Enable/disable debug options","long_desc":"","tags":[],"see_also":[]},"jwt_token_ttl":{"name":"jwt_token_ttl","type":"int","level":"advanced","flags":0,"default_value":"28800","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"key_file":{"name":"key_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"motd":{"name":"motd","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"The message of the day","long_desc":"","tags":[],"see_also":[]},"redirect_resolve_ip_addr":{"name":"redirect_resolve_ip_addr","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_addr":{"name":"server_addr","type":"str","level":"advanced","flags":0,"default_value":"::","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_port":{"name":"server_port","type":"int","level":"advanced","flags":0,"default_value":"8080","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ssl":{"name":"ssl","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ssl_server_port":{"name":"ssl_server_port","type":"int","level":"advanced","flags":0,"default_value":"8443","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_behaviour":{"name":"standby_behaviour","type":"str","level":"advanced","flags":0,"default_value":"redirect","min":"","max":"","enum_allowed":["error","redirect"],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_error_status_code":{"name":"standby_error_status_code","type":"int","level":"advanced","flags":0,"default_value":"500","min":"400","max":"599","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"url_prefix":{"name":"url_prefix","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"devicehealth","can_run":true,"error_string":"","module_options":{"enable_monitoring":{"name":"enable_monitoring","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"monitor device health metrics","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"mark_out_threshold":{"name":"mark_out_threshold","type":"secs","level":"advanced","flags":1,"default_value":"2419200","min":"","max":"","enum_allowed":[],"desc":"automatically mark OSD if it may fail before this long","long_desc":"","tags":[],"see_also":[]},"pool_name":{"name":"pool_name","type":"str","level":"advanced","flags":1,"default_value":"device_health_metrics","min":"","max":"","enum_allowed":[],"desc":"name of pool in which to store device health metrics","long_desc":"","tags":[],"see_also":[]},"retention_period":{"name":"retention_period","type":"secs","level":"advanced","flags":1,"default_value":"15552000","min":"","max":"","enum_allowed":[],"desc":"how long to retain device health metrics","long_desc":"","tags":[],"see_also":[]},"scrape_frequency":{"name":"scrape_frequency","type":"secs","level":"advanced","flags":1,"default_value":"86400","min":"","max":"","enum_allowed":[],"desc":"how frequently to scrape device health metrics","long_desc":"","tags":[],"see_also":[]},"self_heal":{"name":"self_heal","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"preemptively heal cluster around devices that may fail","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":1,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"how frequently to wake up and check device health","long_desc":"","tags":[],"see_also":[]},"warn_threshold":{"name":"warn_threshold","type":"secs","level":"advanced","flags":1,"default_value":"7257600","min":"","max":"","enum_allowed":[],"desc":"raise health warning if OSD may fail before this long","long_desc":"","tags":[],"see_also":[]}}},{"name":"diskprediction_local","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"predict_interval":{"name":"predict_interval","type":"str","level":"advanced","flags":0,"default_value":"86400","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"predictor_model":{"name":"predictor_model","type":"str","level":"advanced","flags":0,"default_value":"prophetstor","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"str","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"influx","can_run":false,"error_string":"influxdb python module not found","module_options":{"batch_size":{"name":"batch_size","type":"int","level":"advanced","flags":0,"default_value":"5000","min":"","max":"","enum_allowed":[],"desc":"How big batches of data points should be when sending to InfluxDB.","long_desc":"","tags":[],"see_also":[]},"database":{"name":"database","type":"str","level":"advanced","flags":0,"default_value":"ceph","min":"","max":"","enum_allowed":[],"desc":"InfluxDB database name. You will need to create this database and grant write privileges to the configured username or the username must have admin privileges to create it.","long_desc":"","tags":[],"see_also":[]},"hostname":{"name":"hostname","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"InfluxDB server hostname","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"secs","level":"advanced","flags":0,"default_value":"30","min":"5","max":"","enum_allowed":[],"desc":"Time between reports to InfluxDB. Default 30 seconds.","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"password":{"name":"password","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"password of InfluxDB server user","long_desc":"","tags":[],"see_also":[]},"port":{"name":"port","type":"int","level":"advanced","flags":0,"default_value":"8086","min":"","max":"","enum_allowed":[],"desc":"InfluxDB server port","long_desc":"","tags":[],"see_also":[]},"ssl":{"name":"ssl","type":"str","level":"advanced","flags":0,"default_value":"false","min":"","max":"","enum_allowed":[],"desc":"Use https connection for InfluxDB server. Use \"true\" or \"false\".","long_desc":"","tags":[],"see_also":[]},"threads":{"name":"threads","type":"int","level":"advanced","flags":0,"default_value":"5","min":"1","max":"32","enum_allowed":[],"desc":"How many worker threads should be spawned for sending data to InfluxDB.","long_desc":"","tags":[],"see_also":[]},"username":{"name":"username","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"username of InfluxDB server user","long_desc":"","tags":[],"see_also":[]},"verify_ssl":{"name":"verify_ssl","type":"str","level":"advanced","flags":0,"default_value":"true","min":"","max":"","enum_allowed":[],"desc":"Verify https cert for InfluxDB server. Use \"true\" or \"false\".","long_desc":"","tags":[],"see_also":[]}}},{"name":"insights","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"iostat","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"localpool","can_run":true,"error_string":"","module_options":{"failure_domain":{"name":"failure_domain","type":"str","level":"advanced","flags":1,"default_value":"host","min":"","max":"","enum_allowed":[],"desc":"failure domain for any created local pool","long_desc":"what failure domain we should separate data replicas across.","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"min_size":{"name":"min_size","type":"int","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"default min_size for any created local pool","long_desc":"value to set min_size to (unchanged from Ceph's default if this option is not set)","tags":[],"see_also":[]},"num_rep":{"name":"num_rep","type":"int","level":"advanced","flags":1,"default_value":"3","min":"","max":"","enum_allowed":[],"desc":"default replica count for any created local pool","long_desc":"","tags":[],"see_also":[]},"pg_num":{"name":"pg_num","type":"int","level":"advanced","flags":1,"default_value":"128","min":"","max":"","enum_allowed":[],"desc":"default pg_num for any created local pool","long_desc":"","tags":[],"see_also":[]},"prefix":{"name":"prefix","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"name prefix for any created local pool","long_desc":"","tags":[],"see_also":[]},"subtree":{"name":"subtree","type":"str","level":"advanced","flags":1,"default_value":"rack","min":"","max":"","enum_allowed":[],"desc":"CRUSH level for which to create a local pool","long_desc":"which CRUSH subtree type the module should create a pool for.","tags":[],"see_also":[]}}},{"name":"mds_autoscaler","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"mirroring","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"nfs","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"orchestrator","can_run":true,"error_string":"","module_options":{"fail_fs":{"name":"fail_fs","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Fail filesystem for rapid multi-rank mds upgrade","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"orchestrator":{"name":"orchestrator","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["cephadm","rook","test_orchestrator"],"desc":"Orchestrator backend","long_desc":"","tags":[],"see_also":[]}}},{"name":"osd_perf_query","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"osd_support","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"pg_autoscaler","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":0,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"threshold":{"name":"threshold","type":"float","level":"advanced","flags":0,"default_value":"3.0","min":"1.0","max":"","enum_allowed":[],"desc":"scaling threshold","long_desc":"The factor by which the `NEW PG_NUM` must vary from the current`PG_NUM` before being accepted. Cannot be less than 1.0","tags":[],"see_also":[]}}},{"name":"progress","can_run":true,"error_string":"","module_options":{"allow_pg_recovery_event":{"name":"allow_pg_recovery_event","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"allow the module to show pg recovery progress","long_desc":"","tags":[],"see_also":[]},"enabled":{"name":"enabled","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"max_completed_events":{"name":"max_completed_events","type":"int","level":"advanced","flags":1,"default_value":"50","min":"","max":"","enum_allowed":[],"desc":"number of past completed events to remember","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":1,"default_value":"5","min":"","max":"","enum_allowed":[],"desc":"how long the module is going to sleep","long_desc":"","tags":[],"see_also":[]}}},{"name":"prometheus","can_run":true,"error_string":"","module_options":{"cache":{"name":"cache","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"exclude_perf_counters":{"name":"exclude_perf_counters","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Do not include perf-counters in the metrics output","long_desc":"Gathering perf-counters from a single Prometheus exporter can degrade ceph-mgr performance, especially in large clusters. Instead, Ceph-exporter daemons are now used by default for perf-counter gathering. This should only be disabled when no ceph-exporters are deployed.","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rbd_stats_pools":{"name":"rbd_stats_pools","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rbd_stats_pools_refresh_interval":{"name":"rbd_stats_pools_refresh_interval","type":"int","level":"advanced","flags":0,"default_value":"300","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"scrape_interval":{"name":"scrape_interval","type":"float","level":"advanced","flags":0,"default_value":"15.0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_addr":{"name":"server_addr","type":"str","level":"advanced","flags":0,"default_value":"::","min":"","max":"","enum_allowed":[],"desc":"the IPv4 or IPv6 address on which the module listens for HTTP requests","long_desc":"","tags":[],"see_also":[]},"server_port":{"name":"server_port","type":"int","level":"advanced","flags":1,"default_value":"9283","min":"","max":"","enum_allowed":[],"desc":"the port on which the module listens for HTTP requests","long_desc":"","tags":[],"see_also":[]},"stale_cache_strategy":{"name":"stale_cache_strategy","type":"str","level":"advanced","flags":0,"default_value":"log","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_behaviour":{"name":"standby_behaviour","type":"str","level":"advanced","flags":1,"default_value":"default","min":"","max":"","enum_allowed":["default","error"],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_error_status_code":{"name":"standby_error_status_code","type":"int","level":"advanced","flags":1,"default_value":"500","min":"400","max":"599","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"rbd_support","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"max_concurrent_snap_create":{"name":"max_concurrent_snap_create","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"mirror_snapshot_schedule":{"name":"mirror_snapshot_schedule","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"trash_purge_schedule":{"name":"trash_purge_schedule","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"restful","can_run":true,"error_string":"","module_options":{"enable_auth":{"name":"enable_auth","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"key_file":{"name":"key_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_addr":{"name":"server_addr","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_port":{"name":"server_port","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"rgw","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"secondary_zone_period_retry_limit":{"name":"secondary_zone_period_retry_limit","type":"int","level":"advanced","flags":0,"default_value":"5","min":"","max":"","enum_allowed":[],"desc":"RGW module period update retry limit for secondary site","long_desc":"","tags":[],"see_also":[]}}},{"name":"rook","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"storage_class":{"name":"storage_class","type":"str","level":"advanced","flags":0,"default_value":"local","min":"","max":"","enum_allowed":[],"desc":"storage class name for LSO-discovered PVs","long_desc":"","tags":[],"see_also":[]}}},{"name":"selftest","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"roption1":{"name":"roption1","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"roption2":{"name":"roption2","type":"str","level":"advanced","flags":0,"default_value":"xyz","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption1":{"name":"rwoption1","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption2":{"name":"rwoption2","type":"int","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption3":{"name":"rwoption3","type":"float","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption4":{"name":"rwoption4","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption5":{"name":"rwoption5","type":"bool","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption6":{"name":"rwoption6","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption7":{"name":"rwoption7","type":"int","level":"advanced","flags":0,"default_value":"","min":"1","max":"42","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"testkey":{"name":"testkey","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"testlkey":{"name":"testlkey","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"testnewline":{"name":"testnewline","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"snap_schedule","can_run":true,"error_string":"","module_options":{"allow_m_granularity":{"name":"allow_m_granularity","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"allow minute scheduled snapshots","long_desc":"","tags":[],"see_also":[]},"dump_on_update":{"name":"dump_on_update","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"dump database to debug log on update","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"stats","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"status","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"telegraf","can_run":true,"error_string":"","module_options":{"address":{"name":"address","type":"str","level":"advanced","flags":0,"default_value":"unixgram:///tmp/telegraf.sock","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"secs","level":"advanced","flags":0,"default_value":"15","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"telemetry","can_run":true,"error_string":"","module_options":{"channel_basic":{"name":"channel_basic","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Share basic cluster information (size, version)","long_desc":"","tags":[],"see_also":[]},"channel_crash":{"name":"channel_crash","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Share metadata about Ceph daemon crashes (version, stack straces, etc)","long_desc":"","tags":[],"see_also":[]},"channel_device":{"name":"channel_device","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Share device health metrics (e.g., SMART data, minus potentially identifying info like serial numbers)","long_desc":"","tags":[],"see_also":[]},"channel_ident":{"name":"channel_ident","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Share a user-provided description and/or contact email for the cluster","long_desc":"","tags":[],"see_also":[]},"channel_perf":{"name":"channel_perf","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Share various performance metrics of a cluster","long_desc":"","tags":[],"see_also":[]},"contact":{"name":"contact","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"description":{"name":"description","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"device_url":{"name":"device_url","type":"str","level":"advanced","flags":0,"default_value":"https://telemetry.ceph.com/device","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"enabled":{"name":"enabled","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"int","level":"advanced","flags":0,"default_value":"24","min":"8","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"last_opt_revision":{"name":"last_opt_revision","type":"int","level":"advanced","flags":0,"default_value":"1","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"leaderboard":{"name":"leaderboard","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"leaderboard_description":{"name":"leaderboard_description","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"organization":{"name":"organization","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"proxy":{"name":"proxy","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"url":{"name":"url","type":"str","level":"advanced","flags":0,"default_value":"https://telemetry.ceph.com/report","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"test_orchestrator","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"volumes","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"max_concurrent_clones":{"name":"max_concurrent_clones","type":"int","level":"advanced","flags":0,"default_value":"4","min":"","max":"","enum_allowed":[],"desc":"Number of asynchronous cloner threads","long_desc":"","tags":[],"see_also":[]},"periodic_async_work":{"name":"periodic_async_work","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Periodically check for async work","long_desc":"","tags":[],"see_also":[]},"snapshot_clone_delay":{"name":"snapshot_clone_delay","type":"int","level":"advanced","flags":0,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"Delay clone begin operation by snapshot_clone_delay seconds","long_desc":"","tags":[],"see_also":[]},"snapshot_clone_no_wait":{"name":"snapshot_clone_no_wait","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Reject subvolume clone request when cloner threads are busy","long_desc":"","tags":[],"see_also":[]}}},{"name":"zabbix","can_run":true,"error_string":"","module_options":{"discovery_interval":{"name":"discovery_interval","type":"uint","level":"advanced","flags":0,"default_value":"100","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"identifier":{"name":"identifier","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"secs","level":"advanced","flags":0,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"zabbix_host":{"name":"zabbix_host","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"zabbix_port":{"name":"zabbix_port","type":"int","level":"advanced","flags":0,"default_value":"10051","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"zabbix_sender":{"name":"zabbix_sender","type":"str","level":"advanced","flags":0,"default_value":"/usr/bin/zabbix_sender","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}}]}],"modules":["iostat","nfs","restful"],"available_modules":[{"name":"alerts","can_run":true,"error_string":"","module_options":{"interval":{"name":"interval","type":"secs","level":"advanced","flags":1,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"How frequently to reexamine health status","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"smtp_destination":{"name":"smtp_destination","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Email address to send alerts to","long_desc":"","tags":[],"see_also":[]},"smtp_from_name":{"name":"smtp_from_name","type":"str","level":"advanced","flags":1,"default_value":"Ceph","min":"","max":"","enum_allowed":[],"desc":"Email From: name","long_desc":"","tags":[],"see_also":[]},"smtp_host":{"name":"smtp_host","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"SMTP server","long_desc":"","tags":[],"see_also":[]},"smtp_password":{"name":"smtp_password","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Password to authenticate with","long_desc":"","tags":[],"see_also":[]},"smtp_port":{"name":"smtp_port","type":"int","level":"advanced","flags":1,"default_value":"465","min":"","max":"","enum_allowed":[],"desc":"SMTP port","long_desc":"","tags":[],"see_also":[]},"smtp_sender":{"name":"smtp_sender","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"SMTP envelope sender","long_desc":"","tags":[],"see_also":[]},"smtp_ssl":{"name":"smtp_ssl","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Use SSL to connect to SMTP server","long_desc":"","tags":[],"see_also":[]},"smtp_user":{"name":"smtp_user","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"User to authenticate as","long_desc":"","tags":[],"see_also":[]}}},{"name":"balancer","can_run":true,"error_string":"","module_options":{"active":{"name":"active","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"automatically balance PGs across cluster","long_desc":"","tags":[],"see_also":[]},"begin_time":{"name":"begin_time","type":"str","level":"advanced","flags":1,"default_value":"0000","min":"","max":"","enum_allowed":[],"desc":"beginning time of day to automatically balance","long_desc":"This is a time of day in the format HHMM.","tags":[],"see_also":[]},"begin_weekday":{"name":"begin_weekday","type":"uint","level":"advanced","flags":1,"default_value":"0","min":"0","max":"6","enum_allowed":[],"desc":"Restrict automatic balancing to this day of the week or later","long_desc":"0 = Sunday, 1 = Monday, etc.","tags":[],"see_also":[]},"crush_compat_max_iterations":{"name":"crush_compat_max_iterations","type":"uint","level":"advanced","flags":1,"default_value":"25","min":"1","max":"250","enum_allowed":[],"desc":"maximum number of iterations to attempt optimization","long_desc":"","tags":[],"see_also":[]},"crush_compat_metrics":{"name":"crush_compat_metrics","type":"str","level":"advanced","flags":1,"default_value":"pgs,objects,bytes","min":"","max":"","enum_allowed":[],"desc":"metrics with which to calculate OSD utilization","long_desc":"Value is a list of one or more of \"pgs\", \"objects\", or \"bytes\", and indicates which metrics to use to balance utilization.","tags":[],"see_also":[]},"crush_compat_step":{"name":"crush_compat_step","type":"float","level":"advanced","flags":1,"default_value":"0.5","min":"0.001","max":"0.999","enum_allowed":[],"desc":"aggressiveness of optimization","long_desc":".99 is very aggressive, .01 is less aggressive","tags":[],"see_also":[]},"end_time":{"name":"end_time","type":"str","level":"advanced","flags":1,"default_value":"2359","min":"","max":"","enum_allowed":[],"desc":"ending time of day to automatically balance","long_desc":"This is a time of day in the format HHMM.","tags":[],"see_also":[]},"end_weekday":{"name":"end_weekday","type":"uint","level":"advanced","flags":1,"default_value":"0","min":"0","max":"6","enum_allowed":[],"desc":"Restrict automatic balancing to days of the week earlier than this","long_desc":"0 = Sunday, 1 = Monday, etc.","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"min_score":{"name":"min_score","type":"float","level":"advanced","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"minimum score, below which no optimization is attempted","long_desc":"","tags":[],"see_also":[]},"mode":{"name":"mode","type":"str","level":"advanced","flags":1,"default_value":"upmap","min":"","max":"","enum_allowed":["crush-compat","none","read","upmap","upmap-read"],"desc":"Balancer mode","long_desc":"","tags":[],"see_also":[]},"pool_ids":{"name":"pool_ids","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"pools which the automatic balancing will be limited to","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":1,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"how frequently to wake up and attempt optimization","long_desc":"","tags":[],"see_also":[]},"upmap_max_deviation":{"name":"upmap_max_deviation","type":"int","level":"advanced","flags":1,"default_value":"5","min":"1","max":"","enum_allowed":[],"desc":"deviation below which no optimization is attempted","long_desc":"If the number of PGs are within this count then no optimization is attempted","tags":[],"see_also":[]},"upmap_max_optimizations":{"name":"upmap_max_optimizations","type":"uint","level":"advanced","flags":1,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"maximum upmap optimizations to make per attempt","long_desc":"","tags":[],"see_also":[]}}},{"name":"cephadm","can_run":true,"error_string":"","module_options":{"agent_down_multiplier":{"name":"agent_down_multiplier","type":"float","level":"advanced","flags":0,"default_value":"3.0","min":"","max":"","enum_allowed":[],"desc":"Multiplied by agent refresh rate to calculate how long agent must not report before being marked down","long_desc":"","tags":[],"see_also":[]},"agent_refresh_rate":{"name":"agent_refresh_rate","type":"secs","level":"advanced","flags":0,"default_value":"20","min":"","max":"","enum_allowed":[],"desc":"How often agent on each host will try to gather and send metadata","long_desc":"","tags":[],"see_also":[]},"agent_starting_port":{"name":"agent_starting_port","type":"int","level":"advanced","flags":0,"default_value":"4721","min":"","max":"","enum_allowed":[],"desc":"First port agent will try to bind to (will also try up to next 1000 subsequent ports if blocked)","long_desc":"","tags":[],"see_also":[]},"allow_ptrace":{"name":"allow_ptrace","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"allow SYS_PTRACE capability on ceph containers","long_desc":"The SYS_PTRACE capability is needed to attach to a process with gdb or strace. Enabling this options can allow debugging daemons that encounter problems at runtime.","tags":[],"see_also":[]},"autotune_interval":{"name":"autotune_interval","type":"secs","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"how frequently to autotune daemon memory","long_desc":"","tags":[],"see_also":[]},"autotune_memory_target_ratio":{"name":"autotune_memory_target_ratio","type":"float","level":"advanced","flags":0,"default_value":"0.7","min":"","max":"","enum_allowed":[],"desc":"ratio of total system memory to divide amongst autotuned daemons","long_desc":"","tags":[],"see_also":[]},"cephadm_log_destination":{"name":"cephadm_log_destination","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":["file","file,syslog","syslog"],"desc":"Destination for cephadm command's persistent logging","long_desc":"","tags":[],"see_also":[]},"cgroups_split":{"name":"cgroups_split","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Pass --cgroups=split when cephadm creates containers (currently podman only)","long_desc":"","tags":[],"see_also":[]},"config_checks_enabled":{"name":"config_checks_enabled","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Enable or disable the cephadm configuration analysis","long_desc":"","tags":[],"see_also":[]},"config_dashboard":{"name":"config_dashboard","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"manage configs like API endpoints in Dashboard.","long_desc":"","tags":[],"see_also":[]},"container_image_alertmanager":{"name":"container_image_alertmanager","type":"str","level":"advanced","flags":0,"default_value":"quay.io/prometheus/alertmanager:v0.25.0","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_base":{"name":"container_image_base","type":"str","level":"advanced","flags":1,"default_value":"quay.io/ceph/ceph","min":"","max":"","enum_allowed":[],"desc":"Container image name, without the tag","long_desc":"","tags":[],"see_also":[]},"container_image_elasticsearch":{"name":"container_image_elasticsearch","type":"str","level":"advanced","flags":0,"default_value":"quay.io/omrizeneva/elasticsearch:6.8.23","min":"","max":"","enum_allowed":[],"desc":"elasticsearch container image","long_desc":"","tags":[],"see_also":[]},"container_image_grafana":{"name":"container_image_grafana","type":"str","level":"advanced","flags":0,"default_value":"quay.io/ceph/grafana:9.4.12","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_haproxy":{"name":"container_image_haproxy","type":"str","level":"advanced","flags":0,"default_value":"quay.io/ceph/haproxy:2.3","min":"","max":"","enum_allowed":[],"desc":"HAproxy container image","long_desc":"","tags":[],"see_also":[]},"container_image_jaeger_agent":{"name":"container_image_jaeger_agent","type":"str","level":"advanced","flags":0,"default_value":"quay.io/jaegertracing/jaeger-agent:1.29","min":"","max":"","enum_allowed":[],"desc":"Jaeger agent container image","long_desc":"","tags":[],"see_also":[]},"container_image_jaeger_collector":{"name":"container_image_jaeger_collector","type":"str","level":"advanced","flags":0,"default_value":"quay.io/jaegertracing/jaeger-collector:1.29","min":"","max":"","enum_allowed":[],"desc":"Jaeger collector container image","long_desc":"","tags":[],"see_also":[]},"container_image_jaeger_query":{"name":"container_image_jaeger_query","type":"str","level":"advanced","flags":0,"default_value":"quay.io/jaegertracing/jaeger-query:1.29","min":"","max":"","enum_allowed":[],"desc":"Jaeger query container image","long_desc":"","tags":[],"see_also":[]},"container_image_keepalived":{"name":"container_image_keepalived","type":"str","level":"advanced","flags":0,"default_value":"quay.io/ceph/keepalived:2.2.4","min":"","max":"","enum_allowed":[],"desc":"Keepalived container image","long_desc":"","tags":[],"see_also":[]},"container_image_loki":{"name":"container_image_loki","type":"str","level":"advanced","flags":0,"default_value":"docker.io/grafana/loki:3.0.0","min":"","max":"","enum_allowed":[],"desc":"Loki container image","long_desc":"","tags":[],"see_also":[]},"container_image_node_exporter":{"name":"container_image_node_exporter","type":"str","level":"advanced","flags":0,"default_value":"quay.io/prometheus/node-exporter:v1.5.0","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_nvmeof":{"name":"container_image_nvmeof","type":"str","level":"advanced","flags":0,"default_value":"quay.io/ceph/nvmeof:1.2.5","min":"","max":"","enum_allowed":[],"desc":"Nvme-of container image","long_desc":"","tags":[],"see_also":[]},"container_image_prometheus":{"name":"container_image_prometheus","type":"str","level":"advanced","flags":0,"default_value":"quay.io/prometheus/prometheus:v2.43.0","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_promtail":{"name":"container_image_promtail","type":"str","level":"advanced","flags":0,"default_value":"docker.io/grafana/promtail:3.0.0","min":"","max":"","enum_allowed":[],"desc":"Promtail container image","long_desc":"","tags":[],"see_also":[]},"container_image_samba":{"name":"container_image_samba","type":"str","level":"advanced","flags":0,"default_value":"quay.io/samba.org/samba-server:devbuilds-centos-amd64","min":"","max":"","enum_allowed":[],"desc":"Samba/SMB container image","long_desc":"","tags":[],"see_also":[]},"container_image_snmp_gateway":{"name":"container_image_snmp_gateway","type":"str","level":"advanced","flags":0,"default_value":"docker.io/maxwo/snmp-notifier:v1.2.1","min":"","max":"","enum_allowed":[],"desc":"SNMP Gateway container image","long_desc":"","tags":[],"see_also":[]},"container_init":{"name":"container_init","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Run podman/docker with `--init`","long_desc":"","tags":[],"see_also":[]},"daemon_cache_timeout":{"name":"daemon_cache_timeout","type":"secs","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"seconds to cache service (daemon) inventory","long_desc":"","tags":[],"see_also":[]},"default_cephadm_command_timeout":{"name":"default_cephadm_command_timeout","type":"int","level":"advanced","flags":0,"default_value":"900","min":"","max":"","enum_allowed":[],"desc":"Default timeout applied to cephadm commands run directly on the host (in seconds)","long_desc":"","tags":[],"see_also":[]},"default_registry":{"name":"default_registry","type":"str","level":"advanced","flags":0,"default_value":"docker.io","min":"","max":"","enum_allowed":[],"desc":"Search-registry to which we should normalize unqualified image names. This is not the default registry","long_desc":"","tags":[],"see_also":[]},"device_cache_timeout":{"name":"device_cache_timeout","type":"secs","level":"advanced","flags":0,"default_value":"1800","min":"","max":"","enum_allowed":[],"desc":"seconds to cache device inventory","long_desc":"","tags":[],"see_also":[]},"device_enhanced_scan":{"name":"device_enhanced_scan","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Use libstoragemgmt during device scans","long_desc":"","tags":[],"see_also":[]},"facts_cache_timeout":{"name":"facts_cache_timeout","type":"secs","level":"advanced","flags":0,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"seconds to cache host facts data","long_desc":"","tags":[],"see_also":[]},"grafana_dashboards_path":{"name":"grafana_dashboards_path","type":"str","level":"advanced","flags":0,"default_value":"/etc/grafana/dashboards/ceph-dashboard/","min":"","max":"","enum_allowed":[],"desc":"location of dashboards to include in grafana deployments","long_desc":"","tags":[],"see_also":[]},"host_check_interval":{"name":"host_check_interval","type":"secs","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"how frequently to perform a host check","long_desc":"","tags":[],"see_also":[]},"hw_monitoring":{"name":"hw_monitoring","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Deploy hw monitoring daemon on every host.","long_desc":"","tags":[],"see_also":[]},"inventory_list_all":{"name":"inventory_list_all","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Whether ceph-volume inventory should report more devices (mostly mappers (LVs / mpaths), partitions...)","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_refresh_metadata":{"name":"log_refresh_metadata","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Log all refresh metadata. Includes daemon, device, and host info collected regularly. Only has effect if logging at debug level","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"log to the \"cephadm\" cluster log channel\"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"manage_etc_ceph_ceph_conf":{"name":"manage_etc_ceph_ceph_conf","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Manage and own /etc/ceph/ceph.conf on the hosts.","long_desc":"","tags":[],"see_also":[]},"manage_etc_ceph_ceph_conf_hosts":{"name":"manage_etc_ceph_ceph_conf_hosts","type":"str","level":"advanced","flags":0,"default_value":"*","min":"","max":"","enum_allowed":[],"desc":"PlacementSpec describing on which hosts to manage /etc/ceph/ceph.conf","long_desc":"","tags":[],"see_also":[]},"max_count_per_host":{"name":"max_count_per_host","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"max number of daemons per service per host","long_desc":"","tags":[],"see_also":[]},"max_osd_draining_count":{"name":"max_osd_draining_count","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"max number of osds that will be drained simultaneously when osds are removed","long_desc":"","tags":[],"see_also":[]},"migration_current":{"name":"migration_current","type":"int","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"internal - do not modify","long_desc":"","tags":[],"see_also":[]},"mode":{"name":"mode","type":"str","level":"advanced","flags":0,"default_value":"root","min":"","max":"","enum_allowed":["cephadm-package","root"],"desc":"mode for remote execution of cephadm","long_desc":"","tags":[],"see_also":[]},"oob_default_addr":{"name":"oob_default_addr","type":"str","level":"advanced","flags":0,"default_value":"169.254.1.1","min":"","max":"","enum_allowed":[],"desc":"Default address for RedFish API (oob management).","long_desc":"","tags":[],"see_also":[]},"prometheus_alerts_path":{"name":"prometheus_alerts_path","type":"str","level":"advanced","flags":0,"default_value":"/etc/prometheus/ceph/ceph_default_alerts.yml","min":"","max":"","enum_allowed":[],"desc":"location of alerts to include in prometheus deployments","long_desc":"","tags":[],"see_also":[]},"registry_insecure":{"name":"registry_insecure","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Registry is to be considered insecure (no TLS available). Only for development purposes.","long_desc":"","tags":[],"see_also":[]},"registry_password":{"name":"registry_password","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Custom repository password. Only used for logging into a registry.","long_desc":"","tags":[],"see_also":[]},"registry_url":{"name":"registry_url","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Registry url for login purposes. This is not the default registry","long_desc":"","tags":[],"see_also":[]},"registry_username":{"name":"registry_username","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Custom repository username. Only used for logging into a registry.","long_desc":"","tags":[],"see_also":[]},"secure_monitoring_stack":{"name":"secure_monitoring_stack","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Enable TLS security for all the monitoring stack daemons","long_desc":"","tags":[],"see_also":[]},"service_discovery_port":{"name":"service_discovery_port","type":"int","level":"advanced","flags":0,"default_value":"8765","min":"","max":"","enum_allowed":[],"desc":"cephadm service discovery port","long_desc":"","tags":[],"see_also":[]},"ssh_config_file":{"name":"ssh_config_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"customized SSH config file to connect to managed hosts","long_desc":"","tags":[],"see_also":[]},"use_agent":{"name":"use_agent","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Use cephadm agent on each host to gather and send metadata","long_desc":"","tags":[],"see_also":[]},"use_repo_digest":{"name":"use_repo_digest","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Automatically convert image tags to image digest. Make sure all daemons use the same image","long_desc":"","tags":[],"see_also":[]},"warn_on_failed_host_check":{"name":"warn_on_failed_host_check","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"raise a health warning if the host check fails","long_desc":"","tags":[],"see_also":[]},"warn_on_stray_daemons":{"name":"warn_on_stray_daemons","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"raise a health warning if daemons are detected that are not managed by cephadm","long_desc":"","tags":[],"see_also":[]},"warn_on_stray_hosts":{"name":"warn_on_stray_hosts","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"raise a health warning if daemons are detected on a host that is not managed by cephadm","long_desc":"","tags":[],"see_also":[]}}},{"name":"crash","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"retain_interval":{"name":"retain_interval","type":"secs","level":"advanced","flags":1,"default_value":"31536000","min":"","max":"","enum_allowed":[],"desc":"how long to retain crashes before pruning them","long_desc":"","tags":[],"see_also":[]},"warn_recent_interval":{"name":"warn_recent_interval","type":"secs","level":"advanced","flags":1,"default_value":"1209600","min":"","max":"","enum_allowed":[],"desc":"time interval in which to warn about recent crashes","long_desc":"","tags":[],"see_also":[]}}},{"name":"dashboard","can_run":true,"error_string":"","module_options":{"ACCOUNT_LOCKOUT_ATTEMPTS":{"name":"ACCOUNT_LOCKOUT_ATTEMPTS","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ALERTMANAGER_API_HOST":{"name":"ALERTMANAGER_API_HOST","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ALERTMANAGER_API_SSL_VERIFY":{"name":"ALERTMANAGER_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"AUDIT_API_ENABLED":{"name":"AUDIT_API_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"AUDIT_API_LOG_PAYLOAD":{"name":"AUDIT_API_LOG_PAYLOAD","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ENABLE_BROWSABLE_API":{"name":"ENABLE_BROWSABLE_API","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_CEPHFS":{"name":"FEATURE_TOGGLE_CEPHFS","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_DASHBOARD":{"name":"FEATURE_TOGGLE_DASHBOARD","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_ISCSI":{"name":"FEATURE_TOGGLE_ISCSI","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_MIRRORING":{"name":"FEATURE_TOGGLE_MIRRORING","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_NFS":{"name":"FEATURE_TOGGLE_NFS","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_RBD":{"name":"FEATURE_TOGGLE_RBD","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_RGW":{"name":"FEATURE_TOGGLE_RGW","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GANESHA_CLUSTERS_RADOS_POOL_NAMESPACE":{"name":"GANESHA_CLUSTERS_RADOS_POOL_NAMESPACE","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_PASSWORD":{"name":"GRAFANA_API_PASSWORD","type":"str","level":"advanced","flags":0,"default_value":"admin","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_SSL_VERIFY":{"name":"GRAFANA_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_URL":{"name":"GRAFANA_API_URL","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_USERNAME":{"name":"GRAFANA_API_USERNAME","type":"str","level":"advanced","flags":0,"default_value":"admin","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_FRONTEND_API_URL":{"name":"GRAFANA_FRONTEND_API_URL","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_UPDATE_DASHBOARDS":{"name":"GRAFANA_UPDATE_DASHBOARDS","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ISCSI_API_SSL_VERIFICATION":{"name":"ISCSI_API_SSL_VERIFICATION","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ISSUE_TRACKER_API_KEY":{"name":"ISSUE_TRACKER_API_KEY","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PROMETHEUS_API_HOST":{"name":"PROMETHEUS_API_HOST","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PROMETHEUS_API_SSL_VERIFY":{"name":"PROMETHEUS_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_COMPLEXITY_ENABLED":{"name":"PWD_POLICY_CHECK_COMPLEXITY_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_EXCLUSION_LIST_ENABLED":{"name":"PWD_POLICY_CHECK_EXCLUSION_LIST_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_LENGTH_ENABLED":{"name":"PWD_POLICY_CHECK_LENGTH_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_OLDPWD_ENABLED":{"name":"PWD_POLICY_CHECK_OLDPWD_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_REPETITIVE_CHARS_ENABLED":{"name":"PWD_POLICY_CHECK_REPETITIVE_CHARS_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_SEQUENTIAL_CHARS_ENABLED":{"name":"PWD_POLICY_CHECK_SEQUENTIAL_CHARS_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_USERNAME_ENABLED":{"name":"PWD_POLICY_CHECK_USERNAME_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_ENABLED":{"name":"PWD_POLICY_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_EXCLUSION_LIST":{"name":"PWD_POLICY_EXCLUSION_LIST","type":"str","level":"advanced","flags":0,"default_value":"osd,host,dashboard,pool,block,nfs,ceph,monitors,gateway,logs,crush,maps","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_MIN_COMPLEXITY":{"name":"PWD_POLICY_MIN_COMPLEXITY","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_MIN_LENGTH":{"name":"PWD_POLICY_MIN_LENGTH","type":"int","level":"advanced","flags":0,"default_value":"8","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"REST_REQUESTS_TIMEOUT":{"name":"REST_REQUESTS_TIMEOUT","type":"int","level":"advanced","flags":0,"default_value":"45","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_ACCESS_KEY":{"name":"RGW_API_ACCESS_KEY","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_ADMIN_RESOURCE":{"name":"RGW_API_ADMIN_RESOURCE","type":"str","level":"advanced","flags":0,"default_value":"admin","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_SECRET_KEY":{"name":"RGW_API_SECRET_KEY","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_SSL_VERIFY":{"name":"RGW_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"USER_PWD_EXPIRATION_SPAN":{"name":"USER_PWD_EXPIRATION_SPAN","type":"int","level":"advanced","flags":0,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"USER_PWD_EXPIRATION_WARNING_1":{"name":"USER_PWD_EXPIRATION_WARNING_1","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"USER_PWD_EXPIRATION_WARNING_2":{"name":"USER_PWD_EXPIRATION_WARNING_2","type":"int","level":"advanced","flags":0,"default_value":"5","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"cross_origin_url":{"name":"cross_origin_url","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"crt_file":{"name":"crt_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"debug":{"name":"debug","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Enable/disable debug options","long_desc":"","tags":[],"see_also":[]},"jwt_token_ttl":{"name":"jwt_token_ttl","type":"int","level":"advanced","flags":0,"default_value":"28800","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"key_file":{"name":"key_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"motd":{"name":"motd","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"The message of the day","long_desc":"","tags":[],"see_also":[]},"redirect_resolve_ip_addr":{"name":"redirect_resolve_ip_addr","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_addr":{"name":"server_addr","type":"str","level":"advanced","flags":0,"default_value":"::","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_port":{"name":"server_port","type":"int","level":"advanced","flags":0,"default_value":"8080","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ssl":{"name":"ssl","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ssl_server_port":{"name":"ssl_server_port","type":"int","level":"advanced","flags":0,"default_value":"8443","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_behaviour":{"name":"standby_behaviour","type":"str","level":"advanced","flags":0,"default_value":"redirect","min":"","max":"","enum_allowed":["error","redirect"],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_error_status_code":{"name":"standby_error_status_code","type":"int","level":"advanced","flags":0,"default_value":"500","min":"400","max":"599","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"url_prefix":{"name":"url_prefix","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"devicehealth","can_run":true,"error_string":"","module_options":{"enable_monitoring":{"name":"enable_monitoring","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"monitor device health metrics","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"mark_out_threshold":{"name":"mark_out_threshold","type":"secs","level":"advanced","flags":1,"default_value":"2419200","min":"","max":"","enum_allowed":[],"desc":"automatically mark OSD if it may fail before this long","long_desc":"","tags":[],"see_also":[]},"pool_name":{"name":"pool_name","type":"str","level":"advanced","flags":1,"default_value":"device_health_metrics","min":"","max":"","enum_allowed":[],"desc":"name of pool in which to store device health metrics","long_desc":"","tags":[],"see_also":[]},"retention_period":{"name":"retention_period","type":"secs","level":"advanced","flags":1,"default_value":"15552000","min":"","max":"","enum_allowed":[],"desc":"how long to retain device health metrics","long_desc":"","tags":[],"see_also":[]},"scrape_frequency":{"name":"scrape_frequency","type":"secs","level":"advanced","flags":1,"default_value":"86400","min":"","max":"","enum_allowed":[],"desc":"how frequently to scrape device health metrics","long_desc":"","tags":[],"see_also":[]},"self_heal":{"name":"self_heal","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"preemptively heal cluster around devices that may fail","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":1,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"how frequently to wake up and check device health","long_desc":"","tags":[],"see_also":[]},"warn_threshold":{"name":"warn_threshold","type":"secs","level":"advanced","flags":1,"default_value":"7257600","min":"","max":"","enum_allowed":[],"desc":"raise health warning if OSD may fail before this long","long_desc":"","tags":[],"see_also":[]}}},{"name":"diskprediction_local","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"predict_interval":{"name":"predict_interval","type":"str","level":"advanced","flags":0,"default_value":"86400","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"predictor_model":{"name":"predictor_model","type":"str","level":"advanced","flags":0,"default_value":"prophetstor","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"str","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"influx","can_run":false,"error_string":"influxdb python module not found","module_options":{"batch_size":{"name":"batch_size","type":"int","level":"advanced","flags":0,"default_value":"5000","min":"","max":"","enum_allowed":[],"desc":"How big batches of data points should be when sending to InfluxDB.","long_desc":"","tags":[],"see_also":[]},"database":{"name":"database","type":"str","level":"advanced","flags":0,"default_value":"ceph","min":"","max":"","enum_allowed":[],"desc":"InfluxDB database name. You will need to create this database and grant write privileges to the configured username or the username must have admin privileges to create it.","long_desc":"","tags":[],"see_also":[]},"hostname":{"name":"hostname","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"InfluxDB server hostname","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"secs","level":"advanced","flags":0,"default_value":"30","min":"5","max":"","enum_allowed":[],"desc":"Time between reports to InfluxDB. Default 30 seconds.","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"password":{"name":"password","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"password of InfluxDB server user","long_desc":"","tags":[],"see_also":[]},"port":{"name":"port","type":"int","level":"advanced","flags":0,"default_value":"8086","min":"","max":"","enum_allowed":[],"desc":"InfluxDB server port","long_desc":"","tags":[],"see_also":[]},"ssl":{"name":"ssl","type":"str","level":"advanced","flags":0,"default_value":"false","min":"","max":"","enum_allowed":[],"desc":"Use https connection for InfluxDB server. Use \"true\" or \"false\".","long_desc":"","tags":[],"see_also":[]},"threads":{"name":"threads","type":"int","level":"advanced","flags":0,"default_value":"5","min":"1","max":"32","enum_allowed":[],"desc":"How many worker threads should be spawned for sending data to InfluxDB.","long_desc":"","tags":[],"see_also":[]},"username":{"name":"username","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"username of InfluxDB server user","long_desc":"","tags":[],"see_also":[]},"verify_ssl":{"name":"verify_ssl","type":"str","level":"advanced","flags":0,"default_value":"true","min":"","max":"","enum_allowed":[],"desc":"Verify https cert for InfluxDB server. Use \"true\" or \"false\".","long_desc":"","tags":[],"see_also":[]}}},{"name":"insights","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"iostat","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"localpool","can_run":true,"error_string":"","module_options":{"failure_domain":{"name":"failure_domain","type":"str","level":"advanced","flags":1,"default_value":"host","min":"","max":"","enum_allowed":[],"desc":"failure domain for any created local pool","long_desc":"what failure domain we should separate data replicas across.","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"min_size":{"name":"min_size","type":"int","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"default min_size for any created local pool","long_desc":"value to set min_size to (unchanged from Ceph's default if this option is not set)","tags":[],"see_also":[]},"num_rep":{"name":"num_rep","type":"int","level":"advanced","flags":1,"default_value":"3","min":"","max":"","enum_allowed":[],"desc":"default replica count for any created local pool","long_desc":"","tags":[],"see_also":[]},"pg_num":{"name":"pg_num","type":"int","level":"advanced","flags":1,"default_value":"128","min":"","max":"","enum_allowed":[],"desc":"default pg_num for any created local pool","long_desc":"","tags":[],"see_also":[]},"prefix":{"name":"prefix","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"name prefix for any created local pool","long_desc":"","tags":[],"see_also":[]},"subtree":{"name":"subtree","type":"str","level":"advanced","flags":1,"default_value":"rack","min":"","max":"","enum_allowed":[],"desc":"CRUSH level for which to create a local pool","long_desc":"which CRUSH subtree type the module should create a pool for.","tags":[],"see_also":[]}}},{"name":"mds_autoscaler","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"mirroring","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"nfs","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"orchestrator","can_run":true,"error_string":"","module_options":{"fail_fs":{"name":"fail_fs","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Fail filesystem for rapid multi-rank mds upgrade","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"orchestrator":{"name":"orchestrator","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["cephadm","rook","test_orchestrator"],"desc":"Orchestrator backend","long_desc":"","tags":[],"see_also":[]}}},{"name":"osd_perf_query","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"osd_support","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"pg_autoscaler","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":0,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"threshold":{"name":"threshold","type":"float","level":"advanced","flags":0,"default_value":"3.0","min":"1.0","max":"","enum_allowed":[],"desc":"scaling threshold","long_desc":"The factor by which the `NEW PG_NUM` must vary from the current`PG_NUM` before being accepted. Cannot be less than 1.0","tags":[],"see_also":[]}}},{"name":"progress","can_run":true,"error_string":"","module_options":{"allow_pg_recovery_event":{"name":"allow_pg_recovery_event","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"allow the module to show pg recovery progress","long_desc":"","tags":[],"see_also":[]},"enabled":{"name":"enabled","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"max_completed_events":{"name":"max_completed_events","type":"int","level":"advanced","flags":1,"default_value":"50","min":"","max":"","enum_allowed":[],"desc":"number of past completed events to remember","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":1,"default_value":"5","min":"","max":"","enum_allowed":[],"desc":"how long the module is going to sleep","long_desc":"","tags":[],"see_also":[]}}},{"name":"prometheus","can_run":true,"error_string":"","module_options":{"cache":{"name":"cache","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"exclude_perf_counters":{"name":"exclude_perf_counters","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Do not include perf-counters in the metrics output","long_desc":"Gathering perf-counters from a single Prometheus exporter can degrade ceph-mgr performance, especially in large clusters. Instead, Ceph-exporter daemons are now used by default for perf-counter gathering. This should only be disabled when no ceph-exporters are deployed.","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rbd_stats_pools":{"name":"rbd_stats_pools","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rbd_stats_pools_refresh_interval":{"name":"rbd_stats_pools_refresh_interval","type":"int","level":"advanced","flags":0,"default_value":"300","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"scrape_interval":{"name":"scrape_interval","type":"float","level":"advanced","flags":0,"default_value":"15.0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_addr":{"name":"server_addr","type":"str","level":"advanced","flags":0,"default_value":"::","min":"","max":"","enum_allowed":[],"desc":"the IPv4 or IPv6 address on which the module listens for HTTP requests","long_desc":"","tags":[],"see_also":[]},"server_port":{"name":"server_port","type":"int","level":"advanced","flags":1,"default_value":"9283","min":"","max":"","enum_allowed":[],"desc":"the port on which the module listens for HTTP requests","long_desc":"","tags":[],"see_also":[]},"stale_cache_strategy":{"name":"stale_cache_strategy","type":"str","level":"advanced","flags":0,"default_value":"log","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_behaviour":{"name":"standby_behaviour","type":"str","level":"advanced","flags":1,"default_value":"default","min":"","max":"","enum_allowed":["default","error"],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_error_status_code":{"name":"standby_error_status_code","type":"int","level":"advanced","flags":1,"default_value":"500","min":"400","max":"599","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"rbd_support","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"max_concurrent_snap_create":{"name":"max_concurrent_snap_create","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"mirror_snapshot_schedule":{"name":"mirror_snapshot_schedule","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"trash_purge_schedule":{"name":"trash_purge_schedule","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"restful","can_run":true,"error_string":"","module_options":{"enable_auth":{"name":"enable_auth","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"key_file":{"name":"key_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_addr":{"name":"server_addr","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_port":{"name":"server_port","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"rgw","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"secondary_zone_period_retry_limit":{"name":"secondary_zone_period_retry_limit","type":"int","level":"advanced","flags":0,"default_value":"5","min":"","max":"","enum_allowed":[],"desc":"RGW module period update retry limit for secondary site","long_desc":"","tags":[],"see_also":[]}}},{"name":"rook","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"storage_class":{"name":"storage_class","type":"str","level":"advanced","flags":0,"default_value":"local","min":"","max":"","enum_allowed":[],"desc":"storage class name for LSO-discovered PVs","long_desc":"","tags":[],"see_also":[]}}},{"name":"selftest","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"roption1":{"name":"roption1","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"roption2":{"name":"roption2","type":"str","level":"advanced","flags":0,"default_value":"xyz","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption1":{"name":"rwoption1","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption2":{"name":"rwoption2","type":"int","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption3":{"name":"rwoption3","type":"float","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption4":{"name":"rwoption4","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption5":{"name":"rwoption5","type":"bool","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption6":{"name":"rwoption6","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption7":{"name":"rwoption7","type":"int","level":"advanced","flags":0,"default_value":"","min":"1","max":"42","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"testkey":{"name":"testkey","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"testlkey":{"name":"testlkey","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"testnewline":{"name":"testnewline","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"snap_schedule","can_run":true,"error_string":"","module_options":{"allow_m_granularity":{"name":"allow_m_granularity","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"allow minute scheduled snapshots","long_desc":"","tags":[],"see_also":[]},"dump_on_update":{"name":"dump_on_update","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"dump database to debug log on update","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"stats","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"status","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"telegraf","can_run":true,"error_string":"","module_options":{"address":{"name":"address","type":"str","level":"advanced","flags":0,"default_value":"unixgram:///tmp/telegraf.sock","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"secs","level":"advanced","flags":0,"default_value":"15","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"telemetry","can_run":true,"error_string":"","module_options":{"channel_basic":{"name":"channel_basic","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Share basic cluster information (size, version)","long_desc":"","tags":[],"see_also":[]},"channel_crash":{"name":"channel_crash","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Share metadata about Ceph daemon crashes (version, stack straces, etc)","long_desc":"","tags":[],"see_also":[]},"channel_device":{"name":"channel_device","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Share device health metrics (e.g., SMART data, minus potentially identifying info like serial numbers)","long_desc":"","tags":[],"see_also":[]},"channel_ident":{"name":"channel_ident","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Share a user-provided description and/or contact email for the cluster","long_desc":"","tags":[],"see_also":[]},"channel_perf":{"name":"channel_perf","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Share various performance metrics of a cluster","long_desc":"","tags":[],"see_also":[]},"contact":{"name":"contact","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"description":{"name":"description","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"device_url":{"name":"device_url","type":"str","level":"advanced","flags":0,"default_value":"https://telemetry.ceph.com/device","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"enabled":{"name":"enabled","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"int","level":"advanced","flags":0,"default_value":"24","min":"8","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"last_opt_revision":{"name":"last_opt_revision","type":"int","level":"advanced","flags":0,"default_value":"1","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"leaderboard":{"name":"leaderboard","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"leaderboard_description":{"name":"leaderboard_description","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"organization":{"name":"organization","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"proxy":{"name":"proxy","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"url":{"name":"url","type":"str","level":"advanced","flags":0,"default_value":"https://telemetry.ceph.com/report","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"test_orchestrator","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"volumes","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"max_concurrent_clones":{"name":"max_concurrent_clones","type":"int","level":"advanced","flags":0,"default_value":"4","min":"","max":"","enum_allowed":[],"desc":"Number of asynchronous cloner threads","long_desc":"","tags":[],"see_also":[]},"periodic_async_work":{"name":"periodic_async_work","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Periodically check for async work","long_desc":"","tags":[],"see_also":[]},"snapshot_clone_delay":{"name":"snapshot_clone_delay","type":"int","level":"advanced","flags":0,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"Delay clone begin operation by snapshot_clone_delay seconds","long_desc":"","tags":[],"see_also":[]},"snapshot_clone_no_wait":{"name":"snapshot_clone_no_wait","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Reject subvolume clone request when cloner threads are busy","long_desc":"","tags":[],"see_also":[]}}},{"name":"zabbix","can_run":true,"error_string":"","module_options":{"discovery_interval":{"name":"discovery_interval","type":"uint","level":"advanced","flags":0,"default_value":"100","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"identifier":{"name":"identifier","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"secs","level":"advanced","flags":0,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"zabbix_host":{"name":"zabbix_host","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"zabbix_port":{"name":"zabbix_port","type":"int","level":"advanced","flags":0,"default_value":"10051","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"zabbix_sender":{"name":"zabbix_sender","type":"str","level":"advanced","flags":0,"default_value":"/usr/bin/zabbix_sender","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}}],"services":{},"always_on_modules":{"octopus":["balancer","crash","devicehealth","orchestrator","pg_autoscaler","progress","rbd_support","status","telemetry","volumes"],"pacific":["balancer","crash","devicehealth","orchestrator","pg_autoscaler","progress","rbd_support","status","telemetry","volumes"],"quincy":["balancer","crash","devicehealth","orchestrator","pg_autoscaler","progress","rbd_support","status","telemetry","volumes"],"reef":["balancer","crash","devicehealth","orchestrator","pg_autoscaler","progress","rbd_support","status","telemetry","volumes"],"squid":["balancer","crash","devicehealth","orchestrator","pg_autoscaler","progress","rbd_support","status","telemetry","volumes"]},"last_failure_osd_epoch":0,"active_clients":[{"name":"devicehealth","addrvec":[{"type":"v2","addr":"172.21.15.110:0","nonce":2984568887}]},{"name":"libcephsqlite","addrvec":[{"type":"v2","addr":"172.21.15.110:0","nonce":1908443808}]},{"name":"rbd_support","addrvec":[{"type":"v2","addr":"172.21.15.110:0","nonce":2027248694}]},{"name":"volumes","addrvec":[{"type":"v2","addr":"172.21.15.110:0","nonce":2863308575}]}]} 2024-09-15T22:04:33.969 INFO:tasks.ceph.ceph_manager.ceph:mgr available! 2024-09-15T22:04:33.969 INFO:tasks.ceph.ceph_manager.ceph:waiting for all up 2024-09-15T22:04:33.969 DEBUG:teuthology.orchestra.run.smithi063:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-09-15T22:04:34.071 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:34.070+0000 7ff20e1bd640 1 Processor -- start 2024-09-15T22:04:34.072 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:34.070+0000 7ff20e1bd640 1 -- start start 2024-09-15T22:04:34.075 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:34.071+0000 7ff20e1bd640 1 --2- >> [v2:172.21.15.110:3301/0,v1:172.21.15.110:6790/0] conn(0x7ff20815e3a0 0x7ff20806d250 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-15T22:04:34.075 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:34.071+0000 7ff20e1bd640 1 -- --> v1:172.21.15.63:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7ff2080b6a70 con 0x7ff20806d790 2024-09-15T22:04:34.075 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:34.071+0000 7ff20e1bd640 1 -- --> v1:172.21.15.110:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7ff2080b6d10 con 0x7ff20806bbe0 2024-09-15T22:04:34.076 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:34.071+0000 7ff20e1bd640 1 -- --> [v2:172.21.15.110:3301/0,v1:172.21.15.110:6790/0] -- mon_getmap magic: 0 -- 0x7ff2080b7640 con 0x7ff20815e3a0 2024-09-15T22:04:34.076 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:34.071+0000 7ff206ffd640 1 --1- >> v1:172.21.15.63:6789/0 conn(0x7ff20806d790 0x7ff20806f1a0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.63:6789/0 says I am v1:172.21.15.63:45288/0 (socket says 172.21.15.63:45288) 2024-09-15T22:04:34.076 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:34.071+0000 7ff206ffd640 1 -- 172.21.15.63:0/2248772261 learned_addr learned my addr 172.21.15.63:0/2248772261 (peer_addr_for_me v1:172.21.15.63:0/0) 2024-09-15T22:04:34.076 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:34.071+0000 7ff2077fe640 1 --2- 172.21.15.63:0/2248772261 >> [v2:172.21.15.110:3301/0,v1:172.21.15.110:6790/0] conn(0x7ff20815e3a0 0x7ff20806d250 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-15T22:04:34.076 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:34.071+0000 7ff2067fc640 1 -- 172.21.15.63:0/2248772261 <== mon.0 v1:172.21.15.63:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 3202957105 0 0) 0x7ff2080b6a70 con 0x7ff20806d790 2024-09-15T22:04:34.076 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:34.071+0000 7ff2067fc640 1 -- 172.21.15.63:0/2248772261 --> v1:172.21.15.63:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7ff1f0003520 con 0x7ff20806d790 2024-09-15T22:04:34.076 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:34.071+0000 7ff2067fc640 1 -- 172.21.15.63:0/2248772261 <== mon.0 v1:172.21.15.63:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) ==== 214+0+0 (unknown 3541614216 0 0) 0x7ff1f0003520 con 0x7ff20806d790 2024-09-15T22:04:34.076 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:34.071+0000 7ff2067fc640 1 -- 172.21.15.63:0/2248772261 >> [v2:172.21.15.110:3301/0,v1:172.21.15.110:6790/0] conn(0x7ff20815e3a0 msgr2=0x7ff20806d250 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-15T22:04:34.076 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:34.071+0000 7ff2067fc640 1 --2- 172.21.15.63:0/2248772261 >> [v2:172.21.15.110:3301/0,v1:172.21.15.110:6790/0] conn(0x7ff20815e3a0 0x7ff20806d250 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T22:04:34.076 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:34.071+0000 7ff2067fc640 1 -- 172.21.15.63:0/2248772261 >> v1:172.21.15.110:6789/0 conn(0x7ff20806bbe0 legacy=0x7ff208161f80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-15T22:04:34.077 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:34.071+0000 7ff2067fc640 1 -- 172.21.15.63:0/2248772261 --> v1:172.21.15.63:6789/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7ff2080b6ff0 con 0x7ff20806d790 2024-09-15T22:04:34.077 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:34.071+0000 7ff2067fc640 1 -- 172.21.15.63:0/2248772261 <== mon.0 v1:172.21.15.63:6789/0 3 ==== mon_map magic: 0 ==== 413+0+0 (unknown 3984726164 0 0) 0x7ff1fc001810 con 0x7ff20806d790 2024-09-15T22:04:34.077 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:34.071+0000 7ff2067fc640 1 -- 172.21.15.63:0/2248772261 >> v1:172.21.15.63:6789/0 conn(0x7ff20806d790 legacy=0x7ff20806f1a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-15T22:04:34.077 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:34.071+0000 7ff2067fc640 1 --2- 172.21.15.63:0/2248772261 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7ff1f00039e0 0x7ff1f0003dc0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-15T22:04:34.077 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:34.071+0000 7ff2067fc640 1 --2- 172.21.15.63:0/2248772261 >> [v2:172.21.15.110:3301/0,v1:172.21.15.110:6790/0] conn(0x7ff20815e3a0 0x7ff1f0004800 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-15T22:04:34.077 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:34.071+0000 7ff2067fc640 1 --2- 172.21.15.63:0/2248772261 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7ff1f0004d40 0x7ff1f00051c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-15T22:04:34.077 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:34.071+0000 7ff2067fc640 1 -- 172.21.15.63:0/2248772261 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 -- 0x7ff2080b7640 con 0x7ff1f0004d40 2024-09-15T22:04:34.077 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:34.071+0000 7ff2067fc640 1 -- 172.21.15.63:0/2248772261 --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_getmap magic: 0 -- 0x7ff1f000b9c0 con 0x7ff1f00039e0 2024-09-15T22:04:34.077 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:34.071+0000 7ff2067fc640 1 -- 172.21.15.63:0/2248772261 --> [v2:172.21.15.110:3301/0,v1:172.21.15.110:6790/0] -- mon_getmap magic: 0 -- 0x7ff1f000bbc0 con 0x7ff20815e3a0 2024-09-15T22:04:34.077 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:34.072+0000 7ff207fff640 1 --2- 172.21.15.63:0/2248772261 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7ff1f0004d40 0x7ff1f00051c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-15T22:04:34.077 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:34.072+0000 7ff2077fe640 1 --2- 172.21.15.63:0/2248772261 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7ff1f00039e0 0x7ff1f0003dc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-15T22:04:34.078 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:34.072+0000 7ff206ffd640 1 --2- 172.21.15.63:0/2248772261 >> [v2:172.21.15.110:3301/0,v1:172.21.15.110:6790/0] conn(0x7ff20815e3a0 0x7ff1f0004800 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-15T22:04:34.078 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:34.072+0000 7ff207fff640 1 -- 172.21.15.63:0/2248772261 >> [v2:172.21.15.110:3301/0,v1:172.21.15.110:6790/0] conn(0x7ff20815e3a0 msgr2=0x7ff1f0004800 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-15T22:04:34.078 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:34.072+0000 7ff207fff640 1 --2- 172.21.15.63:0/2248772261 >> [v2:172.21.15.110:3301/0,v1:172.21.15.110:6790/0] conn(0x7ff20815e3a0 0x7ff1f0004800 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T22:04:34.078 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:34.072+0000 7ff207fff640 1 -- 172.21.15.63:0/2248772261 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7ff1f00039e0 msgr2=0x7ff1f0003dc0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-15T22:04:34.078 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:34.072+0000 7ff207fff640 1 --2- 172.21.15.63:0/2248772261 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7ff1f00039e0 0x7ff1f0003dc0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T22:04:34.078 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:34.072+0000 7ff207fff640 1 -- 172.21.15.63:0/2248772261 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7ff1f0003520 con 0x7ff1f0004d40 2024-09-15T22:04:34.078 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:34.073+0000 7ff207fff640 1 --2- 172.21.15.63:0/2248772261 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7ff1f0004d40 0x7ff1f00051c0 secure :-1 s=READY pgs=88 cs=0 l=1 rev1=1 crypto rx=0x7ff200001f60 tx=0x7ff1f0005830 comp rx=0 tx=0).ready entity=mon.0 client_cookie=4da9318687417aa3 server_cookie=0 in_seq=0 out_seq=0 2024-09-15T22:04:34.078 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:34.073+0000 7ff2067fc640 1 -- 172.21.15.63:0/2248772261 <== mon.0 v2:172.21.15.63:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff200001b30 con 0x7ff1f0004d40 2024-09-15T22:04:34.078 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:34.073+0000 7ff2067fc640 1 -- 172.21.15.63:0/2248772261 <== mon.0 v2:172.21.15.63:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7ff200031620 con 0x7ff1f0004d40 2024-09-15T22:04:34.078 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:34.073+0000 7ff2067fc640 1 -- 172.21.15.63:0/2248772261 <== mon.0 v2:172.21.15.63:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff200031a10 con 0x7ff1f0004d40 2024-09-15T22:04:34.078 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:34.073+0000 7ff20e1bd640 1 -- 172.21.15.63:0/2248772261 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7ff1f0004d40 msgr2=0x7ff1f00051c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-15T22:04:34.079 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:34.073+0000 7ff20e1bd640 1 --2- 172.21.15.63:0/2248772261 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7ff1f0004d40 0x7ff1f00051c0 secure :-1 s=READY pgs=88 cs=0 l=1 rev1=1 crypto rx=0x7ff200001f60 tx=0x7ff1f0005830 comp rx=0 tx=0).stop 2024-09-15T22:04:34.079 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:34.073+0000 7ff207fff640 1 -- 172.21.15.63:0/2248772261 reap_dead start 2024-09-15T22:04:34.079 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:34.073+0000 7ff20e1bd640 1 -- 172.21.15.63:0/2248772261 shutdown_connections 2024-09-15T22:04:34.079 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:34.073+0000 7ff20e1bd640 1 -- 172.21.15.63:0/2248772261 >> 172.21.15.63:0/2248772261 conn(0x7ff2080b4090 msgr2=0x7ff2080b4470 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-15T22:04:34.079 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:34.073+0000 7ff20e1bd640 1 -- 172.21.15.63:0/2248772261 shutdown_connections 2024-09-15T22:04:34.079 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:34.073+0000 7ff20e1bd640 1 -- 172.21.15.63:0/2248772261 wait complete. 2024-09-15T22:04:34.082 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:34.074+0000 7ff20e1bd640 1 Processor -- start 2024-09-15T22:04:34.082 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:34.075+0000 7ff20e1bd640 1 -- start start 2024-09-15T22:04:34.082 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:34.075+0000 7ff20e1bd640 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7ff2081f3840 0x7ff208160b10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-15T22:04:34.082 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:34.075+0000 7ff20e1bd640 1 --2- >> [v2:172.21.15.110:3301/0,v1:172.21.15.110:6790/0] conn(0x7ff208162190 0x7ff20814cb30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-15T22:04:34.082 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:34.075+0000 7ff20e1bd640 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7ff2080b0a70 0x7ff2080b0f20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-15T22:04:34.082 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:34.075+0000 7ff20e1bd640 1 -- --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 -- 0x7ff208073cc0 con 0x7ff2081f3840 2024-09-15T22:04:34.083 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:34.075+0000 7ff20e1bd640 1 -- --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_getmap magic: 0 -- 0x7ff20815e780 con 0x7ff2080b0a70 2024-09-15T22:04:34.083 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:34.075+0000 7ff20e1bd640 1 -- --> [v2:172.21.15.110:3301/0,v1:172.21.15.110:6790/0] -- mon_getmap magic: 0 -- 0x7ff208073e40 con 0x7ff208162190 2024-09-15T22:04:34.083 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:34.075+0000 7ff2077fe640 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7ff2081f3840 0x7ff208160b10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-15T22:04:34.083 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:34.075+0000 7ff2077fe640 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7ff2081f3840 0x7ff208160b10 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.63:3300/0 says I am v2:172.21.15.63:55096/0 (socket says 172.21.15.63:55096) 2024-09-15T22:04:34.083 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:34.076+0000 7ff2077fe640 1 -- 172.21.15.63:0/151567275 learned_addr learned my addr 172.21.15.63:0/151567275 (peer_addr_for_me v2:172.21.15.63:0/0) 2024-09-15T22:04:34.083 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:34.076+0000 7ff206ffd640 1 --2- 172.21.15.63:0/151567275 >> [v2:172.21.15.110:3301/0,v1:172.21.15.110:6790/0] conn(0x7ff208162190 0x7ff20814cb30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-15T22:04:34.083 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:34.076+0000 7ff207fff640 1 --2- 172.21.15.63:0/151567275 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7ff2080b0a70 0x7ff2080b0f20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-15T22:04:34.083 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:34.076+0000 7ff2077fe640 1 -- 172.21.15.63:0/151567275 >> [v2:172.21.15.110:3301/0,v1:172.21.15.110:6790/0] conn(0x7ff208162190 msgr2=0x7ff20814cb30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-15T22:04:34.083 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:34.076+0000 7ff2077fe640 1 --2- 172.21.15.63:0/151567275 >> [v2:172.21.15.110:3301/0,v1:172.21.15.110:6790/0] conn(0x7ff208162190 0x7ff20814cb30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T22:04:34.083 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:34.076+0000 7ff2077fe640 1 -- 172.21.15.63:0/151567275 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7ff2080b0a70 msgr2=0x7ff2080b0f20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-15T22:04:34.083 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:34.076+0000 7ff2077fe640 1 --2- 172.21.15.63:0/151567275 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7ff2080b0a70 0x7ff2080b0f20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T22:04:34.084 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:34.076+0000 7ff2077fe640 1 -- 172.21.15.63:0/151567275 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7ff2081610f0 con 0x7ff2081f3840 2024-09-15T22:04:34.084 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:34.076+0000 7ff207fff640 1 --2- 172.21.15.63:0/151567275 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7ff2080b0a70 0x7ff2080b0f20 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-15T22:04:34.084 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:34.076+0000 7ff206ffd640 1 --2- 172.21.15.63:0/151567275 >> [v2:172.21.15.110:3301/0,v1:172.21.15.110:6790/0] conn(0x7ff208162190 0x7ff20814cb30 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-15T22:04:34.084 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:34.076+0000 7ff2077fe640 1 --2- 172.21.15.63:0/151567275 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7ff2081f3840 0x7ff208160b10 secure :-1 s=READY pgs=89 cs=0 l=1 rev1=1 crypto rx=0x7ff1f80119d0 tx=0x7ff1f8011e90 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-15T22:04:34.084 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:34.076+0000 7ff1effff640 1 -- 172.21.15.63:0/151567275 <== mon.0 v2:172.21.15.63:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff1f800fb50 con 0x7ff2081f3840 2024-09-15T22:04:34.084 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:34.076+0000 7ff1effff640 1 -- 172.21.15.63:0/151567275 <== mon.0 v2:172.21.15.63:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7ff1f800fcf0 con 0x7ff2081f3840 2024-09-15T22:04:34.084 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:34.076+0000 7ff20e1bd640 1 -- 172.21.15.63:0/151567275 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7ff2081613d0 con 0x7ff2081f3840 2024-09-15T22:04:34.084 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:34.076+0000 7ff1effff640 1 -- 172.21.15.63:0/151567275 <== mon.0 v2:172.21.15.63:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff1f800fea0 con 0x7ff2081f3840 2024-09-15T22:04:34.084 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:34.076+0000 7ff20e1bd640 1 -- 172.21.15.63:0/151567275 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7ff208161990 con 0x7ff2081f3840 2024-09-15T22:04:34.084 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:34.077+0000 7ff20e1bd640 1 -- 172.21.15.63:0/151567275 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7ff2080b2030 con 0x7ff2081f3840 2024-09-15T22:04:34.084 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:34.078+0000 7ff1effff640 1 -- 172.21.15.63:0/151567275 <== mon.0 v2:172.21.15.63:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7ff1f8012040 con 0x7ff2081f3840 2024-09-15T22:04:34.085 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:34.078+0000 7ff1effff640 1 --2- 172.21.15.63:0/151567275 >> [v2:172.21.15.110:6832/552273267,v1:172.21.15.110:6833/552273267] conn(0x7ff1f406c2e0 0x7ff1f406e7a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-15T22:04:34.085 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:34.078+0000 7ff1effff640 1 -- 172.21.15.63:0/151567275 <== mon.0 v2:172.21.15.63:3300/0 5 ==== osd_map(21..21 src has 1..21) ==== 5709+0+0 (secure 0 0 0) 0x7ff1f808bb20 con 0x7ff2081f3840 2024-09-15T22:04:34.085 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:34.078+0000 7ff206ffd640 1 --2- 172.21.15.63:0/151567275 >> [v2:172.21.15.110:6832/552273267,v1:172.21.15.110:6833/552273267] conn(0x7ff1f406c2e0 0x7ff1f406e7a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-15T22:04:34.085 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:34.079+0000 7ff206ffd640 1 --2- 172.21.15.63:0/151567275 >> [v2:172.21.15.110:6832/552273267,v1:172.21.15.110:6833/552273267] conn(0x7ff1f406c2e0 0x7ff1f406e7a0 secure :-1 s=READY pgs=61 cs=0 l=1 rev1=1 crypto rx=0x7ff1fc0011d0 tx=0x7ff1fc009040 comp rx=0 tx=0).ready entity=mgr.4102 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-15T22:04:34.085 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:34.083+0000 7ff1effff640 1 -- 172.21.15.63:0/151567275 <== mon.0 v2:172.21.15.63:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7ff1f8019030 con 0x7ff2081f3840 2024-09-15T22:04:34.259 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:34.258+0000 7ff20e1bd640 1 -- 172.21.15.63:0/151567275 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) -- 0x7ff20806d1d0 con 0x7ff2081f3840 2024-09-15T22:04:34.260 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:34.259+0000 7ff1effff640 1 -- 172.21.15.63:0/151567275 <== mon.0 v2:172.21.15.63:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v21) ==== 74+0+16689 (secure 0 0 0) 0x7ff1f805a290 con 0x7ff2081f3840 2024-09-15T22:04:34.260 INFO:teuthology.orchestra.run.smithi063.stdout: 2024-09-15T22:04:34.261 INFO:teuthology.orchestra.run.smithi063.stdout:{"epoch":21,"fsid":"49d79d51-bb1b-4fdd-a1d6-f4e42ba7fbf3","created":"2024-09-15T22:04:02.076542+0000","modified":"2024-09-15T22:04:26.841905+0000","last_up_change":"2024-09-15T22:04:13.946763+0000","last_in_change":"2024-09-15T22:04:04.178658+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":5,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":3,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-09-15T22:04:14.281022+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"17","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":8,"score_stable":8,"optimal_score":0.25,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":2,"pool_name":"cephfs_metadata","create_time":"2024-09-15T22:04:23.079232+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"20","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":3,"pool_name":"cephfs_data","create_time":"2024-09-15T22:04:24.187569+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"21","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"1f955f27-2876-45ee-a014-9d8a652f47de","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":19,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.63:6816","nonce":3631300172},{"type":"v1","addr":"172.21.15.63:6818","nonce":3631300172}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.63:6820","nonce":3631300172},{"type":"v1","addr":"172.21.15.63:6822","nonce":3631300172}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.63:6828","nonce":3631300172},{"type":"v1","addr":"172.21.15.63:6830","nonce":3631300172}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.63:6824","nonce":3631300172},{"type":"v1","addr":"172.21.15.63:6826","nonce":3631300172}]},"public_addr":"172.21.15.63:6818/3631300172","cluster_addr":"172.21.15.63:6822/3631300172","heartbeat_back_addr":"172.21.15.63:6830/3631300172","heartbeat_front_addr":"172.21.15.63:6826/3631300172","state":["exists","up"]},{"osd":1,"uuid":"af6843a2-c664-44cd-9435-6410b9d7cdfc","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":19,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.63:6817","nonce":2124234218},{"type":"v1","addr":"172.21.15.63:6819","nonce":2124234218}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.63:6821","nonce":2124234218},{"type":"v1","addr":"172.21.15.63:6823","nonce":2124234218}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.63:6829","nonce":2124234218},{"type":"v1","addr":"172.21.15.63:6831","nonce":2124234218}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.63:6825","nonce":2124234218},{"type":"v1","addr":"172.21.15.63:6827","nonce":2124234218}]},"public_addr":"172.21.15.63:6819/2124234218","cluster_addr":"172.21.15.63:6823/2124234218","heartbeat_back_addr":"172.21.15.63:6831/2124234218","heartbeat_front_addr":"172.21.15.63:6827/2124234218","state":["exists","up"]},{"osd":2,"uuid":"27259906-636d-4292-8128-28c3ae37417c","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":19,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.63:6800","nonce":3107585409},{"type":"v1","addr":"172.21.15.63:6801","nonce":3107585409}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.63:6802","nonce":3107585409},{"type":"v1","addr":"172.21.15.63:6803","nonce":3107585409}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.63:6806","nonce":3107585409},{"type":"v1","addr":"172.21.15.63:6807","nonce":3107585409}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.63:6804","nonce":3107585409},{"type":"v1","addr":"172.21.15.63:6805","nonce":3107585409}]},"public_addr":"172.21.15.63:6801/3107585409","cluster_addr":"172.21.15.63:6803/3107585409","heartbeat_back_addr":"172.21.15.63:6807/3107585409","heartbeat_front_addr":"172.21.15.63:6805/3107585409","state":["exists","up"]},{"osd":3,"uuid":"007f71a8-c154-4167-a68d-96d158541c43","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":19,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.63:6808","nonce":2333041751},{"type":"v1","addr":"172.21.15.63:6809","nonce":2333041751}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.63:6810","nonce":2333041751},{"type":"v1","addr":"172.21.15.63:6811","nonce":2333041751}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.63:6814","nonce":2333041751},{"type":"v1","addr":"172.21.15.63:6815","nonce":2333041751}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.63:6812","nonce":2333041751},{"type":"v1","addr":"172.21.15.63:6813","nonce":2333041751}]},"public_addr":"172.21.15.63:6809/2333041751","cluster_addr":"172.21.15.63:6811/2333041751","heartbeat_back_addr":"172.21.15.63:6815/2333041751","heartbeat_front_addr":"172.21.15.63:6813/2333041751","state":["exists","up"]},{"osd":4,"uuid":"346e916e-e9c8-4b14-a7c4-032d5f63fb69","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":19,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.110:6816","nonce":2783666287},{"type":"v1","addr":"172.21.15.110:6817","nonce":2783666287}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.110:6818","nonce":2783666287},{"type":"v1","addr":"172.21.15.110:6819","nonce":2783666287}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.110:6822","nonce":2783666287},{"type":"v1","addr":"172.21.15.110:6823","nonce":2783666287}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.110:6820","nonce":2783666287},{"type":"v1","addr":"172.21.15.110:6821","nonce":2783666287}]},"public_addr":"172.21.15.110:6817/2783666287","cluster_addr":"172.21.15.110:6819/2783666287","heartbeat_back_addr":"172.21.15.110:6823/2783666287","heartbeat_front_addr":"172.21.15.110:6821/2783666287","state":["exists","up"]},{"osd":5,"uuid":"079e99b1-b9e1-4c06-ae11-f98c84739234","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":19,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.110:6800","nonce":3568635398},{"type":"v1","addr":"172.21.15.110:6801","nonce":3568635398}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.110:6802","nonce":3568635398},{"type":"v1","addr":"172.21.15.110:6803","nonce":3568635398}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.110:6806","nonce":3568635398},{"type":"v1","addr":"172.21.15.110:6807","nonce":3568635398}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.110:6804","nonce":3568635398},{"type":"v1","addr":"172.21.15.110:6805","nonce":3568635398}]},"public_addr":"172.21.15.110:6801/3568635398","cluster_addr":"172.21.15.110:6803/3568635398","heartbeat_back_addr":"172.21.15.110:6807/3568635398","heartbeat_front_addr":"172.21.15.110:6805/3568635398","state":["exists","up"]},{"osd":6,"uuid":"40b16565-bb39-470a-a699-3a5c64927e87","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":19,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.110:6808","nonce":2775776398},{"type":"v1","addr":"172.21.15.110:6809","nonce":2775776398}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.110:6810","nonce":2775776398},{"type":"v1","addr":"172.21.15.110:6811","nonce":2775776398}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.110:6814","nonce":2775776398},{"type":"v1","addr":"172.21.15.110:6815","nonce":2775776398}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.110:6812","nonce":2775776398},{"type":"v1","addr":"172.21.15.110:6813","nonce":2775776398}]},"public_addr":"172.21.15.110:6809/2775776398","cluster_addr":"172.21.15.110:6811/2775776398","heartbeat_back_addr":"172.21.15.110:6815/2775776398","heartbeat_front_addr":"172.21.15.110:6813/2775776398","state":["exists","up"]},{"osd":7,"uuid":"619d52d5-7a65-4232-a05a-3357ad2f8bea","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":19,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.110:6824","nonce":3099325207},{"type":"v1","addr":"172.21.15.110:6825","nonce":3099325207}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.110:6826","nonce":3099325207},{"type":"v1","addr":"172.21.15.110:6827","nonce":3099325207}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.110:6830","nonce":3099325207},{"type":"v1","addr":"172.21.15.110:6831","nonce":3099325207}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.110:6828","nonce":3099325207},{"type":"v1","addr":"172.21.15.110:6829","nonce":3099325207}]},"public_addr":"172.21.15.110:6825/3099325207","cluster_addr":"172.21.15.110:6827/3099325207","heartbeat_back_addr":"172.21.15.110:6831/3099325207","heartbeat_front_addr":"172.21.15.110:6829/3099325207","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-15T22:04:11.235040+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-15T22:04:11.216050+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-15T22:04:10.734975+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-15T22:04:11.175319+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-15T22:04:11.527362+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-15T22:04:11.429033+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-15T22:04:11.169644+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-15T22:04:11.773676+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-09-15T22:04:34.262 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:34.261+0000 7ff20e1bd640 1 -- 172.21.15.63:0/151567275 >> [v2:172.21.15.110:6832/552273267,v1:172.21.15.110:6833/552273267] conn(0x7ff1f406c2e0 msgr2=0x7ff1f406e7a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-15T22:04:34.262 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:34.261+0000 7ff20e1bd640 1 --2- 172.21.15.63:0/151567275 >> [v2:172.21.15.110:6832/552273267,v1:172.21.15.110:6833/552273267] conn(0x7ff1f406c2e0 0x7ff1f406e7a0 secure :-1 s=READY pgs=61 cs=0 l=1 rev1=1 crypto rx=0x7ff1fc0011d0 tx=0x7ff1fc009040 comp rx=0 tx=0).stop 2024-09-15T22:04:34.263 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:34.261+0000 7ff20e1bd640 1 -- 172.21.15.63:0/151567275 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7ff2081f3840 msgr2=0x7ff208160b10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-15T22:04:34.263 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:34.261+0000 7ff20e1bd640 1 --2- 172.21.15.63:0/151567275 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7ff2081f3840 0x7ff208160b10 secure :-1 s=READY pgs=89 cs=0 l=1 rev1=1 crypto rx=0x7ff1f80119d0 tx=0x7ff1f8011e90 comp rx=0 tx=0).stop 2024-09-15T22:04:34.263 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:34.261+0000 7ff20e1bd640 1 -- 172.21.15.63:0/151567275 shutdown_connections 2024-09-15T22:04:34.263 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:34.261+0000 7ff20e1bd640 1 --2- 172.21.15.63:0/151567275 >> [v2:172.21.15.110:6832/552273267,v1:172.21.15.110:6833/552273267] conn(0x7ff1f406c2e0 0x7ff1f406e7a0 unknown :-1 s=CLOSED pgs=61 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T22:04:34.263 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:34.261+0000 7ff20e1bd640 1 --2- 172.21.15.63:0/151567275 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7ff2080b0a70 0x7ff2080b0f20 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T22:04:34.263 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:34.261+0000 7ff20e1bd640 1 --2- 172.21.15.63:0/151567275 >> [v2:172.21.15.110:3301/0,v1:172.21.15.110:6790/0] conn(0x7ff208162190 0x7ff20814cb30 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T22:04:34.263 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:34.261+0000 7ff20e1bd640 1 --2- 172.21.15.63:0/151567275 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7ff2081f3840 0x7ff208160b10 unknown :-1 s=CLOSED pgs=89 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T22:04:34.263 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:34.261+0000 7ff20e1bd640 1 -- 172.21.15.63:0/151567275 >> 172.21.15.63:0/151567275 conn(0x7ff2080b4090 msgr2=0x7ff2080b2bd0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-15T22:04:34.263 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:34.261+0000 7ff20e1bd640 1 -- 172.21.15.63:0/151567275 shutdown_connections 2024-09-15T22:04:34.263 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:34.261+0000 7ff20e1bd640 1 -- 172.21.15.63:0/151567275 wait complete. 2024-09-15T22:04:34.273 INFO:tasks.ceph.ceph_manager.ceph:all up! 2024-09-15T22:04:34.274 DEBUG:teuthology.orchestra.run.smithi063:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-09-15T22:04:34.376 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:34.374+0000 7f5eef59e640 1 Processor -- start 2024-09-15T22:04:34.376 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:34.374+0000 7f5eef59e640 1 -- start start 2024-09-15T22:04:34.379 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:34.375+0000 7f5eef59e640 1 --2- >> [v2:172.21.15.110:3301/0,v1:172.21.15.110:6790/0] conn(0x7f5ef00cecb0 0x7f5ef00b31f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-15T22:04:34.380 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:34.375+0000 7f5eef59e640 1 --2- >> v2:172.21.15.110:3300/0 conn(0x7f5ef00d3560 0x7f5ef0167f10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-15T22:04:34.380 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:34.375+0000 7f5eef59e640 1 -- --> v1:172.21.15.63:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f5ef00b4f30 con 0x7f5ef00cf090 2024-09-15T22:04:34.380 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:34.375+0000 7f5eef59e640 1 -- --> v2:172.21.15.110:3300/0 -- mon_getmap magic: 0 -- 0x7f5ef00b5210 con 0x7f5ef00d3560 2024-09-15T22:04:34.380 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:34.375+0000 7f5eef59e640 1 -- --> [v2:172.21.15.110:3301/0,v1:172.21.15.110:6790/0] -- mon_getmap magic: 0 -- 0x7f5ef00b54f0 con 0x7f5ef00cecb0 2024-09-15T22:04:34.380 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:34.375+0000 7f5eedd9b640 1 --1- >> v1:172.21.15.63:6789/0 conn(0x7f5ef00cf090 0x7f5ef00b4520 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.63:6789/0 says I am v1:172.21.15.63:45302/0 (socket says 172.21.15.63:45302) 2024-09-15T22:04:34.380 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:34.375+0000 7f5eedd9b640 1 -- 172.21.15.63:0/2146151041 learned_addr learned my addr 172.21.15.63:0/2146151041 (peer_addr_for_me v1:172.21.15.63:0/0) 2024-09-15T22:04:34.380 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:34.375+0000 7f5eed59a640 1 -- 172.21.15.63:0/2146151041 <== mon.0 v1:172.21.15.63:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 1610987334 0 0) 0x7f5ef00b4f30 con 0x7f5ef00cf090 2024-09-15T22:04:34.380 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:34.375+0000 7f5eed59a640 1 -- 172.21.15.63:0/2146151041 --> v1:172.21.15.63:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7f5ed8003520 con 0x7f5ef00cf090 2024-09-15T22:04:34.380 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:34.375+0000 7f5eee59c640 1 --2- 172.21.15.63:0/2146151041 >> [v2:172.21.15.110:3301/0,v1:172.21.15.110:6790/0] conn(0x7f5ef00cecb0 0x7f5ef00b31f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-15T22:04:34.380 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:34.375+0000 7f5eeed9d640 1 --2- 172.21.15.63:0/2146151041 >> v2:172.21.15.110:3300/0 conn(0x7f5ef00d3560 0x7f5ef0167f10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-15T22:04:34.380 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:34.376+0000 7f5eed59a640 1 -- 172.21.15.63:0/2146151041 <== mon.0 v1:172.21.15.63:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) ==== 214+0+0 (unknown 1646176466 0 0) 0x7f5ed8003520 con 0x7f5ef00cf090 2024-09-15T22:04:34.380 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:34.376+0000 7f5eed59a640 1 -- 172.21.15.63:0/2146151041 >> [v2:172.21.15.110:3301/0,v1:172.21.15.110:6790/0] conn(0x7f5ef00cecb0 msgr2=0x7f5ef00b31f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-15T22:04:34.381 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:34.376+0000 7f5eed59a640 1 --2- 172.21.15.63:0/2146151041 >> [v2:172.21.15.110:3301/0,v1:172.21.15.110:6790/0] conn(0x7f5ef00cecb0 0x7f5ef00b31f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T22:04:34.381 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:34.376+0000 7f5eed59a640 1 -- 172.21.15.63:0/2146151041 >> v2:172.21.15.110:3300/0 conn(0x7f5ef00d3560 msgr2=0x7f5ef0167f10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-15T22:04:34.381 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:34.376+0000 7f5eed59a640 1 --2- 172.21.15.63:0/2146151041 >> v2:172.21.15.110:3300/0 conn(0x7f5ef00d3560 0x7f5ef0167f10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T22:04:34.381 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:34.376+0000 7f5eed59a640 1 -- 172.21.15.63:0/2146151041 --> v1:172.21.15.63:6789/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f5ef00b57d0 con 0x7f5ef00cf090 2024-09-15T22:04:34.381 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:34.376+0000 7f5eed59a640 1 -- 172.21.15.63:0/2146151041 <== mon.0 v1:172.21.15.63:6789/0 3 ==== mon_map magic: 0 ==== 413+0+0 (unknown 3984726164 0 0) 0x7f5ee4001670 con 0x7f5ef00cf090 2024-09-15T22:04:34.381 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:34.376+0000 7f5eeed9d640 1 --2- 172.21.15.63:0/2146151041 >> v2:172.21.15.110:3300/0 conn(0x7f5ef00d3560 0x7f5ef0167f10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-15T22:04:34.381 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:34.376+0000 7f5eed59a640 1 -- 172.21.15.63:0/2146151041 >> v1:172.21.15.63:6789/0 conn(0x7f5ef00cf090 legacy=0x7f5ef00b4520 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-15T22:04:34.381 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:34.376+0000 7f5eed59a640 1 --2- 172.21.15.63:0/2146151041 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f5ed80039b0 0x7f5ed8003dd0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-15T22:04:34.381 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:34.376+0000 7f5eed59a640 1 --2- 172.21.15.63:0/2146151041 >> [v2:172.21.15.110:3301/0,v1:172.21.15.110:6790/0] conn(0x7f5ef00cecb0 0x7f5ed8004800 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-15T22:04:34.381 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:34.376+0000 7f5eed59a640 1 --2- 172.21.15.63:0/2146151041 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f5ed8004d40 0x7f5ed80051c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-15T22:04:34.381 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:34.376+0000 7f5eed59a640 1 -- 172.21.15.63:0/2146151041 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 -- 0x7f5ef00b5210 con 0x7f5ed80039b0 2024-09-15T22:04:34.381 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:34.376+0000 7f5eed59a640 1 -- 172.21.15.63:0/2146151041 --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_getmap magic: 0 -- 0x7f5ef00b54f0 con 0x7f5ed8004d40 2024-09-15T22:04:34.382 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:34.376+0000 7f5eed59a640 1 -- 172.21.15.63:0/2146151041 --> [v2:172.21.15.110:3301/0,v1:172.21.15.110:6790/0] -- mon_getmap magic: 0 -- 0x7f5ed800ba80 con 0x7f5ef00cecb0 2024-09-15T22:04:34.382 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:34.376+0000 7f5eee59c640 1 --2- 172.21.15.63:0/2146151041 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f5ed80039b0 0x7f5ed8003dd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-15T22:04:34.382 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:34.376+0000 7f5eeed9d640 1 --2- 172.21.15.63:0/2146151041 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f5ed8004d40 0x7f5ed80051c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-15T22:04:34.382 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:34.376+0000 7f5eedd9b640 1 --2- 172.21.15.63:0/2146151041 >> [v2:172.21.15.110:3301/0,v1:172.21.15.110:6790/0] conn(0x7f5ef00cecb0 0x7f5ed8004800 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-15T22:04:34.382 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:34.376+0000 7f5eee59c640 1 -- 172.21.15.63:0/2146151041 >> [v2:172.21.15.110:3301/0,v1:172.21.15.110:6790/0] conn(0x7f5ef00cecb0 msgr2=0x7f5ed8004800 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-15T22:04:34.382 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:34.376+0000 7f5eee59c640 1 --2- 172.21.15.63:0/2146151041 >> [v2:172.21.15.110:3301/0,v1:172.21.15.110:6790/0] conn(0x7f5ef00cecb0 0x7f5ed8004800 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T22:04:34.382 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:34.376+0000 7f5eee59c640 1 -- 172.21.15.63:0/2146151041 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f5ed8004d40 msgr2=0x7f5ed80051c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-15T22:04:34.382 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:34.376+0000 7f5eee59c640 1 --2- 172.21.15.63:0/2146151041 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f5ed8004d40 0x7f5ed80051c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T22:04:34.382 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:34.376+0000 7f5eee59c640 1 -- 172.21.15.63:0/2146151041 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f5ed8003520 con 0x7f5ed80039b0 2024-09-15T22:04:34.382 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:34.376+0000 7f5eeed9d640 1 --2- 172.21.15.63:0/2146151041 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f5ed8004d40 0x7f5ed80051c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-15T22:04:34.382 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:34.377+0000 7f5eee59c640 1 --2- 172.21.15.63:0/2146151041 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f5ed80039b0 0x7f5ed8003dd0 secure :-1 s=READY pgs=91 cs=0 l=1 rev1=1 crypto rx=0x7f5ee0009ac0 tx=0x7f5ed8005830 comp rx=0 tx=0).ready entity=mon.0 client_cookie=737f65099388cff6 server_cookie=0 in_seq=0 out_seq=0 2024-09-15T22:04:34.382 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:34.377+0000 7f5eed59a640 1 -- 172.21.15.63:0/2146151041 <== mon.0 v2:172.21.15.63:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5ee0036070 con 0x7f5ed80039b0 2024-09-15T22:04:34.383 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:34.377+0000 7f5eed59a640 1 -- 172.21.15.63:0/2146151041 <== mon.0 v2:172.21.15.63:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f5ee0031400 con 0x7f5ed80039b0 2024-09-15T22:04:34.383 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:34.377+0000 7f5eed59a640 1 -- 172.21.15.63:0/2146151041 <== mon.0 v2:172.21.15.63:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5ee0009690 con 0x7f5ed80039b0 2024-09-15T22:04:34.383 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:34.377+0000 7f5eef59e640 1 -- 172.21.15.63:0/2146151041 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f5ed80039b0 msgr2=0x7f5ed8003dd0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-15T22:04:34.383 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:34.377+0000 7f5eef59e640 1 --2- 172.21.15.63:0/2146151041 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f5ed80039b0 0x7f5ed8003dd0 secure :-1 s=READY pgs=91 cs=0 l=1 rev1=1 crypto rx=0x7f5ee0009ac0 tx=0x7f5ed8005830 comp rx=0 tx=0).stop 2024-09-15T22:04:34.383 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:34.377+0000 7f5eeed9d640 1 -- 172.21.15.63:0/2146151041 reap_dead start 2024-09-15T22:04:34.383 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:34.378+0000 7f5eef59e640 1 -- 172.21.15.63:0/2146151041 shutdown_connections 2024-09-15T22:04:34.383 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:34.378+0000 7f5eef59e640 1 -- 172.21.15.63:0/2146151041 >> 172.21.15.63:0/2146151041 conn(0x7f5ef0072990 msgr2=0x7f5ef0072d70 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-15T22:04:34.383 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:34.378+0000 7f5eef59e640 1 -- 172.21.15.63:0/2146151041 shutdown_connections 2024-09-15T22:04:34.383 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:34.378+0000 7f5eef59e640 1 -- 172.21.15.63:0/2146151041 wait complete. 2024-09-15T22:04:34.386 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:34.379+0000 7f5eef59e640 1 Processor -- start 2024-09-15T22:04:34.386 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:34.379+0000 7f5eef59e640 1 -- start start 2024-09-15T22:04:34.386 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:34.380+0000 7f5eef59e640 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f5ed80039b0 0x7f5ef0154620 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-15T22:04:34.386 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:34.380+0000 7f5eef59e640 1 --2- >> [v2:172.21.15.110:3301/0,v1:172.21.15.110:6790/0] conn(0x7f5ef015d580 0x7f5ef00cbea0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-15T22:04:34.386 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:34.380+0000 7f5eef59e640 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f5ef00c9a90 0x7f5ef00c9f40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-15T22:04:34.386 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:34.380+0000 7f5eef59e640 1 -- --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 -- 0x7f5ef015e6c0 con 0x7f5ed80039b0 2024-09-15T22:04:34.386 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:34.380+0000 7f5eef59e640 1 -- --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_getmap magic: 0 -- 0x7f5ef00b4c30 con 0x7f5ef00c9a90 2024-09-15T22:04:34.387 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:34.380+0000 7f5eef59e640 1 -- --> [v2:172.21.15.110:3301/0,v1:172.21.15.110:6790/0] -- mon_getmap magic: 0 -- 0x7f5ef00cf4b0 con 0x7f5ef015d580 2024-09-15T22:04:34.387 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:34.380+0000 7f5eee59c640 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f5ed80039b0 0x7f5ef0154620 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-15T22:04:34.387 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:34.380+0000 7f5eee59c640 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f5ed80039b0 0x7f5ef0154620 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.63:3300/0 says I am v2:172.21.15.63:55114/0 (socket says 172.21.15.63:55114) 2024-09-15T22:04:34.387 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:34.380+0000 7f5eee59c640 1 -- 172.21.15.63:0/505810687 learned_addr learned my addr 172.21.15.63:0/505810687 (peer_addr_for_me v2:172.21.15.63:0/0) 2024-09-15T22:04:34.387 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:34.380+0000 7f5eedd9b640 1 --2- 172.21.15.63:0/505810687 >> [v2:172.21.15.110:3301/0,v1:172.21.15.110:6790/0] conn(0x7f5ef015d580 0x7f5ef00cbea0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-15T22:04:34.387 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:34.380+0000 7f5eeed9d640 1 --2- 172.21.15.63:0/505810687 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f5ef00c9a90 0x7f5ef00c9f40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-15T22:04:34.387 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:34.380+0000 7f5eee59c640 1 -- 172.21.15.63:0/505810687 >> [v2:172.21.15.110:3301/0,v1:172.21.15.110:6790/0] conn(0x7f5ef015d580 msgr2=0x7f5ef00cbea0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-15T22:04:34.387 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:34.380+0000 7f5eee59c640 1 --2- 172.21.15.63:0/505810687 >> [v2:172.21.15.110:3301/0,v1:172.21.15.110:6790/0] conn(0x7f5ef015d580 0x7f5ef00cbea0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T22:04:34.387 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:34.380+0000 7f5eee59c640 1 -- 172.21.15.63:0/505810687 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f5ef00c9a90 msgr2=0x7f5ef00c9f40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-15T22:04:34.387 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:34.380+0000 7f5eee59c640 1 --2- 172.21.15.63:0/505810687 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f5ef00c9a90 0x7f5ef00c9f40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T22:04:34.387 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:34.380+0000 7f5eee59c640 1 -- 172.21.15.63:0/505810687 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f5ef00cc7f0 con 0x7f5ed80039b0 2024-09-15T22:04:34.387 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:34.380+0000 7f5eee59c640 1 --2- 172.21.15.63:0/505810687 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f5ed80039b0 0x7f5ef0154620 secure :-1 s=READY pgs=92 cs=0 l=1 rev1=1 crypto rx=0x7f5ee0034040 tx=0x7f5ee0004730 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-15T22:04:34.387 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:34.380+0000 7f5edeffd640 1 -- 172.21.15.63:0/505810687 <== mon.0 v2:172.21.15.63:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5ee0036050 con 0x7f5ed80039b0 2024-09-15T22:04:34.388 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:34.380+0000 7f5edeffd640 1 -- 172.21.15.63:0/505810687 <== mon.0 v2:172.21.15.63:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f5ee0042070 con 0x7f5ed80039b0 2024-09-15T22:04:34.388 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:34.381+0000 7f5eef59e640 1 -- 172.21.15.63:0/505810687 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f5ef00ccad0 con 0x7f5ed80039b0 2024-09-15T22:04:34.388 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:34.381+0000 7f5edeffd640 1 -- 172.21.15.63:0/505810687 <== mon.0 v2:172.21.15.63:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5ee0009690 con 0x7f5ed80039b0 2024-09-15T22:04:34.388 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:34.381+0000 7f5eef59e640 1 -- 172.21.15.63:0/505810687 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f5ef00cd090 con 0x7f5ed80039b0 2024-09-15T22:04:34.388 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:34.381+0000 7f5eef59e640 1 -- 172.21.15.63:0/505810687 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f5ef00b31f0 con 0x7f5ed80039b0 2024-09-15T22:04:34.388 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:34.382+0000 7f5edeffd640 1 -- 172.21.15.63:0/505810687 <== mon.0 v2:172.21.15.63:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7f5ee0047460 con 0x7f5ed80039b0 2024-09-15T22:04:34.388 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:34.383+0000 7f5edeffd640 1 --2- 172.21.15.63:0/505810687 >> [v2:172.21.15.110:6832/552273267,v1:172.21.15.110:6833/552273267] conn(0x7f5ed006c2e0 0x7f5ed006e7a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-15T22:04:34.388 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:34.383+0000 7f5edeffd640 1 -- 172.21.15.63:0/505810687 <== mon.0 v2:172.21.15.63:3300/0 5 ==== osd_map(21..21 src has 1..21) ==== 5709+0+0 (secure 0 0 0) 0x7f5ee00aba10 con 0x7f5ed80039b0 2024-09-15T22:04:34.388 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:34.383+0000 7f5eedd9b640 1 --2- 172.21.15.63:0/505810687 >> [v2:172.21.15.110:6832/552273267,v1:172.21.15.110:6833/552273267] conn(0x7f5ed006c2e0 0x7f5ed006e7a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-15T22:04:34.388 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:34.383+0000 7f5eedd9b640 1 --2- 172.21.15.63:0/505810687 >> [v2:172.21.15.110:6832/552273267,v1:172.21.15.110:6833/552273267] conn(0x7f5ed006c2e0 0x7f5ed006e7a0 secure :-1 s=READY pgs=62 cs=0 l=1 rev1=1 crypto rx=0x7f5ef00ce890 tx=0x7f5ee4007040 comp rx=0 tx=0).ready entity=mgr.4102 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-15T22:04:34.389 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:34.387+0000 7f5edeffd640 1 -- 172.21.15.63:0/505810687 <== mon.0 v2:172.21.15.63:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7f5ee004c020 con 0x7f5ed80039b0 2024-09-15T22:04:34.563 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:34.562+0000 7f5eef59e640 1 -- 172.21.15.63:0/505810687 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) -- 0x7f5ef0161c50 con 0x7f5ed80039b0 2024-09-15T22:04:34.564 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:34.563+0000 7f5edeffd640 1 -- 172.21.15.63:0/505810687 <== mon.0 v2:172.21.15.63:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v21) ==== 74+0+16689 (secure 0 0 0) 0x7f5ee00044e0 con 0x7f5ed80039b0 2024-09-15T22:04:34.565 INFO:teuthology.orchestra.run.smithi063.stdout: 2024-09-15T22:04:34.565 INFO:teuthology.orchestra.run.smithi063.stdout:{"epoch":21,"fsid":"49d79d51-bb1b-4fdd-a1d6-f4e42ba7fbf3","created":"2024-09-15T22:04:02.076542+0000","modified":"2024-09-15T22:04:26.841905+0000","last_up_change":"2024-09-15T22:04:13.946763+0000","last_in_change":"2024-09-15T22:04:04.178658+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":5,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":3,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-09-15T22:04:14.281022+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"17","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":8,"score_stable":8,"optimal_score":0.25,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":2,"pool_name":"cephfs_metadata","create_time":"2024-09-15T22:04:23.079232+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"20","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":3,"pool_name":"cephfs_data","create_time":"2024-09-15T22:04:24.187569+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"21","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"1f955f27-2876-45ee-a014-9d8a652f47de","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":19,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.63:6816","nonce":3631300172},{"type":"v1","addr":"172.21.15.63:6818","nonce":3631300172}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.63:6820","nonce":3631300172},{"type":"v1","addr":"172.21.15.63:6822","nonce":3631300172}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.63:6828","nonce":3631300172},{"type":"v1","addr":"172.21.15.63:6830","nonce":3631300172}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.63:6824","nonce":3631300172},{"type":"v1","addr":"172.21.15.63:6826","nonce":3631300172}]},"public_addr":"172.21.15.63:6818/3631300172","cluster_addr":"172.21.15.63:6822/3631300172","heartbeat_back_addr":"172.21.15.63:6830/3631300172","heartbeat_front_addr":"172.21.15.63:6826/3631300172","state":["exists","up"]},{"osd":1,"uuid":"af6843a2-c664-44cd-9435-6410b9d7cdfc","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":19,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.63:6817","nonce":2124234218},{"type":"v1","addr":"172.21.15.63:6819","nonce":2124234218}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.63:6821","nonce":2124234218},{"type":"v1","addr":"172.21.15.63:6823","nonce":2124234218}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.63:6829","nonce":2124234218},{"type":"v1","addr":"172.21.15.63:6831","nonce":2124234218}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.63:6825","nonce":2124234218},{"type":"v1","addr":"172.21.15.63:6827","nonce":2124234218}]},"public_addr":"172.21.15.63:6819/2124234218","cluster_addr":"172.21.15.63:6823/2124234218","heartbeat_back_addr":"172.21.15.63:6831/2124234218","heartbeat_front_addr":"172.21.15.63:6827/2124234218","state":["exists","up"]},{"osd":2,"uuid":"27259906-636d-4292-8128-28c3ae37417c","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":19,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.63:6800","nonce":3107585409},{"type":"v1","addr":"172.21.15.63:6801","nonce":3107585409}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.63:6802","nonce":3107585409},{"type":"v1","addr":"172.21.15.63:6803","nonce":3107585409}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.63:6806","nonce":3107585409},{"type":"v1","addr":"172.21.15.63:6807","nonce":3107585409}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.63:6804","nonce":3107585409},{"type":"v1","addr":"172.21.15.63:6805","nonce":3107585409}]},"public_addr":"172.21.15.63:6801/3107585409","cluster_addr":"172.21.15.63:6803/3107585409","heartbeat_back_addr":"172.21.15.63:6807/3107585409","heartbeat_front_addr":"172.21.15.63:6805/3107585409","state":["exists","up"]},{"osd":3,"uuid":"007f71a8-c154-4167-a68d-96d158541c43","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":19,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.63:6808","nonce":2333041751},{"type":"v1","addr":"172.21.15.63:6809","nonce":2333041751}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.63:6810","nonce":2333041751},{"type":"v1","addr":"172.21.15.63:6811","nonce":2333041751}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.63:6814","nonce":2333041751},{"type":"v1","addr":"172.21.15.63:6815","nonce":2333041751}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.63:6812","nonce":2333041751},{"type":"v1","addr":"172.21.15.63:6813","nonce":2333041751}]},"public_addr":"172.21.15.63:6809/2333041751","cluster_addr":"172.21.15.63:6811/2333041751","heartbeat_back_addr":"172.21.15.63:6815/2333041751","heartbeat_front_addr":"172.21.15.63:6813/2333041751","state":["exists","up"]},{"osd":4,"uuid":"346e916e-e9c8-4b14-a7c4-032d5f63fb69","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":19,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.110:6816","nonce":2783666287},{"type":"v1","addr":"172.21.15.110:6817","nonce":2783666287}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.110:6818","nonce":2783666287},{"type":"v1","addr":"172.21.15.110:6819","nonce":2783666287}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.110:6822","nonce":2783666287},{"type":"v1","addr":"172.21.15.110:6823","nonce":2783666287}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.110:6820","nonce":2783666287},{"type":"v1","addr":"172.21.15.110:6821","nonce":2783666287}]},"public_addr":"172.21.15.110:6817/2783666287","cluster_addr":"172.21.15.110:6819/2783666287","heartbeat_back_addr":"172.21.15.110:6823/2783666287","heartbeat_front_addr":"172.21.15.110:6821/2783666287","state":["exists","up"]},{"osd":5,"uuid":"079e99b1-b9e1-4c06-ae11-f98c84739234","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":19,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.110:6800","nonce":3568635398},{"type":"v1","addr":"172.21.15.110:6801","nonce":3568635398}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.110:6802","nonce":3568635398},{"type":"v1","addr":"172.21.15.110:6803","nonce":3568635398}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.110:6806","nonce":3568635398},{"type":"v1","addr":"172.21.15.110:6807","nonce":3568635398}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.110:6804","nonce":3568635398},{"type":"v1","addr":"172.21.15.110:6805","nonce":3568635398}]},"public_addr":"172.21.15.110:6801/3568635398","cluster_addr":"172.21.15.110:6803/3568635398","heartbeat_back_addr":"172.21.15.110:6807/3568635398","heartbeat_front_addr":"172.21.15.110:6805/3568635398","state":["exists","up"]},{"osd":6,"uuid":"40b16565-bb39-470a-a699-3a5c64927e87","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":19,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.110:6808","nonce":2775776398},{"type":"v1","addr":"172.21.15.110:6809","nonce":2775776398}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.110:6810","nonce":2775776398},{"type":"v1","addr":"172.21.15.110:6811","nonce":2775776398}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.110:6814","nonce":2775776398},{"type":"v1","addr":"172.21.15.110:6815","nonce":2775776398}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.110:6812","nonce":2775776398},{"type":"v1","addr":"172.21.15.110:6813","nonce":2775776398}]},"public_addr":"172.21.15.110:6809/2775776398","cluster_addr":"172.21.15.110:6811/2775776398","heartbeat_back_addr":"172.21.15.110:6815/2775776398","heartbeat_front_addr":"172.21.15.110:6813/2775776398","state":["exists","up"]},{"osd":7,"uuid":"619d52d5-7a65-4232-a05a-3357ad2f8bea","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":19,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.110:6824","nonce":3099325207},{"type":"v1","addr":"172.21.15.110:6825","nonce":3099325207}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.110:6826","nonce":3099325207},{"type":"v1","addr":"172.21.15.110:6827","nonce":3099325207}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.110:6830","nonce":3099325207},{"type":"v1","addr":"172.21.15.110:6831","nonce":3099325207}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.110:6828","nonce":3099325207},{"type":"v1","addr":"172.21.15.110:6829","nonce":3099325207}]},"public_addr":"172.21.15.110:6825/3099325207","cluster_addr":"172.21.15.110:6827/3099325207","heartbeat_back_addr":"172.21.15.110:6831/3099325207","heartbeat_front_addr":"172.21.15.110:6829/3099325207","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-15T22:04:11.235040+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-15T22:04:11.216050+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-15T22:04:10.734975+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-15T22:04:11.175319+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-15T22:04:11.527362+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-15T22:04:11.429033+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-15T22:04:11.169644+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-15T22:04:11.773676+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-09-15T22:04:34.567 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:34.565+0000 7f5eef59e640 1 -- 172.21.15.63:0/505810687 >> [v2:172.21.15.110:6832/552273267,v1:172.21.15.110:6833/552273267] conn(0x7f5ed006c2e0 msgr2=0x7f5ed006e7a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-15T22:04:34.567 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:34.565+0000 7f5eef59e640 1 --2- 172.21.15.63:0/505810687 >> [v2:172.21.15.110:6832/552273267,v1:172.21.15.110:6833/552273267] conn(0x7f5ed006c2e0 0x7f5ed006e7a0 secure :-1 s=READY pgs=62 cs=0 l=1 rev1=1 crypto rx=0x7f5ef00ce890 tx=0x7f5ee4007040 comp rx=0 tx=0).stop 2024-09-15T22:04:34.567 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:34.565+0000 7f5eef59e640 1 -- 172.21.15.63:0/505810687 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f5ed80039b0 msgr2=0x7f5ef0154620 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-15T22:04:34.567 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:34.565+0000 7f5eef59e640 1 --2- 172.21.15.63:0/505810687 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f5ed80039b0 0x7f5ef0154620 secure :-1 s=READY pgs=92 cs=0 l=1 rev1=1 crypto rx=0x7f5ee0034040 tx=0x7f5ee0004730 comp rx=0 tx=0).stop 2024-09-15T22:04:34.567 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:34.565+0000 7f5eef59e640 1 -- 172.21.15.63:0/505810687 shutdown_connections 2024-09-15T22:04:34.567 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:34.565+0000 7f5eef59e640 1 --2- 172.21.15.63:0/505810687 >> [v2:172.21.15.110:6832/552273267,v1:172.21.15.110:6833/552273267] conn(0x7f5ed006c2e0 0x7f5ed006e7a0 unknown :-1 s=CLOSED pgs=62 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T22:04:34.567 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:34.565+0000 7f5eef59e640 1 --2- 172.21.15.63:0/505810687 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f5ef00c9a90 0x7f5ef00c9f40 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T22:04:34.568 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:34.565+0000 7f5eef59e640 1 --2- 172.21.15.63:0/505810687 >> [v2:172.21.15.110:3301/0,v1:172.21.15.110:6790/0] conn(0x7f5ef015d580 0x7f5ef00cbea0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T22:04:34.568 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:34.565+0000 7f5eef59e640 1 --2- 172.21.15.63:0/505810687 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f5ed80039b0 0x7f5ef0154620 unknown :-1 s=CLOSED pgs=92 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T22:04:34.568 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:34.565+0000 7f5eef59e640 1 -- 172.21.15.63:0/505810687 >> 172.21.15.63:0/505810687 conn(0x7f5ef0072990 msgr2=0x7f5ef00b4520 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-15T22:04:34.568 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:34.565+0000 7f5eef59e640 1 -- 172.21.15.63:0/505810687 shutdown_connections 2024-09-15T22:04:34.568 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:34.565+0000 7f5eef59e640 1 -- 172.21.15.63:0/505810687 wait complete. 2024-09-15T22:04:34.578 DEBUG:teuthology.orchestra.run.smithi063:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell osd.0 flush_pg_stats 2024-09-15T22:04:34.578 DEBUG:teuthology.orchestra.run.smithi063:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell osd.1 flush_pg_stats 2024-09-15T22:04:34.579 DEBUG:teuthology.orchestra.run.smithi063:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell osd.2 flush_pg_stats 2024-09-15T22:04:34.579 DEBUG:teuthology.orchestra.run.smithi063:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell osd.3 flush_pg_stats 2024-09-15T22:04:34.580 DEBUG:teuthology.orchestra.run.smithi063:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell osd.4 flush_pg_stats 2024-09-15T22:04:34.580 DEBUG:teuthology.orchestra.run.smithi063:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell osd.5 flush_pg_stats 2024-09-15T22:04:34.580 DEBUG:teuthology.orchestra.run.smithi063:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell osd.6 flush_pg_stats 2024-09-15T22:04:34.581 DEBUG:teuthology.orchestra.run.smithi063:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell osd.7 flush_pg_stats 2024-09-15T22:04:34.755 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:34.753+0000 7fd67be23640 1 Processor -- start 2024-09-15T22:04:34.755 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:34.753+0000 7fd67be23640 1 -- start start 2024-09-15T22:04:34.755 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:34.754+0000 7fec5a0a8640 1 Processor -- start 2024-09-15T22:04:34.756 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:34.754+0000 7f3cd1598640 1 Processor -- start 2024-09-15T22:04:34.756 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:34.754+0000 7fec5a0a8640 1 -- start start 2024-09-15T22:04:34.756 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:34.754+0000 7f25624e6640 1 Processor -- start 2024-09-15T22:04:34.757 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:34.755+0000 7fd67be23640 1 --2- >> v2:172.21.15.63:3300/0 conn(0x7fd67415a6c0 0x7fd6740cecc0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-15T22:04:34.757 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:34.755+0000 7f25624e6640 1 -- start start 2024-09-15T22:04:34.757 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:34.755+0000 7fd67be23640 1 --2- >> v2:172.21.15.110:3300/0 conn(0x7fd67406bbe0 0x7fd67406c020 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-15T22:04:34.758 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:34.755+0000 7fd679bbf640 1 --2- >> v2:172.21.15.63:3300/0 conn(0x7fd67415a6c0 0x7fd6740cecc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-15T22:04:34.758 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:34.755+0000 7fd6793be640 1 --1- >> v1:172.21.15.63:6789/0 conn(0x7fd6740b35e0 0x7fd6740cfb80 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.63:6789/0 says I am v1:172.21.15.63:45312/0 (socket says 172.21.15.63:45312) 2024-09-15T22:04:34.758 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:34.754+0000 7f3cd1598640 1 -- start start 2024-09-15T22:04:34.758 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:34.755+0000 7fd679bbf640 1 --2- >> v2:172.21.15.63:3300/0 conn(0x7fd67415a6c0 0x7fd6740cecc0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.63:3300/0 says I am v2:172.21.15.63:55120/0 (socket says 172.21.15.63:55120) 2024-09-15T22:04:34.758 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:34.755+0000 7fd6793be640 1 -- 172.21.15.63:0/1957613612 learned_addr learned my addr 172.21.15.63:0/1957613612 (peer_addr_for_me v1:172.21.15.63:0/0) 2024-09-15T22:04:34.759 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:34.756+0000 7fec5a0a8640 1 --2- >> v2:172.21.15.63:3300/0 conn(0x7fec4c0e2fd0 0x7fec4c03a380 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-15T22:04:34.759 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:34.756+0000 7fec5a0a8640 1 --2- >> [v2:172.21.15.110:3301/0,v1:172.21.15.110:6790/0] conn(0x7fec4c0345d0 0x7fec4c03a8c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-15T22:04:34.759 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:34.756+0000 7fec5a0a8640 1 -- --> v1:172.21.15.110:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fec4c0350a0 con 0x7fec4c0369f0 2024-09-15T22:04:34.759 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:34.756+0000 7fec5a0a8640 1 -- --> v2:172.21.15.63:3300/0 -- mon_getmap magic: 0 -- 0x7fec4c036ef0 con 0x7fec4c0e2fd0 2024-09-15T22:04:34.759 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:34.756+0000 7fec5a0a8640 1 -- --> [v2:172.21.15.110:3301/0,v1:172.21.15.110:6790/0] -- mon_getmap magic: 0 -- 0x7fec4c008aa0 con 0x7fec4c0345d0 2024-09-15T22:04:34.759 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:34.756+0000 7fd67a3c0640 1 --2- 172.21.15.63:0/1957613612 >> v2:172.21.15.110:3300/0 conn(0x7fd67406bbe0 0x7fd67406c020 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-15T22:04:34.760 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:34.756+0000 7fec590a6640 1 --2- >> v2:172.21.15.63:3300/0 conn(0x7fec4c0e2fd0 0x7fec4c03a380 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-15T22:04:34.760 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:34.756+0000 7f4a854ba640 1 Processor -- start 2024-09-15T22:04:34.760 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:34.756+0000 7fd67be23640 1 -- 172.21.15.63:0/1957613612 --> v1:172.21.15.63:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fd6740b3a50 con 0x7fd6740b35e0 2024-09-15T22:04:34.761 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:34.756+0000 7fd67be23640 1 -- 172.21.15.63:0/1957613612 --> v2:172.21.15.63:3300/0 -- mon_getmap magic: 0 -- 0x7fd67406c560 con 0x7fd67415a6c0 2024-09-15T22:04:34.761 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:34.756+0000 7fd67be23640 1 -- 172.21.15.63:0/1957613612 --> v2:172.21.15.110:3300/0 -- mon_getmap magic: 0 -- 0x7fd6740cd270 con 0x7fd67406bbe0 2024-09-15T22:04:34.761 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:34.756+0000 7f4a854ba640 1 -- start start 2024-09-15T22:04:34.761 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:34.756+0000 7fd678bbd640 1 -- 172.21.15.63:0/1957613612 <== mon.0 v1:172.21.15.63:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 2399947802 0 0) 0x7fd6740b3a50 con 0x7fd6740b35e0 2024-09-15T22:04:34.761 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:34.756+0000 7fd678bbd640 1 -- 172.21.15.63:0/1957613612 --> v1:172.21.15.63:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7fd660003520 con 0x7fd6740b35e0 2024-09-15T22:04:34.762 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:34.756+0000 7f25624e6640 1 --2- >> [v2:172.21.15.110:3301/0,v1:172.21.15.110:6790/0] conn(0x7f255c0c4960 0x7f255c0d1490 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-15T22:04:34.762 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:34.756+0000 7f25624e6640 1 --2- >> v2:172.21.15.110:3300/0 conn(0x7f255c162f20 0x7f255c0d19d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-15T22:04:34.762 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:34.756+0000 7fec598a7640 1 --1- >> v1:172.21.15.110:6789/0 conn(0x7fec4c0369f0 0x7fec4c0532a0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.110:6789/0 says I am v1:172.21.15.63:37042/0 (socket says 172.21.15.63:37042) 2024-09-15T22:04:34.762 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:34.756+0000 7fec598a7640 1 -- 172.21.15.63:0/2656819085 learned_addr learned my addr 172.21.15.63:0/2656819085 (peer_addr_for_me v1:172.21.15.63:0/0) 2024-09-15T22:04:34.762 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:34.756+0000 7fec588a5640 1 --2- 172.21.15.63:0/2656819085 >> [v2:172.21.15.110:3301/0,v1:172.21.15.110:6790/0] conn(0x7fec4c0345d0 0x7fec4c03a8c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-15T22:04:34.762 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:34.756+0000 7fec4bfff640 1 -- 172.21.15.63:0/2656819085 <== mon.1 v1:172.21.15.110:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 2604632106 0 0) 0x7fec4c0350a0 con 0x7fec4c0369f0 2024-09-15T22:04:34.762 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:34.756+0000 7fec4bfff640 1 -- 172.21.15.63:0/2656819085 --> v1:172.21.15.110:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7fec40003520 con 0x7fec4c0369f0 2024-09-15T22:04:34.763 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:34.756+0000 7f25624e6640 1 -- --> v1:172.21.15.63:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f255c0d1f10 con 0x7f255c162b40 2024-09-15T22:04:34.763 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:34.756+0000 7f25624e6640 1 -- --> v2:172.21.15.110:3300/0 -- mon_getmap magic: 0 -- 0x7f255c06d1c0 con 0x7f255c162f20 2024-09-15T22:04:34.763 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:34.756+0000 7f25624e6640 1 -- --> [v2:172.21.15.110:3301/0,v1:172.21.15.110:6790/0] -- mon_getmap magic: 0 -- 0x7f255c0d2180 con 0x7f255c0c4960 2024-09-15T22:04:34.763 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:34.757+0000 7fec4bfff640 1 -- 172.21.15.63:0/2656819085 <== mon.1 v1:172.21.15.110:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) ==== 214+0+0 (unknown 536104257 0 0) 0x7fec40003520 con 0x7fec4c0369f0 2024-09-15T22:04:34.763 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:34.757+0000 7fec4bfff640 1 -- 172.21.15.63:0/2656819085 >> [v2:172.21.15.110:3301/0,v1:172.21.15.110:6790/0] conn(0x7fec4c0345d0 msgr2=0x7fec4c03a8c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-15T22:04:34.764 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:34.757+0000 7f255b7fe640 1 --2- >> [v2:172.21.15.110:3301/0,v1:172.21.15.110:6790/0] conn(0x7f255c0c4960 0x7f255c0d1490 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-15T22:04:34.764 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:34.757+0000 7f255b7fe640 1 --2- >> [v2:172.21.15.110:3301/0,v1:172.21.15.110:6790/0] conn(0x7f255c0c4960 0x7f255c0d1490 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.110:3301/0 says I am v2:172.21.15.63:46346/0 (socket says 172.21.15.63:46346) 2024-09-15T22:04:34.764 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:34.757+0000 7fec4bfff640 1 --2- 172.21.15.63:0/2656819085 >> [v2:172.21.15.110:3301/0,v1:172.21.15.110:6790/0] conn(0x7fec4c0345d0 0x7fec4c03a8c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T22:04:34.765 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:34.757+0000 7fd678bbd640 1 -- 172.21.15.63:0/1957613612 <== mon.0 v1:172.21.15.63:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) ==== 214+0+0 (unknown 3086950250 0 0) 0x7fd660003520 con 0x7fd6740b35e0 2024-09-15T22:04:34.765 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:34.757+0000 7f255b7fe640 1 -- 172.21.15.63:0/3437730956 learned_addr learned my addr 172.21.15.63:0/3437730956 (peer_addr_for_me v2:172.21.15.63:0/0) 2024-09-15T22:04:34.765 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:34.757+0000 7f2560a83640 1 --2- 172.21.15.63:0/3437730956 >> v2:172.21.15.110:3300/0 conn(0x7f255c162f20 0x7f255c0d19d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-15T22:04:34.766 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:34.757+0000 7fd679bbf640 1 -- 172.21.15.63:0/1957613612 >> v2:172.21.15.110:3300/0 conn(0x7fd67406bbe0 msgr2=0x7fd67406c020 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-15T22:04:34.766 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:34.757+0000 7fd679bbf640 1 --2- 172.21.15.63:0/1957613612 >> v2:172.21.15.110:3300/0 conn(0x7fd67406bbe0 0x7fd67406c020 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T22:04:34.766 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:34.757+0000 7fd679bbf640 1 -- 172.21.15.63:0/1957613612 >> v1:172.21.15.63:6789/0 conn(0x7fd6740b35e0 legacy=0x7fd6740cfb80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-15T22:04:34.767 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:34.757+0000 7fec4bfff640 1 -- 172.21.15.63:0/2656819085 >> v2:172.21.15.63:3300/0 conn(0x7fec4c0e2fd0 msgr2=0x7fec4c03a380 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-15T22:04:34.767 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:34.757+0000 7fec4bfff640 1 --2- 172.21.15.63:0/2656819085 >> v2:172.21.15.63:3300/0 conn(0x7fec4c0e2fd0 0x7fec4c03a380 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T22:04:34.767 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:34.757+0000 7fec4bfff640 1 -- 172.21.15.63:0/2656819085 --> v1:172.21.15.110:6789/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fec4c035380 con 0x7fec4c0369f0 2024-09-15T22:04:34.767 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:34.755+0000 7f3cd1598640 1 --2- >> v2:172.21.15.110:3300/0 conn(0x7f3ccc15aa60 0x7f3ccc15b920 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-15T22:04:34.767 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:34.755+0000 7f3cd1598640 1 --2- >> [v2:172.21.15.110:3301/0,v1:172.21.15.110:6790/0] conn(0x7f3ccc0af990 0x7f3ccc0cafc0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-15T22:04:34.768 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:34.756+0000 7f3ccaffd640 1 --2- >> v2:172.21.15.110:3300/0 conn(0x7f3ccc15aa60 0x7f3ccc15b920 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-15T22:04:34.768 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:34.756+0000 7f3ccaffd640 1 --2- >> v2:172.21.15.110:3300/0 conn(0x7f3ccc15aa60 0x7f3ccc15b920 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.110:3300/0 says I am v2:172.21.15.63:57778/0 (socket says 172.21.15.63:57778) 2024-09-15T22:04:34.768 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:34.757+0000 7f3cd1598640 1 -- --> v1:172.21.15.63:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f3ccc0ce720 con 0x7f3ccc068170 2024-09-15T22:04:34.768 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:34.757+0000 7f3cd1598640 1 -- --> v2:172.21.15.110:3300/0 -- mon_getmap magic: 0 -- 0x7f3ccc0cea00 con 0x7f3ccc15aa60 2024-09-15T22:04:34.768 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:34.757+0000 7f3cd1598640 1 -- --> [v2:172.21.15.110:3301/0,v1:172.21.15.110:6790/0] -- mon_getmap magic: 0 -- 0x7f3ccc0cece0 con 0x7f3ccc0af990 2024-09-15T22:04:34.768 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:34.757+0000 7f3ccaffd640 1 -- 172.21.15.63:0/1974473350 learned_addr learned my addr 172.21.15.63:0/1974473350 (peer_addr_for_me v2:172.21.15.63:0/0) 2024-09-15T22:04:34.768 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:34.754+0000 7faba8b86640 1 Processor -- start 2024-09-15T22:04:34.769 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:34.756+0000 7faba8b86640 1 -- start start 2024-09-15T22:04:34.769 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:34.757+0000 7faba8b86640 1 --2- >> v2:172.21.15.110:3300/0 conn(0x7fab9c0e6f70 0x7fab9c0061f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-15T22:04:34.769 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:34.757+0000 7faba8b86640 1 --2- >> v2:172.21.15.63:3300/0 conn(0x7fab9c0339f0 0x7fab9c036010 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-15T22:04:34.769 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:34.757+0000 7faba8b86640 1 -- --> v1:172.21.15.63:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fab9c00b6b0 con 0x7fab9c047c00 2024-09-15T22:04:34.769 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:34.757+0000 7faba8b86640 1 -- --> v2:172.21.15.63:3300/0 -- mon_getmap magic: 0 -- 0x7fab9c047770 con 0x7fab9c0339f0 2024-09-15T22:04:34.769 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:34.757+0000 7faba8b86640 1 -- --> v2:172.21.15.110:3300/0 -- mon_getmap magic: 0 -- 0x7fab9c00b990 con 0x7fab9c0e6f70 2024-09-15T22:04:34.769 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:34.757+0000 7fd679bbf640 1 -- 172.21.15.63:0/1957613612 --> v2:172.21.15.63:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fd6740b5090 con 0x7fd67415a6c0 2024-09-15T22:04:34.770 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:34.757+0000 7f3ccaffd640 1 -- 172.21.15.63:0/1974473350 >> [v2:172.21.15.110:3301/0,v1:172.21.15.110:6790/0] conn(0x7f3ccc0af990 msgr2=0x7f3ccc0cafc0 unknown :-1 s=STATE_CONNECTING_RE l=0).mark_down 2024-09-15T22:04:34.770 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:34.757+0000 7f3ccaffd640 1 --2- 172.21.15.63:0/1974473350 >> [v2:172.21.15.110:3301/0,v1:172.21.15.110:6790/0] conn(0x7f3ccc0af990 0x7f3ccc0cafc0 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T22:04:34.770 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:34.757+0000 7f3ccaffd640 1 -- 172.21.15.63:0/1974473350 >> v1:172.21.15.63:6789/0 conn(0x7f3ccc068170 legacy=0x7f3ccc071570 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-15T22:04:34.770 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:34.757+0000 7f3ccaffd640 1 -- 172.21.15.63:0/1974473350 --> v2:172.21.15.110:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f3ccc0cefc0 con 0x7f3ccc15aa60 2024-09-15T22:04:34.771 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:34.757+0000 7f255b7fe640 1 -- 172.21.15.63:0/3437730956 >> v2:172.21.15.110:3300/0 conn(0x7f255c162f20 msgr2=0x7f255c0d19d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-15T22:04:34.771 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:34.757+0000 7f255b7fe640 1 --2- 172.21.15.63:0/3437730956 >> v2:172.21.15.110:3300/0 conn(0x7f255c162f20 0x7f255c0d19d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T22:04:34.771 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:34.757+0000 7f255b7fe640 1 -- 172.21.15.63:0/3437730956 >> v1:172.21.15.63:6789/0 conn(0x7f255c162b40 legacy=0x7f255c0c4250 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-15T22:04:34.771 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:34.757+0000 7f255b7fe640 1 -- 172.21.15.63:0/3437730956 --> [v2:172.21.15.110:3301/0,v1:172.21.15.110:6790/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f255c06c890 con 0x7f255c0c4960 2024-09-15T22:04:34.771 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:34.758+0000 7faba2ffd640 1 --1- >> v1:172.21.15.63:6789/0 conn(0x7fab9c047c00 0x7fab9c006730 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.63:6789/0 says I am v1:172.21.15.63:45348/0 (socket says 172.21.15.63:45348) 2024-09-15T22:04:34.771 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:34.758+0000 7faba2ffd640 1 -- 172.21.15.63:0/1377052023 learned_addr learned my addr 172.21.15.63:0/1377052023 (peer_addr_for_me v1:172.21.15.63:0/0) 2024-09-15T22:04:34.771 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:34.758+0000 7faba37fe640 1 --2- 172.21.15.63:0/1377052023 >> v2:172.21.15.110:3300/0 conn(0x7fab9c0e6f70 0x7fab9c0061f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-15T22:04:34.771 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:34.758+0000 7faba27fc640 1 -- 172.21.15.63:0/1377052023 <== mon.0 v1:172.21.15.63:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 2058287317 0 0) 0x7fab9c00b6b0 con 0x7fab9c047c00 2024-09-15T22:04:34.771 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:34.758+0000 7faba27fc640 1 -- 172.21.15.63:0/1377052023 --> v1:172.21.15.63:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7fab94003520 con 0x7fab9c047c00 2024-09-15T22:04:34.772 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:34.758+0000 7faba3fff640 1 --2- 172.21.15.63:0/1377052023 >> v2:172.21.15.63:3300/0 conn(0x7fab9c0339f0 0x7fab9c036010 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-15T22:04:34.772 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:34.757+0000 7fec4bfff640 1 -- 172.21.15.63:0/2656819085 <== mon.1 v1:172.21.15.110:6789/0 3 ==== mon_map magic: 0 ==== 413+0+0 (unknown 3984726164 0 0) 0x7fec50001670 con 0x7fec4c0369f0 2024-09-15T22:04:34.772 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:34.757+0000 7fec4bfff640 1 -- 172.21.15.63:0/2656819085 >> v1:172.21.15.110:6789/0 conn(0x7fec4c0369f0 legacy=0x7fec4c0532a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-15T22:04:34.772 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:34.758+0000 7fec4bfff640 1 --2- 172.21.15.63:0/2656819085 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fec400039b0 0x7fec40003dd0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-15T22:04:34.772 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:34.758+0000 7fec4bfff640 1 --2- 172.21.15.63:0/2656819085 >> [v2:172.21.15.110:3301/0,v1:172.21.15.110:6790/0] conn(0x7fec40004800 0x7fec40004c80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-15T22:04:34.772 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:34.758+0000 7fec4bfff640 1 --2- 172.21.15.63:0/2656819085 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7fec400051c0 0x7fec4000b9c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-15T22:04:34.772 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:34.758+0000 7fec4bfff640 1 -- 172.21.15.63:0/2656819085 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 -- 0x7fec4c036ef0 con 0x7fec400039b0 2024-09-15T22:04:34.772 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:34.758+0000 7fec4bfff640 1 -- 172.21.15.63:0/2656819085 --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_getmap magic: 0 -- 0x7fec4c008aa0 con 0x7fec400051c0 2024-09-15T22:04:34.772 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:34.758+0000 7fec4bfff640 1 -- 172.21.15.63:0/2656819085 --> [v2:172.21.15.110:3301/0,v1:172.21.15.110:6790/0] -- mon_getmap magic: 0 -- 0x7fec4000c060 con 0x7fec40004800 2024-09-15T22:04:34.772 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:34.758+0000 7fec598a7640 1 --2- 172.21.15.63:0/2656819085 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7fec400051c0 0x7fec4000b9c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-15T22:04:34.773 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:34.758+0000 7fec590a6640 1 --2- 172.21.15.63:0/2656819085 >> v2:172.21.15.63:3300/0 conn(0x7fec4c0e2fd0 0x7fec4c03a380 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-15T22:04:34.773 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:34.758+0000 7fec588a5640 1 --2- 172.21.15.63:0/2656819085 >> [v2:172.21.15.110:3301/0,v1:172.21.15.110:6790/0] conn(0x7fec4c0345d0 0x7fec4c03a8c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-15T22:04:34.773 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:34.758+0000 7fec598a7640 1 -- 172.21.15.63:0/2656819085 >> [v2:172.21.15.110:3301/0,v1:172.21.15.110:6790/0] conn(0x7fec40004800 msgr2=0x7fec40004c80 unknown :-1 s=STATE_CONNECTING_RE l=0).mark_down 2024-09-15T22:04:34.773 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:34.758+0000 7fec598a7640 1 --2- 172.21.15.63:0/2656819085 >> [v2:172.21.15.110:3301/0,v1:172.21.15.110:6790/0] conn(0x7fec40004800 0x7fec40004c80 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T22:04:34.773 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:34.758+0000 7fec598a7640 1 -- 172.21.15.63:0/2656819085 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fec400039b0 msgr2=0x7fec40003dd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-15T22:04:34.773 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:34.758+0000 7fec598a7640 1 --2- 172.21.15.63:0/2656819085 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fec400039b0 0x7fec40003dd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T22:04:34.773 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:34.758+0000 7fec598a7640 1 -- 172.21.15.63:0/2656819085 --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fec40003520 con 0x7fec400051c0 2024-09-15T22:04:34.773 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:34.757+0000 7f4a854ba640 1 --2- >> v2:172.21.15.110:3300/0 conn(0x7f4a800d18e0 0x7f4a8015c950 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-15T22:04:34.773 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:34.757+0000 7f4a854ba640 1 -- --> v1:172.21.15.63:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f4a800b0b50 con 0x7f4a8015b720 2024-09-15T22:04:34.774 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:34.757+0000 7f4a854ba640 1 -- --> v1:172.21.15.110:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f4a8015be70 con 0x7f4a800b02f0 2024-09-15T22:04:34.774 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:34.757+0000 7f4a854ba640 1 -- --> v2:172.21.15.110:3300/0 -- mon_getmap magic: 0 -- 0x7f4a8015c150 con 0x7f4a800d18e0 2024-09-15T22:04:34.774 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:34.758+0000 7f4a7f7fe640 1 --1- >> v1:172.21.15.110:6789/0 conn(0x7f4a800b02f0 0x7f4a800b18e0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.110:6789/0 says I am v1:172.21.15.63:37054/0 (socket says 172.21.15.63:37054) 2024-09-15T22:04:34.774 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:34.758+0000 7f4a7f7fe640 1 -- 172.21.15.63:0/3442932622 learned_addr learned my addr 172.21.15.63:0/3442932622 (peer_addr_for_me v1:172.21.15.63:0/0) 2024-09-15T22:04:34.774 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:34.758+0000 7f4a7effd640 1 --1- 172.21.15.63:0/3442932622 >> v1:172.21.15.63:6789/0 conn(0x7f4a8015b720 0x7f4a800d11d0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.63:6789/0 says I am v1:172.21.15.63:45360/0 (socket says 172.21.15.63:45360) 2024-09-15T22:04:34.774 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:34.758+0000 7f4a7dffb640 1 -- 172.21.15.63:0/3442932622 <== mon.1 v1:172.21.15.110:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 1199382340 0 0) 0x7f4a8015be70 con 0x7f4a800b02f0 2024-09-15T22:04:34.774 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:34.758+0000 7f4a7dffb640 1 -- 172.21.15.63:0/3442932622 --> v1:172.21.15.110:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7f4a68003520 con 0x7f4a800b02f0 2024-09-15T22:04:34.774 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:34.758+0000 7f4a7dffb640 1 -- 172.21.15.63:0/3442932622 <== mon.0 v1:172.21.15.63:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 310839675 0 0) 0x7f4a800b0b50 con 0x7f4a8015b720 2024-09-15T22:04:34.774 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:34.758+0000 7f4a7dffb640 1 -- 172.21.15.63:0/3442932622 --> v1:172.21.15.63:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7f4a8015be70 con 0x7f4a8015b720 2024-09-15T22:04:34.774 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:34.758+0000 7fd67a3c0640 1 --2- 172.21.15.63:0/1957613612 >> v2:172.21.15.110:3300/0 conn(0x7fd67406bbe0 0x7fd67406c020 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-15T22:04:34.775 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:34.758+0000 7fd679bbf640 1 --2- 172.21.15.63:0/1957613612 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fd67415a6c0 0x7fd6740cecc0 secure :-1 s=READY pgs=96 cs=0 l=1 rev1=1 crypto rx=0x7fd67406cbd0 tx=0x7fd67002a0d0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=c17436a7e392d9d7 server_cookie=0 in_seq=0 out_seq=0 2024-09-15T22:04:34.775 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:34.759+0000 7f4a7e7fc640 1 --2- 172.21.15.63:0/3442932622 >> v2:172.21.15.110:3300/0 conn(0x7f4a800d18e0 0x7f4a8015c950 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-15T22:04:34.775 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:34.759+0000 7fd678bbd640 1 -- 172.21.15.63:0/1957613612 <== mon.0 v2:172.21.15.63:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd670037070 con 0x7fd67415a6c0 2024-09-15T22:04:34.775 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:34.759+0000 7faba37fe640 1 -- 172.21.15.63:0/1377052023 >> v2:172.21.15.63:3300/0 conn(0x7fab9c0339f0 msgr2=0x7fab9c036010 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-15T22:04:34.776 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:34.759+0000 7faba37fe640 1 --2- 172.21.15.63:0/1377052023 >> v2:172.21.15.63:3300/0 conn(0x7fab9c0339f0 0x7fab9c036010 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T22:04:34.776 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:34.759+0000 7faba37fe640 1 -- 172.21.15.63:0/1377052023 >> v1:172.21.15.63:6789/0 conn(0x7fab9c047c00 legacy=0x7fab9c006730 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-15T22:04:34.776 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:34.759+0000 7faba37fe640 1 -- 172.21.15.63:0/1377052023 --> v2:172.21.15.110:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fab9c005b90 con 0x7fab9c0e6f70 2024-09-15T22:04:34.776 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:34.759+0000 7f3ccaffd640 1 --2- 172.21.15.63:0/1974473350 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f3ccc15aa60 0x7f3ccc15b920 secure :-1 s=READY pgs=63 cs=0 l=1 rev1=1 crypto rx=0x7f3cbc009ed0 tx=0x7f3cbc032f30 comp rx=0 tx=0).ready entity=mon.1 client_cookie=1e08a81e9c88d66c server_cookie=0 in_seq=0 out_seq=0 2024-09-15T22:04:34.776 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:34.759+0000 7fd678bbd640 1 -- 172.21.15.63:0/1957613612 <== mon.0 v2:172.21.15.63:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fd67002ab60 con 0x7fd67415a6c0 2024-09-15T22:04:34.777 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:34.759+0000 7fd678bbd640 1 -- 172.21.15.63:0/1957613612 <== mon.0 v2:172.21.15.63:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd664001670 con 0x7fd67415a6c0 2024-09-15T22:04:34.777 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:34.758+0000 7f255b7fe640 1 --2- 172.21.15.63:0/3437730956 >> [v2:172.21.15.110:3301/0,v1:172.21.15.110:6790/0] conn(0x7f255c0c4960 0x7f255c0d1490 secure :-1 s=READY pgs=27 cs=0 l=1 rev1=1 crypto rx=0x7f254c009870 tx=0x7f254c02a180 comp rx=0 tx=0).ready entity=mon.2 client_cookie=da53cd627e563669 server_cookie=0 in_seq=0 out_seq=0 2024-09-15T22:04:34.777 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:34.759+0000 7f255affd640 1 -- 172.21.15.63:0/3437730956 <== mon.2 v2:172.21.15.110:3301/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f254c037070 con 0x7f255c0c4960 2024-09-15T22:04:34.777 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:34.759+0000 7f3cc9ffb640 1 -- 172.21.15.63:0/1974473350 <== mon.1 v2:172.21.15.110:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3cbc033a30 con 0x7f3ccc15aa60 2024-09-15T22:04:34.778 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:34.759+0000 7f255affd640 1 -- 172.21.15.63:0/3437730956 <== mon.2 v2:172.21.15.110:3301/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f254c032440 con 0x7f255c0c4960 2024-09-15T22:04:34.778 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:34.759+0000 7f255affd640 1 -- 172.21.15.63:0/3437730956 <== mon.2 v2:172.21.15.110:3301/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f254c032810 con 0x7f255c0c4960 2024-09-15T22:04:34.778 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:34.759+0000 7f3cc9ffb640 1 -- 172.21.15.63:0/1974473350 <== mon.1 v2:172.21.15.110:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f3cbc033bd0 con 0x7f3ccc15aa60 2024-09-15T22:04:34.778 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:34.759+0000 7f3cc9ffb640 1 -- 172.21.15.63:0/1974473350 <== mon.1 v2:172.21.15.110:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3cbc033a30 con 0x7f3ccc15aa60 2024-09-15T22:04:34.778 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:34.759+0000 7fec598a7640 1 --2- 172.21.15.63:0/2656819085 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7fec400051c0 0x7fec4000b9c0 secure :-1 s=READY pgs=64 cs=0 l=1 rev1=1 crypto rx=0x7fec5000c190 tx=0x7fec40005830 comp rx=0 tx=0).ready entity=mon.1 client_cookie=c3b43c484cf59e0b server_cookie=0 in_seq=0 out_seq=0 2024-09-15T22:04:34.779 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:34.760+0000 7f70de3d6640 1 Processor -- start 2024-09-15T22:04:34.779 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:34.760+0000 7f70de3d6640 1 -- start start 2024-09-15T22:04:34.779 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:34.760+0000 7fec4bfff640 1 -- 172.21.15.63:0/2656819085 <== mon.1 v2:172.21.15.110:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fec50007cc0 con 0x7fec400051c0 2024-09-15T22:04:34.780 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:34.760+0000 7f4a7dffb640 1 -- 172.21.15.63:0/3442932622 <== mon.1 v1:172.21.15.110:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) ==== 214+0+0 (unknown 4036117736 0 0) 0x7f4a68003520 con 0x7f4a800b02f0 2024-09-15T22:04:34.780 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:34.760+0000 7f4a7dffb640 1 -- 172.21.15.63:0/3442932622 >> v2:172.21.15.110:3300/0 conn(0x7f4a800d18e0 msgr2=0x7f4a8015c950 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-15T22:04:34.780 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:34.760+0000 7f4a7dffb640 1 --2- 172.21.15.63:0/3442932622 >> v2:172.21.15.110:3300/0 conn(0x7f4a800d18e0 0x7f4a8015c950 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T22:04:34.780 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:34.760+0000 7f4a7dffb640 1 -- 172.21.15.63:0/3442932622 >> v1:172.21.15.63:6789/0 conn(0x7f4a8015b720 legacy=0x7f4a800d11d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-15T22:04:34.780 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:34.760+0000 7f4a7dffb640 1 -- 172.21.15.63:0/3442932622 --> v1:172.21.15.110:6789/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f4a8015c430 con 0x7f4a800b02f0 2024-09-15T22:04:34.780 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:34.760+0000 7f4a7dffb640 1 -- 172.21.15.63:0/3442932622 <== mon.1 v1:172.21.15.110:6789/0 3 ==== mon_map magic: 0 ==== 413+0+0 (unknown 3984726164 0 0) 0x7f4a780019f0 con 0x7f4a800b02f0 2024-09-15T22:04:34.780 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:34.760+0000 7f4a7dffb640 1 -- 172.21.15.63:0/3442932622 >> v1:172.21.15.110:6789/0 conn(0x7f4a800b02f0 legacy=0x7f4a800b18e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-15T22:04:34.780 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:34.760+0000 7f4a7dffb640 1 --2- 172.21.15.63:0/3442932622 >> [v2:172.21.15.110:3301/0,v1:172.21.15.110:6790/0] conn(0x7f4a68003b40 0x7f4a68003f20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-15T22:04:34.781 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:34.760+0000 7f4a7dffb640 1 --2- 172.21.15.63:0/3442932622 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f4a68004800 0x7f4a68004c80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-15T22:04:34.781 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:34.760+0000 7f4a7dffb640 1 --2- 172.21.15.63:0/3442932622 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f4a680051c0 0x7f4a6800b9c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-15T22:04:34.781 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:34.760+0000 7f4a7dffb640 1 -- 172.21.15.63:0/3442932622 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 -- 0x7f4a8015c150 con 0x7f4a68004800 2024-09-15T22:04:34.781 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:34.760+0000 7f4a7dffb640 1 -- 172.21.15.63:0/3442932622 --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_getmap magic: 0 -- 0x7f4a680148a0 con 0x7f4a680051c0 2024-09-15T22:04:34.781 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:34.760+0000 7f4a7dffb640 1 -- 172.21.15.63:0/3442932622 --> [v2:172.21.15.110:3301/0,v1:172.21.15.110:6790/0] -- mon_getmap magic: 0 -- 0x7f4a68014aa0 con 0x7f4a68003b40 2024-09-15T22:04:34.781 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:34.760+0000 7f4a7f7fe640 1 --2- 172.21.15.63:0/3442932622 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f4a680051c0 0x7f4a6800b9c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-15T22:04:34.781 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:34.760+0000 7f4a7e7fc640 1 --2- 172.21.15.63:0/3442932622 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f4a68004800 0x7f4a68004c80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-15T22:04:34.781 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:34.760+0000 7faba37fe640 1 --2- 172.21.15.63:0/1377052023 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7fab9c0e6f70 0x7fab9c0061f0 secure :-1 s=READY pgs=65 cs=0 l=1 rev1=1 crypto rx=0x7fab9c00c440 tx=0x7fab9802a100 comp rx=0 tx=0).ready entity=mon.1 client_cookie=fa1cc5ff05a68b66 server_cookie=0 in_seq=0 out_seq=0 2024-09-15T22:04:34.782 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:34.760+0000 7f3cd1598640 1 -- 172.21.15.63:0/1974473350 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f3ccc15aa60 msgr2=0x7f3ccc15b920 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-15T22:04:34.782 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:34.760+0000 7f3cd1598640 1 --2- 172.21.15.63:0/1974473350 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f3ccc15aa60 0x7f3ccc15b920 secure :-1 s=READY pgs=63 cs=0 l=1 rev1=1 crypto rx=0x7f3cbc009ed0 tx=0x7f3cbc032f30 comp rx=0 tx=0).stop 2024-09-15T22:04:34.782 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:34.760+0000 7fd67be23640 1 -- 172.21.15.63:0/1957613612 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fd67415a6c0 msgr2=0x7fd6740cecc0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-15T22:04:34.782 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:34.760+0000 7fd67be23640 1 --2- 172.21.15.63:0/1957613612 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fd67415a6c0 0x7fd6740cecc0 secure :-1 s=READY pgs=96 cs=0 l=1 rev1=1 crypto rx=0x7fd67406cbd0 tx=0x7fd67002a0d0 comp rx=0 tx=0).stop 2024-09-15T22:04:34.782 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:34.760+0000 7fd67be23640 1 -- 172.21.15.63:0/1957613612 shutdown_connections 2024-09-15T22:04:34.782 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:34.760+0000 7fd67be23640 1 --2- 172.21.15.63:0/1957613612 >> v2:172.21.15.110:3300/0 conn(0x7fd67406bbe0 0x7fd67406c020 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T22:04:34.782 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:34.761+0000 7fd67be23640 1 --2- 172.21.15.63:0/1957613612 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fd67415a6c0 0x7fd6740cecc0 unknown :-1 s=CLOSED pgs=96 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T22:04:34.782 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:34.761+0000 7fd67be23640 1 -- 172.21.15.63:0/1957613612 >> 172.21.15.63:0/1957613612 conn(0x7fd6740b5c40 msgr2=0x7fd6740b2000 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-15T22:04:34.783 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:34.760+0000 7fc92e6f8640 1 Processor -- start 2024-09-15T22:04:34.783 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:34.760+0000 7fc92e6f8640 1 -- start start 2024-09-15T22:04:34.783 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:34.761+0000 7f4a7effd640 1 --2- 172.21.15.63:0/3442932622 >> [v2:172.21.15.110:3301/0,v1:172.21.15.110:6790/0] conn(0x7f4a68003b40 0x7f4a68003f20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-15T22:04:34.783 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:34.760+0000 7f25624e6640 1 -- 172.21.15.63:0/3437730956 >> [v2:172.21.15.110:3301/0,v1:172.21.15.110:6790/0] conn(0x7f255c0c4960 msgr2=0x7f255c0d1490 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-15T22:04:34.784 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:34.760+0000 7f25624e6640 1 --2- 172.21.15.63:0/3437730956 >> [v2:172.21.15.110:3301/0,v1:172.21.15.110:6790/0] conn(0x7f255c0c4960 0x7f255c0d1490 secure :-1 s=READY pgs=27 cs=0 l=1 rev1=1 crypto rx=0x7f254c009870 tx=0x7f254c02a180 comp rx=0 tx=0).stop 2024-09-15T22:04:34.784 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:34.760+0000 7f25624e6640 1 -- 172.21.15.63:0/3437730956 shutdown_connections 2024-09-15T22:04:34.784 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:34.760+0000 7f25624e6640 1 --2- 172.21.15.63:0/3437730956 >> v2:172.21.15.110:3300/0 conn(0x7f255c162f20 0x7f255c0d19d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T22:04:34.784 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:34.760+0000 7f25624e6640 1 --2- 172.21.15.63:0/3437730956 >> [v2:172.21.15.110:3301/0,v1:172.21.15.110:6790/0] conn(0x7f255c0c4960 0x7f255c0d1490 unknown :-1 s=CLOSED pgs=27 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T22:04:34.784 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:34.760+0000 7f25624e6640 1 -- 172.21.15.63:0/3437730956 >> 172.21.15.63:0/3437730956 conn(0x7f255c0730c0 msgr2=0x7f255c0734d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-15T22:04:34.784 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:34.760+0000 7f25624e6640 1 -- 172.21.15.63:0/3437730956 shutdown_connections 2024-09-15T22:04:34.784 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:34.760+0000 7f25624e6640 1 -- 172.21.15.63:0/3437730956 wait complete. 2024-09-15T22:04:34.784 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:34.760+0000 7fec4bfff640 1 -- 172.21.15.63:0/2656819085 <== mon.1 v2:172.21.15.110:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fec50005af0 con 0x7fec400051c0 2024-09-15T22:04:34.785 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:34.761+0000 7f4a7e7fc640 1 -- 172.21.15.63:0/3442932622 >> [v2:172.21.15.110:3301/0,v1:172.21.15.110:6790/0] conn(0x7f4a68003b40 msgr2=0x7f4a68003f20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-15T22:04:34.785 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:34.761+0000 7f4a7e7fc640 1 --2- 172.21.15.63:0/3442932622 >> [v2:172.21.15.110:3301/0,v1:172.21.15.110:6790/0] conn(0x7f4a68003b40 0x7f4a68003f20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T22:04:34.785 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:34.761+0000 7f4a7e7fc640 1 -- 172.21.15.63:0/3442932622 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f4a680051c0 msgr2=0x7f4a6800b9c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-15T22:04:34.785 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:34.761+0000 7f4a7e7fc640 1 --2- 172.21.15.63:0/3442932622 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f4a680051c0 0x7f4a6800b9c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T22:04:34.785 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:34.761+0000 7f4a7e7fc640 1 -- 172.21.15.63:0/3442932622 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f4a8015c430 con 0x7f4a68004800 2024-09-15T22:04:34.785 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:34.761+0000 7f4a7f7fe640 1 --2- 172.21.15.63:0/3442932622 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f4a680051c0 0x7f4a6800b9c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-15T22:04:34.785 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:34.761+0000 7f4a7f7fe640 1 -- 172.21.15.63:0/3442932622 reap_dead start 2024-09-15T22:04:34.785 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:34.761+0000 7fd67be23640 1 -- 172.21.15.63:0/1957613612 shutdown_connections 2024-09-15T22:04:34.786 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:34.761+0000 7fd67be23640 1 -- 172.21.15.63:0/1957613612 wait complete. 2024-09-15T22:04:34.786 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:34.761+0000 7fec4bfff640 1 -- 172.21.15.63:0/2656819085 <== mon.1 v2:172.21.15.110:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fec50007070 con 0x7fec400051c0 2024-09-15T22:04:34.786 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:34.761+0000 7fec5a0a8640 1 -- 172.21.15.63:0/2656819085 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7fec400051c0 msgr2=0x7fec4000b9c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-15T22:04:34.786 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:34.761+0000 7fec5a0a8640 1 --2- 172.21.15.63:0/2656819085 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7fec400051c0 0x7fec4000b9c0 secure :-1 s=READY pgs=64 cs=0 l=1 rev1=1 crypto rx=0x7fec5000c190 tx=0x7fec40005830 comp rx=0 tx=0).stop 2024-09-15T22:04:34.787 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:34.761+0000 7fec598a7640 1 -- 172.21.15.63:0/2656819085 reap_dead start 2024-09-15T22:04:34.787 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:34.761+0000 7fec5a0a8640 1 -- 172.21.15.63:0/2656819085 shutdown_connections 2024-09-15T22:04:34.787 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:34.761+0000 7fc92e6f8640 1 --2- >> v2:172.21.15.63:3300/0 conn(0x7fc9281629f0 0x7fc928163900 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-15T22:04:34.787 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:34.761+0000 7f70de3d6640 1 --2- >> v2:172.21.15.63:3300/0 conn(0x7f70d81601a0 0x7f70d80cfbc0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-15T22:04:34.787 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:34.761+0000 7f70de3d6640 1 -- --> v1:172.21.15.63:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f70d806d260 con 0x7f70d806bbe0 2024-09-15T22:04:34.787 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:34.762+0000 7f70de3d6640 1 -- --> v1:172.21.15.110:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f70d806d540 con 0x7f70d80cf7e0 2024-09-15T22:04:34.787 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:34.762+0000 7f70de3d6640 1 -- --> v2:172.21.15.63:3300/0 -- mon_getmap magic: 0 -- 0x7f70d806d820 con 0x7f70d81601a0 2024-09-15T22:04:34.788 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:34.761+0000 7fec5a0a8640 1 -- 172.21.15.63:0/2656819085 >> 172.21.15.63:0/2656819085 conn(0x7fec4c01ea30 msgr2=0x7fec4c0556d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-15T22:04:34.788 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:34.761+0000 7fc92e6f8640 1 --2- >> [v2:172.21.15.110:3301/0,v1:172.21.15.110:6790/0] conn(0x7fc928073900 0x7fc9280bcb50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-15T22:04:34.788 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:34.762+0000 7f70dc973640 1 --1- >> v1:172.21.15.63:6789/0 conn(0x7f70d806bbe0 0x7f70d815cdf0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.63:6789/0 says I am v1:172.21.15.63:45372/0 (socket says 172.21.15.63:45372) 2024-09-15T22:04:34.788 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:34.762+0000 7f70dc973640 1 -- 172.21.15.63:0/2855754830 learned_addr learned my addr 172.21.15.63:0/2855754830 (peer_addr_for_me v1:172.21.15.63:0/0) 2024-09-15T22:04:34.789 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:34.761+0000 7f3cd1598640 1 -- 172.21.15.63:0/1974473350 shutdown_connections 2024-09-15T22:04:34.789 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:34.761+0000 7fc92e6f8640 1 -- --> v1:172.21.15.63:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fc928163e40 con 0x7fc92806cfd0 2024-09-15T22:04:34.789 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:34.762+0000 7fc9277fe640 1 --1- >> v1:172.21.15.63:6789/0 conn(0x7fc92806cfd0 0x7fc9280731f0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.63:6789/0 says I am v1:172.21.15.63:45366/0 (socket says 172.21.15.63:45366) 2024-09-15T22:04:34.789 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:34.762+0000 7fc9277fe640 1 -- 172.21.15.63:0/3392077926 learned_addr learned my addr 172.21.15.63:0/3392077926 (peer_addr_for_me v1:172.21.15.63:0/0) 2024-09-15T22:04:34.790 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:34.762+0000 7fc92e6f8640 1 -- 172.21.15.63:0/3392077926 --> v2:172.21.15.63:3300/0 -- mon_getmap magic: 0 -- 0x7fc928070be0 con 0x7fc9281629f0 2024-09-15T22:04:34.790 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:34.762+0000 7fc92e6f8640 1 -- 172.21.15.63:0/3392077926 --> [v2:172.21.15.110:3301/0,v1:172.21.15.110:6790/0] -- mon_getmap magic: 0 -- 0x7fc9280715f0 con 0x7fc928073900 2024-09-15T22:04:34.790 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:34.761+0000 7f3cd1598640 1 --2- 172.21.15.63:0/1974473350 >> [v2:172.21.15.110:3301/0,v1:172.21.15.110:6790/0] conn(0x7f3ccc0af990 0x7f3ccc0cafc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T22:04:34.790 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:34.761+0000 7f3cd1598640 1 --2- 172.21.15.63:0/1974473350 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f3ccc15aa60 0x7f3ccc15b920 unknown :-1 s=CLOSED pgs=63 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T22:04:34.790 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:34.761+0000 7f3cd1598640 1 -- 172.21.15.63:0/1974473350 >> 172.21.15.63:0/1974473350 conn(0x7f3ccc0d0970 msgr2=0x7f3ccc0d0d80 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-15T22:04:34.791 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:34.762+0000 7fc927fff640 1 --2- 172.21.15.63:0/3392077926 >> v2:172.21.15.63:3300/0 conn(0x7fc9281629f0 0x7fc928163900 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-15T22:04:34.791 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:34.762+0000 7fec5a0a8640 1 -- 172.21.15.63:0/2656819085 shutdown_connections 2024-09-15T22:04:34.791 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:34.762+0000 7fc92cc95640 1 --2- 172.21.15.63:0/3392077926 >> [v2:172.21.15.110:3301/0,v1:172.21.15.110:6790/0] conn(0x7fc928073900 0x7fc9280bcb50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-15T22:04:34.791 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:34.762+0000 7f4a7e7fc640 1 --2- 172.21.15.63:0/3442932622 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f4a68004800 0x7f4a68004c80 secure :-1 s=READY pgs=99 cs=0 l=1 rev1=1 crypto rx=0x7f4a7400bc70 tx=0x7f4a68005830 comp rx=0 tx=0).ready entity=mon.0 client_cookie=8fc704cfe7003326 server_cookie=0 in_seq=0 out_seq=0 2024-09-15T22:04:34.792 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:34.762+0000 7f25624e6640 1 Processor -- start 2024-09-15T22:04:34.792 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:34.761+0000 7faba27fc640 1 -- 172.21.15.63:0/1377052023 <== mon.1 v2:172.21.15.110:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fab98037070 con 0x7fab9c0e6f70 2024-09-15T22:04:34.792 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:34.761+0000 7faba27fc640 1 -- 172.21.15.63:0/1377052023 <== mon.1 v2:172.21.15.110:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fab9802ae50 con 0x7fab9c0e6f70 2024-09-15T22:04:34.792 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:34.761+0000 7faba27fc640 1 -- 172.21.15.63:0/1377052023 <== mon.1 v2:172.21.15.110:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fab98032660 con 0x7fab9c0e6f70 2024-09-15T22:04:34.792 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:34.762+0000 7faba8b86640 1 -- 172.21.15.63:0/1377052023 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7fab9c0e6f70 msgr2=0x7fab9c0061f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-15T22:04:34.792 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:34.762+0000 7faba8b86640 1 --2- 172.21.15.63:0/1377052023 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7fab9c0e6f70 0x7fab9c0061f0 secure :-1 s=READY pgs=65 cs=0 l=1 rev1=1 crypto rx=0x7fab9c00c440 tx=0x7fab9802a100 comp rx=0 tx=0).stop 2024-09-15T22:04:34.793 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:34.762+0000 7f70d6ffd640 1 -- 172.21.15.63:0/2855754830 <== mon.0 v1:172.21.15.63:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 2378087965 0 0) 0x7f70d806d260 con 0x7f70d806bbe0 2024-09-15T22:04:34.793 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:34.762+0000 7f70d6ffd640 1 -- 172.21.15.63:0/2855754830 --> v1:172.21.15.63:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7f70c0003520 con 0x7f70d806bbe0 2024-09-15T22:04:34.793 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:34.762+0000 7f4a7dffb640 1 -- 172.21.15.63:0/3442932622 <== mon.0 v2:172.21.15.63:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4a74038070 con 0x7f4a68004800 2024-09-15T22:04:34.793 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:34.763+0000 7faba8b86640 1 -- 172.21.15.63:0/1377052023 shutdown_connections 2024-09-15T22:04:34.793 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:34.763+0000 7faba8b86640 1 --2- 172.21.15.63:0/1377052023 >> v2:172.21.15.63:3300/0 conn(0x7fab9c0339f0 0x7fab9c036010 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T22:04:34.794 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:34.763+0000 7faba8b86640 1 --2- 172.21.15.63:0/1377052023 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7fab9c0e6f70 0x7fab9c0061f0 unknown :-1 s=CLOSED pgs=65 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T22:04:34.794 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:34.763+0000 7faba8b86640 1 -- 172.21.15.63:0/1377052023 >> 172.21.15.63:0/1377052023 conn(0x7fab9c01d920 msgr2=0x7fab9c054590 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-15T22:04:34.794 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:34.763+0000 7fc92cc95640 1 -- 172.21.15.63:0/3392077926 >> v2:172.21.15.63:3300/0 conn(0x7fc9281629f0 msgr2=0x7fc928163900 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-15T22:04:34.794 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:34.763+0000 7fc92cc95640 1 --2- 172.21.15.63:0/3392077926 >> v2:172.21.15.63:3300/0 conn(0x7fc9281629f0 0x7fc928163900 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T22:04:34.794 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:34.763+0000 7fc92cc95640 1 -- 172.21.15.63:0/3392077926 >> v1:172.21.15.63:6789/0 conn(0x7fc92806cfd0 legacy=0x7fc9280731f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-15T22:04:34.794 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:34.763+0000 7fc92cc95640 1 -- 172.21.15.63:0/3392077926 --> [v2:172.21.15.110:3301/0,v1:172.21.15.110:6790/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fc928070e80 con 0x7fc928073900 2024-09-15T22:04:34.795 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:34.762+0000 7fec5a0a8640 1 -- 172.21.15.63:0/2656819085 wait complete. 2024-09-15T22:04:34.795 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:34.763+0000 7f25624e6640 1 -- start start 2024-09-15T22:04:34.795 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:34.763+0000 7fd67be23640 1 Processor -- start 2024-09-15T22:04:34.795 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:34.763+0000 7f70d6ffd640 1 -- 172.21.15.63:0/2855754830 <== mon.0 v1:172.21.15.63:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) ==== 214+0+0 (unknown 247165714 0 0) 0x7f70c0003520 con 0x7f70d806bbe0 2024-09-15T22:04:34.796 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:34.763+0000 7fd67be23640 1 -- start start 2024-09-15T22:04:34.796 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:34.763+0000 7f70d6ffd640 1 -- 172.21.15.63:0/2855754830 >> v2:172.21.15.63:3300/0 conn(0x7f70d81601a0 msgr2=0x7f70d80cfbc0 unknown :-1 s=STATE_CONNECTING l=0).mark_down 2024-09-15T22:04:34.796 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:34.763+0000 7f4a7dffb640 1 -- 172.21.15.63:0/3442932622 <== mon.0 v2:172.21.15.63:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f4a74033410 con 0x7f4a68004800 2024-09-15T22:04:34.797 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:34.763+0000 7faba8b86640 1 -- 172.21.15.63:0/1377052023 shutdown_connections 2024-09-15T22:04:34.797 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:34.763+0000 7faba8b86640 1 -- 172.21.15.63:0/1377052023 wait complete. 2024-09-15T22:04:34.797 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:34.763+0000 7f4a7dffb640 1 -- 172.21.15.63:0/3442932622 <== mon.0 v2:172.21.15.63:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4a7400b5e0 con 0x7f4a68004800 2024-09-15T22:04:34.798 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:34.763+0000 7f70d77fe640 1 --2- 172.21.15.63:0/2855754830 >> v2:172.21.15.63:3300/0 conn(0x7f70d81601a0 0x7f70d80cfbc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-15T22:04:34.798 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:34.763+0000 7f70d6ffd640 1 --2- 172.21.15.63:0/2855754830 >> v2:172.21.15.63:3300/0 conn(0x7f70d81601a0 0x7f70d80cfbc0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T22:04:34.798 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:34.763+0000 7f70d6ffd640 1 -- 172.21.15.63:0/2855754830 >> v1:172.21.15.110:6789/0 conn(0x7f70d80cf7e0 legacy=0x7f70d80cd3f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-15T22:04:34.798 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:34.763+0000 7f3cd1598640 1 -- 172.21.15.63:0/1974473350 shutdown_connections 2024-09-15T22:04:34.798 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:34.764+0000 7f70d6ffd640 1 -- 172.21.15.63:0/2855754830 --> v1:172.21.15.63:6789/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f70d806db00 con 0x7f70d806bbe0 2024-09-15T22:04:34.798 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:34.764+0000 7f70d6ffd640 1 -- 172.21.15.63:0/2855754830 <== mon.0 v1:172.21.15.63:6789/0 3 ==== mon_map magic: 0 ==== 413+0+0 (unknown 3984726164 0 0) 0x7f70d00019f0 con 0x7f70d806bbe0 2024-09-15T22:04:34.799 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:34.764+0000 7f70d77fe640 1 --2- 172.21.15.63:0/2855754830 >> v2:172.21.15.63:3300/0 conn(0x7f70d81601a0 0x7f70d80cfbc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-15T22:04:34.799 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:34.764+0000 7f4a854ba640 1 -- 172.21.15.63:0/3442932622 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f4a68004800 msgr2=0x7f4a68004c80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-15T22:04:34.799 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:34.764+0000 7f4a854ba640 1 --2- 172.21.15.63:0/3442932622 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f4a68004800 0x7f4a68004c80 secure :-1 s=READY pgs=99 cs=0 l=1 rev1=1 crypto rx=0x7f4a7400bc70 tx=0x7f4a68005830 comp rx=0 tx=0).stop 2024-09-15T22:04:34.799 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:34.764+0000 7f70d6ffd640 1 -- 172.21.15.63:0/2855754830 >> v1:172.21.15.63:6789/0 conn(0x7f70d806bbe0 legacy=0x7f70d815cdf0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-15T22:04:34.799 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:34.764+0000 7f70d6ffd640 1 --2- 172.21.15.63:0/2855754830 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f70c0003a00 0x7f70c0003e20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-15T22:04:34.800 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:34.764+0000 7fec5a0a8640 1 Processor -- start 2024-09-15T22:04:34.800 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:34.764+0000 7f4a854ba640 1 -- 172.21.15.63:0/3442932622 shutdown_connections 2024-09-15T22:04:34.800 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:34.764+0000 7f4a854ba640 1 --2- 172.21.15.63:0/3442932622 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f4a68004800 0x7f4a68004c80 unknown :-1 s=CLOSED pgs=99 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T22:04:34.800 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:34.764+0000 7f25624e6640 1 --2- >> [v2:172.21.15.110:3301/0,v1:172.21.15.110:6790/0] conn(0x7f255c0c4960 0x7f255c1f8160 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-15T22:04:34.800 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:34.764+0000 7f25624e6640 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f255c162b40 0x7f255c1f86a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-15T22:04:34.800 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:34.764+0000 7f25624e6640 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f255c162f20 0x7f255c0734a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-15T22:04:34.801 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:34.764+0000 7f25624e6640 1 -- --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 -- 0x7f255c0cee50 con 0x7f255c162b40 2024-09-15T22:04:34.801 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:34.764+0000 7f25624e6640 1 -- --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_getmap magic: 0 -- 0x7f255c06ce50 con 0x7f255c162f20 2024-09-15T22:04:34.801 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:34.764+0000 7f25624e6640 1 -- --> [v2:172.21.15.110:3301/0,v1:172.21.15.110:6790/0] -- mon_getmap magic: 0 -- 0x7f255c0cefd0 con 0x7f255c0c4960 2024-09-15T22:04:34.801 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:34.764+0000 7f70d6ffd640 1 --2- 172.21.15.63:0/2855754830 >> [v2:172.21.15.110:3301/0,v1:172.21.15.110:6790/0] conn(0x7f70c0004800 0x7f70c0004c80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-15T22:04:34.801 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:34.764+0000 7fc92cc95640 1 --2- 172.21.15.63:0/3392077926 >> [v2:172.21.15.110:3301/0,v1:172.21.15.110:6790/0] conn(0x7fc928073900 0x7fc9280bcb50 secure :-1 s=READY pgs=28 cs=0 l=1 rev1=1 crypto rx=0x7fc920009d90 tx=0x7fc92002a5d0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=710ca37ea552ba45 server_cookie=0 in_seq=0 out_seq=0 2024-09-15T22:04:34.801 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:34.764+0000 7f4a854ba640 1 -- 172.21.15.63:0/3442932622 >> 172.21.15.63:0/3442932622 conn(0x7f4a800730c0 msgr2=0x7f4a800734d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-15T22:04:34.802 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:34.764+0000 7fd67be23640 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fd67406bbe0 0x7fd674073d40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-15T22:04:34.802 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:34.764+0000 7fd67be23640 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7fd6740b35e0 0x7fd67414f360 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-15T22:04:34.802 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:34.764+0000 7f255bfff640 1 --2- >> [v2:172.21.15.110:3301/0,v1:172.21.15.110:6790/0] conn(0x7f255c0c4960 0x7f255c1f8160 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-15T22:04:34.802 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:34.764+0000 7f255bfff640 1 --2- >> [v2:172.21.15.110:3301/0,v1:172.21.15.110:6790/0] conn(0x7f255c0c4960 0x7f255c1f8160 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.110:3301/0 says I am v2:172.21.15.63:46400/0 (socket says 172.21.15.63:46400) 2024-09-15T22:04:34.802 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:34.764+0000 7f255bfff640 1 -- 172.21.15.63:0/1868610702 learned_addr learned my addr 172.21.15.63:0/1868610702 (peer_addr_for_me v2:172.21.15.63:0/0) 2024-09-15T22:04:34.802 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:34.764+0000 7f2560a83640 1 --2- 172.21.15.63:0/1868610702 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f255c162f20 0x7f255c0734a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-15T22:04:34.803 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:34.764+0000 7f70d7fff640 1 --2- 172.21.15.63:0/2855754830 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f70c0003a00 0x7f70c0003e20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-15T22:04:34.803 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:34.764+0000 7fc926ffd640 1 -- 172.21.15.63:0/3392077926 <== mon.2 v2:172.21.15.110:3301/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc920031600 con 0x7fc928073900 2024-09-15T22:04:34.803 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:34.764+0000 7fd679bbf640 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fd67406bbe0 0x7fd674073d40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-15T22:04:34.804 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:34.764+0000 7f70d77fe640 1 --2- 172.21.15.63:0/2855754830 >> [v2:172.21.15.110:3301/0,v1:172.21.15.110:6790/0] conn(0x7f70c0004800 0x7f70c0004c80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-15T22:04:34.804 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:34.765+0000 7fd679bbf640 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fd67406bbe0 0x7fd674073d40 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.63:3300/0 says I am v2:172.21.15.63:55208/0 (socket says 172.21.15.63:55208) 2024-09-15T22:04:34.804 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:34.765+0000 7f70d6ffd640 1 --2- 172.21.15.63:0/2855754830 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f70c00099b0 0x7f70c000bda0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-15T22:04:34.804 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:34.765+0000 7fc926ffd640 1 -- 172.21.15.63:0/3392077926 <== mon.2 v2:172.21.15.110:3301/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fc9200317a0 con 0x7fc928073900 2024-09-15T22:04:34.805 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:34.765+0000 7f70d6ffd640 1 -- 172.21.15.63:0/2855754830 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 -- 0x7f70d806d820 con 0x7f70c00099b0 2024-09-15T22:04:34.805 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:34.765+0000 7fc926ffd640 1 -- 172.21.15.63:0/3392077926 <== mon.2 v2:172.21.15.110:3301/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc920031b70 con 0x7fc928073900 2024-09-15T22:04:34.805 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:34.765+0000 7f70d6ffd640 1 -- 172.21.15.63:0/2855754830 --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_getmap magic: 0 -- 0x7f70c000c390 con 0x7f70c0003a00 2024-09-15T22:04:34.806 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:34.765+0000 7fd679bbf640 1 -- 172.21.15.63:0/1539711903 learned_addr learned my addr 172.21.15.63:0/1539711903 (peer_addr_for_me v2:172.21.15.63:0/0) 2024-09-15T22:04:34.806 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:34.765+0000 7f255b7fe640 1 --2- 172.21.15.63:0/1868610702 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f255c162b40 0x7f255c1f86a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-15T22:04:34.806 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:34.765+0000 7f70d6ffd640 1 -- 172.21.15.63:0/2855754830 --> [v2:172.21.15.110:3301/0,v1:172.21.15.110:6790/0] -- mon_getmap magic: 0 -- 0x7f70c000c590 con 0x7f70c0004800 2024-09-15T22:04:34.806 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:34.764+0000 7f3cd1598640 1 -- 172.21.15.63:0/1974473350 wait complete. 2024-09-15T22:04:34.807 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:34.765+0000 7f255bfff640 1 -- 172.21.15.63:0/1868610702 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f255c162f20 msgr2=0x7f255c0734a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-15T22:04:34.807 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:34.765+0000 7f255bfff640 1 --2- 172.21.15.63:0/1868610702 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f255c162f20 0x7f255c0734a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T22:04:34.807 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:34.765+0000 7f255bfff640 1 -- 172.21.15.63:0/1868610702 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f255c162b40 msgr2=0x7f255c1f86a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-15T22:04:34.807 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:34.765+0000 7f255bfff640 1 --2- 172.21.15.63:0/1868610702 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f255c162b40 0x7f255c1f86a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T22:04:34.807 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:34.765+0000 7f255bfff640 1 -- 172.21.15.63:0/1868610702 --> [v2:172.21.15.110:3301/0,v1:172.21.15.110:6790/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f255c1f8c90 con 0x7f255c0c4960 2024-09-15T22:04:34.807 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:34.765+0000 7f70dc973640 1 --2- 172.21.15.63:0/2855754830 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f70c00099b0 0x7f70c000bda0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-15T22:04:34.808 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:34.764+0000 7fec5a0a8640 1 -- start start 2024-09-15T22:04:34.808 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:34.765+0000 7f4a854ba640 1 -- 172.21.15.63:0/3442932622 shutdown_connections 2024-09-15T22:04:34.808 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:34.765+0000 7f2560a83640 1 --2- 172.21.15.63:0/1868610702 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f255c162f20 0x7f255c0734a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-15T22:04:34.808 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:34.765+0000 7f255bfff640 1 --2- 172.21.15.63:0/1868610702 >> [v2:172.21.15.110:3301/0,v1:172.21.15.110:6790/0] conn(0x7f255c0c4960 0x7f255c1f8160 secure :-1 s=READY pgs=29 cs=0 l=1 rev1=1 crypto rx=0x7f255000c440 tx=0x7f255000c900 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-15T22:04:34.809 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:34.765+0000 7faba8b86640 1 Processor -- start 2024-09-15T22:04:34.809 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:34.765+0000 7f70d7fff640 1 -- 172.21.15.63:0/2855754830 >> [v2:172.21.15.110:3301/0,v1:172.21.15.110:6790/0] conn(0x7f70c0004800 msgr2=0x7f70c0004c80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-15T22:04:34.809 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:34.765+0000 7f70d7fff640 1 --2- 172.21.15.63:0/2855754830 >> [v2:172.21.15.110:3301/0,v1:172.21.15.110:6790/0] conn(0x7f70c0004800 0x7f70c0004c80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T22:04:34.809 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:34.765+0000 7f70d7fff640 1 -- 172.21.15.63:0/2855754830 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f70c00099b0 msgr2=0x7f70c000bda0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-15T22:04:34.809 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:34.765+0000 7f70d7fff640 1 --2- 172.21.15.63:0/2855754830 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f70c00099b0 0x7f70c000bda0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T22:04:34.809 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:34.765+0000 7f70d7fff640 1 -- 172.21.15.63:0/2855754830 --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f70c0003520 con 0x7f70c0003a00 2024-09-15T22:04:34.810 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:34.765+0000 7fec5a0a8640 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fec400051c0 0x7fec4c0d6ff0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-15T22:04:34.810 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:34.765+0000 7fec5a0a8640 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7fec4c0d7530 0x7fec4c0d80e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-15T22:04:34.810 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:34.765+0000 7fec5a0a8640 1 --2- >> [v2:172.21.15.110:3301/0,v1:172.21.15.110:6790/0] conn(0x7fec4c0d8620 0x7fec4c0da0f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-15T22:04:34.810 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:34.766+0000 7f3cd1598640 1 Processor -- start 2024-09-15T22:04:34.810 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:34.766+0000 7f70dc973640 1 -- 172.21.15.63:0/2855754830 reap_dead start 2024-09-15T22:04:34.811 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:34.766+0000 7fec588a5640 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7fec4c0d7530 0x7fec4c0d80e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-15T22:04:34.811 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:34.766+0000 7fec588a5640 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7fec4c0d7530 0x7fec4c0d80e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.110:3300/0 says I am v2:172.21.15.63:57904/0 (socket says 172.21.15.63:57904) 2024-09-15T22:04:34.811 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:34.766+0000 7fec588a5640 1 -- 172.21.15.63:0/861696153 learned_addr learned my addr 172.21.15.63:0/861696153 (peer_addr_for_me v2:172.21.15.63:0/0) 2024-09-15T22:04:34.812 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:34.765+0000 7fd6793be640 1 --2- 172.21.15.63:0/1539711903 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7fd6740b35e0 0x7fd67414f360 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-15T22:04:34.812 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:34.765+0000 7fd67be23640 1 --2- 172.21.15.63:0/1539711903 >> [v2:172.21.15.110:3301/0,v1:172.21.15.110:6790/0] conn(0x7fd67415a6c0 0x7fd6740721a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-15T22:04:34.812 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:34.765+0000 7fd67be23640 1 -- 172.21.15.63:0/1539711903 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 -- 0x7fd6740cd550 con 0x7fd67406bbe0 2024-09-15T22:04:34.812 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:34.765+0000 7fd67be23640 1 -- 172.21.15.63:0/1539711903 --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_getmap magic: 0 -- 0x7fd67415aaa0 con 0x7fd6740b35e0 2024-09-15T22:04:34.812 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:34.765+0000 7fd67be23640 1 -- 172.21.15.63:0/1539711903 --> [v2:172.21.15.110:3301/0,v1:172.21.15.110:6790/0] -- mon_getmap magic: 0 -- 0x7fd6740b60f0 con 0x7fd67415a6c0 2024-09-15T22:04:34.812 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:34.766+0000 7f3cd1598640 1 -- start start 2024-09-15T22:04:34.813 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:34.766+0000 7fec5a0a8640 1 -- 172.21.15.63:0/861696153 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 -- 0x7fec4c0539b0 con 0x7fec400051c0 2024-09-15T22:04:34.813 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:34.766+0000 7fec5a0a8640 1 -- 172.21.15.63:0/861696153 --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_getmap magic: 0 -- 0x7fec4c008f30 con 0x7fec4c0d7530 2024-09-15T22:04:34.813 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:34.766+0000 7f2558ff9640 1 -- 172.21.15.63:0/1868610702 <== mon.2 v2:172.21.15.110:3301/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2550017070 con 0x7f255c0c4960 2024-09-15T22:04:34.813 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:34.766+0000 7fec598a7640 1 --2- 172.21.15.63:0/861696153 >> [v2:172.21.15.110:3301/0,v1:172.21.15.110:6790/0] conn(0x7fec4c0d8620 0x7fec4c0da0f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-15T22:04:34.813 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:34.766+0000 7fec5a0a8640 1 -- 172.21.15.63:0/861696153 --> [v2:172.21.15.110:3301/0,v1:172.21.15.110:6790/0] -- mon_getmap magic: 0 -- 0x7fec4c053b30 con 0x7fec4c0d8620 2024-09-15T22:04:34.814 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:34.766+0000 7faba8b86640 1 -- start start 2024-09-15T22:04:34.814 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:34.766+0000 7f25624e6640 1 -- 172.21.15.63:0/1868610702 --> [v2:172.21.15.110:3301/0,v1:172.21.15.110:6790/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f255c1f8f70 con 0x7f255c0c4960 2024-09-15T22:04:34.814 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:34.766+0000 7fd6793be640 1 -- 172.21.15.63:0/1539711903 >> [v2:172.21.15.110:3301/0,v1:172.21.15.110:6790/0] conn(0x7fd67415a6c0 msgr2=0x7fd6740721a0 unknown :-1 s=STATE_CONNECTING_RE l=1).mark_down 2024-09-15T22:04:34.815 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:34.766+0000 7f25624e6640 1 -- 172.21.15.63:0/1868610702 --> [v2:172.21.15.110:3301/0,v1:172.21.15.110:6790/0] -- mon_subscribe({osdmap=0}) -- 0x7f255c0ccb40 con 0x7f255c0c4960 2024-09-15T22:04:34.815 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:34.766+0000 7fc92e6f8640 1 -- 172.21.15.63:0/3392077926 >> [v2:172.21.15.110:3301/0,v1:172.21.15.110:6790/0] conn(0x7fc928073900 msgr2=0x7fc9280bcb50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-15T22:04:34.815 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:34.766+0000 7fc92e6f8640 1 --2- 172.21.15.63:0/3392077926 >> [v2:172.21.15.110:3301/0,v1:172.21.15.110:6790/0] conn(0x7fc928073900 0x7fc9280bcb50 secure :-1 s=READY pgs=28 cs=0 l=1 rev1=1 crypto rx=0x7fc920009d90 tx=0x7fc92002a5d0 comp rx=0 tx=0).stop 2024-09-15T22:04:34.815 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:34.766+0000 7fc92e6f8640 1 -- 172.21.15.63:0/3392077926 shutdown_connections 2024-09-15T22:04:34.815 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:34.766+0000 7fc92e6f8640 1 --2- 172.21.15.63:0/3392077926 >> [v2:172.21.15.110:3301/0,v1:172.21.15.110:6790/0] conn(0x7fc928073900 0x7fc9280bcb50 unknown :-1 s=CLOSED pgs=28 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T22:04:34.815 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:34.766+0000 7fc92e6f8640 1 --2- 172.21.15.63:0/3392077926 >> v2:172.21.15.63:3300/0 conn(0x7fc9281629f0 0x7fc928163900 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T22:04:34.815 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:34.766+0000 7fc92e6f8640 1 -- 172.21.15.63:0/3392077926 >> 172.21.15.63:0/3392077926 conn(0x7fc92806bbe0 msgr2=0x7fc92806bfc0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-15T22:04:34.816 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:34.766+0000 7fec588a5640 1 -- 172.21.15.63:0/861696153 >> [v2:172.21.15.110:3301/0,v1:172.21.15.110:6790/0] conn(0x7fec4c0d8620 msgr2=0x7fec4c0da0f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-15T22:04:34.816 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:34.766+0000 7fd6793be640 1 --2- 172.21.15.63:0/1539711903 >> [v2:172.21.15.110:3301/0,v1:172.21.15.110:6790/0] conn(0x7fd67415a6c0 0x7fd6740721a0 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T22:04:34.816 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:34.766+0000 7fd6793be640 1 -- 172.21.15.63:0/1539711903 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fd67406bbe0 msgr2=0x7fd674073d40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-15T22:04:34.816 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:34.766+0000 7fec588a5640 1 --2- 172.21.15.63:0/861696153 >> [v2:172.21.15.110:3301/0,v1:172.21.15.110:6790/0] conn(0x7fec4c0d8620 0x7fec4c0da0f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T22:04:34.817 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:34.766+0000 7fec588a5640 1 -- 172.21.15.63:0/861696153 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fec400051c0 msgr2=0x7fec4c0d6ff0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-15T22:04:34.817 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:34.766+0000 7fec588a5640 1 --2- 172.21.15.63:0/861696153 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fec400051c0 0x7fec4c0d6ff0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T22:04:34.817 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:34.766+0000 7fec588a5640 1 -- 172.21.15.63:0/861696153 --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fec4c0d6970 con 0x7fec4c0d7530 2024-09-15T22:04:34.817 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:34.767+0000 7f2558ff9640 1 -- 172.21.15.63:0/1868610702 <== mon.2 v2:172.21.15.110:3301/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f25500035f0 con 0x7f255c0c4960 2024-09-15T22:04:34.817 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:34.767+0000 7fec588a5640 1 --2- 172.21.15.63:0/861696153 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7fec4c0d7530 0x7fec4c0d80e0 secure :-1 s=READY pgs=68 cs=0 l=1 rev1=1 crypto rx=0x7fec5407bf20 tx=0x7fec54069780 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-15T22:04:34.818 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:34.767+0000 7f70d7fff640 1 --2- 172.21.15.63:0/2855754830 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f70c0003a00 0x7f70c0003e20 secure :-1 s=READY pgs=67 cs=0 l=1 rev1=1 crypto rx=0x7f70c8001750 tx=0x7f70c0005830 comp rx=0 tx=0).ready entity=mon.1 client_cookie=1935811e2a8a49d4 server_cookie=0 in_seq=0 out_seq=0 2024-09-15T22:04:34.818 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:34.767+0000 7fec49ffb640 1 -- 172.21.15.63:0/861696153 <== mon.1 v2:172.21.15.110:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fec54099070 con 0x7fec4c0d7530 2024-09-15T22:04:34.818 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:34.767+0000 7fec49ffb640 1 -- 172.21.15.63:0/861696153 <== mon.1 v2:172.21.15.110:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fec54094430 con 0x7fec4c0d7530 2024-09-15T22:04:34.818 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:34.767+0000 7fec49ffb640 1 -- 172.21.15.63:0/861696153 <== mon.1 v2:172.21.15.110:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fec540947e0 con 0x7fec4c0d7530 2024-09-15T22:04:34.818 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:34.767+0000 7fec5a0a8640 1 -- 172.21.15.63:0/861696153 --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fec4c0d7b60 con 0x7fec4c0d7530 2024-09-15T22:04:34.819 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:34.767+0000 7f3cd1598640 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f3ccc068170 0x7f3ccc06e730 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-15T22:04:34.819 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:34.767+0000 7f3cd1598640 1 --2- >> [v2:172.21.15.110:3301/0,v1:172.21.15.110:6790/0] conn(0x7f3ccc0af990 0x7f3ccc0c9fb0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-15T22:04:34.819 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:34.767+0000 7f3cd1598640 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f3ccc15aa60 0x7f3ccc0ca4f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-15T22:04:34.819 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:34.767+0000 7fec5a0a8640 1 -- 172.21.15.63:0/861696153 --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fec4c04ffe0 con 0x7fec4c0d7530 2024-09-15T22:04:34.819 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:34.768+0000 7faba8b86640 1 --2- >> [v2:172.21.15.110:3301/0,v1:172.21.15.110:6790/0] conn(0x7fab9c0339f0 0x7fab9c0d0390 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-15T22:04:34.820 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:34.768+0000 7f3cca7fc640 1 --2- >> [v2:172.21.15.110:3301/0,v1:172.21.15.110:6790/0] conn(0x7f3ccc0af990 0x7f3ccc0c9fb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-15T22:04:34.820 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:34.768+0000 7f3cca7fc640 1 --2- >> [v2:172.21.15.110:3301/0,v1:172.21.15.110:6790/0] conn(0x7f3ccc0af990 0x7f3ccc0c9fb0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.110:3301/0 says I am v2:172.21.15.63:46442/0 (socket says 172.21.15.63:46442) 2024-09-15T22:04:34.820 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:34.768+0000 7f3cca7fc640 1 -- 172.21.15.63:0/3133157089 learned_addr learned my addr 172.21.15.63:0/3133157089 (peer_addr_for_me v2:172.21.15.63:0/0) 2024-09-15T22:04:34.820 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:34.768+0000 7faba8b86640 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fab9c047c00 0x7fab9c0349c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-15T22:04:34.821 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:34.768+0000 7f3cd1598640 1 -- 172.21.15.63:0/3133157089 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 -- 0x7f3ccc0cb500 con 0x7f3ccc15aa60 2024-09-15T22:04:34.821 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:34.768+0000 7f2558ff9640 1 -- 172.21.15.63:0/1868610702 <== mon.2 v2:172.21.15.110:3301/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f25500039e0 con 0x7f255c0c4960 2024-09-15T22:04:34.821 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:34.768+0000 7f3cd1598640 1 -- 172.21.15.63:0/3133157089 --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_getmap magic: 0 -- 0x7f3ccc0685c0 con 0x7f3ccc068170 2024-09-15T22:04:34.821 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:34.768+0000 7f25427fc640 1 -- 172.21.15.63:0/1868610702 --> [v2:172.21.15.110:3301/0,v1:172.21.15.110:6790/0] -- mon_get_version(what=osdmap handle=1) -- 0x7f2534001030 con 0x7f255c0c4960 2024-09-15T22:04:34.822 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:34.768+0000 7faba37fe640 1 --2- >> [v2:172.21.15.110:3301/0,v1:172.21.15.110:6790/0] conn(0x7fab9c0339f0 0x7fab9c0d0390 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-15T22:04:34.822 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:34.768+0000 7faba37fe640 1 --2- >> [v2:172.21.15.110:3301/0,v1:172.21.15.110:6790/0] conn(0x7fab9c0339f0 0x7fab9c0d0390 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.110:3301/0 says I am v2:172.21.15.63:46448/0 (socket says 172.21.15.63:46448) 2024-09-15T22:04:34.822 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:34.768+0000 7f3cd1598640 1 -- 172.21.15.63:0/3133157089 --> [v2:172.21.15.110:3301/0,v1:172.21.15.110:6790/0] -- mon_getmap magic: 0 -- 0x7f3ccc0c5420 con 0x7f3ccc0af990 2024-09-15T22:04:34.823 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:34.768+0000 7faba2ffd640 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fab9c047c00 0x7fab9c0349c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-15T22:04:34.823 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:34.768+0000 7faba2ffd640 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fab9c047c00 0x7fab9c0349c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.63:3300/0 says I am v2:172.21.15.63:55248/0 (socket says 172.21.15.63:55248) 2024-09-15T22:04:34.823 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:34.768+0000 7faba37fe640 1 -- 172.21.15.63:0/2687406873 learned_addr learned my addr 172.21.15.63:0/2687406873 (peer_addr_for_me v2:172.21.15.63:0/0) 2024-09-15T22:04:34.823 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:34.768+0000 7f3ccb7fe640 1 --2- 172.21.15.63:0/3133157089 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f3ccc15aa60 0x7f3ccc0ca4f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-15T22:04:34.824 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:34.768+0000 7faba8b86640 1 --2- 172.21.15.63:0/2687406873 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7fab9c0e6f70 0x7fab9c0d18f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-15T22:04:34.831 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:34.768+0000 7faba8b86640 1 -- 172.21.15.63:0/2687406873 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 -- 0x7fab9c0e7350 con 0x7fab9c047c00 2024-09-15T22:04:34.832 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:34.769+0000 7faba8b86640 1 -- 172.21.15.63:0/2687406873 --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_getmap magic: 0 -- 0x7fab9c006e40 con 0x7fab9c0e6f70 2024-09-15T22:04:34.832 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:34.769+0000 7faba3fff640 1 --2- 172.21.15.63:0/2687406873 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7fab9c0e6f70 0x7fab9c0d18f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-15T22:04:34.832 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:34.769+0000 7faba8b86640 1 -- 172.21.15.63:0/2687406873 --> [v2:172.21.15.110:3301/0,v1:172.21.15.110:6790/0] -- mon_getmap magic: 0 -- 0x7fab9c034f00 con 0x7fab9c0339f0 2024-09-15T22:04:34.832 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:34.768+0000 7f3cca7fc640 1 -- 172.21.15.63:0/3133157089 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f3ccc068170 msgr2=0x7f3ccc06e730 unknown :-1 s=STATE_CONNECTING l=1).mark_down 2024-09-15T22:04:34.832 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:34.768+0000 7f3cca7fc640 1 --2- 172.21.15.63:0/3133157089 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f3ccc068170 0x7f3ccc06e730 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T22:04:34.832 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:34.769+0000 7f3cca7fc640 1 -- 172.21.15.63:0/3133157089 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f3ccc15aa60 msgr2=0x7f3ccc0ca4f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-15T22:04:34.833 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:34.769+0000 7f3cca7fc640 1 --2- 172.21.15.63:0/3133157089 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f3ccc15aa60 0x7f3ccc0ca4f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T22:04:34.833 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:34.769+0000 7f3cca7fc640 1 -- 172.21.15.63:0/3133157089 --> [v2:172.21.15.110:3301/0,v1:172.21.15.110:6790/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f3ccc0c4810 con 0x7f3ccc0af990 2024-09-15T22:04:34.833 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:34.767+0000 7fd6793be640 1 --2- 172.21.15.63:0/1539711903 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fd67406bbe0 0x7fd674073d40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T22:04:34.833 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:34.767+0000 7fd6793be640 1 -- 172.21.15.63:0/1539711903 --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fd674070e20 con 0x7fd6740b35e0 2024-09-15T22:04:34.833 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:34.767+0000 7fd6793be640 1 --2- 172.21.15.63:0/1539711903 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7fd6740b35e0 0x7fd67414f360 secure :-1 s=READY pgs=69 cs=0 l=1 rev1=1 crypto rx=0x7fd664005880 tx=0x7fd664014420 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-15T22:04:34.833 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:34.768+0000 7fd66a7fc640 1 -- 172.21.15.63:0/1539711903 <== mon.1 v2:172.21.15.110:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd664012e30 con 0x7fd6740b35e0 2024-09-15T22:04:34.833 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:34.768+0000 7fd66a7fc640 1 -- 172.21.15.63:0/1539711903 <== mon.1 v2:172.21.15.110:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fd664014d40 con 0x7fd6740b35e0 2024-09-15T22:04:34.833 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:34.768+0000 7fd66a7fc640 1 -- 172.21.15.63:0/1539711903 <== mon.1 v2:172.21.15.110:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd664005af0 con 0x7fd6740b35e0 2024-09-15T22:04:34.834 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:34.765+0000 7f4a854ba640 1 -- 172.21.15.63:0/3442932622 wait complete. 2024-09-15T22:04:34.834 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:34.769+0000 7fd679bbf640 1 --2- 172.21.15.63:0/1539711903 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fd67406bbe0 0x7fd674073d40 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-15T22:04:34.834 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:34.767+0000 7f4a854ba640 1 Processor -- start 2024-09-15T22:04:34.835 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:34.767+0000 7f4a854ba640 1 -- start start 2024-09-15T22:04:34.835 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:34.768+0000 7f4a854ba640 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f4a68004800 0x7f4a800cf9c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-15T22:04:34.835 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:34.768+0000 7f4a854ba640 1 --2- >> [v2:172.21.15.110:3301/0,v1:172.21.15.110:6790/0] conn(0x7f4a8006cc00 0x7f4a80214fb0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-15T22:04:34.835 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:34.769+0000 7f4a854ba640 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f4a802154f0 0x7f4a800cb760 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-15T22:04:34.835 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:34.769+0000 7f4a854ba640 1 -- --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 -- 0x7f4a800b0930 con 0x7f4a68004800 2024-09-15T22:04:34.835 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:34.769+0000 7f4a854ba640 1 -- --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_getmap magic: 0 -- 0x7f4a800b07b0 con 0x7f4a802154f0 2024-09-15T22:04:34.835 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:34.769+0000 7f2558ff9640 1 -- 172.21.15.63:0/1868610702 <== mon.2 v2:172.21.15.110:3301/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7f255001a070 con 0x7f255c0c4960 2024-09-15T22:04:34.836 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:34.769+0000 7f4a854ba640 1 -- --> [v2:172.21.15.110:3301/0,v1:172.21.15.110:6790/0] -- mon_getmap magic: 0 -- 0x7f4a80073be0 con 0x7f4a8006cc00 2024-09-15T22:04:34.836 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:34.769+0000 7f4a7effd640 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f4a68004800 0x7f4a800cf9c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-15T22:04:34.836 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:34.769+0000 7f4a7effd640 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f4a68004800 0x7f4a800cf9c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.63:3300/0 says I am v2:172.21.15.63:55256/0 (socket says 172.21.15.63:55256) 2024-09-15T22:04:34.836 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:34.769+0000 7f4a7effd640 1 -- 172.21.15.63:0/4027142972 learned_addr learned my addr 172.21.15.63:0/4027142972 (peer_addr_for_me v2:172.21.15.63:0/0) 2024-09-15T22:04:34.836 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:34.769+0000 7fec5a0a8640 1 -- 172.21.15.63:0/861696153 --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_get_version(what=osdmap handle=1) -- 0x7fec4c053f10 con 0x7fec4c0d7530 2024-09-15T22:04:34.836 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:34.769+0000 7f4a7e7fc640 1 --2- 172.21.15.63:0/4027142972 >> [v2:172.21.15.110:3301/0,v1:172.21.15.110:6790/0] conn(0x7f4a8006cc00 0x7f4a80214fb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-15T22:04:34.837 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:34.769+0000 7f70d6ffd640 1 -- 172.21.15.63:0/2855754830 <== mon.1 v2:172.21.15.110:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f70c8001370 con 0x7f70c0003a00 2024-09-15T22:04:34.837 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:34.770+0000 7f3ccb7fe640 1 --2- 172.21.15.63:0/3133157089 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f3ccc15aa60 0x7f3ccc0ca4f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-15T22:04:34.837 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:34.769+0000 7fd67be23640 1 -- 172.21.15.63:0/1539711903 --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fd674071100 con 0x7fd6740b35e0 2024-09-15T22:04:34.837 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:34.769+0000 7fd67be23640 1 -- 172.21.15.63:0/1539711903 --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fd6740716c0 con 0x7fd6740b35e0 2024-09-15T22:04:34.838 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:34.770+0000 7f2558ff9640 1 --2- 172.21.15.63:0/1868610702 >> [v2:172.21.15.110:6832/552273267,v1:172.21.15.110:6833/552273267] conn(0x7f254806c300 0x7f254806e7c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-15T22:04:34.838 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:34.769+0000 7faba3fff640 1 -- 172.21.15.63:0/2687406873 >> [v2:172.21.15.110:3301/0,v1:172.21.15.110:6790/0] conn(0x7fab9c0339f0 msgr2=0x7fab9c0d0390 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-15T22:04:34.838 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:34.769+0000 7faba3fff640 1 --2- 172.21.15.63:0/2687406873 >> [v2:172.21.15.110:3301/0,v1:172.21.15.110:6790/0] conn(0x7fab9c0339f0 0x7fab9c0d0390 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T22:04:34.838 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:34.769+0000 7faba3fff640 1 -- 172.21.15.63:0/2687406873 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fab9c047c00 msgr2=0x7fab9c0349c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-15T22:04:34.838 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:34.769+0000 7faba3fff640 1 --2- 172.21.15.63:0/2687406873 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fab9c047c00 0x7fab9c0349c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T22:04:34.838 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:34.769+0000 7faba3fff640 1 -- 172.21.15.63:0/2687406873 --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fab9c0d0ac0 con 0x7fab9c0e6f70 2024-09-15T22:04:34.839 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:34.769+0000 7f70d6ffd640 1 -- 172.21.15.63:0/2855754830 <== mon.1 v2:172.21.15.110:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f70c80052d0 con 0x7f70c0003a00 2024-09-15T22:04:34.839 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:34.769+0000 7f70d6ffd640 1 -- 172.21.15.63:0/2855754830 <== mon.1 v2:172.21.15.110:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f70c802abc0 con 0x7f70c0003a00 2024-09-15T22:04:34.839 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:34.769+0000 7fc92e6f8640 1 -- 172.21.15.63:0/3392077926 shutdown_connections 2024-09-15T22:04:34.839 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:34.769+0000 7fec49ffb640 1 -- 172.21.15.63:0/861696153 <== mon.1 v2:172.21.15.110:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7fec54094980 con 0x7fec4c0d7530 2024-09-15T22:04:34.839 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:34.769+0000 7f4a7f7fe640 1 --2- 172.21.15.63:0/4027142972 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f4a802154f0 0x7f4a800cb760 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-15T22:04:34.840 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:34.769+0000 7f4a7effd640 1 -- 172.21.15.63:0/4027142972 >> [v2:172.21.15.110:3301/0,v1:172.21.15.110:6790/0] conn(0x7f4a8006cc00 msgr2=0x7f4a80214fb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-15T22:04:34.840 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:34.769+0000 7f4a7effd640 1 --2- 172.21.15.63:0/4027142972 >> [v2:172.21.15.110:3301/0,v1:172.21.15.110:6790/0] conn(0x7f4a8006cc00 0x7f4a80214fb0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T22:04:34.840 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:34.769+0000 7f4a7effd640 1 -- 172.21.15.63:0/4027142972 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f4a802154f0 msgr2=0x7f4a800cb760 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-15T22:04:34.840 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:34.769+0000 7f4a7effd640 1 --2- 172.21.15.63:0/4027142972 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f4a802154f0 0x7f4a800cb760 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T22:04:34.840 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:34.769+0000 7f4a7effd640 1 -- 172.21.15.63:0/4027142972 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f4a80215990 con 0x7f4a68004800 2024-09-15T22:04:34.840 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:34.770+0000 7f4a7effd640 1 --2- 172.21.15.63:0/4027142972 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f4a68004800 0x7f4a800cf9c0 secure :-1 s=READY pgs=100 cs=0 l=1 rev1=1 crypto rx=0x7f4a7000e780 tx=0x7f4a7000ec40 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-15T22:04:34.840 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:34.770+0000 7f2558ff9640 1 -- 172.21.15.63:0/1868610702 <== mon.2 v2:172.21.15.110:3301/0 5 ==== osd_map(21..21 src has 1..21) ==== 5709+0+0 (secure 0 0 0) 0x7f255008a720 con 0x7f255c0c4960 2024-09-15T22:04:34.841 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:34.770+0000 7faba3fff640 1 --2- 172.21.15.63:0/2687406873 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7fab9c0e6f70 0x7fab9c0d18f0 secure :-1 s=READY pgs=70 cs=0 l=1 rev1=1 crypto rx=0x7fab9c033ea0 tx=0x7fab9000d9c0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-15T22:04:34.841 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:34.770+0000 7f255b7fe640 1 --2- 172.21.15.63:0/1868610702 >> [v2:172.21.15.110:6832/552273267,v1:172.21.15.110:6833/552273267] conn(0x7f254806c300 0x7f254806e7c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-15T22:04:34.841 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:34.769+0000 7fc92e6f8640 1 -- 172.21.15.63:0/3392077926 wait complete. 2024-09-15T22:04:34.841 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:34.770+0000 7fec49ffb640 1 --2- 172.21.15.63:0/861696153 >> [v2:172.21.15.110:6832/552273267,v1:172.21.15.110:6833/552273267] conn(0x7fec3806c2e0 0x7fec3806e7a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-15T22:04:34.842 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:34.770+0000 7f2558ff9640 1 --2- 172.21.15.63:0/1868610702 >> [v2:172.21.15.63:6800/3107585409,v1:172.21.15.63:6801/3107585409] conn(0x7f2548074500 0x7f2548076920 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-15T22:04:34.842 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:34.770+0000 7fab8ffff640 1 -- 172.21.15.63:0/2687406873 <== mon.1 v2:172.21.15.110:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fab900125f0 con 0x7fab9c0e6f70 2024-09-15T22:04:34.842 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:34.770+0000 7f2558ff9640 1 -- 172.21.15.63:0/1868610702 --> [v2:172.21.15.63:6800/3107585409,v1:172.21.15.63:6801/3107585409] -- command(tid 1: {"prefix": "get_command_descriptions"}) -- 0x7f2550013e50 con 0x7f2548074500 2024-09-15T22:04:34.842 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:34.770+0000 7fec49ffb640 1 -- 172.21.15.63:0/861696153 <== mon.1 v2:172.21.15.110:3300/0 5 ==== osd_map(21..21 src has 1..21) ==== 5709+0+0 (secure 0 0 0) 0x7fec54106d00 con 0x7fec4c0d7530 2024-09-15T22:04:34.843 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:34.770+0000 7fec49ffb640 1 --2- 172.21.15.63:0/861696153 >> [v2:172.21.15.110:6808/2775776398,v1:172.21.15.110:6809/2775776398] conn(0x7fec38074480 0x7fec380768a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-15T22:04:34.843 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:34.770+0000 7f2558ff9640 1 -- 172.21.15.63:0/1868610702 <== mon.2 v2:172.21.15.110:3301/0 6 ==== mon_get_version_reply(handle=1 version=21) ==== 24+0+0 (secure 0 0 0) 0x7f2550091050 con 0x7f255c0c4960 2024-09-15T22:04:34.843 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:34.770+0000 7fec49ffb640 1 -- 172.21.15.63:0/861696153 --> [v2:172.21.15.110:6808/2775776398,v1:172.21.15.110:6809/2775776398] -- command(tid 1: {"prefix": "get_command_descriptions"}) -- 0x7fec38076f50 con 0x7fec38074480 2024-09-15T22:04:34.843 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:34.770+0000 7f2560a83640 1 --2- 172.21.15.63:0/1868610702 >> [v2:172.21.15.63:6800/3107585409,v1:172.21.15.63:6801/3107585409] conn(0x7f2548074500 0x7f2548076920 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-15T22:04:34.844 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:34.770+0000 7fab8ffff640 1 -- 172.21.15.63:0/2687406873 <== mon.1 v2:172.21.15.110:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fab90019070 con 0x7fab9c0e6f70 2024-09-15T22:04:34.844 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:34.770+0000 7faba8b86640 1 -- 172.21.15.63:0/2687406873 --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fab9c0d0da0 con 0x7fab9c0e6f70 2024-09-15T22:04:34.844 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:34.770+0000 7faba8b86640 1 -- 172.21.15.63:0/2687406873 --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fab9c0d1360 con 0x7fab9c0e6f70 2024-09-15T22:04:34.844 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:34.770+0000 7fec590a6640 1 --2- 172.21.15.63:0/861696153 >> [v2:172.21.15.110:6832/552273267,v1:172.21.15.110:6833/552273267] conn(0x7fec3806c2e0 0x7fec3806e7a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-15T22:04:34.844 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:34.771+0000 7f3cca7fc640 1 --2- 172.21.15.63:0/3133157089 >> [v2:172.21.15.110:3301/0,v1:172.21.15.110:6790/0] conn(0x7f3ccc0af990 0x7f3ccc0c9fb0 secure :-1 s=READY pgs=30 cs=0 l=1 rev1=1 crypto rx=0x7f3cc000b450 tx=0x7f3cc000b910 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-15T22:04:34.845 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:34.771+0000 7fd657fff640 1 -- 172.21.15.63:0/1539711903 --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_get_version(what=osdmap handle=1) -- 0x7fd67406c020 con 0x7fd6740b35e0 2024-09-15T22:04:34.845 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:34.770+0000 7fec49ffb640 1 -- 172.21.15.63:0/861696153 <== mon.1 v2:172.21.15.110:3300/0 6 ==== mon_get_version_reply(handle=1 version=21) ==== 24+0+0 (secure 0 0 0) 0x7fec540d0ef0 con 0x7fec4c0d7530 2024-09-15T22:04:34.845 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:34.771+0000 7fab8ffff640 1 -- 172.21.15.63:0/2687406873 <== mon.1 v2:172.21.15.110:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fab900125f0 con 0x7fab9c0e6f70 2024-09-15T22:04:34.845 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:34.771+0000 7fec598a7640 1 --2- 172.21.15.63:0/861696153 >> [v2:172.21.15.110:6808/2775776398,v1:172.21.15.110:6809/2775776398] conn(0x7fec38074480 0x7fec380768a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-15T22:04:34.846 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:34.771+0000 7fc92e6f8640 1 Processor -- start 2024-09-15T22:04:34.846 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:34.771+0000 7f3cb37fe640 1 -- 172.21.15.63:0/3133157089 <== mon.2 v2:172.21.15.110:3301/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3cc0015020 con 0x7f3ccc0af990 2024-09-15T22:04:34.846 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:34.771+0000 7f3cb37fe640 1 -- 172.21.15.63:0/3133157089 <== mon.2 v2:172.21.15.110:3301/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f3cc00118b0 con 0x7f3ccc0af990 2024-09-15T22:04:34.846 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:34.771+0000 7f3cb37fe640 1 -- 172.21.15.63:0/3133157089 <== mon.2 v2:172.21.15.110:3301/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3cc0011ca0 con 0x7f3ccc0af990 2024-09-15T22:04:34.846 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:34.771+0000 7f2560a83640 1 --2- 172.21.15.63:0/1868610702 >> [v2:172.21.15.63:6800/3107585409,v1:172.21.15.63:6801/3107585409] conn(0x7f2548074500 0x7f2548076920 crc :-1 s=READY pgs=10 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=osd.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-15T22:04:34.847 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:34.771+0000 7f255b7fe640 1 --2- 172.21.15.63:0/1868610702 >> [v2:172.21.15.110:6832/552273267,v1:172.21.15.110:6833/552273267] conn(0x7f254806c300 0x7f254806e7c0 secure :-1 s=READY pgs=63 cs=0 l=1 rev1=1 crypto rx=0x7f254c034000 tx=0x7f254c02e000 comp rx=0 tx=0).ready entity=mgr.4102 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-15T22:04:34.847 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:34.770+0000 7f4a677fe640 1 -- 172.21.15.63:0/4027142972 <== mon.0 v2:172.21.15.63:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4a7000c6c0 con 0x7f4a68004800 2024-09-15T22:04:34.847 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:34.770+0000 7f4a854ba640 1 -- 172.21.15.63:0/4027142972 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f4a80215c70 con 0x7f4a68004800 2024-09-15T22:04:34.847 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:34.770+0000 7f4a854ba640 1 -- 172.21.15.63:0/4027142972 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f4a800cff00 con 0x7f4a68004800 2024-09-15T22:04:34.847 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:34.770+0000 7f4a677fe640 1 -- 172.21.15.63:0/4027142972 <== mon.0 v2:172.21.15.63:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f4a70018070 con 0x7f4a68004800 2024-09-15T22:04:34.847 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:34.771+0000 7f4a677fe640 1 -- 172.21.15.63:0/4027142972 <== mon.0 v2:172.21.15.63:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4a7000c6c0 con 0x7f4a68004800 2024-09-15T22:04:34.847 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:34.771+0000 7fc92e6f8640 1 -- start start 2024-09-15T22:04:34.848 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:34.772+0000 7fec598a7640 1 --2- 172.21.15.63:0/861696153 >> [v2:172.21.15.110:6808/2775776398,v1:172.21.15.110:6809/2775776398] conn(0x7fec38074480 0x7fec380768a0 crc :-1 s=READY pgs=9 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=osd.6 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-15T22:04:34.848 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:34.772+0000 7f70de3d6640 1 -- 172.21.15.63:0/2855754830 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f70c0003a00 msgr2=0x7f70c0003e20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-15T22:04:34.848 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:34.772+0000 7f70de3d6640 1 --2- 172.21.15.63:0/2855754830 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f70c0003a00 0x7f70c0003e20 secure :-1 s=READY pgs=67 cs=0 l=1 rev1=1 crypto rx=0x7f70c8001750 tx=0x7f70c0005830 comp rx=0 tx=0).stop 2024-09-15T22:04:34.848 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:34.772+0000 7f70de3d6640 1 -- 172.21.15.63:0/2855754830 shutdown_connections 2024-09-15T22:04:34.848 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:34.772+0000 7f70de3d6640 1 --2- 172.21.15.63:0/2855754830 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f70c0003a00 0x7f70c0003e20 unknown :-1 s=CLOSED pgs=67 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T22:04:34.848 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:34.772+0000 7f70de3d6640 1 -- 172.21.15.63:0/2855754830 >> 172.21.15.63:0/2855754830 conn(0x7f70d80b5c40 msgr2=0x7f70d80b2000 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-15T22:04:34.849 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:34.772+0000 7f3cd1598640 1 -- 172.21.15.63:0/3133157089 --> [v2:172.21.15.110:3301/0,v1:172.21.15.110:6790/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f3ccc0c4af0 con 0x7f3ccc0af990 2024-09-15T22:04:34.849 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:34.772+0000 7f3cd1598640 1 -- 172.21.15.63:0/3133157089 --> [v2:172.21.15.110:3301/0,v1:172.21.15.110:6790/0] -- mon_subscribe({osdmap=0}) -- 0x7f3ccc0c50b0 con 0x7f3ccc0af990 2024-09-15T22:04:34.849 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:34.772+0000 7f70de3d6640 1 -- 172.21.15.63:0/2855754830 shutdown_connections 2024-09-15T22:04:34.849 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:34.772+0000 7f4a854ba640 1 -- 172.21.15.63:0/4027142972 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_get_version(what=osdmap handle=1) -- 0x7f4a60001030 con 0x7f4a68004800 2024-09-15T22:04:34.850 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:34.772+0000 7f70de3d6640 1 -- 172.21.15.63:0/2855754830 wait complete. 2024-09-15T22:04:34.850 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:34.772+0000 7f2558ff9640 1 -- 172.21.15.63:0/1868610702 <== osd.2 v2:172.21.15.63:6800/3107585409 1 ==== command_reply(tid 1: 0 ) ==== 8+0+27193 (crc 0 0 0) 0x7f2550013e50 con 0x7f2548074500 2024-09-15T22:04:34.850 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:34.773+0000 7fab8ffff640 1 -- 172.21.15.63:0/2687406873 <== mon.1 v2:172.21.15.110:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7fab90012790 con 0x7fab9c0e6f70 2024-09-15T22:04:34.850 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:34.773+0000 7fc92e6f8640 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fc92806cfd0 0x7fc92814a290 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-15T22:04:34.851 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:34.773+0000 7fc92e6f8640 1 --2- >> [v2:172.21.15.110:3301/0,v1:172.21.15.110:6790/0] conn(0x7fc928073900 0x7fc928154b50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-15T22:04:34.851 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:34.773+0000 7fc92e6f8640 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7fc9281629f0 0x7fc928155090 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-15T22:04:34.851 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:34.773+0000 7fc92e6f8640 1 -- --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 -- 0x7fc92806f350 con 0x7fc92806cfd0 2024-09-15T22:04:34.851 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:34.773+0000 7fc9277fe640 1 --2- >> [v2:172.21.15.110:3301/0,v1:172.21.15.110:6790/0] conn(0x7fc928073900 0x7fc928154b50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-15T22:04:34.851 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:34.773+0000 7fc9277fe640 1 --2- >> [v2:172.21.15.110:3301/0,v1:172.21.15.110:6790/0] conn(0x7fc928073900 0x7fc928154b50 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.110:3301/0 says I am v2:172.21.15.63:46468/0 (socket says 172.21.15.63:46468) 2024-09-15T22:04:34.851 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:34.773+0000 7fc9277fe640 1 -- 172.21.15.63:0/1563054378 learned_addr learned my addr 172.21.15.63:0/1563054378 (peer_addr_for_me v2:172.21.15.63:0/0) 2024-09-15T22:04:34.851 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:34.773+0000 7fc92e6f8640 1 -- 172.21.15.63:0/1563054378 --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_getmap magic: 0 -- 0x7fc928071890 con 0x7fc9281629f0 2024-09-15T22:04:34.851 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:34.773+0000 7fc92e6f8640 1 -- 172.21.15.63:0/1563054378 --> [v2:172.21.15.110:3301/0,v1:172.21.15.110:6790/0] -- mon_getmap magic: 0 -- 0x7fc92806f4d0 con 0x7fc928073900 2024-09-15T22:04:34.851 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:34.773+0000 7fec49ffb640 1 -- 172.21.15.63:0/861696153 <== osd.6 v2:172.21.15.110:6808/2775776398 1 ==== command_reply(tid 1: 0 ) ==== 8+0+27193 (crc 0 0 0) 0x7fec38076f50 con 0x7fec38074480 2024-09-15T22:04:34.852 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:34.773+0000 7fec590a6640 1 --2- 172.21.15.63:0/861696153 >> [v2:172.21.15.110:6832/552273267,v1:172.21.15.110:6833/552273267] conn(0x7fec3806c2e0 0x7fec3806e7a0 secure :-1 s=READY pgs=64 cs=0 l=1 rev1=1 crypto rx=0x7fec44006e80 tx=0x7fec44006dd0 comp rx=0 tx=0).ready entity=mgr.4102 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-15T22:04:34.852 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:34.773+0000 7fab8ffff640 1 --2- 172.21.15.63:0/2687406873 >> [v2:172.21.15.110:6832/552273267,v1:172.21.15.110:6833/552273267] conn(0x7fab8806c4e0 0x7fab8806e9a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-15T22:04:34.852 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:34.773+0000 7fd66a7fc640 1 -- 172.21.15.63:0/1539711903 <== mon.1 v2:172.21.15.110:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7fd664005c90 con 0x7fd6740b35e0 2024-09-15T22:04:34.852 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:34.774+0000 7fab8ffff640 1 -- 172.21.15.63:0/2687406873 <== mon.1 v2:172.21.15.110:3300/0 5 ==== osd_map(21..21 src has 1..21) ==== 5709+0+0 (secure 0 0 0) 0x7fab9008b330 con 0x7fab9c0e6f70 2024-09-15T22:04:34.853 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:34.774+0000 7f70de3d6640 1 Processor -- start 2024-09-15T22:04:34.853 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:34.774+0000 7faba37fe640 1 --2- 172.21.15.63:0/2687406873 >> [v2:172.21.15.110:6832/552273267,v1:172.21.15.110:6833/552273267] conn(0x7fab8806c4e0 0x7fab8806e9a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-15T22:04:34.853 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:34.774+0000 7fd66a7fc640 1 --2- 172.21.15.63:0/1539711903 >> [v2:172.21.15.110:6832/552273267,v1:172.21.15.110:6833/552273267] conn(0x7fd65806c330 0x7fd65806e7f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-15T22:04:34.854 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:34.774+0000 7f70de3d6640 1 -- start start 2024-09-15T22:04:34.854 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:34.774+0000 7f4a677fe640 1 -- 172.21.15.63:0/4027142972 <== mon.0 v2:172.21.15.63:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7f4a7000c860 con 0x7f4a68004800 2024-09-15T22:04:34.854 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:34.774+0000 7faba8b86640 1 --2- 172.21.15.63:0/2687406873 >> [v2:172.21.15.63:6808/2333041751,v1:172.21.15.63:6809/2333041751] conn(0x7fab84001650 0x7fab84003b10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-15T22:04:34.854 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:34.774+0000 7f3cd1598640 1 -- 172.21.15.63:0/3133157089 --> [v2:172.21.15.110:3301/0,v1:172.21.15.110:6790/0] -- mon_get_version(what=osdmap handle=1) -- 0x7f3ccc0cafc0 con 0x7f3ccc0af990 2024-09-15T22:04:34.855 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:34.775+0000 7fd679bbf640 1 --2- 172.21.15.63:0/1539711903 >> [v2:172.21.15.110:6832/552273267,v1:172.21.15.110:6833/552273267] conn(0x7fd65806c330 0x7fd65806e7f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-15T22:04:34.855 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:34.775+0000 7faba2ffd640 1 --2- 172.21.15.63:0/2687406873 >> [v2:172.21.15.63:6808/2333041751,v1:172.21.15.63:6809/2333041751] conn(0x7fab84001650 0x7fab84003b10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-15T22:04:34.855 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:34.774+0000 7fc92cc95640 1 --2- 172.21.15.63:0/1563054378 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7fc9281629f0 0x7fc928155090 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-15T22:04:34.855 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:34.775+0000 7fc92cc95640 1 -- 172.21.15.63:0/1563054378 >> [v2:172.21.15.110:3301/0,v1:172.21.15.110:6790/0] conn(0x7fc928073900 msgr2=0x7fc928154b50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-15T22:04:34.856 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:34.775+0000 7f4a677fe640 1 --2- 172.21.15.63:0/4027142972 >> [v2:172.21.15.110:6832/552273267,v1:172.21.15.110:6833/552273267] conn(0x7f4a6c06c6b0 0x7f4a6c06eb70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-15T22:04:34.856 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:34.775+0000 7fc92cc95640 1 --2- 172.21.15.63:0/1563054378 >> [v2:172.21.15.110:3301/0,v1:172.21.15.110:6790/0] conn(0x7fc928073900 0x7fc928154b50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T22:04:34.856 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:34.775+0000 7fc92cc95640 1 -- 172.21.15.63:0/1563054378 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fc92806cfd0 msgr2=0x7fc92814a290 unknown :-1 s=STATE_CONNECTING l=1).mark_down 2024-09-15T22:04:34.856 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:34.775+0000 7f4a7e7fc640 1 --2- 172.21.15.63:0/4027142972 >> [v2:172.21.15.110:6832/552273267,v1:172.21.15.110:6833/552273267] conn(0x7f4a6c06c6b0 0x7f4a6c06eb70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-15T22:04:34.856 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:34.775+0000 7fd66a7fc640 1 -- 172.21.15.63:0/1539711903 <== mon.1 v2:172.21.15.110:3300/0 5 ==== osd_map(21..21 src has 1..21) ==== 5709+0+0 (secure 0 0 0) 0x7fd664093200 con 0x7fd6740b35e0 2024-09-15T22:04:34.857 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:34.775+0000 7faba37fe640 1 --2- 172.21.15.63:0/2687406873 >> [v2:172.21.15.110:6832/552273267,v1:172.21.15.110:6833/552273267] conn(0x7fab8806c4e0 0x7fab8806e9a0 secure :-1 s=READY pgs=65 cs=0 l=1 rev1=1 crypto rx=0x7fab98009500 tx=0x7fab9802e000 comp rx=0 tx=0).ready entity=mgr.4102 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-15T22:04:34.857 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:34.775+0000 7f4a677fe640 1 -- 172.21.15.63:0/4027142972 <== mon.0 v2:172.21.15.63:3300/0 5 ==== osd_map(21..21 src has 1..21) ==== 5709+0+0 (secure 0 0 0) 0x7f4a70010040 con 0x7f4a68004800 2024-09-15T22:04:34.857 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:34.775+0000 7fd679bbf640 1 --2- 172.21.15.63:0/1539711903 >> [v2:172.21.15.110:6832/552273267,v1:172.21.15.110:6833/552273267] conn(0x7fd65806c330 0x7fd65806e7f0 secure :-1 s=READY pgs=66 cs=0 l=1 rev1=1 crypto rx=0x7fd67002a110 tx=0x7fd67002e000 comp rx=0 tx=0).ready entity=mgr.4102 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-15T22:04:34.858 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:34.775+0000 7f70de3d6640 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f70c0003a00 0x7f70d8153a90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-15T22:04:34.858 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:34.775+0000 7fc927fff640 1 --2- 172.21.15.63:0/1563054378 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fc92806cfd0 0x7fc92814a290 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-15T22:04:34.858 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:34.775+0000 7fd66a7fc640 1 --2- 172.21.15.63:0/1539711903 >> [v2:172.21.15.63:6817/2124234218,v1:172.21.15.63:6819/2124234218] conn(0x7fd658074550 0x7fd658076970 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-15T22:04:34.858 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:34.775+0000 7fd66a7fc640 1 -- 172.21.15.63:0/1539711903 --> [v2:172.21.15.63:6817/2124234218,v1:172.21.15.63:6819/2124234218] -- command(tid 1: {"prefix": "get_command_descriptions"}) -- 0x7fd658077020 con 0x7fd658074550 2024-09-15T22:04:34.858 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:34.775+0000 7fd66a7fc640 1 -- 172.21.15.63:0/1539711903 <== mon.1 v2:172.21.15.110:3300/0 6 ==== mon_get_version_reply(handle=1 version=21) ==== 24+0+0 (secure 0 0 0) 0x7fd66409a050 con 0x7fd6740b35e0 2024-09-15T22:04:34.859 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:34.775+0000 7f4a677fe640 1 --2- 172.21.15.63:0/4027142972 >> [v2:172.21.15.110:6824/3099325207,v1:172.21.15.110:6825/3099325207] conn(0x7f4a6c0753e0 0x7f4a6c077880 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-15T22:04:34.859 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:34.775+0000 7f4a677fe640 1 -- 172.21.15.63:0/4027142972 --> [v2:172.21.15.110:6824/3099325207,v1:172.21.15.110:6825/3099325207] -- command(tid 1: {"prefix": "get_command_descriptions"}) -- 0x7f4a6c077f50 con 0x7f4a6c0753e0 2024-09-15T22:04:34.859 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:34.775+0000 7f70de3d6640 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f70d81551c0 0x7f70d816d020 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-15T22:04:34.859 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:34.776+0000 7f70de3d6640 1 --2- >> [v2:172.21.15.110:3301/0,v1:172.21.15.110:6790/0] conn(0x7f70d8156060 0x7f70d80af130 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-15T22:04:34.859 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:34.776+0000 7f70d7fff640 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f70c0003a00 0x7f70d8153a90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-15T22:04:34.859 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:34.776+0000 7f70d7fff640 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f70c0003a00 0x7f70d8153a90 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.63:3300/0 says I am v2:172.21.15.63:55284/0 (socket says 172.21.15.63:55284) 2024-09-15T22:04:34.860 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:34.776+0000 7f70d7fff640 1 -- 172.21.15.63:0/355100114 learned_addr learned my addr 172.21.15.63:0/355100114 (peer_addr_for_me v2:172.21.15.63:0/0) 2024-09-15T22:04:34.860 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:34.776+0000 7fd67a3c0640 1 --2- 172.21.15.63:0/1539711903 >> [v2:172.21.15.63:6817/2124234218,v1:172.21.15.63:6819/2124234218] conn(0x7fd658074550 0x7fd658076970 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-15T22:04:34.860 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:34.775+0000 7f4a677fe640 1 -- 172.21.15.63:0/4027142972 <== mon.0 v2:172.21.15.63:3300/0 6 ==== mon_get_version_reply(handle=1 version=21) ==== 24+0+0 (secure 0 0 0) 0x7f4a70056080 con 0x7f4a68004800 2024-09-15T22:04:34.860 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:34.776+0000 7f70de3d6640 1 -- 172.21.15.63:0/355100114 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 -- 0x7f70d80cff50 con 0x7f70c0003a00 2024-09-15T22:04:34.861 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:34.775+0000 7f3cb37fe640 1 -- 172.21.15.63:0/3133157089 <== mon.2 v2:172.21.15.110:3301/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7f3cc0018020 con 0x7f3ccc0af990 2024-09-15T22:04:34.861 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:34.776+0000 7f3cb37fe640 1 --2- 172.21.15.63:0/3133157089 >> [v2:172.21.15.110:6832/552273267,v1:172.21.15.110:6833/552273267] conn(0x7f3cb806c380 0x7f3cb806e840 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-15T22:04:34.861 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:34.776+0000 7f70dc973640 1 --2- 172.21.15.63:0/355100114 >> [v2:172.21.15.110:3301/0,v1:172.21.15.110:6790/0] conn(0x7f70d8156060 0x7f70d80af130 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-15T22:04:34.861 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:34.776+0000 7f70d77fe640 1 --2- 172.21.15.63:0/355100114 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f70d81551c0 0x7f70d816d020 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-15T22:04:34.861 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:34.776+0000 7f70de3d6640 1 -- 172.21.15.63:0/355100114 --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_getmap magic: 0 -- 0x7f70d80cfdd0 con 0x7f70d81551c0 2024-09-15T22:04:34.862 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:34.776+0000 7f70de3d6640 1 -- 172.21.15.63:0/355100114 --> [v2:172.21.15.110:3301/0,v1:172.21.15.110:6790/0] -- mon_getmap magic: 0 -- 0x7f70d806c050 con 0x7f70d8156060 2024-09-15T22:04:34.862 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:34.776+0000 7fc92cc95640 1 --2- 172.21.15.63:0/1563054378 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fc92806cfd0 0x7fc92814a290 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T22:04:34.862 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:34.776+0000 7faba8b86640 1 -- 172.21.15.63:0/2687406873 --> [v2:172.21.15.63:6808/2333041751,v1:172.21.15.63:6809/2333041751] -- command(tid 1: {"prefix": "get_command_descriptions"}) -- 0x7fab84006bb0 con 0x7fab84001650 2024-09-15T22:04:34.862 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:34.776+0000 7f4a7f7fe640 1 --2- 172.21.15.63:0/4027142972 >> [v2:172.21.15.110:6824/3099325207,v1:172.21.15.110:6825/3099325207] conn(0x7f4a6c0753e0 0x7f4a6c077880 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-15T22:04:34.863 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:34.776+0000 7fc92cc95640 1 -- 172.21.15.63:0/1563054378 --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fc928154670 con 0x7fc9281629f0 2024-09-15T22:04:34.863 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:34.776+0000 7f3cb37fe640 1 -- 172.21.15.63:0/3133157089 <== mon.2 v2:172.21.15.110:3301/0 5 ==== osd_map(21..21 src has 1..21) ==== 5709+0+0 (secure 0 0 0) 0x7f3cc008b640 con 0x7f3ccc0af990 2024-09-15T22:04:34.863 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:34.776+0000 7f3cb37fe640 1 --2- 172.21.15.63:0/3133157089 >> [v2:172.21.15.63:6816/3631300172,v1:172.21.15.63:6818/3631300172] conn(0x7f3cb8074520 0x7f3cb8076940 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-15T22:04:34.863 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:34.776+0000 7f3cb37fe640 1 -- 172.21.15.63:0/3133157089 --> [v2:172.21.15.63:6816/3631300172,v1:172.21.15.63:6818/3631300172] -- command(tid 1: {"prefix": "get_command_descriptions"}) -- 0x7f3cb8076ff0 con 0x7f3cb8074520 2024-09-15T22:04:34.863 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:34.776+0000 7f3cb37fe640 1 -- 172.21.15.63:0/3133157089 <== mon.2 v2:172.21.15.110:3301/0 6 ==== mon_get_version_reply(handle=1 version=21) ==== 24+0+0 (secure 0 0 0) 0x7f3cc0092050 con 0x7f3ccc0af990 2024-09-15T22:04:34.863 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:34.776+0000 7fd67a3c0640 1 --2- 172.21.15.63:0/1539711903 >> [v2:172.21.15.63:6817/2124234218,v1:172.21.15.63:6819/2124234218] conn(0x7fd658074550 0x7fd658076970 crc :-1 s=READY pgs=9 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=osd.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-15T22:04:34.864 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:34.776+0000 7f4a7e7fc640 1 --2- 172.21.15.63:0/4027142972 >> [v2:172.21.15.110:6832/552273267,v1:172.21.15.110:6833/552273267] conn(0x7f4a6c06c6b0 0x7f4a6c06eb70 secure :-1 s=READY pgs=67 cs=0 l=1 rev1=1 crypto rx=0x7f4a7400bc40 tx=0x7f4a74035040 comp rx=0 tx=0).ready entity=mgr.4102 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-15T22:04:34.864 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:34.776+0000 7faba2ffd640 1 --2- 172.21.15.63:0/2687406873 >> [v2:172.21.15.63:6808/2333041751,v1:172.21.15.63:6809/2333041751] conn(0x7fab84001650 0x7fab84003b10 crc :-1 s=READY pgs=10 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=osd.3 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-15T22:04:34.864 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:34.776+0000 7fc927fff640 1 --2- 172.21.15.63:0/1563054378 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fc92806cfd0 0x7fc92814a290 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-15T22:04:34.865 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:34.776+0000 7f3ccb7fe640 1 --2- 172.21.15.63:0/3133157089 >> [v2:172.21.15.63:6816/3631300172,v1:172.21.15.63:6818/3631300172] conn(0x7f3cb8074520 0x7f3cb8076940 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-15T22:04:34.866 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:34.776+0000 7f70d7fff640 1 -- 172.21.15.63:0/355100114 >> [v2:172.21.15.110:3301/0,v1:172.21.15.110:6790/0] conn(0x7f70d8156060 msgr2=0x7f70d80af130 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-15T22:04:34.866 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:34.776+0000 7f70d7fff640 1 --2- 172.21.15.63:0/355100114 >> [v2:172.21.15.110:3301/0,v1:172.21.15.110:6790/0] conn(0x7f70d8156060 0x7f70d80af130 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T22:04:34.866 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:34.776+0000 7f70d7fff640 1 -- 172.21.15.63:0/355100114 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f70d81551c0 msgr2=0x7f70d816d020 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-15T22:04:34.866 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:34.776+0000 7f70d7fff640 1 --2- 172.21.15.63:0/355100114 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f70d81551c0 0x7f70d816d020 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T22:04:34.866 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:34.776+0000 7f70d7fff640 1 -- 172.21.15.63:0/355100114 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f70d816d560 con 0x7f70c0003a00 2024-09-15T22:04:34.866 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:34.777+0000 7f70dc973640 1 --2- 172.21.15.63:0/355100114 >> [v2:172.21.15.110:3301/0,v1:172.21.15.110:6790/0] conn(0x7f70d8156060 0x7f70d80af130 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-15T22:04:34.866 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:34.777+0000 7f70d77fe640 1 --2- 172.21.15.63:0/355100114 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f70d81551c0 0x7f70d816d020 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-15T22:04:34.866 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:34.777+0000 7f70d7fff640 1 --2- 172.21.15.63:0/355100114 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f70c0003a00 0x7f70d8153a90 secure :-1 s=READY pgs=101 cs=0 l=1 rev1=1 crypto rx=0x7f70c8005040 tx=0x7f70c8001120 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-15T22:04:34.866 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:34.777+0000 7f70d4ff9640 1 -- 172.21.15.63:0/355100114 <== mon.0 v2:172.21.15.63:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f70c803f020 con 0x7f70c0003a00 2024-09-15T22:04:34.866 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:34.777+0000 7f70d4ff9640 1 -- 172.21.15.63:0/355100114 <== mon.0 v2:172.21.15.63:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f70c8005480 con 0x7f70c0003a00 2024-09-15T22:04:34.867 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:34.777+0000 7f3ccb7fe640 1 --2- 172.21.15.63:0/3133157089 >> [v2:172.21.15.63:6816/3631300172,v1:172.21.15.63:6818/3631300172] conn(0x7f3cb8074520 0x7f3cb8076940 crc :-1 s=READY pgs=9 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=osd.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-15T22:04:34.867 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:34.777+0000 7fd66a7fc640 1 -- 172.21.15.63:0/1539711903 <== osd.1 v2:172.21.15.63:6817/2124234218 1 ==== command_reply(tid 1: 0 ) ==== 8+0+27193 (crc 0 0 0) 0x7fd658077020 con 0x7fd658074550 2024-09-15T22:04:34.867 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:34.777+0000 7f70d4ff9640 1 -- 172.21.15.63:0/355100114 <== mon.0 v2:172.21.15.63:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f70c8037040 con 0x7f70c0003a00 2024-09-15T22:04:34.868 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:34.777+0000 7f70de3d6640 1 -- 172.21.15.63:0/355100114 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f70d8154120 con 0x7f70c0003a00 2024-09-15T22:04:34.868 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:34.777+0000 7f70de3d6640 1 -- 172.21.15.63:0/355100114 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f70d81546e0 con 0x7f70c0003a00 2024-09-15T22:04:34.868 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:34.778+0000 7fab8ffff640 1 -- 172.21.15.63:0/2687406873 <== osd.3 v2:172.21.15.63:6808/2333041751 1 ==== command_reply(tid 1: 0 ) ==== 8+0+27193 (crc 0 0 0) 0x7fab84006bb0 con 0x7fab84001650 2024-09-15T22:04:34.868 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:34.778+0000 7fc92cc95640 1 --2- 172.21.15.63:0/1563054378 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7fc9281629f0 0x7fc928155090 secure :-1 s=READY pgs=71 cs=0 l=1 rev1=1 crypto rx=0x7fc928071770 tx=0x7fc920004a40 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-15T22:04:34.868 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:34.778+0000 7f3cb37fe640 1 -- 172.21.15.63:0/3133157089 <== osd.0 v2:172.21.15.63:6816/3631300172 1 ==== command_reply(tid 1: 0 ) ==== 8+0+27193 (crc 0 0 0) 0x7f3cb8076ff0 con 0x7f3cb8074520 2024-09-15T22:04:34.869 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:34.779+0000 7f70de3d6640 1 -- 172.21.15.63:0/355100114 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_get_version(what=osdmap handle=1) -- 0x7f70d806c3e0 con 0x7f70c0003a00 2024-09-15T22:04:34.869 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:34.779+0000 7fc924ff9640 1 -- 172.21.15.63:0/1563054378 <== mon.1 v2:172.21.15.110:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc92003f070 con 0x7fc9281629f0 2024-09-15T22:04:34.869 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:34.779+0000 7fc924ff9640 1 -- 172.21.15.63:0/1563054378 <== mon.1 v2:172.21.15.110:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fc920030b20 con 0x7fc9281629f0 2024-09-15T22:04:34.869 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:34.779+0000 7fc924ff9640 1 -- 172.21.15.63:0/1563054378 <== mon.1 v2:172.21.15.110:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc920044460 con 0x7fc9281629f0 2024-09-15T22:04:34.869 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:34.779+0000 7fc92e6f8640 1 -- 172.21.15.63:0/1563054378 --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fc9281556c0 con 0x7fc9281629f0 2024-09-15T22:04:34.869 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:34.779+0000 7fc92e6f8640 1 -- 172.21.15.63:0/1563054378 --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fc928155c80 con 0x7fc9281629f0 2024-09-15T22:04:34.870 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:34.780+0000 7f4a7f7fe640 1 --2- 172.21.15.63:0/4027142972 >> [v2:172.21.15.110:6824/3099325207,v1:172.21.15.110:6825/3099325207] conn(0x7f4a6c0753e0 0x7f4a6c077880 crc :-1 s=READY pgs=11 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=osd.7 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-15T22:04:34.870 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:34.781+0000 7fc92e6f8640 1 -- 172.21.15.63:0/1563054378 --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_get_version(what=osdmap handle=1) -- 0x7fc92814a7d0 con 0x7fc9281629f0 2024-09-15T22:04:34.871 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:34.781+0000 7f70d4ff9640 1 -- 172.21.15.63:0/355100114 <== mon.0 v2:172.21.15.63:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7f70c8042020 con 0x7f70c0003a00 2024-09-15T22:04:34.871 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:34.781+0000 7f70d4ff9640 1 --2- 172.21.15.63:0/355100114 >> [v2:172.21.15.110:6832/552273267,v1:172.21.15.110:6833/552273267] conn(0x7f70c406c2b0 0x7f70c406e770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-15T22:04:34.871 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:34.781+0000 7f70d4ff9640 1 -- 172.21.15.63:0/355100114 <== mon.0 v2:172.21.15.63:3300/0 5 ==== osd_map(21..21 src has 1..21) ==== 5709+0+0 (secure 0 0 0) 0x7f70c80ab050 con 0x7f70c0003a00 2024-09-15T22:04:34.871 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:34.782+0000 7f70d4ff9640 1 --2- 172.21.15.63:0/355100114 >> [v2:172.21.15.110:6816/2783666287,v1:172.21.15.110:6817/2783666287] conn(0x7f70c40744d0 0x7f70c40768f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-15T22:04:34.871 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:34.782+0000 7f3ccaffd640 1 --2- 172.21.15.63:0/3133157089 >> [v2:172.21.15.110:6832/552273267,v1:172.21.15.110:6833/552273267] conn(0x7f3cb806c380 0x7f3cb806e840 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-15T22:04:34.872 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:34.782+0000 7f70d4ff9640 1 -- 172.21.15.63:0/355100114 --> [v2:172.21.15.110:6816/2783666287,v1:172.21.15.110:6817/2783666287] -- command(tid 1: {"prefix": "get_command_descriptions"}) -- 0x7f70c8034e80 con 0x7f70c40744d0 2024-09-15T22:04:34.872 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:34.782+0000 7f70d4ff9640 1 -- 172.21.15.63:0/355100114 <== mon.0 v2:172.21.15.63:3300/0 6 ==== mon_get_version_reply(handle=1 version=21) ==== 24+0+0 (secure 0 0 0) 0x7f70c80b2050 con 0x7f70c0003a00 2024-09-15T22:04:34.872 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:34.782+0000 7f70d77fe640 1 --2- 172.21.15.63:0/355100114 >> [v2:172.21.15.110:6832/552273267,v1:172.21.15.110:6833/552273267] conn(0x7f70c406c2b0 0x7f70c406e770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-15T22:04:34.872 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:34.782+0000 7fc924ff9640 1 -- 172.21.15.63:0/1563054378 <== mon.1 v2:172.21.15.110:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7fc920031650 con 0x7fc9281629f0 2024-09-15T22:04:34.872 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:34.781+0000 7f4a677fe640 1 -- 172.21.15.63:0/4027142972 <== osd.7 v2:172.21.15.110:6824/3099325207 1 ==== command_reply(tid 1: 0 ) ==== 8+0+27193 (crc 0 0 0) 0x7f4a6c077f50 con 0x7f4a6c0753e0 2024-09-15T22:04:34.873 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:34.783+0000 7fc924ff9640 1 --2- 172.21.15.63:0/1563054378 >> [v2:172.21.15.110:6832/552273267,v1:172.21.15.110:6833/552273267] conn(0x7fc91406c300 0x7fc91406e7c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-15T22:04:34.873 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:34.783+0000 7fc924ff9640 1 -- 172.21.15.63:0/1563054378 <== mon.1 v2:172.21.15.110:3300/0 5 ==== osd_map(21..21 src has 1..21) ==== 5709+0+0 (secure 0 0 0) 0x7fc9200ac8c0 con 0x7fc9281629f0 2024-09-15T22:04:34.873 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:34.783+0000 7fc924ff9640 1 --2- 172.21.15.63:0/1563054378 >> [v2:172.21.15.110:6800/3568635398,v1:172.21.15.110:6801/3568635398] conn(0x7fc9140744a0 0x7fc9140768c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-15T22:04:34.873 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:34.783+0000 7fc924ff9640 1 -- 172.21.15.63:0/1563054378 --> [v2:172.21.15.110:6800/3568635398,v1:172.21.15.110:6801/3568635398] -- command(tid 1: {"prefix": "get_command_descriptions"}) -- 0x7fc92004ee50 con 0x7fc9140744a0 2024-09-15T22:04:34.873 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:34.783+0000 7fc927fff640 1 --2- 172.21.15.63:0/1563054378 >> [v2:172.21.15.110:6832/552273267,v1:172.21.15.110:6833/552273267] conn(0x7fc91406c300 0x7fc91406e7c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-15T22:04:34.873 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:34.783+0000 7f70dc973640 1 --2- 172.21.15.63:0/355100114 >> [v2:172.21.15.110:6816/2783666287,v1:172.21.15.110:6817/2783666287] conn(0x7f70c40744d0 0x7f70c40768f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-15T22:04:34.874 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:34.784+0000 7fc9277fe640 1 --2- 172.21.15.63:0/1563054378 >> [v2:172.21.15.110:6800/3568635398,v1:172.21.15.110:6801/3568635398] conn(0x7fc9140744a0 0x7fc9140768c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-15T22:04:34.874 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:34.784+0000 7fc924ff9640 1 -- 172.21.15.63:0/1563054378 <== mon.1 v2:172.21.15.110:3300/0 6 ==== mon_get_version_reply(handle=1 version=21) ==== 24+0+0 (secure 0 0 0) 0x7fc920076cb0 con 0x7fc9281629f0 2024-09-15T22:04:34.874 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:34.784+0000 7f70d77fe640 1 --2- 172.21.15.63:0/355100114 >> [v2:172.21.15.110:6832/552273267,v1:172.21.15.110:6833/552273267] conn(0x7f70c406c2b0 0x7f70c406e770 secure :-1 s=READY pgs=68 cs=0 l=1 rev1=1 crypto rx=0x7f70d81555a0 tx=0x7f70cc008040 comp rx=0 tx=0).ready entity=mgr.4102 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-15T22:04:34.874 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:34.784+0000 7fc9277fe640 1 --2- 172.21.15.63:0/1563054378 >> [v2:172.21.15.110:6800/3568635398,v1:172.21.15.110:6801/3568635398] conn(0x7fc9140744a0 0x7fc9140768c0 crc :-1 s=READY pgs=8 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=osd.5 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-15T22:04:34.875 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:34.784+0000 7f70dc973640 1 --2- 172.21.15.63:0/355100114 >> [v2:172.21.15.110:6816/2783666287,v1:172.21.15.110:6817/2783666287] conn(0x7f70c40744d0 0x7f70c40768f0 crc :-1 s=READY pgs=9 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=osd.4 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-15T22:04:34.875 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:34.785+0000 7f3ccaffd640 1 --2- 172.21.15.63:0/3133157089 >> [v2:172.21.15.110:6832/552273267,v1:172.21.15.110:6833/552273267] conn(0x7f3cb806c380 0x7f3cb806e840 secure :-1 s=READY pgs=69 cs=0 l=1 rev1=1 crypto rx=0x7f3cbc03c000 tx=0x7f3cbc037000 comp rx=0 tx=0).ready entity=mgr.4102 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-15T22:04:34.875 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:34.785+0000 7fc927fff640 1 --2- 172.21.15.63:0/1563054378 >> [v2:172.21.15.110:6832/552273267,v1:172.21.15.110:6833/552273267] conn(0x7fc91406c300 0x7fc91406e7c0 secure :-1 s=READY pgs=70 cs=0 l=1 rev1=1 crypto rx=0x7fc918006fd0 tx=0x7fc918008040 comp rx=0 tx=0).ready entity=mgr.4102 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-15T22:04:34.875 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:34.785+0000 7fc924ff9640 1 -- 172.21.15.63:0/1563054378 <== osd.5 v2:172.21.15.110:6800/3568635398 1 ==== command_reply(tid 1: 0 ) ==== 8+0+27193 (crc 0 0 0) 0x7fc92004ee50 con 0x7fc9140744a0 2024-09-15T22:04:34.876 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:34.785+0000 7f70d4ff9640 1 -- 172.21.15.63:0/355100114 <== osd.4 v2:172.21.15.110:6816/2783666287 1 ==== command_reply(tid 1: 0 ) ==== 8+0+27193 (crc 0 0 0) 0x7f70c8034e80 con 0x7f70c40744d0 2024-09-15T22:04:34.876 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:34.805+0000 7f25427fc640 1 -- 172.21.15.63:0/1868610702 --> [v2:172.21.15.63:6800/3107585409,v1:172.21.15.63:6801/3107585409] -- command(tid 2: {"prefix": "flush_pg_stats"}) -- 0x7f2534002dd0 con 0x7f2548074500 2024-09-15T22:04:34.876 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:34.805+0000 7f2558ff9640 1 -- 172.21.15.63:0/1868610702 <== osd.2 v2:172.21.15.63:6800/3107585409 2 ==== command_reply(tid 2: 0 ) ==== 8+0+11 (crc 0 0 0) 0x7f2534002dd0 con 0x7f2548074500 2024-09-15T22:04:34.877 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:34.806+0000 7f25427fc640 1 -- 172.21.15.63:0/1868610702 >> [v2:172.21.15.63:6800/3107585409,v1:172.21.15.63:6801/3107585409] conn(0x7f2548074500 msgr2=0x7f2548076920 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-15T22:04:34.878 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:34.806+0000 7f25427fc640 1 --2- 172.21.15.63:0/1868610702 >> [v2:172.21.15.63:6800/3107585409,v1:172.21.15.63:6801/3107585409] conn(0x7f2548074500 0x7f2548076920 crc :-1 s=READY pgs=10 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T22:04:34.878 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:34.806+0000 7f25427fc640 1 -- 172.21.15.63:0/1868610702 >> [v2:172.21.15.110:6832/552273267,v1:172.21.15.110:6833/552273267] conn(0x7f254806c300 msgr2=0x7f254806e7c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-15T22:04:34.878 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:34.806+0000 7f25427fc640 1 --2- 172.21.15.63:0/1868610702 >> [v2:172.21.15.110:6832/552273267,v1:172.21.15.110:6833/552273267] conn(0x7f254806c300 0x7f254806e7c0 secure :-1 s=READY pgs=63 cs=0 l=1 rev1=1 crypto rx=0x7f254c034000 tx=0x7f254c02e000 comp rx=0 tx=0).stop 2024-09-15T22:04:34.878 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:34.806+0000 7f25427fc640 1 -- 172.21.15.63:0/1868610702 >> [v2:172.21.15.110:3301/0,v1:172.21.15.110:6790/0] conn(0x7f255c0c4960 msgr2=0x7f255c1f8160 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-15T22:04:34.878 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:34.806+0000 7f25427fc640 1 --2- 172.21.15.63:0/1868610702 >> [v2:172.21.15.110:3301/0,v1:172.21.15.110:6790/0] conn(0x7f255c0c4960 0x7f255c1f8160 secure :-1 s=READY pgs=29 cs=0 l=1 rev1=1 crypto rx=0x7f255000c440 tx=0x7f255000c900 comp rx=0 tx=0).stop 2024-09-15T22:04:34.878 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:34.807+0000 7f2560a83640 1 -- 172.21.15.63:0/1868610702 reap_dead start 2024-09-15T22:04:34.878 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:34.807+0000 7f25427fc640 1 -- 172.21.15.63:0/1868610702 shutdown_connections 2024-09-15T22:04:34.878 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:34.807+0000 7f25427fc640 1 -- 172.21.15.63:0/1868610702 >> 172.21.15.63:0/1868610702 conn(0x7f255c0730c0 msgr2=0x7f255c0d0650 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-15T22:04:34.878 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:34.808+0000 7faba8b86640 1 -- 172.21.15.63:0/2687406873 --> [v2:172.21.15.63:6808/2333041751,v1:172.21.15.63:6809/2333041751] -- command(tid 2: {"prefix": "flush_pg_stats"}) -- 0x7fab84005c40 con 0x7fab84001650 2024-09-15T22:04:34.879 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:34.808+0000 7f25427fc640 1 -- 172.21.15.63:0/1868610702 shutdown_connections 2024-09-15T22:04:34.879 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:34.808+0000 7f25427fc640 1 -- 172.21.15.63:0/1868610702 wait complete. 2024-09-15T22:04:34.879 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:34.809+0000 7fec5a0a8640 1 -- 172.21.15.63:0/861696153 --> [v2:172.21.15.110:6808/2775776398,v1:172.21.15.110:6809/2775776398] -- command(tid 2: {"prefix": "flush_pg_stats"}) -- 0x7fec4c0d6dd0 con 0x7fec38074480 2024-09-15T22:04:34.879 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:34.809+0000 7fab8ffff640 1 -- 172.21.15.63:0/2687406873 <== osd.3 v2:172.21.15.63:6808/2333041751 2 ==== command_reply(tid 2: 0 ) ==== 8+0+11 (crc 0 0 0) 0x7fab84005c40 con 0x7fab84001650 2024-09-15T22:04:34.880 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:34.809+0000 7fd657fff640 1 -- 172.21.15.63:0/1539711903 --> [v2:172.21.15.63:6817/2124234218,v1:172.21.15.63:6819/2124234218] -- command(tid 2: {"prefix": "flush_pg_stats"}) -- 0x7fd6740b0e20 con 0x7fd658074550 2024-09-15T22:04:34.880 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:34.809+0000 7fec49ffb640 1 -- 172.21.15.63:0/861696153 <== osd.6 v2:172.21.15.110:6808/2775776398 2 ==== command_reply(tid 2: 0 ) ==== 8+0+11 (crc 0 0 0) 0x7fec4c0d6dd0 con 0x7fec38074480 2024-09-15T22:04:34.880 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:34.810+0000 7fec377fe640 1 -- 172.21.15.63:0/861696153 >> [v2:172.21.15.110:6808/2775776398,v1:172.21.15.110:6809/2775776398] conn(0x7fec38074480 msgr2=0x7fec380768a0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-15T22:04:34.881 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:34.810+0000 7fec377fe640 1 --2- 172.21.15.63:0/861696153 >> [v2:172.21.15.110:6808/2775776398,v1:172.21.15.110:6809/2775776398] conn(0x7fec38074480 0x7fec380768a0 crc :-1 s=READY pgs=9 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T22:04:34.881 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:34.810+0000 7fd66a7fc640 1 -- 172.21.15.63:0/1539711903 <== osd.1 v2:172.21.15.63:6817/2124234218 2 ==== command_reply(tid 2: 0 ) ==== 8+0+11 (crc 0 0 0) 0x7fd6740b0e20 con 0x7fd658074550 2024-09-15T22:04:34.881 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:34.810+0000 7fec377fe640 1 -- 172.21.15.63:0/861696153 >> [v2:172.21.15.110:6832/552273267,v1:172.21.15.110:6833/552273267] conn(0x7fec3806c2e0 msgr2=0x7fec3806e7a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-15T22:04:34.881 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:34.810+0000 7fec377fe640 1 --2- 172.21.15.63:0/861696153 >> [v2:172.21.15.110:6832/552273267,v1:172.21.15.110:6833/552273267] conn(0x7fec3806c2e0 0x7fec3806e7a0 secure :-1 s=READY pgs=64 cs=0 l=1 rev1=1 crypto rx=0x7fec44006e80 tx=0x7fec44006dd0 comp rx=0 tx=0).stop 2024-09-15T22:04:34.882 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:34.810+0000 7fec377fe640 1 -- 172.21.15.63:0/861696153 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7fec4c0d7530 msgr2=0x7fec4c0d80e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-15T22:04:34.882 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:34.810+0000 7fec377fe640 1 --2- 172.21.15.63:0/861696153 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7fec4c0d7530 0x7fec4c0d80e0 secure :-1 s=READY pgs=68 cs=0 l=1 rev1=1 crypto rx=0x7fec5407bf20 tx=0x7fec54069780 comp rx=0 tx=0).stop 2024-09-15T22:04:34.882 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:34.810+0000 7f3cd1598640 1 -- 172.21.15.63:0/3133157089 --> [v2:172.21.15.63:6816/3631300172,v1:172.21.15.63:6818/3631300172] -- command(tid 2: {"prefix": "flush_pg_stats"}) -- 0x7f3ccc0d05d0 con 0x7f3cb8074520 2024-09-15T22:04:34.882 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:34.810+0000 7faba8b86640 1 -- 172.21.15.63:0/2687406873 >> [v2:172.21.15.63:6808/2333041751,v1:172.21.15.63:6809/2333041751] conn(0x7fab84001650 msgr2=0x7fab84003b10 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-15T22:04:34.882 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:34.810+0000 7faba8b86640 1 --2- 172.21.15.63:0/2687406873 >> [v2:172.21.15.63:6808/2333041751,v1:172.21.15.63:6809/2333041751] conn(0x7fab84001650 0x7fab84003b10 crc :-1 s=READY pgs=10 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T22:04:34.883 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:34.810+0000 7f3cb37fe640 1 -- 172.21.15.63:0/3133157089 <== osd.0 v2:172.21.15.63:6816/3631300172 2 ==== command_reply(tid 2: 0 ) ==== 8+0+11 (crc 0 0 0) 0x7f3ccc0d05d0 con 0x7f3cb8074520 2024-09-15T22:04:34.883 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:34.810+0000 7fd657fff640 1 -- 172.21.15.63:0/1539711903 >> [v2:172.21.15.63:6817/2124234218,v1:172.21.15.63:6819/2124234218] conn(0x7fd658074550 msgr2=0x7fd658076970 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-15T22:04:34.883 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:34.810+0000 7fd657fff640 1 --2- 172.21.15.63:0/1539711903 >> [v2:172.21.15.63:6817/2124234218,v1:172.21.15.63:6819/2124234218] conn(0x7fd658074550 0x7fd658076970 crc :-1 s=READY pgs=9 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T22:04:34.883 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:34.810+0000 7fec598a7640 1 -- 172.21.15.63:0/861696153 reap_dead start 2024-09-15T22:04:34.883 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:34.810+0000 7fec377fe640 1 -- 172.21.15.63:0/861696153 shutdown_connections 2024-09-15T22:04:34.884 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:34.810+0000 7fec377fe640 1 -- 172.21.15.63:0/861696153 >> 172.21.15.63:0/861696153 conn(0x7fec4c01ea30 msgr2=0x7fec4c0066a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-15T22:04:34.884 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:34.810+0000 7faba8b86640 1 -- 172.21.15.63:0/2687406873 >> [v2:172.21.15.110:6832/552273267,v1:172.21.15.110:6833/552273267] conn(0x7fab8806c4e0 msgr2=0x7fab8806e9a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-15T22:04:34.884 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:34.810+0000 7faba8b86640 1 --2- 172.21.15.63:0/2687406873 >> [v2:172.21.15.110:6832/552273267,v1:172.21.15.110:6833/552273267] conn(0x7fab8806c4e0 0x7fab8806e9a0 secure :-1 s=READY pgs=65 cs=0 l=1 rev1=1 crypto rx=0x7fab98009500 tx=0x7fab9802e000 comp rx=0 tx=0).stop 2024-09-15T22:04:34.884 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:34.810+0000 7faba8b86640 1 -- 172.21.15.63:0/2687406873 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7fab9c0e6f70 msgr2=0x7fab9c0d18f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-15T22:04:34.884 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:34.810+0000 7faba8b86640 1 --2- 172.21.15.63:0/2687406873 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7fab9c0e6f70 0x7fab9c0d18f0 secure :-1 s=READY pgs=70 cs=0 l=1 rev1=1 crypto rx=0x7fab9c033ea0 tx=0x7fab9000d9c0 comp rx=0 tx=0).stop 2024-09-15T22:04:34.884 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:34.810+0000 7faba3fff640 1 -- 172.21.15.63:0/2687406873 reap_dead start 2024-09-15T22:04:34.884 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:34.811+0000 7faba8b86640 1 -- 172.21.15.63:0/2687406873 shutdown_connections 2024-09-15T22:04:34.884 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:34.811+0000 7faba8b86640 1 -- 172.21.15.63:0/2687406873 >> 172.21.15.63:0/2687406873 conn(0x7fab9c01d920 msgr2=0x7fab9c053cc0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-15T22:04:34.885 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:34.811+0000 7fd657fff640 1 -- 172.21.15.63:0/1539711903 >> [v2:172.21.15.110:6832/552273267,v1:172.21.15.110:6833/552273267] conn(0x7fd65806c330 msgr2=0x7fd65806e7f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-15T22:04:34.885 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:34.811+0000 7fd657fff640 1 --2- 172.21.15.63:0/1539711903 >> [v2:172.21.15.110:6832/552273267,v1:172.21.15.110:6833/552273267] conn(0x7fd65806c330 0x7fd65806e7f0 secure :-1 s=READY pgs=66 cs=0 l=1 rev1=1 crypto rx=0x7fd67002a110 tx=0x7fd67002e000 comp rx=0 tx=0).stop 2024-09-15T22:04:34.885 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:34.811+0000 7fd657fff640 1 -- 172.21.15.63:0/1539711903 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7fd6740b35e0 msgr2=0x7fd67414f360 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-15T22:04:34.885 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:34.811+0000 7fd657fff640 1 --2- 172.21.15.63:0/1539711903 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7fd6740b35e0 0x7fd67414f360 secure :-1 s=READY pgs=69 cs=0 l=1 rev1=1 crypto rx=0x7fd664005880 tx=0x7fd664014420 comp rx=0 tx=0).stop 2024-09-15T22:04:34.885 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:34.811+0000 7fd67a3c0640 1 -- 172.21.15.63:0/1539711903 reap_dead start 2024-09-15T22:04:34.886 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:34.811+0000 7faba8b86640 1 -- 172.21.15.63:0/2687406873 shutdown_connections 2024-09-15T22:04:34.886 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:34.811+0000 7faba8b86640 1 -- 172.21.15.63:0/2687406873 wait complete. 2024-09-15T22:04:34.886 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:34.811+0000 7fec377fe640 1 -- 172.21.15.63:0/861696153 shutdown_connections 2024-09-15T22:04:34.886 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:34.811+0000 7fec377fe640 1 -- 172.21.15.63:0/861696153 wait complete. 2024-09-15T22:04:34.886 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:34.811+0000 7f3cd1598640 1 -- 172.21.15.63:0/3133157089 >> [v2:172.21.15.63:6816/3631300172,v1:172.21.15.63:6818/3631300172] conn(0x7f3cb8074520 msgr2=0x7f3cb8076940 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-15T22:04:34.887 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:34.811+0000 7f3cd1598640 1 --2- 172.21.15.63:0/3133157089 >> [v2:172.21.15.63:6816/3631300172,v1:172.21.15.63:6818/3631300172] conn(0x7f3cb8074520 0x7f3cb8076940 crc :-1 s=READY pgs=9 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T22:04:34.887 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:34.811+0000 7fd657fff640 1 -- 172.21.15.63:0/1539711903 shutdown_connections 2024-09-15T22:04:34.887 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:34.811+0000 7fd657fff640 1 -- 172.21.15.63:0/1539711903 >> 172.21.15.63:0/1539711903 conn(0x7fd6740b5c40 msgr2=0x7fd6740aff70 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-15T22:04:34.888 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:34.812+0000 7f3cd1598640 1 -- 172.21.15.63:0/3133157089 >> [v2:172.21.15.110:6832/552273267,v1:172.21.15.110:6833/552273267] conn(0x7f3cb806c380 msgr2=0x7f3cb806e840 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-15T22:04:34.888 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:34.812+0000 7f3cd1598640 1 --2- 172.21.15.63:0/3133157089 >> [v2:172.21.15.110:6832/552273267,v1:172.21.15.110:6833/552273267] conn(0x7f3cb806c380 0x7f3cb806e840 secure :-1 s=READY pgs=69 cs=0 l=1 rev1=1 crypto rx=0x7f3cbc03c000 tx=0x7f3cbc037000 comp rx=0 tx=0).stop 2024-09-15T22:04:34.888 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:34.812+0000 7f3cd1598640 1 -- 172.21.15.63:0/3133157089 >> [v2:172.21.15.110:3301/0,v1:172.21.15.110:6790/0] conn(0x7f3ccc0af990 msgr2=0x7f3ccc0c9fb0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-15T22:04:34.888 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:34.812+0000 7f3cd1598640 1 --2- 172.21.15.63:0/3133157089 >> [v2:172.21.15.110:3301/0,v1:172.21.15.110:6790/0] conn(0x7f3ccc0af990 0x7f3ccc0c9fb0 secure :-1 s=READY pgs=30 cs=0 l=1 rev1=1 crypto rx=0x7f3cc000b450 tx=0x7f3cc000b910 comp rx=0 tx=0).stop 2024-09-15T22:04:34.888 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:34.812+0000 7f3ccb7fe640 1 -- 172.21.15.63:0/3133157089 reap_dead start 2024-09-15T22:04:34.888 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:34.812+0000 7f3cd1598640 1 -- 172.21.15.63:0/3133157089 shutdown_connections 2024-09-15T22:04:34.888 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:34.812+0000 7f3cd1598640 1 -- 172.21.15.63:0/3133157089 >> 172.21.15.63:0/3133157089 conn(0x7f3ccc0d0970 msgr2=0x7f3ccc0b1940 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-15T22:04:34.888 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:34.812+0000 7f3cd1598640 1 -- 172.21.15.63:0/3133157089 shutdown_connections 2024-09-15T22:04:34.888 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:34.812+0000 7f3cd1598640 1 -- 172.21.15.63:0/3133157089 wait complete. 2024-09-15T22:04:34.889 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:34.812+0000 7fd657fff640 1 -- 172.21.15.63:0/1539711903 shutdown_connections 2024-09-15T22:04:34.889 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:34.812+0000 7fd657fff640 1 -- 172.21.15.63:0/1539711903 wait complete. 2024-09-15T22:04:34.889 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:34.813+0000 7f4a854ba640 1 -- 172.21.15.63:0/4027142972 --> [v2:172.21.15.110:6824/3099325207,v1:172.21.15.110:6825/3099325207] -- command(tid 2: {"prefix": "flush_pg_stats"}) -- 0x7f4a60002dd0 con 0x7f4a6c0753e0 2024-09-15T22:04:34.890 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:34.813+0000 7f70de3d6640 1 -- 172.21.15.63:0/355100114 --> [v2:172.21.15.110:6816/2783666287,v1:172.21.15.110:6817/2783666287] -- command(tid 2: {"prefix": "flush_pg_stats"}) -- 0x7f70d8156790 con 0x7f70c40744d0 2024-09-15T22:04:34.890 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:34.813+0000 7f4a677fe640 1 -- 172.21.15.63:0/4027142972 <== osd.7 v2:172.21.15.110:6824/3099325207 2 ==== command_reply(tid 2: 0 ) ==== 8+0+11 (crc 0 0 0) 0x7f4a60002dd0 con 0x7f4a6c0753e0 2024-09-15T22:04:34.890 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:34.813+0000 7f70d4ff9640 1 -- 172.21.15.63:0/355100114 <== osd.4 v2:172.21.15.110:6816/2783666287 2 ==== command_reply(tid 2: 0 ) ==== 8+0+11 (crc 0 0 0) 0x7f70d8156790 con 0x7f70c40744d0 2024-09-15T22:04:34.891 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:34.814+0000 7f4a854ba640 1 -- 172.21.15.63:0/4027142972 >> [v2:172.21.15.110:6824/3099325207,v1:172.21.15.110:6825/3099325207] conn(0x7f4a6c0753e0 msgr2=0x7f4a6c077880 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-15T22:04:34.891 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:34.814+0000 7f4a854ba640 1 --2- 172.21.15.63:0/4027142972 >> [v2:172.21.15.110:6824/3099325207,v1:172.21.15.110:6825/3099325207] conn(0x7f4a6c0753e0 0x7f4a6c077880 crc :-1 s=READY pgs=11 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T22:04:34.891 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:34.815+0000 7fc92e6f8640 1 -- 172.21.15.63:0/1563054378 --> [v2:172.21.15.110:6800/3568635398,v1:172.21.15.110:6801/3568635398] -- command(tid 2: {"prefix": "flush_pg_stats"}) -- 0x7fc928163900 con 0x7fc9140744a0 2024-09-15T22:04:34.891 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:34.815+0000 7f4a854ba640 1 -- 172.21.15.63:0/4027142972 >> [v2:172.21.15.110:6832/552273267,v1:172.21.15.110:6833/552273267] conn(0x7f4a6c06c6b0 msgr2=0x7f4a6c06eb70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-15T22:04:34.892 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:34.815+0000 7f4a854ba640 1 --2- 172.21.15.63:0/4027142972 >> [v2:172.21.15.110:6832/552273267,v1:172.21.15.110:6833/552273267] conn(0x7f4a6c06c6b0 0x7f4a6c06eb70 secure :-1 s=READY pgs=67 cs=0 l=1 rev1=1 crypto rx=0x7f4a7400bc40 tx=0x7f4a74035040 comp rx=0 tx=0).stop 2024-09-15T22:04:34.892 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:34.815+0000 7f4a854ba640 1 -- 172.21.15.63:0/4027142972 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f4a68004800 msgr2=0x7f4a800cf9c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-15T22:04:34.892 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:34.815+0000 7f4a854ba640 1 --2- 172.21.15.63:0/4027142972 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f4a68004800 0x7f4a800cf9c0 secure :-1 s=READY pgs=100 cs=0 l=1 rev1=1 crypto rx=0x7f4a7000e780 tx=0x7f4a7000ec40 comp rx=0 tx=0).stop 2024-09-15T22:04:34.892 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:34.815+0000 7f4a7f7fe640 1 -- 172.21.15.63:0/4027142972 reap_dead start 2024-09-15T22:04:34.892 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:34.815+0000 7f4a854ba640 1 -- 172.21.15.63:0/4027142972 shutdown_connections 2024-09-15T22:04:34.892 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:34.815+0000 7f4a854ba640 1 -- 172.21.15.63:0/4027142972 >> 172.21.15.63:0/4027142972 conn(0x7f4a800730c0 msgr2=0x7f4a800d11d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-15T22:04:34.892 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:34.815+0000 7fc924ff9640 1 -- 172.21.15.63:0/1563054378 <== osd.5 v2:172.21.15.110:6800/3568635398 2 ==== command_reply(tid 2: 0 ) ==== 8+0+11 (crc 0 0 0) 0x7fc928163900 con 0x7fc9140744a0 2024-09-15T22:04:34.893 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:34.815+0000 7f4a854ba640 1 -- 172.21.15.63:0/4027142972 shutdown_connections 2024-09-15T22:04:34.893 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:34.815+0000 7f4a854ba640 1 -- 172.21.15.63:0/4027142972 wait complete. 2024-09-15T22:04:34.893 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:34.816+0000 7f70de3d6640 1 -- 172.21.15.63:0/355100114 >> [v2:172.21.15.110:6816/2783666287,v1:172.21.15.110:6817/2783666287] conn(0x7f70c40744d0 msgr2=0x7f70c40768f0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-15T22:04:34.894 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:34.816+0000 7f70de3d6640 1 --2- 172.21.15.63:0/355100114 >> [v2:172.21.15.110:6816/2783666287,v1:172.21.15.110:6817/2783666287] conn(0x7f70c40744d0 0x7f70c40768f0 crc :-1 s=READY pgs=9 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T22:04:34.894 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:34.816+0000 7f70de3d6640 1 -- 172.21.15.63:0/355100114 >> [v2:172.21.15.110:6832/552273267,v1:172.21.15.110:6833/552273267] conn(0x7f70c406c2b0 msgr2=0x7f70c406e770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-15T22:04:34.894 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:34.816+0000 7fc92e6f8640 1 -- 172.21.15.63:0/1563054378 >> [v2:172.21.15.110:6800/3568635398,v1:172.21.15.110:6801/3568635398] conn(0x7fc9140744a0 msgr2=0x7fc9140768c0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-15T22:04:34.894 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:34.816+0000 7f70de3d6640 1 --2- 172.21.15.63:0/355100114 >> [v2:172.21.15.110:6832/552273267,v1:172.21.15.110:6833/552273267] conn(0x7f70c406c2b0 0x7f70c406e770 secure :-1 s=READY pgs=68 cs=0 l=1 rev1=1 crypto rx=0x7f70d81555a0 tx=0x7f70cc008040 comp rx=0 tx=0).stop 2024-09-15T22:04:34.894 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:34.816+0000 7f70de3d6640 1 -- 172.21.15.63:0/355100114 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f70c0003a00 msgr2=0x7f70d8153a90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-15T22:04:34.894 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:34.816+0000 7f70de3d6640 1 --2- 172.21.15.63:0/355100114 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f70c0003a00 0x7f70d8153a90 secure :-1 s=READY pgs=101 cs=0 l=1 rev1=1 crypto rx=0x7f70c8005040 tx=0x7f70c8001120 comp rx=0 tx=0).stop 2024-09-15T22:04:34.894 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:34.816+0000 7f70dc973640 1 -- 172.21.15.63:0/355100114 reap_dead start 2024-09-15T22:04:34.895 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:34.816+0000 7fc92e6f8640 1 --2- 172.21.15.63:0/1563054378 >> [v2:172.21.15.110:6800/3568635398,v1:172.21.15.110:6801/3568635398] conn(0x7fc9140744a0 0x7fc9140768c0 crc :-1 s=READY pgs=8 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T22:04:34.895 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:34.816+0000 7fc92e6f8640 1 -- 172.21.15.63:0/1563054378 >> [v2:172.21.15.110:6832/552273267,v1:172.21.15.110:6833/552273267] conn(0x7fc91406c300 msgr2=0x7fc91406e7c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-15T22:04:34.895 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:34.816+0000 7f70de3d6640 1 -- 172.21.15.63:0/355100114 shutdown_connections 2024-09-15T22:04:34.895 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:34.816+0000 7f70de3d6640 1 -- 172.21.15.63:0/355100114 >> 172.21.15.63:0/355100114 conn(0x7f70d80b5c40 msgr2=0x7f70d80b4b40 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-15T22:04:34.896 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:34.816+0000 7fc92e6f8640 1 --2- 172.21.15.63:0/1563054378 >> [v2:172.21.15.110:6832/552273267,v1:172.21.15.110:6833/552273267] conn(0x7fc91406c300 0x7fc91406e7c0 secure :-1 s=READY pgs=70 cs=0 l=1 rev1=1 crypto rx=0x7fc918006fd0 tx=0x7fc918008040 comp rx=0 tx=0).stop 2024-09-15T22:04:34.896 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:34.816+0000 7fc92e6f8640 1 -- 172.21.15.63:0/1563054378 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7fc9281629f0 msgr2=0x7fc928155090 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-15T22:04:34.896 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:34.816+0000 7f70de3d6640 1 -- 172.21.15.63:0/355100114 shutdown_connections 2024-09-15T22:04:34.897 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:34.816+0000 7fc92e6f8640 1 --2- 172.21.15.63:0/1563054378 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7fc9281629f0 0x7fc928155090 secure :-1 s=READY pgs=71 cs=0 l=1 rev1=1 crypto rx=0x7fc928071770 tx=0x7fc920004a40 comp rx=0 tx=0).stop 2024-09-15T22:04:34.897 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:34.817+0000 7fc92cc95640 1 -- 172.21.15.63:0/1563054378 reap_dead start 2024-09-15T22:04:34.897 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:34.817+0000 7f70de3d6640 1 -- 172.21.15.63:0/355100114 wait complete. 2024-09-15T22:04:34.897 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:34.817+0000 7fc92e6f8640 1 -- 172.21.15.63:0/1563054378 shutdown_connections 2024-09-15T22:04:34.898 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:34.817+0000 7fc92e6f8640 1 -- 172.21.15.63:0/1563054378 >> 172.21.15.63:0/1563054378 conn(0x7fc92806bbe0 msgr2=0x7fc92806bfc0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-15T22:04:34.898 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:34.817+0000 7fc92e6f8640 1 -- 172.21.15.63:0/1563054378 shutdown_connections 2024-09-15T22:04:34.898 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:34.817+0000 7fc92e6f8640 1 -- 172.21.15.63:0/1563054378 wait complete. 2024-09-15T22:04:34.899 INFO:teuthology.orchestra.run.smithi063.stdout:60129542152 2024-09-15T22:04:34.899 DEBUG:teuthology.orchestra.run.smithi063:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd last-stat-seq osd.2 2024-09-15T22:04:34.900 INFO:teuthology.orchestra.run.smithi063.stdout:60129542152 2024-09-15T22:04:34.900 DEBUG:teuthology.orchestra.run.smithi063:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd last-stat-seq osd.3 2024-09-15T22:04:34.901 INFO:teuthology.orchestra.run.smithi063.stdout:55834574855 2024-09-15T22:04:34.901 DEBUG:teuthology.orchestra.run.smithi063:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd last-stat-seq osd.6 2024-09-15T22:04:34.902 INFO:teuthology.orchestra.run.smithi063.stdout:60129542151 2024-09-15T22:04:34.902 DEBUG:teuthology.orchestra.run.smithi063:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd last-stat-seq osd.1 2024-09-15T22:04:34.903 INFO:teuthology.orchestra.run.smithi063.stdout:60129542151 2024-09-15T22:04:34.903 DEBUG:teuthology.orchestra.run.smithi063:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd last-stat-seq osd.0 2024-09-15T22:04:34.904 INFO:teuthology.orchestra.run.smithi063.stdout:60129542150 2024-09-15T22:04:34.904 DEBUG:teuthology.orchestra.run.smithi063:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd last-stat-seq osd.7 2024-09-15T22:04:34.905 INFO:teuthology.orchestra.run.smithi063.stdout:60129542150 2024-09-15T22:04:34.905 DEBUG:teuthology.orchestra.run.smithi063:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd last-stat-seq osd.4 2024-09-15T22:04:34.906 INFO:teuthology.orchestra.run.smithi063.stdout:60129542150 2024-09-15T22:04:34.906 DEBUG:teuthology.orchestra.run.smithi063:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd last-stat-seq osd.5 2024-09-15T22:04:35.120 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:35.119+0000 7f161bf9f640 1 Processor -- start 2024-09-15T22:04:35.120 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:35.119+0000 7f161bf9f640 1 -- start start 2024-09-15T22:04:35.121 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:35.120+0000 7fdaa09e3640 1 Processor -- start 2024-09-15T22:04:35.122 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:35.120+0000 7f161bf9f640 1 --2- >> v2:172.21.15.110:3300/0 conn(0x7f160c034470 0x7f160c03a360 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-15T22:04:35.123 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:35.120+0000 7f161bf9f640 1 --2- >> v2:172.21.15.63:3300/0 conn(0x7f160c0349c0 0x7f160c00af80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-15T22:04:35.123 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:35.120+0000 7f161bf9f640 1 -- --> v1:172.21.15.63:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f160c008c00 con 0x7f160c0e2db0 2024-09-15T22:04:35.123 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:35.120+0000 7f161bf9f640 1 -- --> v2:172.21.15.63:3300/0 -- mon_getmap magic: 0 -- 0x7f160c0380c0 con 0x7f160c0349c0 2024-09-15T22:04:35.123 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:35.120+0000 7f161bf9f640 1 -- --> v2:172.21.15.110:3300/0 -- mon_getmap magic: 0 -- 0x7f160c037b10 con 0x7f160c034470 2024-09-15T22:04:35.123 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:35.121+0000 7f161953a640 1 --2- >> v2:172.21.15.110:3300/0 conn(0x7f160c034470 0x7f160c03a360 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-15T22:04:35.123 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:35.121+0000 7f161953a640 1 --2- >> v2:172.21.15.110:3300/0 conn(0x7f160c034470 0x7f160c03a360 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.110:3300/0 says I am v2:172.21.15.63:57958/0 (socket says 172.21.15.63:57958) 2024-09-15T22:04:35.123 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:35.121+0000 7f161953a640 1 -- 172.21.15.63:0/445830586 learned_addr learned my addr 172.21.15.63:0/445830586 (peer_addr_for_me v2:172.21.15.63:0/0) 2024-09-15T22:04:35.123 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:35.121+0000 7f161a53c640 1 --2- 172.21.15.63:0/445830586 >> v2:172.21.15.63:3300/0 conn(0x7f160c0349c0 0x7f160c00af80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-15T22:04:35.123 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:35.120+0000 7fdaa09e3640 1 -- start start 2024-09-15T22:04:35.124 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:35.121+0000 7f161953a640 1 -- 172.21.15.63:0/445830586 >> v2:172.21.15.63:3300/0 conn(0x7f160c0349c0 msgr2=0x7f160c00af80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-15T22:04:35.124 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:35.122+0000 7fdaa09e3640 1 --2- >> v2:172.21.15.63:3300/0 conn(0x7fda9c162510 0x7fda9c0ce390 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-15T22:04:35.124 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:35.122+0000 7fdaa09e3640 1 --2- >> v2:172.21.15.110:3300/0 conn(0x7fda9c1628f0 0x7fda9c06e090 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-15T22:04:35.124 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:35.122+0000 7fda9ad9d640 1 --2- >> v2:172.21.15.63:3300/0 conn(0x7fda9c162510 0x7fda9c0ce390 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-15T22:04:35.125 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:35.121+0000 7f161953a640 1 --2- 172.21.15.63:0/445830586 >> v2:172.21.15.63:3300/0 conn(0x7f160c0349c0 0x7f160c00af80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T22:04:35.125 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:35.121+0000 7f161953a640 1 -- 172.21.15.63:0/445830586 >> v1:172.21.15.63:6789/0 conn(0x7f160c0e2db0 legacy=0x7f160c055dc0 unknown :-1 s=STATE_CONNECTING l=0).mark_down 2024-09-15T22:04:35.125 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:35.121+0000 7f161953a640 1 -- 172.21.15.63:0/445830586 --> v2:172.21.15.110:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f160c008ee0 con 0x7f160c034470 2024-09-15T22:04:35.125 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:35.122+0000 7fda9ad9d640 1 --2- >> v2:172.21.15.63:3300/0 conn(0x7fda9c162510 0x7fda9c0ce390 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.63:3300/0 says I am v2:172.21.15.63:55308/0 (socket says 172.21.15.63:55308) 2024-09-15T22:04:35.126 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:35.122+0000 7fda9ad9d640 1 -- 172.21.15.63:0/1060136470 learned_addr learned my addr 172.21.15.63:0/1060136470 (peer_addr_for_me v2:172.21.15.63:0/0) 2024-09-15T22:04:35.126 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:35.122+0000 7fdaa09e3640 1 -- 172.21.15.63:0/1060136470 --> v1:172.21.15.110:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fda9c06e9f0 con 0x7fda9c06e5d0 2024-09-15T22:04:35.126 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:35.122+0000 7fdaa09e3640 1 -- 172.21.15.63:0/1060136470 --> v2:172.21.15.63:3300/0 -- mon_getmap magic: 0 -- 0x7fda9c166280 con 0x7fda9c162510 2024-09-15T22:04:35.126 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:35.122+0000 7fdaa09e3640 1 -- 172.21.15.63:0/1060136470 --> v2:172.21.15.110:3300/0 -- mon_getmap magic: 0 -- 0x7fda9c1670e0 con 0x7fda9c1628f0 2024-09-15T22:04:35.126 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:35.122+0000 7fda9a59c640 1 --2- 172.21.15.63:0/1060136470 >> v2:172.21.15.110:3300/0 conn(0x7fda9c1628f0 0x7fda9c06e090 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-15T22:04:35.126 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:35.122+0000 7fda99d9b640 1 -- 172.21.15.63:0/1060136470 <== mon.1 v1:172.21.15.110:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 2556267261 0 0) 0x7fda9c06e9f0 con 0x7fda9c06e5d0 2024-09-15T22:04:35.126 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:35.122+0000 7f161a53c640 1 --2- 172.21.15.63:0/445830586 >> v2:172.21.15.63:3300/0 conn(0x7f160c0349c0 0x7f160c00af80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-15T22:04:35.127 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:35.122+0000 7fda99d9b640 1 -- 172.21.15.63:0/1060136470 --> v1:172.21.15.110:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7fda84003520 con 0x7fda9c06e5d0 2024-09-15T22:04:35.127 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:35.122+0000 7fda9a59c640 1 -- 172.21.15.63:0/1060136470 >> v2:172.21.15.63:3300/0 conn(0x7fda9c162510 msgr2=0x7fda9c0ce390 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-15T22:04:35.127 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:35.123+0000 7fda9a59c640 1 --2- 172.21.15.63:0/1060136470 >> v2:172.21.15.63:3300/0 conn(0x7fda9c162510 0x7fda9c0ce390 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T22:04:35.127 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:35.123+0000 7fda9a59c640 1 -- 172.21.15.63:0/1060136470 >> v1:172.21.15.110:6789/0 conn(0x7fda9c06e5d0 legacy=0x7fda9c0cca40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-15T22:04:35.127 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:35.123+0000 7fda9a59c640 1 -- 172.21.15.63:0/1060136470 --> v2:172.21.15.110:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fda9c1664d0 con 0x7fda9c1628f0 2024-09-15T22:04:35.127 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:35.123+0000 7fda9ad9d640 1 --2- 172.21.15.63:0/1060136470 >> v2:172.21.15.63:3300/0 conn(0x7fda9c162510 0x7fda9c0ce390 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-15T22:04:35.128 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:35.123+0000 7f161953a640 1 --2- 172.21.15.63:0/445830586 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f160c034470 0x7f160c03a360 secure :-1 s=READY pgs=73 cs=0 l=1 rev1=1 crypto rx=0x7f161407baa0 tx=0x7f161406b330 comp rx=0 tx=0).ready entity=mon.1 client_cookie=f98d55d475ca5f0a server_cookie=0 in_seq=0 out_seq=0 2024-09-15T22:04:35.128 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:35.123+0000 7f1618d39640 1 -- 172.21.15.63:0/445830586 <== mon.1 v2:172.21.15.110:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f16140b3070 con 0x7f160c034470 2024-09-15T22:04:35.128 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:35.123+0000 7f1618d39640 1 -- 172.21.15.63:0/445830586 <== mon.1 v2:172.21.15.110:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f16140ae680 con 0x7f160c034470 2024-09-15T22:04:35.128 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:35.124+0000 7f1618d39640 1 -- 172.21.15.63:0/445830586 <== mon.1 v2:172.21.15.110:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f16140aeaf0 con 0x7f160c034470 2024-09-15T22:04:35.129 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:35.124+0000 7fda9a59c640 1 --2- 172.21.15.63:0/1060136470 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7fda9c1628f0 0x7fda9c06e090 secure :-1 s=READY pgs=74 cs=0 l=1 rev1=1 crypto rx=0x7fda9c070810 tx=0x7fda9002a1a0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=eadad671df0257b server_cookie=0 in_seq=0 out_seq=0 2024-09-15T22:04:35.129 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:35.124+0000 7fda99d9b640 1 -- 172.21.15.63:0/1060136470 <== mon.1 v2:172.21.15.110:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fda90037070 con 0x7fda9c1628f0 2024-09-15T22:04:35.129 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:35.124+0000 7f161bf9f640 1 -- 172.21.15.63:0/445830586 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f160c034470 msgr2=0x7f160c03a360 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-15T22:04:35.129 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:35.124+0000 7fda99d9b640 1 -- 172.21.15.63:0/1060136470 <== mon.1 v2:172.21.15.110:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fda90032440 con 0x7fda9c1628f0 2024-09-15T22:04:35.130 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:35.124+0000 7fda99d9b640 1 -- 172.21.15.63:0/1060136470 <== mon.1 v2:172.21.15.110:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fda90032810 con 0x7fda9c1628f0 2024-09-15T22:04:35.130 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:35.124+0000 7f161bf9f640 1 --2- 172.21.15.63:0/445830586 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f160c034470 0x7f160c03a360 secure :-1 s=READY pgs=73 cs=0 l=1 rev1=1 crypto rx=0x7f161407baa0 tx=0x7f161406b330 comp rx=0 tx=0).stop 2024-09-15T22:04:35.130 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:35.125+0000 7f88ce5b7640 1 Processor -- start 2024-09-15T22:04:35.130 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:35.125+0000 7f161bf9f640 1 -- 172.21.15.63:0/445830586 shutdown_connections 2024-09-15T22:04:35.131 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:35.125+0000 7f161bf9f640 1 --2- 172.21.15.63:0/445830586 >> v2:172.21.15.63:3300/0 conn(0x7f160c0349c0 0x7f160c00af80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T22:04:35.131 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:35.125+0000 7f161bf9f640 1 --2- 172.21.15.63:0/445830586 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f160c034470 0x7f160c03a360 unknown :-1 s=CLOSED pgs=73 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T22:04:35.131 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:35.125+0000 7f161bf9f640 1 -- 172.21.15.63:0/445830586 >> 172.21.15.63:0/445830586 conn(0x7f160c01ea40 msgr2=0x7f160c0556b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-15T22:04:35.131 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:35.125+0000 7f88ce5b7640 1 -- start start 2024-09-15T22:04:35.131 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:35.125+0000 7f161bf9f640 1 -- 172.21.15.63:0/445830586 shutdown_connections 2024-09-15T22:04:35.132 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:35.125+0000 7f161bf9f640 1 -- 172.21.15.63:0/445830586 wait complete. 2024-09-15T22:04:35.132 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:35.125+0000 7fb2af59e640 1 Processor -- start 2024-09-15T22:04:35.133 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:35.125+0000 7fdaa09e3640 1 -- 172.21.15.63:0/1060136470 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7fda9c1628f0 msgr2=0x7fda9c06e090 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-15T22:04:35.133 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:35.125+0000 7fdaa09e3640 1 --2- 172.21.15.63:0/1060136470 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7fda9c1628f0 0x7fda9c06e090 secure :-1 s=READY pgs=74 cs=0 l=1 rev1=1 crypto rx=0x7fda9c070810 tx=0x7fda9002a1a0 comp rx=0 tx=0).stop 2024-09-15T22:04:35.133 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:35.126+0000 7fdaa09e3640 1 -- 172.21.15.63:0/1060136470 shutdown_connections 2024-09-15T22:04:35.133 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:35.126+0000 7fdaa09e3640 1 --2- 172.21.15.63:0/1060136470 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7fda9c1628f0 0x7fda9c06e090 unknown :-1 s=CLOSED pgs=74 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T22:04:35.133 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:35.126+0000 7fdaa09e3640 1 --2- 172.21.15.63:0/1060136470 >> v2:172.21.15.63:3300/0 conn(0x7fda9c162510 0x7fda9c0ce390 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T22:04:35.133 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:35.126+0000 7fdaa09e3640 1 -- 172.21.15.63:0/1060136470 >> 172.21.15.63:0/1060136470 conn(0x7fda9c06bbe0 msgr2=0x7fda9c06bff0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-15T22:04:35.133 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:35.126+0000 7fdaa09e3640 1 -- 172.21.15.63:0/1060136470 shutdown_connections 2024-09-15T22:04:35.133 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:35.126+0000 7fdaa09e3640 1 -- 172.21.15.63:0/1060136470 wait complete. 2024-09-15T22:04:35.134 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:35.125+0000 7fb2af59e640 1 -- start start 2024-09-15T22:04:35.134 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:35.126+0000 7f88ce5b7640 1 --2- >> v2:172.21.15.63:3300/0 conn(0x7f88c815b720 0x7f88c815c950 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-15T22:04:35.134 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:35.126+0000 7f88ce5b7640 1 -- --> v1:172.21.15.63:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f88c80b0b50 con 0x7f88c80b02f0 2024-09-15T22:04:35.134 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:35.126+0000 7f88ce5b7640 1 -- --> v1:172.21.15.110:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f88c815be70 con 0x7f88c80d18e0 2024-09-15T22:04:35.134 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:35.126+0000 7f88ce5b7640 1 -- --> v2:172.21.15.63:3300/0 -- mon_getmap magic: 0 -- 0x7f88c815c150 con 0x7f88c815b720 2024-09-15T22:04:35.135 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:35.126+0000 7fea3b59e640 1 Processor -- start 2024-09-15T22:04:35.135 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:35.126+0000 7f88bffff640 1 --1- >> v1:172.21.15.63:6789/0 conn(0x7f88c80b02f0 0x7f88c80d11d0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.63:6789/0 says I am v1:172.21.15.63:45376/0 (socket says 172.21.15.63:45376) 2024-09-15T22:04:35.135 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:35.126+0000 7f88bffff640 1 -- 172.21.15.63:0/3708150633 learned_addr learned my addr 172.21.15.63:0/3708150633 (peer_addr_for_me v1:172.21.15.63:0/0) 2024-09-15T22:04:35.135 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:35.126+0000 7f88c7fff640 1 --2- 172.21.15.63:0/3708150633 >> v2:172.21.15.63:3300/0 conn(0x7f88c815b720 0x7f88c815c950 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-15T22:04:35.136 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:35.127+0000 7f161bf9f640 1 Processor -- start 2024-09-15T22:04:35.136 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:35.127+0000 7f161bf9f640 1 -- start start 2024-09-15T22:04:35.136 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:35.127+0000 7fb2af59e640 1 --2- >> v2:172.21.15.63:3300/0 conn(0x7fb2a8053080 0x7fb2a80534f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-15T22:04:35.136 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:35.127+0000 7fb2af59e640 1 --2- >> v2:172.21.15.110:3300/0 conn(0x7fb2a8057010 0x7fb2a8057420 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-15T22:04:35.136 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:35.127+0000 7fb2af59e640 1 -- --> v1:172.21.15.63:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fb2a8005e40 con 0x7fb2a80ea390 2024-09-15T22:04:35.137 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:35.127+0000 7fb2af59e640 1 -- --> v2:172.21.15.63:3300/0 -- mon_getmap magic: 0 -- 0x7fb2a8038020 con 0x7fb2a8053080 2024-09-15T22:04:35.137 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:35.127+0000 7fb2af59e640 1 -- --> v2:172.21.15.110:3300/0 -- mon_getmap magic: 0 -- 0x7fb2a8053a30 con 0x7fb2a8057010 2024-09-15T22:04:35.137 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:35.127+0000 7fb2ae59c640 1 --1- >> v1:172.21.15.63:6789/0 conn(0x7fb2a80ea390 0x7fb2a803b880 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.63:6789/0 says I am v1:172.21.15.63:45392/0 (socket says 172.21.15.63:45392) 2024-09-15T22:04:35.137 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:35.127+0000 7fb2ae59c640 1 -- 172.21.15.63:0/1557986398 learned_addr learned my addr 172.21.15.63:0/1557986398 (peer_addr_for_me v1:172.21.15.63:0/0) 2024-09-15T22:04:35.137 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:35.127+0000 7f88c77fe640 1 -- 172.21.15.63:0/3708150633 <== mon.0 v1:172.21.15.63:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 1848571720 0 0) 0x7f88c80b0b50 con 0x7f88c80b02f0 2024-09-15T22:04:35.137 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:35.127+0000 7f88c77fe640 1 -- 172.21.15.63:0/3708150633 --> v1:172.21.15.63:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7f88b4003520 con 0x7f88c80b02f0 2024-09-15T22:04:35.138 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:35.127+0000 7f88c77fe640 1 -- 172.21.15.63:0/3708150633 <== mon.1 v1:172.21.15.110:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 1369496552 0 0) 0x7f88c815be70 con 0x7f88c80d18e0 2024-09-15T22:04:35.138 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:35.127+0000 7f88c7fff640 1 -- 172.21.15.63:0/3708150633 >> v1:172.21.15.110:6789/0 conn(0x7f88c80d18e0 legacy=0x7f88c80b18e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-15T22:04:35.138 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:35.128+0000 7fb2ad59a640 1 -- 172.21.15.63:0/1557986398 <== mon.0 v1:172.21.15.63:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 935660033 0 0) 0x7fb2a8005e40 con 0x7fb2a80ea390 2024-09-15T22:04:35.138 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:35.128+0000 7fb2ad59a640 1 -- 172.21.15.63:0/1557986398 --> v1:172.21.15.63:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7fb298003520 con 0x7fb2a80ea390 2024-09-15T22:04:35.138 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:35.127+0000 7f88c7fff640 1 -- 172.21.15.63:0/3708150633 >> v1:172.21.15.63:6789/0 conn(0x7f88c80b02f0 legacy=0x7f88c80d11d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-15T22:04:35.139 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:35.127+0000 7f88c7fff640 1 -- 172.21.15.63:0/3708150633 --> v2:172.21.15.63:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f88c815c430 con 0x7f88c815b720 2024-09-15T22:04:35.139 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:35.128+0000 7fb2ad59a640 1 -- 172.21.15.63:0/1557986398 <== mon.0 v1:172.21.15.63:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) ==== 214+0+0 (unknown 2946161571 0 0) 0x7fb298003520 con 0x7fb2a80ea390 2024-09-15T22:04:35.139 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:35.128+0000 7fb2ad59a640 1 -- 172.21.15.63:0/1557986398 >> v2:172.21.15.110:3300/0 conn(0x7fb2a8057010 msgr2=0x7fb2a8057420 unknown :-1 s=STATE_CONNECTING l=0).mark_down 2024-09-15T22:04:35.139 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:35.128+0000 7fb2ad59a640 1 --2- 172.21.15.63:0/1557986398 >> v2:172.21.15.110:3300/0 conn(0x7fb2a8057010 0x7fb2a8057420 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T22:04:35.139 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:35.128+0000 7fb2ad59a640 1 -- 172.21.15.63:0/1557986398 >> v2:172.21.15.63:3300/0 conn(0x7fb2a8053080 msgr2=0x7fb2a80534f0 unknown :-1 s=STATE_CONNECTING l=0).mark_down 2024-09-15T22:04:35.139 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:35.128+0000 7fb2ad59a640 1 --2- 172.21.15.63:0/1557986398 >> v2:172.21.15.63:3300/0 conn(0x7fb2a8053080 0x7fb2a80534f0 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T22:04:35.139 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:35.128+0000 7fb2ad59a640 1 -- 172.21.15.63:0/1557986398 --> v1:172.21.15.63:6789/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fb2a8006120 con 0x7fb2a80ea390 2024-09-15T22:04:35.140 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:35.128+0000 7f161bf9f640 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f160c034470 0x7f160c0d1b80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-15T22:04:35.140 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:35.128+0000 7fb2ad59a640 1 -- 172.21.15.63:0/1557986398 <== mon.0 v1:172.21.15.63:6789/0 3 ==== mon_map magic: 0 ==== 413+0+0 (unknown 3984726164 0 0) 0x7fb2a0001670 con 0x7fb2a80ea390 2024-09-15T22:04:35.140 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:35.128+0000 7fb2ad59a640 1 -- 172.21.15.63:0/1557986398 >> v1:172.21.15.63:6789/0 conn(0x7fb2a80ea390 legacy=0x7fb2a803b880 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-15T22:04:35.140 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:35.128+0000 7fb2ad59a640 1 --2- 172.21.15.63:0/1557986398 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7fb2980039b0 0x7fb298003dd0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-15T22:04:35.140 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:35.128+0000 7fb2ad59a640 1 --2- 172.21.15.63:0/1557986398 >> [v2:172.21.15.110:3301/0,v1:172.21.15.110:6790/0] conn(0x7fb298004800 0x7fb298004c80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-15T22:04:35.140 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:35.128+0000 7fb2ad59a640 1 --2- 172.21.15.63:0/1557986398 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fb298005410 0x7fb29800ba40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-15T22:04:35.140 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:35.128+0000 7fb2ad59a640 1 -- 172.21.15.63:0/1557986398 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 -- 0x7fb2a8038020 con 0x7fb298005410 2024-09-15T22:04:35.141 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:35.128+0000 7fb2ad59a640 1 -- 172.21.15.63:0/1557986398 --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_getmap magic: 0 -- 0x7fb2a8053a30 con 0x7fb2980039b0 2024-09-15T22:04:35.141 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:35.128+0000 7fb2ad59a640 1 -- 172.21.15.63:0/1557986398 --> [v2:172.21.15.110:3301/0,v1:172.21.15.110:6790/0] -- mon_getmap magic: 0 -- 0x7fb29800c3a0 con 0x7fb298004800 2024-09-15T22:04:35.141 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:35.128+0000 7fd7ec930640 1 Processor -- start 2024-09-15T22:04:35.141 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:35.126+0000 7fea3b59e640 1 -- start start 2024-09-15T22:04:35.142 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:35.128+0000 7fdaa09e3640 1 Processor -- start 2024-09-15T22:04:35.142 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:35.129+0000 7fdaa09e3640 1 -- start start 2024-09-15T22:04:35.142 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:35.129+0000 7fb2ae59c640 1 --2- 172.21.15.63:0/1557986398 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7fb2980039b0 0x7fb298003dd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-15T22:04:35.142 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:35.128+0000 7fea3b59e640 1 --2- >> v2:172.21.15.63:3300/0 conn(0x7fea3403bc60 0x7fea34053790 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-15T22:04:35.142 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:35.128+0000 7fea3b59e640 1 --2- >> v2:172.21.15.110:3300/0 conn(0x7fea34057830 0x7fea340066b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-15T22:04:35.143 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:35.128+0000 7fea3b59e640 1 -- --> v1:172.21.15.110:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fea34057d80 con 0x7fea340e28f0 2024-09-15T22:04:35.143 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:35.128+0000 7fea3b59e640 1 -- --> v2:172.21.15.63:3300/0 -- mon_getmap magic: 0 -- 0x7fea34058060 con 0x7fea3403bc60 2024-09-15T22:04:35.143 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:35.128+0000 7fea3b59e640 1 -- --> v2:172.21.15.110:3300/0 -- mon_getmap magic: 0 -- 0x7fea34005eb0 con 0x7fea34057830 2024-09-15T22:04:35.143 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:35.129+0000 7f161bf9f640 1 --2- >> [v2:172.21.15.110:3301/0,v1:172.21.15.110:6790/0] conn(0x7f160c0349c0 0x7f160c0dac00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-15T22:04:35.143 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:35.128+0000 7fea3ad9d640 1 --2- >> v2:172.21.15.110:3300/0 conn(0x7fea34057830 0x7fea340066b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-15T22:04:35.143 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:35.128+0000 7fea3ad9d640 1 --2- >> v2:172.21.15.110:3300/0 conn(0x7fea34057830 0x7fea340066b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.110:3300/0 says I am v2:172.21.15.63:57970/0 (socket says 172.21.15.63:57970) 2024-09-15T22:04:35.144 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:35.128+0000 7fea3ad9d640 1 -- 172.21.15.63:0/393275221 learned_addr learned my addr 172.21.15.63:0/393275221 (peer_addr_for_me v2:172.21.15.63:0/0) 2024-09-15T22:04:35.144 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:35.129+0000 7fea3ad9d640 1 -- 172.21.15.63:0/393275221 >> v2:172.21.15.63:3300/0 conn(0x7fea3403bc60 msgr2=0x7fea34053790 unknown :-1 s=STATE_CONNECTING l=0).mark_down 2024-09-15T22:04:35.144 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:35.129+0000 7fea3959a640 1 -- 172.21.15.63:0/393275221 <== mon.1 v1:172.21.15.110:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 670017700 0 0) 0x7fea34057d80 con 0x7fea340e28f0 2024-09-15T22:04:35.144 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:35.128+0000 7fd7ec930640 1 -- start start 2024-09-15T22:04:35.145 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:35.129+0000 7f1619d3b640 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f160c034470 0x7f160c0d1b80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-15T22:04:35.145 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:35.129+0000 7f1619d3b640 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f160c034470 0x7f160c0d1b80 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.110:3300/0 says I am v2:172.21.15.63:57980/0 (socket says 172.21.15.63:57980) 2024-09-15T22:04:35.145 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:35.129+0000 7f161953a640 1 --2- >> [v2:172.21.15.110:3301/0,v1:172.21.15.110:6790/0] conn(0x7f160c0349c0 0x7f160c0dac00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-15T22:04:35.145 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:35.129+0000 7f161953a640 1 --2- >> [v2:172.21.15.110:3301/0,v1:172.21.15.110:6790/0] conn(0x7f160c0349c0 0x7f160c0dac00 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.110:3301/0 says I am v2:172.21.15.63:46498/0 (socket says 172.21.15.63:46498) 2024-09-15T22:04:35.145 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:35.129+0000 7f1619d3b640 1 -- 172.21.15.63:0/1671778603 learned_addr learned my addr 172.21.15.63:0/1671778603 (peer_addr_for_me v2:172.21.15.63:0/0) 2024-09-15T22:04:35.145 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:35.129+0000 7f161bf9f640 1 --2- 172.21.15.63:0/1671778603 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f160c0e2db0 0x7f160c0db140 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-15T22:04:35.145 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:35.129+0000 7fea3ad9d640 1 --2- 172.21.15.63:0/393275221 >> v2:172.21.15.63:3300/0 conn(0x7fea3403bc60 0x7fea34053790 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T22:04:35.146 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:35.129+0000 7fea3ad9d640 1 -- 172.21.15.63:0/393275221 >> v1:172.21.15.110:6789/0 conn(0x7fea340e28f0 legacy=0x7fea34053080 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-15T22:04:35.146 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:35.129+0000 7fea3ad9d640 1 -- 172.21.15.63:0/393275221 --> v2:172.21.15.110:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fea34006190 con 0x7fea34057830 2024-09-15T22:04:35.146 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:35.129+0000 7fb2add9b640 1 --2- 172.21.15.63:0/1557986398 >> [v2:172.21.15.110:3301/0,v1:172.21.15.110:6790/0] conn(0x7fb298004800 0x7fb298004c80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-15T22:04:35.146 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:35.129+0000 7fb2aed9d640 1 --2- 172.21.15.63:0/1557986398 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fb298005410 0x7fb29800ba40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-15T22:04:35.146 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:35.129+0000 7fb2aed9d640 1 -- 172.21.15.63:0/1557986398 >> [v2:172.21.15.110:3301/0,v1:172.21.15.110:6790/0] conn(0x7fb298004800 msgr2=0x7fb298004c80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-15T22:04:35.146 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:35.129+0000 7fb2aed9d640 1 --2- 172.21.15.63:0/1557986398 >> [v2:172.21.15.110:3301/0,v1:172.21.15.110:6790/0] conn(0x7fb298004800 0x7fb298004c80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T22:04:35.146 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:35.129+0000 7fb2aed9d640 1 -- 172.21.15.63:0/1557986398 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7fb2980039b0 msgr2=0x7fb298003dd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-15T22:04:35.146 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:35.129+0000 7fb2aed9d640 1 --2- 172.21.15.63:0/1557986398 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7fb2980039b0 0x7fb298003dd0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T22:04:35.146 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:35.129+0000 7fb2aed9d640 1 -- 172.21.15.63:0/1557986398 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fb298003520 con 0x7fb298005410 2024-09-15T22:04:35.146 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:35.129+0000 7fb2add9b640 1 --2- 172.21.15.63:0/1557986398 >> [v2:172.21.15.110:3301/0,v1:172.21.15.110:6790/0] conn(0x7fb298004800 0x7fb298004c80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-15T22:04:35.147 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:35.130+0000 7f161bf9f640 1 -- 172.21.15.63:0/1671778603 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 -- 0x7f160c0e3190 con 0x7f160c0e2db0 2024-09-15T22:04:35.147 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:35.130+0000 7f161bf9f640 1 -- 172.21.15.63:0/1671778603 --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_getmap magic: 0 -- 0x7f160c0564d0 con 0x7f160c034470 2024-09-15T22:04:35.147 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:35.130+0000 7f161bf9f640 1 -- 172.21.15.63:0/1671778603 --> [v2:172.21.15.110:3301/0,v1:172.21.15.110:6790/0] -- mon_getmap magic: 0 -- 0x7f160c00cb60 con 0x7f160c0349c0 2024-09-15T22:04:35.147 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:35.130+0000 7fea3ad9d640 1 --2- 172.21.15.63:0/393275221 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7fea34057830 0x7fea340066b0 secure :-1 s=READY pgs=77 cs=0 l=1 rev1=1 crypto rx=0x7fea3c050b40 tx=0x7fea3c06b330 comp rx=0 tx=0).ready entity=mon.1 client_cookie=aec73ab778a5a003 server_cookie=0 in_seq=0 out_seq=0 2024-09-15T22:04:35.148 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:35.130+0000 7f88c7fff640 1 --2- 172.21.15.63:0/3708150633 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f88c815b720 0x7f88c815c950 secure :-1 s=READY pgs=104 cs=0 l=1 rev1=1 crypto rx=0x7f88b80097a0 tx=0x7f88b802a230 comp rx=0 tx=0).ready entity=mon.0 client_cookie=c43378320d65ae32 server_cookie=0 in_seq=0 out_seq=0 2024-09-15T22:04:35.148 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:35.130+0000 7fd7ec930640 1 --2- >> [v2:172.21.15.110:3301/0,v1:172.21.15.110:6790/0] conn(0x7fd7e000bda0 0x7fd7e0049c20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-15T22:04:35.148 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:35.130+0000 7fd7ec930640 1 --2- >> v2:172.21.15.110:3300/0 conn(0x7fd7e00560a0 0x7fd7e000c180 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-15T22:04:35.148 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:35.130+0000 7fd7ec930640 1 -- --> v1:172.21.15.110:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fd7e00ea940 con 0x7fd7e0038230 2024-09-15T22:04:35.148 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:35.130+0000 7fd7ec930640 1 -- --> v2:172.21.15.110:3300/0 -- mon_getmap magic: 0 -- 0x7fd7e000c6c0 con 0x7fd7e00560a0 2024-09-15T22:04:35.148 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:35.130+0000 7fd7ec930640 1 -- --> [v2:172.21.15.110:3301/0,v1:172.21.15.110:6790/0] -- mon_getmap magic: 0 -- 0x7fd7e0055070 con 0x7fd7e000bda0 2024-09-15T22:04:35.149 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:35.130+0000 7f161a53c640 1 --2- 172.21.15.63:0/1671778603 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f160c0e2db0 0x7f160c0db140 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-15T22:04:35.149 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:35.130+0000 7f161953a640 1 -- 172.21.15.63:0/1671778603 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f160c034470 msgr2=0x7f160c0d1b80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-15T22:04:35.149 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:35.130+0000 7f161953a640 1 --2- 172.21.15.63:0/1671778603 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f160c034470 0x7f160c0d1b80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T22:04:35.149 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:35.130+0000 7f161953a640 1 -- 172.21.15.63:0/1671778603 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f160c0e2db0 msgr2=0x7f160c0db140 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-15T22:04:35.149 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:35.130+0000 7fdaa09e3640 1 --2- >> [v2:172.21.15.110:3301/0,v1:172.21.15.110:6790/0] conn(0x7fda9c06e5d0 0x7fda9c149a60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-15T22:04:35.149 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:35.130+0000 7f88c77fe640 1 -- 172.21.15.63:0/3708150633 <== mon.0 v2:172.21.15.63:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f88b8037070 con 0x7f88c815b720 2024-09-15T22:04:35.150 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:35.130+0000 7f88c77fe640 1 -- 172.21.15.63:0/3708150633 <== mon.0 v2:172.21.15.63:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f88b8032440 con 0x7f88c815b720 2024-09-15T22:04:35.150 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:35.130+0000 7f88c77fe640 1 -- 172.21.15.63:0/3708150633 <== mon.0 v2:172.21.15.63:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f88b8037070 con 0x7f88c815b720 2024-09-15T22:04:35.150 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:35.130+0000 7fd7e6d9d640 1 --2- >> [v2:172.21.15.110:3301/0,v1:172.21.15.110:6790/0] conn(0x7fd7e000bda0 0x7fd7e0049c20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-15T22:04:35.150 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:35.130+0000 7fd7e6d9d640 1 --2- >> [v2:172.21.15.110:3301/0,v1:172.21.15.110:6790/0] conn(0x7fd7e000bda0 0x7fd7e0049c20 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.110:3301/0 says I am v2:172.21.15.63:46504/0 (socket says 172.21.15.63:46504) 2024-09-15T22:04:35.150 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:35.130+0000 7fd7e6d9d640 1 -- 172.21.15.63:0/1391214144 learned_addr learned my addr 172.21.15.63:0/1391214144 (peer_addr_for_me v2:172.21.15.63:0/0) 2024-09-15T22:04:35.150 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:35.130+0000 7fd7e659c640 1 --2- 172.21.15.63:0/1391214144 >> v2:172.21.15.110:3300/0 conn(0x7fd7e00560a0 0x7fd7e000c180 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-15T22:04:35.151 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:35.130+0000 7fea3959a640 1 -- 172.21.15.63:0/393275221 <== mon.1 v2:172.21.15.110:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fea3c0b2070 con 0x7fea34057830 2024-09-15T22:04:35.151 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:35.130+0000 7fea3959a640 1 -- 172.21.15.63:0/393275221 <== mon.1 v2:172.21.15.110:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fea3c0ab7d0 con 0x7fea34057830 2024-09-15T22:04:35.151 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:35.130+0000 7fea3959a640 1 -- 172.21.15.63:0/393275221 <== mon.1 v2:172.21.15.110:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fea3c0abc00 con 0x7fea34057830 2024-09-15T22:04:35.151 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:35.130+0000 7f161953a640 1 --2- 172.21.15.63:0/1671778603 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f160c0e2db0 0x7f160c0db140 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T22:04:35.151 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:35.130+0000 7f161953a640 1 -- 172.21.15.63:0/1671778603 --> [v2:172.21.15.110:3301/0,v1:172.21.15.110:6790/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f160c0d20c0 con 0x7f160c0349c0 2024-09-15T22:04:35.152 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:35.130+0000 7fdaa09e3640 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7fda9c162510 0x7fda9c14cc30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-15T22:04:35.152 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:35.131+0000 7fda9ad9d640 1 --2- >> [v2:172.21.15.110:3301/0,v1:172.21.15.110:6790/0] conn(0x7fda9c06e5d0 0x7fda9c149a60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-15T22:04:35.152 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:35.131+0000 7f161a53c640 1 --2- 172.21.15.63:0/1671778603 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f160c0e2db0 0x7f160c0db140 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-15T22:04:35.152 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:35.131+0000 7fda9ad9d640 1 --2- >> [v2:172.21.15.110:3301/0,v1:172.21.15.110:6790/0] conn(0x7fda9c06e5d0 0x7fda9c149a60 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.110:3301/0 says I am v2:172.21.15.63:46516/0 (socket says 172.21.15.63:46516) 2024-09-15T22:04:35.153 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:35.131+0000 7fd7e659c640 1 -- 172.21.15.63:0/1391214144 >> [v2:172.21.15.110:3301/0,v1:172.21.15.110:6790/0] conn(0x7fd7e000bda0 msgr2=0x7fd7e0049c20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-15T22:04:35.153 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:35.130+0000 7fb2aed9d640 1 --2- 172.21.15.63:0/1557986398 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fb298005410 0x7fb29800ba40 secure :-1 s=READY pgs=105 cs=0 l=1 rev1=1 crypto rx=0x7fb2b00518b0 tx=0x7fb298005830 comp rx=0 tx=0).ready entity=mon.0 client_cookie=985d9a2df0f68321 server_cookie=0 in_seq=0 out_seq=0 2024-09-15T22:04:35.153 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:35.130+0000 7fb2aed9d640 1 -- 172.21.15.63:0/1557986398 reap_dead start 2024-09-15T22:04:35.153 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:35.131+0000 7fda9a59c640 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7fda9c162510 0x7fda9c14cc30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-15T22:04:35.153 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:35.131+0000 7fd7e659c640 1 --2- 172.21.15.63:0/1391214144 >> [v2:172.21.15.110:3301/0,v1:172.21.15.110:6790/0] conn(0x7fd7e000bda0 0x7fd7e0049c20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T22:04:35.153 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:35.131+0000 7fd7e659c640 1 -- 172.21.15.63:0/1391214144 >> v1:172.21.15.110:6789/0 conn(0x7fd7e0038230 legacy=0x7fd7e00386a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-15T22:04:35.154 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:35.131+0000 7fd7e659c640 1 -- 172.21.15.63:0/1391214144 --> v2:172.21.15.110:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fd7e0055350 con 0x7fd7e00560a0 2024-09-15T22:04:35.154 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:35.131+0000 7fda9ad9d640 1 -- 172.21.15.63:0/1017573394 learned_addr learned my addr 172.21.15.63:0/1017573394 (peer_addr_for_me v2:172.21.15.63:0/0) 2024-09-15T22:04:35.154 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:35.131+0000 7f161953a640 1 --2- 172.21.15.63:0/1671778603 >> [v2:172.21.15.110:3301/0,v1:172.21.15.110:6790/0] conn(0x7f160c0349c0 0x7f160c0dac00 secure :-1 s=READY pgs=31 cs=0 l=1 rev1=1 crypto rx=0x7f161406b1a0 tx=0x7f161406ba30 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-15T22:04:35.154 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:35.131+0000 7fdaa09e3640 1 --2- 172.21.15.63:0/1017573394 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fda9c1628f0 0x7fda9c14b7d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-15T22:04:35.155 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:35.131+0000 7fb2ad59a640 1 -- 172.21.15.63:0/1557986398 <== mon.0 v2:172.21.15.63:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb2a40093b0 con 0x7fb298005410 2024-09-15T22:04:35.155 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:35.131+0000 7fb2ad59a640 1 -- 172.21.15.63:0/1557986398 <== mon.0 v2:172.21.15.63:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fb2b00ad600 con 0x7fb298005410 2024-09-15T22:04:35.155 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:35.131+0000 7fb2ad59a640 1 -- 172.21.15.63:0/1557986398 <== mon.0 v2:172.21.15.63:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb2b0063640 con 0x7fb298005410 2024-09-15T22:04:35.155 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:35.131+0000 7fdaa09e3640 1 -- 172.21.15.63:0/1017573394 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 -- 0x7fda9c166d70 con 0x7fda9c1628f0 2024-09-15T22:04:35.155 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:35.131+0000 7fda9b59e640 1 --2- 172.21.15.63:0/1017573394 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fda9c1628f0 0x7fda9c14b7d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-15T22:04:35.156 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:35.131+0000 7fea3b59e640 1 -- 172.21.15.63:0/393275221 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7fea34057830 msgr2=0x7fea340066b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-15T22:04:35.156 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:35.131+0000 7fea3b59e640 1 --2- 172.21.15.63:0/393275221 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7fea34057830 0x7fea340066b0 secure :-1 s=READY pgs=77 cs=0 l=1 rev1=1 crypto rx=0x7fea3c050b40 tx=0x7fea3c06b330 comp rx=0 tx=0).stop 2024-09-15T22:04:35.156 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:35.131+0000 7fdaa09e3640 1 -- 172.21.15.63:0/1017573394 --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_getmap magic: 0 -- 0x7fda9c166a90 con 0x7fda9c162510 2024-09-15T22:04:35.156 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:35.131+0000 7f4a5a403640 1 Processor -- start 2024-09-15T22:04:35.157 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:35.131+0000 7fdaa09e3640 1 -- 172.21.15.63:0/1017573394 --> [v2:172.21.15.110:3301/0,v1:172.21.15.110:6790/0] -- mon_getmap magic: 0 -- 0x7fda9c0ce8d0 con 0x7fda9c06e5d0 2024-09-15T22:04:35.157 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:35.131+0000 7fea3b59e640 1 -- 172.21.15.63:0/393275221 shutdown_connections 2024-09-15T22:04:35.157 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:35.131+0000 7fea3b59e640 1 --2- 172.21.15.63:0/393275221 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7fea34057830 0x7fea340066b0 unknown :-1 s=CLOSED pgs=77 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T22:04:35.157 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:35.131+0000 7fea3b59e640 1 --2- 172.21.15.63:0/393275221 >> v2:172.21.15.63:3300/0 conn(0x7fea3403bc60 0x7fea34053790 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T22:04:35.157 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:35.131+0000 7fea3b59e640 1 -- 172.21.15.63:0/393275221 >> 172.21.15.63:0/393275221 conn(0x7fea3403a520 msgr2=0x7fea3403a900 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-15T22:04:35.157 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:35.132+0000 7f4a5a403640 1 -- start start 2024-09-15T22:04:35.158 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:35.132+0000 7f88ce5b7640 1 -- 172.21.15.63:0/3708150633 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f88c815b720 msgr2=0x7f88c815c950 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-15T22:04:35.158 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:35.132+0000 7f88ce5b7640 1 --2- 172.21.15.63:0/3708150633 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f88c815b720 0x7f88c815c950 secure :-1 s=READY pgs=104 cs=0 l=1 rev1=1 crypto rx=0x7f88b80097a0 tx=0x7f88b802a230 comp rx=0 tx=0).stop 2024-09-15T22:04:35.158 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:35.132+0000 7f88ce5b7640 1 -- 172.21.15.63:0/3708150633 shutdown_connections 2024-09-15T22:04:35.158 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:35.132+0000 7f160a7fc640 1 -- 172.21.15.63:0/1671778603 <== mon.2 v2:172.21.15.110:3301/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f16140bb070 con 0x7f160c0349c0 2024-09-15T22:04:35.158 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:35.132+0000 7fda9ad9d640 1 -- 172.21.15.63:0/1017573394 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7fda9c162510 msgr2=0x7fda9c14cc30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-15T22:04:35.159 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:35.132+0000 7fda9ad9d640 1 --2- 172.21.15.63:0/1017573394 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7fda9c162510 0x7fda9c14cc30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T22:04:35.159 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:35.132+0000 7fda9ad9d640 1 -- 172.21.15.63:0/1017573394 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fda9c1628f0 msgr2=0x7fda9c14b7d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-15T22:04:35.159 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:35.132+0000 7f88ce5b7640 1 --2- 172.21.15.63:0/3708150633 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f88c815b720 0x7f88c815c950 unknown :-1 s=CLOSED pgs=104 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T22:04:35.159 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:35.132+0000 7f88ce5b7640 1 -- 172.21.15.63:0/3708150633 >> 172.21.15.63:0/3708150633 conn(0x7f88c80730c0 msgr2=0x7f88c80734d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-15T22:04:35.159 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:35.132+0000 7fda9ad9d640 1 --2- 172.21.15.63:0/1017573394 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fda9c1628f0 0x7fda9c14b7d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T22:04:35.159 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:35.132+0000 7fda9ad9d640 1 -- 172.21.15.63:0/1017573394 --> [v2:172.21.15.110:3301/0,v1:172.21.15.110:6790/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fda9c14d170 con 0x7fda9c06e5d0 2024-09-15T22:04:35.159 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:35.132+0000 7fda9a59c640 1 --2- 172.21.15.63:0/1017573394 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7fda9c162510 0x7fda9c14cc30 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-15T22:04:35.160 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:35.132+0000 7fda9b59e640 1 --2- 172.21.15.63:0/1017573394 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fda9c1628f0 0x7fda9c14b7d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-15T22:04:35.160 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:35.131+0000 7fea3b59e640 1 -- 172.21.15.63:0/393275221 shutdown_connections 2024-09-15T22:04:35.160 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:35.132+0000 7fea3b59e640 1 -- 172.21.15.63:0/393275221 wait complete. 2024-09-15T22:04:35.160 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:35.132+0000 7f160a7fc640 1 -- 172.21.15.63:0/1671778603 <== mon.2 v2:172.21.15.110:3301/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f16140ad960 con 0x7f160c0349c0 2024-09-15T22:04:35.160 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:35.132+0000 7f161bf9f640 1 -- 172.21.15.63:0/1671778603 --> [v2:172.21.15.110:3301/0,v1:172.21.15.110:6790/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f160c035950 con 0x7f160c0349c0 2024-09-15T22:04:35.160 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:35.132+0000 7f161bf9f640 1 -- 172.21.15.63:0/1671778603 --> [v2:172.21.15.110:3301/0,v1:172.21.15.110:6790/0] -- mon_subscribe({osdmap=0}) -- 0x7f160c035ed0 con 0x7f160c0349c0 2024-09-15T22:04:35.161 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:35.132+0000 7f160a7fc640 1 -- 172.21.15.63:0/1671778603 <== mon.2 v2:172.21.15.110:3301/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f16140b3040 con 0x7f160c0349c0 2024-09-15T22:04:35.161 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:35.132+0000 7f88ce5b7640 1 -- 172.21.15.63:0/3708150633 shutdown_connections 2024-09-15T22:04:35.161 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:35.132+0000 7fd7e659c640 1 --2- 172.21.15.63:0/1391214144 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7fd7e00560a0 0x7fd7e000c180 secure :-1 s=READY pgs=79 cs=0 l=1 rev1=1 crypto rx=0x7fd7dc0097a0 tx=0x7fd7dc02a060 comp rx=0 tx=0).ready entity=mon.1 client_cookie=dfe7c97d551eecf0 server_cookie=0 in_seq=0 out_seq=0 2024-09-15T22:04:35.161 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:35.132+0000 7fb2af59e640 1 -- 172.21.15.63:0/1557986398 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fb298005410 msgr2=0x7fb29800ba40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-15T22:04:35.162 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:35.132+0000 7fb2af59e640 1 --2- 172.21.15.63:0/1557986398 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fb298005410 0x7fb29800ba40 secure :-1 s=READY pgs=105 cs=0 l=1 rev1=1 crypto rx=0x7fb2b00518b0 tx=0x7fb298005830 comp rx=0 tx=0).stop 2024-09-15T22:04:35.162 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:35.133+0000 7fb2af59e640 1 -- 172.21.15.63:0/1557986398 shutdown_connections 2024-09-15T22:04:35.162 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:35.133+0000 7fb2af59e640 1 --2- 172.21.15.63:0/1557986398 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fb298005410 0x7fb29800ba40 unknown :-1 s=CLOSED pgs=105 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T22:04:35.162 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:35.133+0000 7fb2af59e640 1 -- 172.21.15.63:0/1557986398 >> 172.21.15.63:0/1557986398 conn(0x7fb2a803a520 msgr2=0x7fb2a803a900 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-15T22:04:35.162 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:35.132+0000 7fda9ad9d640 1 --2- 172.21.15.63:0/1017573394 >> [v2:172.21.15.110:3301/0,v1:172.21.15.110:6790/0] conn(0x7fda9c06e5d0 0x7fda9c149a60 secure :-1 s=READY pgs=32 cs=0 l=1 rev1=1 crypto rx=0x7fda8c00c820 tx=0x7fda8c00cc20 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-15T22:04:35.162 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:35.132+0000 7f88ce5b7640 1 -- 172.21.15.63:0/3708150633 wait complete. 2024-09-15T22:04:35.163 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:35.133+0000 7fd7e5d9b640 1 -- 172.21.15.63:0/1391214144 <== mon.1 v2:172.21.15.110:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd7dc037070 con 0x7fd7e00560a0 2024-09-15T22:04:35.163 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:35.133+0000 7fd7e5d9b640 1 -- 172.21.15.63:0/1391214144 <== mon.1 v2:172.21.15.110:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fd7dc02adb0 con 0x7fd7e00560a0 2024-09-15T22:04:35.163 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:35.133+0000 7fd7e5d9b640 1 -- 172.21.15.63:0/1391214144 <== mon.1 v2:172.21.15.110:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd7dc032660 con 0x7fd7e00560a0 2024-09-15T22:04:35.163 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:35.133+0000 7fda837fe640 1 -- 172.21.15.63:0/1017573394 <== mon.2 v2:172.21.15.110:3301/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fda8c015070 con 0x7fda9c06e5d0 2024-09-15T22:04:35.163 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:35.133+0000 7fb2af59e640 1 -- 172.21.15.63:0/1557986398 shutdown_connections 2024-09-15T22:04:35.163 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:35.133+0000 7fb2af59e640 1 -- 172.21.15.63:0/1557986398 wait complete. 2024-09-15T22:04:35.164 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:35.133+0000 7fda837fe640 1 -- 172.21.15.63:0/1017573394 <== mon.2 v2:172.21.15.110:3301/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fda8c007a30 con 0x7fda9c06e5d0 2024-09-15T22:04:35.164 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:35.133+0000 7f4a5a403640 1 --2- >> v2:172.21.15.63:3300/0 conn(0x7f4a4c0dec70 0x7f4a4c006500 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-15T22:04:35.164 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:35.134+0000 7fdaa09e3640 1 -- 172.21.15.63:0/1017573394 --> [v2:172.21.15.110:3301/0,v1:172.21.15.110:6790/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fda9c14a730 con 0x7fda9c06e5d0 2024-09-15T22:04:35.164 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:35.134+0000 7f4a5a403640 1 --2- >> [v2:172.21.15.110:3301/0,v1:172.21.15.110:6790/0] conn(0x7f4a4c0323c0 0x7f4a4c052350 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-15T22:04:35.165 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:35.134+0000 7f161bf9f640 1 -- 172.21.15.63:0/1671778603 --> [v2:172.21.15.110:3301/0,v1:172.21.15.110:6790/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f15fc005290 con 0x7f160c0349c0 2024-09-15T22:04:35.165 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:35.134+0000 7fda837fe640 1 -- 172.21.15.63:0/1017573394 <== mon.2 v2:172.21.15.110:3301/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fda8c007e00 con 0x7fda9c06e5d0 2024-09-15T22:04:35.165 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:35.134+0000 7fdaa09e3640 1 -- 172.21.15.63:0/1017573394 --> [v2:172.21.15.110:3301/0,v1:172.21.15.110:6790/0] -- mon_subscribe({osdmap=0}) -- 0x7fda9c14acf0 con 0x7fda9c06e5d0 2024-09-15T22:04:35.165 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:35.134+0000 7f88ce5b7640 1 Processor -- start 2024-09-15T22:04:35.166 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:35.135+0000 7f4a59c02640 1 --1- >> v1:172.21.15.110:6789/0 conn(0x7f4a4c009af0 0x7f4a4c01d310 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.110:6789/0 says I am v1:172.21.15.63:37120/0 (socket says 172.21.15.63:37120) 2024-09-15T22:04:35.166 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:35.135+0000 7f4a59c02640 1 -- 172.21.15.63:0/1092076980 learned_addr learned my addr 172.21.15.63:0/1092076980 (peer_addr_for_me v1:172.21.15.63:0/0) 2024-09-15T22:04:35.166 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:35.135+0000 7f4a58c00640 1 --2- 172.21.15.63:0/1092076980 >> [v2:172.21.15.110:3301/0,v1:172.21.15.110:6790/0] conn(0x7f4a4c0323c0 0x7f4a4c052350 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-15T22:04:35.166 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:35.135+0000 7f4a5a403640 1 -- 172.21.15.63:0/1092076980 --> v1:172.21.15.110:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f4a4c01c5c0 con 0x7f4a4c009af0 2024-09-15T22:04:35.167 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:35.135+0000 7f160a7fc640 1 -- 172.21.15.63:0/1671778603 <== mon.2 v2:172.21.15.110:3301/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7f16140be070 con 0x7f160c0349c0 2024-09-15T22:04:35.167 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:35.134+0000 7fa0f2f36640 1 Processor -- start 2024-09-15T22:04:35.167 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:35.134+0000 7fa0f2f36640 1 -- start start 2024-09-15T22:04:35.167 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:35.135+0000 7fd7ec930640 1 -- 172.21.15.63:0/1391214144 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7fd7e00560a0 msgr2=0x7fd7e000c180 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-15T22:04:35.167 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:35.135+0000 7fd7ec930640 1 --2- 172.21.15.63:0/1391214144 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7fd7e00560a0 0x7fd7e000c180 secure :-1 s=READY pgs=79 cs=0 l=1 rev1=1 crypto rx=0x7fd7dc0097a0 tx=0x7fd7dc02a060 comp rx=0 tx=0).stop 2024-09-15T22:04:35.167 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:35.135+0000 7fd7ec930640 1 -- 172.21.15.63:0/1391214144 shutdown_connections 2024-09-15T22:04:35.167 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:35.135+0000 7fd7ec930640 1 --2- 172.21.15.63:0/1391214144 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7fd7e00560a0 0x7fd7e000c180 secure :-1 s=CLOSED pgs=79 cs=0 l=1 rev1=1 crypto rx=0x7fd7dc0097a0 tx=0x7fd7dc02a060 comp rx=0 tx=0).stop 2024-09-15T22:04:35.168 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:35.135+0000 7fd7ec930640 1 --2- 172.21.15.63:0/1391214144 >> [v2:172.21.15.110:3301/0,v1:172.21.15.110:6790/0] conn(0x7fd7e000bda0 0x7fd7e0049c20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T22:04:35.168 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:35.135+0000 7fd7ec930640 1 -- 172.21.15.63:0/1391214144 >> 172.21.15.63:0/1391214144 conn(0x7fd7e00567b0 msgr2=0x7fd7e0056bc0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-15T22:04:35.168 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:35.136+0000 7fb2af59e640 1 Processor -- start 2024-09-15T22:04:35.168 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:35.134+0000 7fea3b59e640 1 Processor -- start 2024-09-15T22:04:35.169 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:35.134+0000 7fea3b59e640 1 -- start start 2024-09-15T22:04:35.169 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:35.135+0000 7fea3b59e640 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7fea3403bc60 0x7fea3404e020 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-15T22:04:35.169 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:35.135+0000 7fea3b59e640 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fea34057830 0x7fea340e09c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-15T22:04:35.169 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:35.135+0000 7fea3b59e640 1 --2- >> [v2:172.21.15.110:3301/0,v1:172.21.15.110:6790/0] conn(0x7fea340e28f0 0x7fea340e0f00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-15T22:04:35.169 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:35.135+0000 7fea3b59e640 1 -- --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 -- 0x7fea34053e50 con 0x7fea34057830 2024-09-15T22:04:35.169 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:35.135+0000 7fea3b59e640 1 -- --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_getmap magic: 0 -- 0x7fea34053cd0 con 0x7fea3403bc60 2024-09-15T22:04:35.169 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:35.135+0000 7fea3b59e640 1 -- --> [v2:172.21.15.110:3301/0,v1:172.21.15.110:6790/0] -- mon_getmap magic: 0 -- 0x7fea340e2cd0 con 0x7fea340e28f0 2024-09-15T22:04:35.169 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:35.135+0000 7fea3ad9d640 1 --2- >> [v2:172.21.15.110:3301/0,v1:172.21.15.110:6790/0] conn(0x7fea340e28f0 0x7fea340e0f00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-15T22:04:35.169 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:35.135+0000 7f4a5a403640 1 -- 172.21.15.63:0/1092076980 --> v2:172.21.15.63:3300/0 -- mon_getmap magic: 0 -- 0x7f4a4c01c830 con 0x7f4a4c0dec70 2024-09-15T22:04:35.170 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:35.136+0000 7fb2af59e640 1 -- start start 2024-09-15T22:04:35.170 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:35.135+0000 7f4a4bfff640 1 -- 172.21.15.63:0/1092076980 <== mon.1 v1:172.21.15.110:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 901847556 0 0) 0x7f4a4c01c5c0 con 0x7f4a4c009af0 2024-09-15T22:04:35.170 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:35.136+0000 7fd7ec930640 1 -- 172.21.15.63:0/1391214144 shutdown_connections 2024-09-15T22:04:35.170 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:35.135+0000 7fea3ad9d640 1 --2- >> [v2:172.21.15.110:3301/0,v1:172.21.15.110:6790/0] conn(0x7fea340e28f0 0x7fea340e0f00 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.110:3301/0 says I am v2:172.21.15.63:46520/0 (socket says 172.21.15.63:46520) 2024-09-15T22:04:35.171 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:35.136+0000 7f160a7fc640 1 --2- 172.21.15.63:0/1671778603 >> [v2:172.21.15.110:6832/552273267,v1:172.21.15.110:6833/552273267] conn(0x7f15f806c380 0x7f15f806e840 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-15T22:04:35.171 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:35.135+0000 7fea3ad9d640 1 -- 172.21.15.63:0/2688990361 learned_addr learned my addr 172.21.15.63:0/2688990361 (peer_addr_for_me v2:172.21.15.63:0/0) 2024-09-15T22:04:35.171 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:35.135+0000 7fea39d9b640 1 --2- 172.21.15.63:0/2688990361 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fea34057830 0x7fea340e09c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-15T22:04:35.171 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:35.136+0000 7fea3ad9d640 1 -- 172.21.15.63:0/2688990361 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7fea3403bc60 msgr2=0x7fea3404e020 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-15T22:04:35.171 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:35.136+0000 7fea3ad9d640 1 --2- 172.21.15.63:0/2688990361 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7fea3403bc60 0x7fea3404e020 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T22:04:35.172 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:35.136+0000 7fea3ad9d640 1 -- 172.21.15.63:0/2688990361 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fea34057830 msgr2=0x7fea340e09c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-15T22:04:35.172 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:35.136+0000 7fea3ad9d640 1 --2- 172.21.15.63:0/2688990361 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fea34057830 0x7fea340e09c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T22:04:35.172 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:35.136+0000 7fea3ad9d640 1 -- 172.21.15.63:0/2688990361 --> [v2:172.21.15.110:3301/0,v1:172.21.15.110:6790/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fea3404fc10 con 0x7fea340e28f0 2024-09-15T22:04:35.172 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:35.136+0000 7fea39d9b640 1 --2- 172.21.15.63:0/2688990361 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fea34057830 0x7fea340e09c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-15T22:04:35.172 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:35.135+0000 7f88ce5b7640 1 -- start start 2024-09-15T22:04:35.173 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:35.136+0000 7f88ce5b7640 1 --2- >> [v2:172.21.15.110:3301/0,v1:172.21.15.110:6790/0] conn(0x7f88c80b02f0 0x7f88c81f76e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-15T22:04:35.173 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:35.136+0000 7f88ce5b7640 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f88c80d18e0 0x7f88c8204ab0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-15T22:04:35.173 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:35.136+0000 7fa0f2f36640 1 --2- >> [v2:172.21.15.110:3301/0,v1:172.21.15.110:6790/0] conn(0x7fa0ec15bdf0 0x7fa0ec15c1d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-15T22:04:35.173 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:35.136+0000 7fea3ad9d640 1 --2- 172.21.15.63:0/2688990361 >> [v2:172.21.15.110:3301/0,v1:172.21.15.110:6790/0] conn(0x7fea340e28f0 0x7fea340e0f00 secure :-1 s=READY pgs=33 cs=0 l=1 rev1=1 crypto rx=0x7fea3c000b60 tx=0x7fea3c06ba30 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-15T22:04:35.174 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:35.136+0000 7fa0f2f36640 1 --2- >> v2:172.21.15.63:3300/0 conn(0x7fa0ec0d0ce0 0x7fa0ec0d1150 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-15T22:04:35.174 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:35.136+0000 7fa0f2f36640 1 -- --> v1:172.21.15.63:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fa0ec0cdd10 con 0x7fa0ec160720 2024-09-15T22:04:35.174 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:35.136+0000 7fa0f2f36640 1 -- --> v2:172.21.15.63:3300/0 -- mon_getmap magic: 0 -- 0x7fa0ec0d1690 con 0x7fa0ec0d0ce0 2024-09-15T22:04:35.174 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:35.136+0000 7fa0f2f36640 1 -- --> [v2:172.21.15.110:3301/0,v1:172.21.15.110:6790/0] -- mon_getmap magic: 0 -- 0x7fa0ec0cdff0 con 0x7fa0ec15bdf0 2024-09-15T22:04:35.174 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:35.136+0000 7fa0f1f34640 1 --2- >> [v2:172.21.15.110:3301/0,v1:172.21.15.110:6790/0] conn(0x7fa0ec15bdf0 0x7fa0ec15c1d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-15T22:04:35.174 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:35.136+0000 7fa0f1f34640 1 --2- >> [v2:172.21.15.110:3301/0,v1:172.21.15.110:6790/0] conn(0x7fa0ec15bdf0 0x7fa0ec15c1d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.110:3301/0 says I am v2:172.21.15.63:46530/0 (socket says 172.21.15.63:46530) 2024-09-15T22:04:35.174 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:35.136+0000 7fa0f1f34640 1 -- 172.21.15.63:0/2348124380 learned_addr learned my addr 172.21.15.63:0/2348124380 (peer_addr_for_me v2:172.21.15.63:0/0) 2024-09-15T22:04:35.174 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:35.136+0000 7fa0f2735640 1 --2- 172.21.15.63:0/2348124380 >> v2:172.21.15.63:3300/0 conn(0x7fa0ec0d0ce0 0x7fa0ec0d1150 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-15T22:04:35.175 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:35.136+0000 7f4a59401640 1 --2- 172.21.15.63:0/1092076980 >> v2:172.21.15.63:3300/0 conn(0x7f4a4c0dec70 0x7f4a4c006500 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-15T22:04:35.175 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:35.136+0000 7f4a5a403640 1 -- 172.21.15.63:0/1092076980 --> [v2:172.21.15.110:3301/0,v1:172.21.15.110:6790/0] -- mon_getmap magic: 0 -- 0x7f4a4c01cb10 con 0x7f4a4c0323c0 2024-09-15T22:04:35.175 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:35.136+0000 7f88ce5b7640 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f88c815b720 0x7f88c809dfd0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-15T22:04:35.175 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:35.136+0000 7f88c7fff640 1 --2- >> [v2:172.21.15.110:3301/0,v1:172.21.15.110:6790/0] conn(0x7f88c80b02f0 0x7f88c81f76e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-15T22:04:35.175 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:35.136+0000 7f88c7fff640 1 --2- >> [v2:172.21.15.110:3301/0,v1:172.21.15.110:6790/0] conn(0x7f88c80b02f0 0x7f88c81f76e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.110:3301/0 says I am v2:172.21.15.63:46546/0 (socket says 172.21.15.63:46546) 2024-09-15T22:04:35.175 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:35.136+0000 7f88bffff640 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f88c80d18e0 0x7f88c8204ab0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-15T22:04:35.176 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:35.136+0000 7f160a7fc640 1 -- 172.21.15.63:0/1671778603 <== mon.2 v2:172.21.15.110:3301/0 5 ==== osd_map(21..21 src has 1..21) ==== 5709+0+0 (secure 0 0 0) 0x7f16141276c0 con 0x7f160c0349c0 2024-09-15T22:04:35.176 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:35.136+0000 7f88bffff640 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f88c80d18e0 0x7f88c8204ab0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.110:3300/0 says I am v2:172.21.15.63:58012/0 (socket says 172.21.15.63:58012) 2024-09-15T22:04:35.176 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:35.137+0000 7f4a4bfff640 1 -- 172.21.15.63:0/1092076980 --> v1:172.21.15.110:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7f4a40003520 con 0x7f4a4c009af0 2024-09-15T22:04:35.176 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:35.136+0000 7fd7ec930640 1 -- 172.21.15.63:0/1391214144 wait complete. 2024-09-15T22:04:35.177 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:35.137+0000 7f1619d3b640 1 --2- 172.21.15.63:0/1671778603 >> [v2:172.21.15.110:6832/552273267,v1:172.21.15.110:6833/552273267] conn(0x7f15f806c380 0x7f15f806e840 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-15T22:04:35.177 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:35.137+0000 7f88ce5b7640 1 -- --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 -- 0x7f88c80b0930 con 0x7f88c815b720 2024-09-15T22:04:35.177 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:35.137+0000 7f88ce5b7640 1 -- --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_getmap magic: 0 -- 0x7f88c80b07b0 con 0x7f88c80d18e0 2024-09-15T22:04:35.177 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:35.137+0000 7f88ce5b7640 1 -- --> [v2:172.21.15.110:3301/0,v1:172.21.15.110:6790/0] -- mon_getmap magic: 0 -- 0x7f88c8073be0 con 0x7f88c80b02f0 2024-09-15T22:04:35.177 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:35.137+0000 7f88c7fff640 1 -- 172.21.15.63:0/1087580549 learned_addr learned my addr 172.21.15.63:0/1087580549 (peer_addr_for_me v2:172.21.15.63:0/0) 2024-09-15T22:04:35.177 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:35.136+0000 7fa0f1f34640 1 -- 172.21.15.63:0/2348124380 >> v2:172.21.15.63:3300/0 conn(0x7fa0ec0d0ce0 msgr2=0x7fa0ec0d1150 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-15T22:04:35.177 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:35.136+0000 7fa0f1f34640 1 --2- 172.21.15.63:0/2348124380 >> v2:172.21.15.63:3300/0 conn(0x7fa0ec0d0ce0 0x7fa0ec0d1150 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T22:04:35.178 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:35.136+0000 7fa0f1f34640 1 -- 172.21.15.63:0/2348124380 >> v1:172.21.15.63:6789/0 conn(0x7fa0ec160720 legacy=0x7fa0ec0cd550 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-15T22:04:35.178 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:35.136+0000 7fa0f1f34640 1 -- 172.21.15.63:0/2348124380 --> [v2:172.21.15.110:3301/0,v1:172.21.15.110:6790/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fa0ec0ce2d0 con 0x7fa0ec15bdf0 2024-09-15T22:04:35.178 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:35.137+0000 7fda837fe640 1 -- 172.21.15.63:0/1017573394 <== mon.2 v2:172.21.15.110:3301/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7fda8c018070 con 0x7fda9c06e5d0 2024-09-15T22:04:35.178 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:35.137+0000 7f88ccb54640 1 --2- 172.21.15.63:0/1087580549 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f88c815b720 0x7f88c809dfd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-15T22:04:35.179 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:35.137+0000 7fb2af59e640 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7fb298005410 0x7fb2a80db960 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-15T22:04:35.179 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:35.137+0000 7fb2af59e640 1 --2- >> [v2:172.21.15.110:3301/0,v1:172.21.15.110:6790/0] conn(0x7fb2a80dbea0 0x7fb2a803cbe0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-15T22:04:35.179 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:35.137+0000 7fb2af59e640 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fb2a803d120 0x7fb2a8050c90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-15T22:04:35.179 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:35.137+0000 7fb2ae59c640 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7fb298005410 0x7fb2a80db960 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-15T22:04:35.179 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:35.137+0000 7fb2ae59c640 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7fb298005410 0x7fb2a80db960 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.110:3300/0 says I am v2:172.21.15.63:58016/0 (socket says 172.21.15.63:58016) 2024-09-15T22:04:35.179 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:35.137+0000 7fb2add9b640 1 --2- >> [v2:172.21.15.110:3301/0,v1:172.21.15.110:6790/0] conn(0x7fb2a80dbea0 0x7fb2a803cbe0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-15T22:04:35.179 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:35.137+0000 7fb2add9b640 1 --2- >> [v2:172.21.15.110:3301/0,v1:172.21.15.110:6790/0] conn(0x7fb2a80dbea0 0x7fb2a803cbe0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.110:3301/0 says I am v2:172.21.15.63:46550/0 (socket says 172.21.15.63:46550) 2024-09-15T22:04:35.179 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:35.137+0000 7fb2ae59c640 1 -- 172.21.15.63:0/2033735781 learned_addr learned my addr 172.21.15.63:0/2033735781 (peer_addr_for_me v2:172.21.15.63:0/0) 2024-09-15T22:04:35.179 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:35.137+0000 7fb2af59e640 1 -- 172.21.15.63:0/2033735781 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 -- 0x7fb2a80066e0 con 0x7fb2a803d120 2024-09-15T22:04:35.180 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:35.138+0000 7fda837fe640 1 --2- 172.21.15.63:0/1017573394 >> [v2:172.21.15.110:6832/552273267,v1:172.21.15.110:6833/552273267] conn(0x7fda8806c300 0x7fda8806e7c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-15T22:04:35.180 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:35.137+0000 7fb2af59e640 1 -- 172.21.15.63:0/2033735781 --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_getmap magic: 0 -- 0x7fb2a803bf90 con 0x7fb298005410 2024-09-15T22:04:35.180 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:35.137+0000 7fb2af59e640 1 -- 172.21.15.63:0/2033735781 --> [v2:172.21.15.110:3301/0,v1:172.21.15.110:6790/0] -- mon_getmap magic: 0 -- 0x7fb2a80ea770 con 0x7fb2a80dbea0 2024-09-15T22:04:35.180 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:35.138+0000 7fb2aed9d640 1 --2- 172.21.15.63:0/2033735781 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fb2a803d120 0x7fb2a8050c90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-15T22:04:35.180 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:35.137+0000 7f4a58c00640 1 -- 172.21.15.63:0/1092076980 >> v2:172.21.15.63:3300/0 conn(0x7f4a4c0dec70 msgr2=0x7f4a4c006500 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-15T22:04:35.181 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:35.137+0000 7f4a58c00640 1 --2- 172.21.15.63:0/1092076980 >> v2:172.21.15.63:3300/0 conn(0x7f4a4c0dec70 0x7f4a4c006500 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T22:04:35.181 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:35.137+0000 7f4a58c00640 1 -- 172.21.15.63:0/1092076980 >> v1:172.21.15.110:6789/0 conn(0x7f4a4c009af0 legacy=0x7f4a4c01d310 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-15T22:04:35.181 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:35.137+0000 7f4a58c00640 1 -- 172.21.15.63:0/1092076980 --> [v2:172.21.15.110:3301/0,v1:172.21.15.110:6790/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f4a4c01cdf0 con 0x7f4a4c0323c0 2024-09-15T22:04:35.181 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:35.138+0000 7f4a59401640 1 --2- 172.21.15.63:0/1092076980 >> v2:172.21.15.63:3300/0 conn(0x7f4a4c0dec70 0x7f4a4c006500 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-15T22:04:35.181 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:35.138+0000 7fda9a59c640 1 --2- 172.21.15.63:0/1017573394 >> [v2:172.21.15.110:6832/552273267,v1:172.21.15.110:6833/552273267] conn(0x7fda8806c300 0x7fda8806e7c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-15T22:04:35.181 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:35.138+0000 7fa0f1f34640 1 --2- 172.21.15.63:0/2348124380 >> [v2:172.21.15.110:3301/0,v1:172.21.15.110:6790/0] conn(0x7fa0ec15bdf0 0x7fa0ec15c1d0 secure :-1 s=READY pgs=34 cs=0 l=1 rev1=1 crypto rx=0x7fa0e800ffd0 tx=0x7fa0e80331c0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=87c10f6188afad7a server_cookie=0 in_seq=0 out_seq=0 2024-09-15T22:04:35.182 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:35.137+0000 7f88bffff640 1 -- 172.21.15.63:0/1087580549 >> [v2:172.21.15.110:3301/0,v1:172.21.15.110:6790/0] conn(0x7f88c80b02f0 msgr2=0x7f88c81f76e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-15T22:04:35.182 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:35.137+0000 7f88bffff640 1 --2- 172.21.15.63:0/1087580549 >> [v2:172.21.15.110:3301/0,v1:172.21.15.110:6790/0] conn(0x7f88c80b02f0 0x7f88c81f76e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T22:04:35.182 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:35.137+0000 7f88bffff640 1 -- 172.21.15.63:0/1087580549 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f88c815b720 msgr2=0x7f88c809dfd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-15T22:04:35.182 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:35.138+0000 7f88bffff640 1 --2- 172.21.15.63:0/1087580549 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f88c815b720 0x7f88c809dfd0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T22:04:35.182 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:35.138+0000 7f88bffff640 1 -- 172.21.15.63:0/1087580549 --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f88c80c4e20 con 0x7f88c80d18e0 2024-09-15T22:04:35.182 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:35.138+0000 7f88ccb54640 1 --2- 172.21.15.63:0/1087580549 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f88c815b720 0x7f88c809dfd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-15T22:04:35.182 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:35.138+0000 7f1619d3b640 1 --2- 172.21.15.63:0/1671778603 >> [v2:172.21.15.110:6832/552273267,v1:172.21.15.110:6833/552273267] conn(0x7f15f806c380 0x7f15f806e840 secure :-1 s=READY pgs=71 cs=0 l=1 rev1=1 crypto rx=0x7f160c0d84c0 tx=0x7f16040090e0 comp rx=0 tx=0).ready entity=mgr.4102 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-15T22:04:35.183 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:35.138+0000 7f88bffff640 1 --2- 172.21.15.63:0/1087580549 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f88c80d18e0 0x7f88c8204ab0 secure :-1 s=READY pgs=81 cs=0 l=1 rev1=1 crypto rx=0x7f88c80b0760 tx=0x7f88b0001a00 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-15T22:04:35.183 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:35.138+0000 7fb2ae59c640 1 -- 172.21.15.63:0/2033735781 >> [v2:172.21.15.110:3301/0,v1:172.21.15.110:6790/0] conn(0x7fb2a80dbea0 msgr2=0x7fb2a803cbe0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-15T22:04:35.183 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:35.138+0000 7fb2ae59c640 1 --2- 172.21.15.63:0/2033735781 >> [v2:172.21.15.110:3301/0,v1:172.21.15.110:6790/0] conn(0x7fb2a80dbea0 0x7fb2a803cbe0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T22:04:35.183 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:35.138+0000 7fb2ae59c640 1 -- 172.21.15.63:0/2033735781 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fb2a803d120 msgr2=0x7fb2a8050c90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-15T22:04:35.183 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:35.138+0000 7fb2ae59c640 1 --2- 172.21.15.63:0/2033735781 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fb2a803d120 0x7fb2a8050c90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T22:04:35.184 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:35.138+0000 7fd7ec930640 1 Processor -- start 2024-09-15T22:04:35.184 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:35.138+0000 7fb2ae59c640 1 -- 172.21.15.63:0/2033735781 --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fb2a804fc30 con 0x7fb298005410 2024-09-15T22:04:35.184 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:35.138+0000 7fb2aed9d640 1 --2- 172.21.15.63:0/2033735781 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fb2a803d120 0x7fb2a8050c90 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-15T22:04:35.184 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:35.138+0000 7f4a58c00640 1 --2- 172.21.15.63:0/1092076980 >> [v2:172.21.15.110:3301/0,v1:172.21.15.110:6790/0] conn(0x7f4a4c0323c0 0x7f4a4c052350 secure :-1 s=READY pgs=35 cs=0 l=1 rev1=1 crypto rx=0x7f4a4400c1e0 tx=0x7f4a44029fc0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=d1884becd043a0ed server_cookie=0 in_seq=0 out_seq=0 2024-09-15T22:04:35.184 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:35.138+0000 7fdaa09e3640 1 -- 172.21.15.63:0/1017573394 --> [v2:172.21.15.110:3301/0,v1:172.21.15.110:6790/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fda9c0cdf10 con 0x7fda9c06e5d0 2024-09-15T22:04:35.185 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:35.138+0000 7fd7ec930640 1 -- start start 2024-09-15T22:04:35.185 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:35.138+0000 7fb2ae59c640 1 --2- 172.21.15.63:0/2033735781 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7fb298005410 0x7fb2a80db960 secure :-1 s=READY pgs=82 cs=0 l=1 rev1=1 crypto rx=0x7fb2a0004fd0 tx=0x7fb2a00074f0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-15T22:04:35.186 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:35.138+0000 7f88c57fa640 1 -- 172.21.15.63:0/1087580549 <== mon.1 v2:172.21.15.110:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f88b0018070 con 0x7f88c80d18e0 2024-09-15T22:04:35.186 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:35.138+0000 7f88ce5b7640 1 -- 172.21.15.63:0/1087580549 --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f88c80c5100 con 0x7f88c80d18e0 2024-09-15T22:04:35.186 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:35.139+0000 7f88ce5b7640 1 -- 172.21.15.63:0/1087580549 --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f88c80c56c0 con 0x7f88c80d18e0 2024-09-15T22:04:35.186 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:35.139+0000 7f88c57fa640 1 -- 172.21.15.63:0/1087580549 <== mon.1 v2:172.21.15.110:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f88b00060d0 con 0x7f88c80d18e0 2024-09-15T22:04:35.186 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:35.139+0000 7fda9a59c640 1 --2- 172.21.15.63:0/1017573394 >> [v2:172.21.15.110:6832/552273267,v1:172.21.15.110:6833/552273267] conn(0x7fda8806c300 0x7fda8806e7c0 secure :-1 s=READY pgs=72 cs=0 l=1 rev1=1 crypto rx=0x7fda90034000 tx=0x7fda9002e000 comp rx=0 tx=0).ready entity=mgr.4102 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-15T22:04:35.187 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:35.139+0000 7fb29effd640 1 -- 172.21.15.63:0/2033735781 <== mon.1 v2:172.21.15.110:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb2a001a070 con 0x7fb298005410 2024-09-15T22:04:35.187 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:35.139+0000 7fb29effd640 1 -- 172.21.15.63:0/2033735781 <== mon.1 v2:172.21.15.110:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fb2a0007740 con 0x7fb298005410 2024-09-15T22:04:35.187 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:35.139+0000 7fb2af59e640 1 -- 172.21.15.63:0/2033735781 --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fb2a804fed0 con 0x7fb298005410 2024-09-15T22:04:35.187 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:35.139+0000 7fb29effd640 1 -- 172.21.15.63:0/2033735781 <== mon.1 v2:172.21.15.110:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb2a000fbe0 con 0x7fb298005410 2024-09-15T22:04:35.187 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:35.139+0000 7f88c57fa640 1 -- 172.21.15.63:0/1087580549 <== mon.1 v2:172.21.15.110:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f88b00064c0 con 0x7f88c80d18e0 2024-09-15T22:04:35.188 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:35.139+0000 7fb2af59e640 1 -- 172.21.15.63:0/2033735781 --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fb2a8050490 con 0x7fb298005410 2024-09-15T22:04:35.188 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:35.139+0000 7fd7ec930640 1 --2- >> [v2:172.21.15.110:3301/0,v1:172.21.15.110:6790/0] conn(0x7fd7e000bda0 0x7fd7e00e1e00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-15T22:04:35.189 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:35.139+0000 7fd7ec930640 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fd7e0038230 0x7fd7e00395e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-15T22:04:35.189 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:35.140+0000 7fd7ec930640 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7fd7e0039b20 0x7fd7e0039f90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-15T22:04:35.189 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:35.140+0000 7fd7ec930640 1 -- --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 -- 0x7fd7e0055bf0 con 0x7fd7e0038230 2024-09-15T22:04:35.189 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:35.140+0000 7fd7ec930640 1 -- --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_getmap magic: 0 -- 0x7fd7e0055910 con 0x7fd7e0039b20 2024-09-15T22:04:35.189 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:35.140+0000 7fd7ec930640 1 -- --> [v2:172.21.15.110:3301/0,v1:172.21.15.110:6790/0] -- mon_getmap magic: 0 -- 0x7fd7e0054d00 con 0x7fd7e000bda0 2024-09-15T22:04:35.189 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:35.140+0000 7fd7e659c640 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fd7e0038230 0x7fd7e00395e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-15T22:04:35.189 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:35.140+0000 7fd7e6d9d640 1 --2- >> [v2:172.21.15.110:3301/0,v1:172.21.15.110:6790/0] conn(0x7fd7e000bda0 0x7fd7e00e1e00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-15T22:04:35.189 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:35.140+0000 7fd7e659c640 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fd7e0038230 0x7fd7e00395e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.63:3300/0 says I am v2:172.21.15.63:55382/0 (socket says 172.21.15.63:55382) 2024-09-15T22:04:35.189 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:35.140+0000 7fd7e659c640 1 -- 172.21.15.63:0/542435876 learned_addr learned my addr 172.21.15.63:0/542435876 (peer_addr_for_me v2:172.21.15.63:0/0) 2024-09-15T22:04:35.189 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:35.140+0000 7f88ce5b7640 1 -- 172.21.15.63:0/1087580549 --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f88c80734a0 con 0x7f88c80d18e0 2024-09-15T22:04:35.190 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:35.140+0000 7fd7e759e640 1 --2- 172.21.15.63:0/542435876 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7fd7e0039b20 0x7fd7e0039f90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-15T22:04:35.190 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:35.140+0000 7fd7e6d9d640 1 -- 172.21.15.63:0/542435876 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7fd7e0039b20 msgr2=0x7fd7e0039f90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-15T22:04:35.190 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:35.140+0000 7fd7e6d9d640 1 --2- 172.21.15.63:0/542435876 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7fd7e0039b20 0x7fd7e0039f90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T22:04:35.190 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:35.140+0000 7fd7e6d9d640 1 -- 172.21.15.63:0/542435876 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fd7e0038230 msgr2=0x7fd7e00395e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-15T22:04:35.190 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:35.140+0000 7fd7e6d9d640 1 --2- 172.21.15.63:0/542435876 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fd7e0038230 0x7fd7e00395e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T22:04:35.191 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:35.140+0000 7fd7e6d9d640 1 -- 172.21.15.63:0/542435876 --> [v2:172.21.15.110:3301/0,v1:172.21.15.110:6790/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fd7e004fb00 con 0x7fd7e000bda0 2024-09-15T22:04:35.191 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:35.140+0000 7fd7e659c640 1 --2- 172.21.15.63:0/542435876 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fd7e0038230 0x7fd7e00395e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-15T22:04:35.191 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:35.140+0000 7fd7e6d9d640 1 --2- 172.21.15.63:0/542435876 >> [v2:172.21.15.110:3301/0,v1:172.21.15.110:6790/0] conn(0x7fd7e000bda0 0x7fd7e00e1e00 secure :-1 s=READY pgs=36 cs=0 l=1 rev1=1 crypto rx=0x7fd7e806b0e0 tx=0x7fd7e8069780 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-15T22:04:35.191 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:35.141+0000 7fb2af59e640 1 -- 172.21.15.63:0/2033735781 --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fb2a80058f0 con 0x7fb298005410 2024-09-15T22:04:35.191 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:35.141+0000 7f88c57fa640 1 -- 172.21.15.63:0/1087580549 <== mon.1 v2:172.21.15.110:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7f88b001b070 con 0x7f88c80d18e0 2024-09-15T22:04:35.191 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:35.141+0000 7fda837fe640 1 -- 172.21.15.63:0/1017573394 <== mon.2 v2:172.21.15.110:3301/0 5 ==== osd_map(21..21 src has 1..21) ==== 5709+0+0 (secure 0 0 0) 0x7fda8c057500 con 0x7fda9c06e5d0 2024-09-15T22:04:35.192 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:35.141+0000 7f4a4bfff640 1 -- 172.21.15.63:0/1092076980 <== mon.2 v2:172.21.15.110:3301/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4a44008df0 con 0x7f4a4c0323c0 2024-09-15T22:04:35.192 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:35.141+0000 7fb29effd640 1 -- 172.21.15.63:0/2033735781 <== mon.1 v2:172.21.15.110:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7fb2a001d070 con 0x7fb298005410 2024-09-15T22:04:35.192 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:35.141+0000 7fea2affd640 1 -- 172.21.15.63:0/2688990361 <== mon.2 v2:172.21.15.110:3301/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fea3c0bd070 con 0x7fea340e28f0 2024-09-15T22:04:35.192 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:35.141+0000 7fea3b59e640 1 -- 172.21.15.63:0/2688990361 --> [v2:172.21.15.110:3301/0,v1:172.21.15.110:6790/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fea3404fef0 con 0x7fea340e28f0 2024-09-15T22:04:35.193 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:35.141+0000 7fd7cf7fe640 1 -- 172.21.15.63:0/542435876 <== mon.2 v2:172.21.15.110:3301/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd7e8099070 con 0x7fd7e000bda0 2024-09-15T22:04:35.193 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:35.141+0000 7f160a7fc640 1 -- 172.21.15.63:0/1671778603 <== mon.2 v2:172.21.15.110:3301/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7f160c0d20c0 con 0x7f160c0349c0 2024-09-15T22:04:35.193 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:35.141+0000 7fd7ec930640 1 -- 172.21.15.63:0/542435876 --> [v2:172.21.15.110:3301/0,v1:172.21.15.110:6790/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fd7e004fde0 con 0x7fd7e000bda0 2024-09-15T22:04:35.193 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:35.141+0000 7f88c57fa640 1 --2- 172.21.15.63:0/1087580549 >> [v2:172.21.15.110:6832/552273267,v1:172.21.15.110:6833/552273267] conn(0x7f88a806c2b0 0x7f88a806e770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-15T22:04:35.194 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:35.141+0000 7fd7ec930640 1 -- 172.21.15.63:0/542435876 --> [v2:172.21.15.110:3301/0,v1:172.21.15.110:6790/0] -- mon_subscribe({osdmap=0}) -- 0x7fd7e00503a0 con 0x7fd7e000bda0 2024-09-15T22:04:35.194 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:35.142+0000 7fa0f0f32640 1 -- 172.21.15.63:0/2348124380 <== mon.2 v2:172.21.15.110:3301/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa0e8040070 con 0x7fa0ec15bdf0 2024-09-15T22:04:35.194 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:35.142+0000 7f88c57fa640 1 -- 172.21.15.63:0/1087580549 <== mon.1 v2:172.21.15.110:3300/0 5 ==== osd_map(21..21 src has 1..21) ==== 5709+0+0 (secure 0 0 0) 0x7f88b008a660 con 0x7f88c80d18e0 2024-09-15T22:04:35.195 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:35.142+0000 7f88c7fff640 1 --2- 172.21.15.63:0/1087580549 >> [v2:172.21.15.110:6832/552273267,v1:172.21.15.110:6833/552273267] conn(0x7f88a806c2b0 0x7f88a806e770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-15T22:04:35.195 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:35.141+0000 7fea3b59e640 1 -- 172.21.15.63:0/2688990361 --> [v2:172.21.15.110:3301/0,v1:172.21.15.110:6790/0] -- mon_subscribe({osdmap=0}) -- 0x7fea340504b0 con 0x7fea340e28f0 2024-09-15T22:04:35.195 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:35.142+0000 7f88c7fff640 1 --2- 172.21.15.63:0/1087580549 >> [v2:172.21.15.110:6832/552273267,v1:172.21.15.110:6833/552273267] conn(0x7f88a806c2b0 0x7f88a806e770 secure :-1 s=READY pgs=73 cs=0 l=1 rev1=1 crypto rx=0x7f88b8000c00 tx=0x7f88b802e000 comp rx=0 tx=0).ready entity=mgr.4102 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-15T22:04:35.195 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:35.142+0000 7fd7ec930640 1 -- 172.21.15.63:0/542435876 --> [v2:172.21.15.110:3301/0,v1:172.21.15.110:6790/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fd7e000c180 con 0x7fd7e000bda0 2024-09-15T22:04:35.196 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:35.143+0000 7fb29effd640 1 --2- 172.21.15.63:0/2033735781 >> [v2:172.21.15.110:6832/552273267,v1:172.21.15.110:6833/552273267] conn(0x7fb29006c2e0 0x7fb29006e7a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-15T22:04:35.196 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:35.143+0000 7fea3b59e640 1 -- 172.21.15.63:0/2688990361 --> [v2:172.21.15.110:3301/0,v1:172.21.15.110:6790/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fea34053080 con 0x7fea340e28f0 2024-09-15T22:04:35.196 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:35.143+0000 7fb29effd640 1 -- 172.21.15.63:0/2033735781 <== mon.1 v2:172.21.15.110:3300/0 5 ==== osd_map(21..21 src has 1..21) ==== 5709+0+0 (secure 0 0 0) 0x7fb2a008ab70 con 0x7fb298005410 2024-09-15T22:04:35.197 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:35.143+0000 7fb2add9b640 1 --2- 172.21.15.63:0/2033735781 >> [v2:172.21.15.110:6832/552273267,v1:172.21.15.110:6833/552273267] conn(0x7fb29006c2e0 0x7fb29006e7a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-15T22:04:35.197 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:35.143+0000 7fb2add9b640 1 --2- 172.21.15.63:0/2033735781 >> [v2:172.21.15.110:6832/552273267,v1:172.21.15.110:6833/552273267] conn(0x7fb29006c2e0 0x7fb29006e7a0 secure :-1 s=READY pgs=74 cs=0 l=1 rev1=1 crypto rx=0x7fb2a40099f0 tx=0x7fb2a4006ee0 comp rx=0 tx=0).ready entity=mgr.4102 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-15T22:04:35.197 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:35.146+0000 7fa0f0f32640 1 -- 172.21.15.63:0/2348124380 <== mon.2 v2:172.21.15.110:3301/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fa0e803b440 con 0x7fa0ec15bdf0 2024-09-15T22:04:35.197 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:35.146+0000 7fea2affd640 1 -- 172.21.15.63:0/2688990361 <== mon.2 v2:172.21.15.110:3301/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fea3c0ab6b0 con 0x7fea340e28f0 2024-09-15T22:04:35.197 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:35.146+0000 7fea2affd640 1 -- 172.21.15.63:0/2688990361 <== mon.2 v2:172.21.15.110:3301/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fea3c0c7060 con 0x7fea340e28f0 2024-09-15T22:04:35.198 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:35.146+0000 7fd7cf7fe640 1 -- 172.21.15.63:0/542435876 <== mon.2 v2:172.21.15.110:3301/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fd7e8069110 con 0x7fd7e000bda0 2024-09-15T22:04:35.198 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:35.146+0000 7fd7cf7fe640 1 -- 172.21.15.63:0/542435876 <== mon.2 v2:172.21.15.110:3301/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd7e80a3060 con 0x7fd7e000bda0 2024-09-15T22:04:35.198 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:35.146+0000 7f4a4bfff640 1 -- 172.21.15.63:0/1092076980 <== mon.2 v2:172.21.15.110:3301/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f4a4402a8c0 con 0x7f4a4c0323c0 2024-09-15T22:04:35.198 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:35.146+0000 7f4a4bfff640 1 -- 172.21.15.63:0/1092076980 <== mon.2 v2:172.21.15.110:3301/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4a4402acb0 con 0x7f4a4c0323c0 2024-09-15T22:04:35.198 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:35.146+0000 7fda837fe640 1 -- 172.21.15.63:0/1017573394 <== mon.2 v2:172.21.15.110:3301/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7fda9c14d170 con 0x7fda9c06e5d0 2024-09-15T22:04:35.199 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:35.146+0000 7fa0f0f32640 1 -- 172.21.15.63:0/2348124380 <== mon.2 v2:172.21.15.110:3301/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa0e803b810 con 0x7fa0ec15bdf0 2024-09-15T22:04:35.199 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:35.147+0000 7fa0f2f36640 1 -- 172.21.15.63:0/2348124380 >> [v2:172.21.15.110:3301/0,v1:172.21.15.110:6790/0] conn(0x7fa0ec15bdf0 msgr2=0x7fa0ec15c1d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-15T22:04:35.199 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:35.147+0000 7fa0f2f36640 1 --2- 172.21.15.63:0/2348124380 >> [v2:172.21.15.110:3301/0,v1:172.21.15.110:6790/0] conn(0x7fa0ec15bdf0 0x7fa0ec15c1d0 secure :-1 s=READY pgs=34 cs=0 l=1 rev1=1 crypto rx=0x7fa0e800ffd0 tx=0x7fa0e80331c0 comp rx=0 tx=0).stop 2024-09-15T22:04:35.199 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:35.147+0000 7f4a5a403640 1 -- 172.21.15.63:0/1092076980 >> [v2:172.21.15.110:3301/0,v1:172.21.15.110:6790/0] conn(0x7f4a4c0323c0 msgr2=0x7f4a4c052350 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-15T22:04:35.200 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:35.147+0000 7f88c57fa640 1 -- 172.21.15.63:0/1087580549 <== mon.1 v2:172.21.15.110:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7f88c80734a0 con 0x7f88c80d18e0 2024-09-15T22:04:35.200 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:35.147+0000 7f4a5a403640 1 --2- 172.21.15.63:0/1092076980 >> [v2:172.21.15.110:3301/0,v1:172.21.15.110:6790/0] conn(0x7f4a4c0323c0 0x7f4a4c052350 secure :-1 s=READY pgs=35 cs=0 l=1 rev1=1 crypto rx=0x7f4a4400c1e0 tx=0x7f4a44029fc0 comp rx=0 tx=0).stop 2024-09-15T22:04:35.200 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:35.147+0000 7fa0f2f36640 1 -- 172.21.15.63:0/2348124380 shutdown_connections 2024-09-15T22:04:35.200 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:35.147+0000 7fa0f2f36640 1 --2- 172.21.15.63:0/2348124380 >> v2:172.21.15.63:3300/0 conn(0x7fa0ec0d0ce0 0x7fa0ec0d1150 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T22:04:35.200 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:35.147+0000 7fa0f2f36640 1 --2- 172.21.15.63:0/2348124380 >> [v2:172.21.15.110:3301/0,v1:172.21.15.110:6790/0] conn(0x7fa0ec15bdf0 0x7fa0ec15c1d0 unknown :-1 s=CLOSED pgs=34 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T22:04:35.201 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:35.147+0000 7fa0f2f36640 1 -- 172.21.15.63:0/2348124380 >> 172.21.15.63:0/2348124380 conn(0x7fa0ec0cec20 msgr2=0x7fa0ec0cf030 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-15T22:04:35.201 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:35.147+0000 7f4a5a403640 1 -- 172.21.15.63:0/1092076980 shutdown_connections 2024-09-15T22:04:35.201 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:35.147+0000 7f4a5a403640 1 --2- 172.21.15.63:0/1092076980 >> [v2:172.21.15.110:3301/0,v1:172.21.15.110:6790/0] conn(0x7f4a4c0323c0 0x7f4a4c052350 unknown :-1 s=CLOSED pgs=35 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T22:04:35.201 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:35.147+0000 7f4a5a403640 1 --2- 172.21.15.63:0/1092076980 >> v2:172.21.15.63:3300/0 conn(0x7f4a4c0dec70 0x7f4a4c006500 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T22:04:35.201 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:35.147+0000 7f4a5a403640 1 -- 172.21.15.63:0/1092076980 >> 172.21.15.63:0/1092076980 conn(0x7f4a4c036090 msgr2=0x7f4a4c0364a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-15T22:04:35.201 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:35.147+0000 7fa0f2f36640 1 -- 172.21.15.63:0/2348124380 shutdown_connections 2024-09-15T22:04:35.202 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:35.147+0000 7fa0f2f36640 1 -- 172.21.15.63:0/2348124380 wait complete. 2024-09-15T22:04:35.202 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:35.147+0000 7f4a5a403640 1 -- 172.21.15.63:0/1092076980 shutdown_connections 2024-09-15T22:04:35.202 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:35.147+0000 7f4a5a403640 1 -- 172.21.15.63:0/1092076980 wait complete. 2024-09-15T22:04:35.202 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:35.148+0000 7fea2affd640 1 -- 172.21.15.63:0/2688990361 <== mon.2 v2:172.21.15.110:3301/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7fea3c0c0070 con 0x7fea340e28f0 2024-09-15T22:04:35.203 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:35.148+0000 7fd7cf7fe640 1 -- 172.21.15.63:0/542435876 <== mon.2 v2:172.21.15.110:3301/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7fd7e809c070 con 0x7fd7e000bda0 2024-09-15T22:04:35.203 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:35.149+0000 7fea2affd640 1 --2- 172.21.15.63:0/2688990361 >> [v2:172.21.15.110:6832/552273267,v1:172.21.15.110:6833/552273267] conn(0x7fea1c06c2b0 0x7fea1c06e770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-15T22:04:35.203 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:35.149+0000 7fea2affd640 1 -- 172.21.15.63:0/2688990361 <== mon.2 v2:172.21.15.110:3301/0 5 ==== osd_map(21..21 src has 1..21) ==== 5709+0+0 (secure 0 0 0) 0x7fea3c128450 con 0x7fea340e28f0 2024-09-15T22:04:35.203 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:35.149+0000 7fd7cf7fe640 1 --2- 172.21.15.63:0/542435876 >> [v2:172.21.15.110:6832/552273267,v1:172.21.15.110:6833/552273267] conn(0x7fd7d406c2b0 0x7fd7d406e770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-15T22:04:35.204 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:35.149+0000 7fa0f2f36640 1 Processor -- start 2024-09-15T22:04:35.204 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:35.149+0000 7f4a5a403640 1 Processor -- start 2024-09-15T22:04:35.204 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:35.149+0000 7fa0f2f36640 1 -- start start 2024-09-15T22:04:35.204 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:35.149+0000 7f4a5a403640 1 -- start start 2024-09-15T22:04:35.205 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:35.149+0000 7fd7cf7fe640 1 -- 172.21.15.63:0/542435876 <== mon.2 v2:172.21.15.110:3301/0 5 ==== osd_map(21..21 src has 1..21) ==== 5709+0+0 (secure 0 0 0) 0x7fd7e8106e70 con 0x7fd7e000bda0 2024-09-15T22:04:35.205 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:35.149+0000 7fea3a59c640 1 --2- 172.21.15.63:0/2688990361 >> [v2:172.21.15.110:6832/552273267,v1:172.21.15.110:6833/552273267] conn(0x7fea1c06c2b0 0x7fea1c06e770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-15T22:04:35.205 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:35.149+0000 7fd7e659c640 1 --2- 172.21.15.63:0/542435876 >> [v2:172.21.15.110:6832/552273267,v1:172.21.15.110:6833/552273267] conn(0x7fd7d406c2b0 0x7fd7d406e770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-15T22:04:35.206 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:35.150+0000 7fea3a59c640 1 --2- 172.21.15.63:0/2688990361 >> [v2:172.21.15.110:6832/552273267,v1:172.21.15.110:6833/552273267] conn(0x7fea1c06c2b0 0x7fea1c06e770 secure :-1 s=READY pgs=75 cs=0 l=1 rev1=1 crypto rx=0x7fea2c007fd0 tx=0x7fea2c0079a0 comp rx=0 tx=0).ready entity=mgr.4102 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-15T22:04:35.206 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:35.150+0000 7fd7e659c640 1 --2- 172.21.15.63:0/542435876 >> [v2:172.21.15.110:6832/552273267,v1:172.21.15.110:6833/552273267] conn(0x7fd7d406c2b0 0x7fd7d406e770 secure :-1 s=READY pgs=76 cs=0 l=1 rev1=1 crypto rx=0x7fd7dc02a0a0 tx=0x7fd7dc02e000 comp rx=0 tx=0).ready entity=mgr.4102 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-15T22:04:35.207 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:35.150+0000 7fa0f2f36640 1 --2- >> [v2:172.21.15.110:3301/0,v1:172.21.15.110:6790/0] conn(0x7fa0ec0d0ce0 0x7fa0ec155550 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-15T22:04:35.207 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:35.150+0000 7fa0f2f36640 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fa0ec15bdf0 0x7fa0ec149540 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-15T22:04:35.207 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:35.150+0000 7fa0f2f36640 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7fa0ec160720 0x7fa0ec0ca840 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-15T22:04:35.207 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:35.150+0000 7fa0f2f36640 1 -- --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 -- 0x7fa0ec160b60 con 0x7fa0ec15bdf0 2024-09-15T22:04:35.207 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:35.150+0000 7fa0f1f34640 1 --2- >> [v2:172.21.15.110:3301/0,v1:172.21.15.110:6790/0] conn(0x7fa0ec0d0ce0 0x7fa0ec155550 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-15T22:04:35.207 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:35.150+0000 7fa0f1733640 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fa0ec15bdf0 0x7fa0ec149540 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-15T22:04:35.207 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:35.150+0000 7fa0f1f34640 1 --2- >> [v2:172.21.15.110:3301/0,v1:172.21.15.110:6790/0] conn(0x7fa0ec0d0ce0 0x7fa0ec155550 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.110:3301/0 says I am v2:172.21.15.63:46564/0 (socket says 172.21.15.63:46564) 2024-09-15T22:04:35.207 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:35.150+0000 7fa0f1f34640 1 -- 172.21.15.63:0/2989842905 learned_addr learned my addr 172.21.15.63:0/2989842905 (peer_addr_for_me v2:172.21.15.63:0/0) 2024-09-15T22:04:35.207 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:35.150+0000 7fa0f2f36640 1 -- 172.21.15.63:0/2989842905 --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_getmap magic: 0 -- 0x7fa0ec0ce890 con 0x7fa0ec160720 2024-09-15T22:04:35.207 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:35.150+0000 7fa0f2f36640 1 -- 172.21.15.63:0/2989842905 --> [v2:172.21.15.110:3301/0,v1:172.21.15.110:6790/0] -- mon_getmap magic: 0 -- 0x7fa0ec0b1d10 con 0x7fa0ec0d0ce0 2024-09-15T22:04:35.208 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:35.150+0000 7f4a5a403640 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f4a4c009af0 0x7f4a4c0ccd70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-15T22:04:35.208 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:35.150+0000 7fa0f2735640 1 --2- 172.21.15.63:0/2989842905 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7fa0ec160720 0x7fa0ec0ca840 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-15T22:04:35.208 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:35.151+0000 7fa0f2735640 1 -- 172.21.15.63:0/2989842905 >> [v2:172.21.15.110:3301/0,v1:172.21.15.110:6790/0] conn(0x7fa0ec0d0ce0 msgr2=0x7fa0ec155550 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-15T22:04:35.208 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:35.151+0000 7fa0f2735640 1 --2- 172.21.15.63:0/2989842905 >> [v2:172.21.15.110:3301/0,v1:172.21.15.110:6790/0] conn(0x7fa0ec0d0ce0 0x7fa0ec155550 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T22:04:35.208 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:35.151+0000 7fa0f2735640 1 -- 172.21.15.63:0/2989842905 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fa0ec15bdf0 msgr2=0x7fa0ec149540 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-15T22:04:35.208 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:35.151+0000 7fa0f2735640 1 --2- 172.21.15.63:0/2989842905 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fa0ec15bdf0 0x7fa0ec149540 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T22:04:35.209 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:35.151+0000 7fa0f2735640 1 -- 172.21.15.63:0/2989842905 --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fa0ec0c97a0 con 0x7fa0ec160720 2024-09-15T22:04:35.209 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:35.151+0000 7f4a5a403640 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f4a4c0323c0 0x7f4a4c0373d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-15T22:04:35.209 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:35.151+0000 7f4a5a403640 1 --2- >> [v2:172.21.15.110:3301/0,v1:172.21.15.110:6790/0] conn(0x7f4a4c0dec70 0x7f4a4c034ce0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-15T22:04:35.209 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:35.151+0000 7f4a5a403640 1 -- --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 -- 0x7f4a4c032980 con 0x7f4a4c009af0 2024-09-15T22:04:35.209 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:35.151+0000 7f4a59401640 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f4a4c009af0 0x7f4a4c0ccd70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-15T22:04:35.209 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:35.151+0000 7f4a5a403640 1 -- --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_getmap magic: 0 -- 0x7f4a4c0df050 con 0x7f4a4c0323c0 2024-09-15T22:04:35.209 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:35.151+0000 7f4a5a403640 1 -- --> [v2:172.21.15.110:3301/0,v1:172.21.15.110:6790/0] -- mon_getmap magic: 0 -- 0x7f4a4c052890 con 0x7f4a4c0dec70 2024-09-15T22:04:35.209 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:35.151+0000 7f4a59401640 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f4a4c009af0 0x7f4a4c0ccd70 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.63:3300/0 says I am v2:172.21.15.63:55398/0 (socket says 172.21.15.63:55398) 2024-09-15T22:04:35.209 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:35.151+0000 7f4a59401640 1 -- 172.21.15.63:0/97585100 learned_addr learned my addr 172.21.15.63:0/97585100 (peer_addr_for_me v2:172.21.15.63:0/0) 2024-09-15T22:04:35.210 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:35.151+0000 7fa0f1f34640 1 --2- 172.21.15.63:0/2989842905 >> [v2:172.21.15.110:3301/0,v1:172.21.15.110:6790/0] conn(0x7fa0ec0d0ce0 0x7fa0ec155550 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-15T22:04:35.210 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:35.151+0000 7f4a59c02640 1 --2- 172.21.15.63:0/97585100 >> [v2:172.21.15.110:3301/0,v1:172.21.15.110:6790/0] conn(0x7f4a4c0dec70 0x7f4a4c034ce0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-15T22:04:35.210 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:35.151+0000 7f4a58c00640 1 --2- 172.21.15.63:0/97585100 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f4a4c0323c0 0x7f4a4c0373d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-15T22:04:35.211 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:35.151+0000 7f4a59401640 1 -- 172.21.15.63:0/97585100 >> [v2:172.21.15.110:3301/0,v1:172.21.15.110:6790/0] conn(0x7f4a4c0dec70 msgr2=0x7f4a4c034ce0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-15T22:04:35.211 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:35.151+0000 7f4a59401640 1 --2- 172.21.15.63:0/97585100 >> [v2:172.21.15.110:3301/0,v1:172.21.15.110:6790/0] conn(0x7f4a4c0dec70 0x7f4a4c034ce0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T22:04:35.211 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:35.151+0000 7f4a59401640 1 -- 172.21.15.63:0/97585100 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f4a4c0323c0 msgr2=0x7f4a4c0373d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-15T22:04:35.211 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:35.151+0000 7f4a59401640 1 --2- 172.21.15.63:0/97585100 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f4a4c0323c0 0x7f4a4c0373d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T22:04:35.211 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:35.151+0000 7f4a59401640 1 -- 172.21.15.63:0/97585100 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f4a4c0cd2b0 con 0x7f4a4c009af0 2024-09-15T22:04:35.211 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:35.151+0000 7f4a59c02640 1 --2- 172.21.15.63:0/97585100 >> [v2:172.21.15.110:3301/0,v1:172.21.15.110:6790/0] conn(0x7f4a4c0dec70 0x7f4a4c034ce0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-15T22:04:35.211 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:35.151+0000 7fea2affd640 1 -- 172.21.15.63:0/2688990361 <== mon.2 v2:172.21.15.110:3301/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7fea3c0f6cd0 con 0x7fea340e28f0 2024-09-15T22:04:35.211 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:35.151+0000 7fa0f2735640 1 --2- 172.21.15.63:0/2989842905 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7fa0ec160720 0x7fa0ec0ca840 secure :-1 s=READY pgs=83 cs=0 l=1 rev1=1 crypto rx=0x7fa0e400efc0 tx=0x7fa0e400c490 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-15T22:04:35.212 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:35.152+0000 7f4a59401640 1 --2- 172.21.15.63:0/97585100 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f4a4c009af0 0x7f4a4c0ccd70 secure :-1 s=READY pgs=106 cs=0 l=1 rev1=1 crypto rx=0x7f4a54050280 tx=0x7f4a54076110 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-15T22:04:35.212 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:35.152+0000 7f4a49ffb640 1 -- 172.21.15.63:0/97585100 <== mon.0 v2:172.21.15.63:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4a54074230 con 0x7f4a4c009af0 2024-09-15T22:04:35.212 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:35.152+0000 7fa0e27fc640 1 -- 172.21.15.63:0/2989842905 <== mon.1 v2:172.21.15.110:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa0e4018020 con 0x7fa0ec160720 2024-09-15T22:04:35.212 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:35.152+0000 7fa0e27fc640 1 -- 172.21.15.63:0/2989842905 <== mon.1 v2:172.21.15.110:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fa0e4014480 con 0x7fa0ec160720 2024-09-15T22:04:35.212 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:35.152+0000 7fa0e27fc640 1 -- 172.21.15.63:0/2989842905 <== mon.1 v2:172.21.15.110:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa0e4014870 con 0x7fa0ec160720 2024-09-15T22:04:35.213 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:35.153+0000 7fa0f2f36640 1 -- 172.21.15.63:0/2989842905 --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fa0ec0c9a80 con 0x7fa0ec160720 2024-09-15T22:04:35.213 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:35.152+0000 7f4a49ffb640 1 -- 172.21.15.63:0/97585100 <== mon.0 v2:172.21.15.63:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f4a54069720 con 0x7f4a4c009af0 2024-09-15T22:04:35.213 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:35.152+0000 7f4a49ffb640 1 -- 172.21.15.63:0/97585100 <== mon.0 v2:172.21.15.63:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4a54072900 con 0x7f4a4c009af0 2024-09-15T22:04:35.213 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:35.152+0000 7f4a5a403640 1 -- 172.21.15.63:0/97585100 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f4a4c0cf860 con 0x7f4a4c009af0 2024-09-15T22:04:35.213 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:35.152+0000 7f4a5a403640 1 -- 172.21.15.63:0/97585100 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f4a4c0cfe20 con 0x7f4a4c009af0 2024-09-15T22:04:35.214 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:35.154+0000 7fa0f2f36640 1 -- 172.21.15.63:0/2989842905 --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fa0ec0ca320 con 0x7fa0ec160720 2024-09-15T22:04:35.214 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:35.154+0000 7fb29effd640 1 -- 172.21.15.63:0/2033735781 <== mon.1 v2:172.21.15.110:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7fb2a0058d20 con 0x7fb298005410 2024-09-15T22:04:35.215 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:35.154+0000 7f4a5a403640 1 -- 172.21.15.63:0/97585100 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f4a4c01e090 con 0x7f4a4c009af0 2024-09-15T22:04:35.215 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:35.154+0000 7f4a49ffb640 1 -- 172.21.15.63:0/97585100 <== mon.0 v2:172.21.15.63:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7f4a54072aa0 con 0x7f4a4c009af0 2024-09-15T22:04:35.215 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:35.155+0000 7f4a49ffb640 1 --2- 172.21.15.63:0/97585100 >> [v2:172.21.15.110:6832/552273267,v1:172.21.15.110:6833/552273267] conn(0x7f4a3806c300 0x7f4a3806e7c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-15T22:04:35.215 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:35.155+0000 7f4a49ffb640 1 -- 172.21.15.63:0/97585100 <== mon.0 v2:172.21.15.63:3300/0 5 ==== osd_map(21..21 src has 1..21) ==== 5709+0+0 (secure 0 0 0) 0x7f4a54107630 con 0x7f4a4c009af0 2024-09-15T22:04:35.215 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:35.156+0000 7f4a58c00640 1 --2- 172.21.15.63:0/97585100 >> [v2:172.21.15.110:6832/552273267,v1:172.21.15.110:6833/552273267] conn(0x7f4a3806c300 0x7f4a3806e7c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-15T22:04:35.215 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:35.156+0000 7fa0f2f36640 1 -- 172.21.15.63:0/2989842905 --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fa0ec0c9c50 con 0x7fa0ec160720 2024-09-15T22:04:35.215 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:35.156+0000 7fa0e27fc640 1 -- 172.21.15.63:0/2989842905 <== mon.1 v2:172.21.15.110:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7fa0e4005d10 con 0x7fa0ec160720 2024-09-15T22:04:35.216 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:35.157+0000 7f4a58c00640 1 --2- 172.21.15.63:0/97585100 >> [v2:172.21.15.110:6832/552273267,v1:172.21.15.110:6833/552273267] conn(0x7f4a3806c300 0x7f4a3806e7c0 secure :-1 s=READY pgs=77 cs=0 l=1 rev1=1 crypto rx=0x7f4a44033000 tx=0x7f4a4402e000 comp rx=0 tx=0).ready entity=mgr.4102 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-15T22:04:35.216 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:35.157+0000 7fa0e27fc640 1 --2- 172.21.15.63:0/2989842905 >> [v2:172.21.15.110:6832/552273267,v1:172.21.15.110:6833/552273267] conn(0x7fa0d006c4b0 0x7fa0d006e970 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-15T22:04:35.216 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:35.157+0000 7fd7cf7fe640 1 -- 172.21.15.63:0/542435876 <== mon.2 v2:172.21.15.110:3301/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7fd7e80d50c0 con 0x7fd7e000bda0 2024-09-15T22:04:35.217 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:35.157+0000 7fa0e27fc640 1 -- 172.21.15.63:0/2989842905 <== mon.1 v2:172.21.15.110:3300/0 5 ==== osd_map(21..21 src has 1..21) ==== 5709+0+0 (secure 0 0 0) 0x7fa0e4014630 con 0x7fa0ec160720 2024-09-15T22:04:35.217 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:35.157+0000 7fa0f1f34640 1 --2- 172.21.15.63:0/2989842905 >> [v2:172.21.15.110:6832/552273267,v1:172.21.15.110:6833/552273267] conn(0x7fa0d006c4b0 0x7fa0d006e970 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-15T22:04:35.217 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:35.158+0000 7fa0f1f34640 1 --2- 172.21.15.63:0/2989842905 >> [v2:172.21.15.110:6832/552273267,v1:172.21.15.110:6833/552273267] conn(0x7fa0d006c4b0 0x7fa0d006e970 secure :-1 s=READY pgs=78 cs=0 l=1 rev1=1 crypto rx=0x7fa0e8033200 tx=0x7fa0e8037000 comp rx=0 tx=0).ready entity=mgr.4102 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-15T22:04:35.217 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:35.162+0000 7fa0e27fc640 1 -- 172.21.15.63:0/2989842905 <== mon.1 v2:172.21.15.110:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7fa0e4022030 con 0x7fa0ec160720 2024-09-15T22:04:35.217 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:35.164+0000 7f4a49ffb640 1 -- 172.21.15.63:0/97585100 <== mon.0 v2:172.21.15.63:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7f4a540d5e80 con 0x7f4a4c009af0 2024-09-15T22:04:35.554 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:35.553+0000 7f161bf9f640 1 -- 172.21.15.63:0/1671778603 --> [v2:172.21.15.110:3301/0,v1:172.21.15.110:6790/0] -- mon_command({"prefix": "osd last-stat-seq", "id": 2} v 0) -- 0x7f15fc005580 con 0x7f160c0349c0 2024-09-15T22:04:35.558 INFO:teuthology.orchestra.run.smithi063.stdout:60129542150 2024-09-15T22:04:35.558 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:35.554+0000 7f160a7fc640 1 -- 172.21.15.63:0/1671778603 <== mon.2 v2:172.21.15.110:3301/0 7 ==== mon_command_ack([{"prefix": "osd last-stat-seq", "id": 2}]=0 v0) ==== 74+0+12 (secure 0 0 0) 0x7f16140f5970 con 0x7f160c0349c0 2024-09-15T22:04:35.558 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:35.557+0000 7fea3b59e640 1 -- 172.21.15.63:0/2688990361 --> [v2:172.21.15.110:3301/0,v1:172.21.15.110:6790/0] -- mon_command({"prefix": "osd last-stat-seq", "id": 5} v 0) -- 0x7fea3403e9b0 con 0x7fea340e28f0 2024-09-15T22:04:35.559 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:35.557+0000 7fdaa09e3640 1 -- 172.21.15.63:0/1017573394 --> [v2:172.21.15.110:3301/0,v1:172.21.15.110:6790/0] -- mon_command({"prefix": "osd last-stat-seq", "id": 3} v 0) -- 0x7fda9c0af890 con 0x7fda9c06e5d0 2024-09-15T22:04:35.559 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:35.557+0000 7f15f7fff640 1 -- 172.21.15.63:0/1671778603 >> [v2:172.21.15.110:6832/552273267,v1:172.21.15.110:6833/552273267] conn(0x7f15f806c380 msgr2=0x7f15f806e840 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-15T22:04:35.559 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:35.557+0000 7f15f7fff640 1 --2- 172.21.15.63:0/1671778603 >> [v2:172.21.15.110:6832/552273267,v1:172.21.15.110:6833/552273267] conn(0x7f15f806c380 0x7f15f806e840 secure :-1 s=READY pgs=71 cs=0 l=1 rev1=1 crypto rx=0x7f160c0d84c0 tx=0x7f16040090e0 comp rx=0 tx=0).stop 2024-09-15T22:04:35.559 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:35.557+0000 7f15f7fff640 1 -- 172.21.15.63:0/1671778603 >> [v2:172.21.15.110:3301/0,v1:172.21.15.110:6790/0] conn(0x7f160c0349c0 msgr2=0x7f160c0dac00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-15T22:04:35.560 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:35.557+0000 7fea2affd640 1 -- 172.21.15.63:0/2688990361 <== mon.2 v2:172.21.15.110:3301/0 7 ==== mon_command_ack([{"prefix": "osd last-stat-seq", "id": 5}]=0 v0) ==== 74+0+12 (secure 0 0 0) 0x7fea3c0f65d0 con 0x7fea340e28f0 2024-09-15T22:04:35.560 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:35.557+0000 7f15f7fff640 1 --2- 172.21.15.63:0/1671778603 >> [v2:172.21.15.110:3301/0,v1:172.21.15.110:6790/0] conn(0x7f160c0349c0 0x7f160c0dac00 secure :-1 s=READY pgs=31 cs=0 l=1 rev1=1 crypto rx=0x7f161406b1a0 tx=0x7f161406ba30 comp rx=0 tx=0).stop 2024-09-15T22:04:35.560 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:35.557+0000 7f15f7fff640 1 -- 172.21.15.63:0/1671778603 shutdown_connections 2024-09-15T22:04:35.560 INFO:teuthology.orchestra.run.smithi063.stdout:60129542148 2024-09-15T22:04:35.561 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:35.557+0000 7f15f7fff640 1 --2- 172.21.15.63:0/1671778603 >> [v2:172.21.15.110:6832/552273267,v1:172.21.15.110:6833/552273267] conn(0x7f15f806c380 0x7f15f806e840 secure :-1 s=CLOSED pgs=71 cs=0 l=1 rev1=1 crypto rx=0x7f160c0d84c0 tx=0x7f16040090e0 comp rx=0 tx=0).stop 2024-09-15T22:04:35.561 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:35.557+0000 7fda837fe640 1 -- 172.21.15.63:0/1017573394 <== mon.2 v2:172.21.15.110:3301/0 7 ==== mon_command_ack([{"prefix": "osd last-stat-seq", "id": 3}]=0 v0) ==== 74+0+12 (secure 0 0 0) 0x7fda8c059460 con 0x7fda9c06e5d0 2024-09-15T22:04:35.561 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:35.557+0000 7f15f7fff640 1 --2- 172.21.15.63:0/1671778603 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f160c0e2db0 0x7f160c0db140 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T22:04:35.561 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:35.557+0000 7f15f7fff640 1 --2- 172.21.15.63:0/1671778603 >> [v2:172.21.15.110:3301/0,v1:172.21.15.110:6790/0] conn(0x7f160c0349c0 0x7f160c0dac00 unknown :-1 s=CLOSED pgs=31 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T22:04:35.562 INFO:teuthology.orchestra.run.smithi063.stdout:60129542150 2024-09-15T22:04:35.562 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:35.557+0000 7f15f7fff640 1 --2- 172.21.15.63:0/1671778603 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f160c034470 0x7f160c0d1b80 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T22:04:35.563 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:35.557+0000 7f15f7fff640 1 -- 172.21.15.63:0/1671778603 >> 172.21.15.63:0/1671778603 conn(0x7f160c01ea40 msgr2=0x7f160c0531f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-15T22:04:35.563 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:35.559+0000 7f15f7fff640 1 -- 172.21.15.63:0/1671778603 shutdown_connections 2024-09-15T22:04:35.563 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:35.559+0000 7f15f7fff640 1 -- 172.21.15.63:0/1671778603 wait complete. 2024-09-15T22:04:35.563 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:35.560+0000 7fea28ff9640 1 -- 172.21.15.63:0/2688990361 >> [v2:172.21.15.110:6832/552273267,v1:172.21.15.110:6833/552273267] conn(0x7fea1c06c2b0 msgr2=0x7fea1c06e770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-15T22:04:35.563 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:35.560+0000 7fda817fa640 1 -- 172.21.15.63:0/1017573394 >> [v2:172.21.15.110:6832/552273267,v1:172.21.15.110:6833/552273267] conn(0x7fda8806c300 msgr2=0x7fda8806e7c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-15T22:04:35.563 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:35.560+0000 7fea28ff9640 1 --2- 172.21.15.63:0/2688990361 >> [v2:172.21.15.110:6832/552273267,v1:172.21.15.110:6833/552273267] conn(0x7fea1c06c2b0 0x7fea1c06e770 secure :-1 s=READY pgs=75 cs=0 l=1 rev1=1 crypto rx=0x7fea2c007fd0 tx=0x7fea2c0079a0 comp rx=0 tx=0).stop 2024-09-15T22:04:35.564 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:35.561+0000 7fda817fa640 1 --2- 172.21.15.63:0/1017573394 >> [v2:172.21.15.110:6832/552273267,v1:172.21.15.110:6833/552273267] conn(0x7fda8806c300 0x7fda8806e7c0 secure :-1 s=READY pgs=72 cs=0 l=1 rev1=1 crypto rx=0x7fda90034000 tx=0x7fda9002e000 comp rx=0 tx=0).stop 2024-09-15T22:04:35.564 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:35.561+0000 7fea28ff9640 1 -- 172.21.15.63:0/2688990361 >> [v2:172.21.15.110:3301/0,v1:172.21.15.110:6790/0] conn(0x7fea340e28f0 msgr2=0x7fea340e0f00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-15T22:04:35.565 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:35.561+0000 7fda817fa640 1 -- 172.21.15.63:0/1017573394 >> [v2:172.21.15.110:3301/0,v1:172.21.15.110:6790/0] conn(0x7fda9c06e5d0 msgr2=0x7fda9c149a60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-15T22:04:35.565 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:35.561+0000 7fea28ff9640 1 --2- 172.21.15.63:0/2688990361 >> [v2:172.21.15.110:3301/0,v1:172.21.15.110:6790/0] conn(0x7fea340e28f0 0x7fea340e0f00 secure :-1 s=READY pgs=33 cs=0 l=1 rev1=1 crypto rx=0x7fea3c000b60 tx=0x7fea3c06ba30 comp rx=0 tx=0).stop 2024-09-15T22:04:35.565 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:35.561+0000 7fda817fa640 1 --2- 172.21.15.63:0/1017573394 >> [v2:172.21.15.110:3301/0,v1:172.21.15.110:6790/0] conn(0x7fda9c06e5d0 0x7fda9c149a60 secure :-1 s=READY pgs=32 cs=0 l=1 rev1=1 crypto rx=0x7fda8c00c820 tx=0x7fda8c00cc20 comp rx=0 tx=0).stop 2024-09-15T22:04:35.565 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:35.561+0000 7fea28ff9640 1 -- 172.21.15.63:0/2688990361 shutdown_connections 2024-09-15T22:04:35.566 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:35.561+0000 7fda817fa640 1 -- 172.21.15.63:0/1017573394 shutdown_connections 2024-09-15T22:04:35.566 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:35.561+0000 7fea28ff9640 1 --2- 172.21.15.63:0/2688990361 >> [v2:172.21.15.110:6832/552273267,v1:172.21.15.110:6833/552273267] conn(0x7fea1c06c2b0 0x7fea1c06e770 unknown :-1 s=CLOSED pgs=75 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T22:04:35.566 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:35.561+0000 7fda817fa640 1 --2- 172.21.15.63:0/1017573394 >> [v2:172.21.15.110:6832/552273267,v1:172.21.15.110:6833/552273267] conn(0x7fda8806c300 0x7fda8806e7c0 unknown :-1 s=CLOSED pgs=72 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T22:04:35.566 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:35.561+0000 7fda817fa640 1 --2- 172.21.15.63:0/1017573394 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7fda9c162510 0x7fda9c14cc30 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T22:04:35.566 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:35.561+0000 7fda817fa640 1 --2- 172.21.15.63:0/1017573394 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fda9c1628f0 0x7fda9c14b7d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T22:04:35.567 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:35.561+0000 7fea28ff9640 1 --2- 172.21.15.63:0/2688990361 >> [v2:172.21.15.110:3301/0,v1:172.21.15.110:6790/0] conn(0x7fea340e28f0 0x7fea340e0f00 unknown :-1 s=CLOSED pgs=33 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T22:04:35.567 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:35.561+0000 7fea28ff9640 1 --2- 172.21.15.63:0/2688990361 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fea34057830 0x7fea340e09c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T22:04:35.567 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:35.561+0000 7fea28ff9640 1 --2- 172.21.15.63:0/2688990361 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7fea3403bc60 0x7fea3404e020 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T22:04:35.567 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:35.561+0000 7fda817fa640 1 --2- 172.21.15.63:0/1017573394 >> [v2:172.21.15.110:3301/0,v1:172.21.15.110:6790/0] conn(0x7fda9c06e5d0 0x7fda9c149a60 unknown :-1 s=CLOSED pgs=32 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T22:04:35.568 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:35.561+0000 7fea28ff9640 1 -- 172.21.15.63:0/2688990361 >> 172.21.15.63:0/2688990361 conn(0x7fea3403a520 msgr2=0x7fea3403c710 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-15T22:04:35.568 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:35.561+0000 7fda817fa640 1 -- 172.21.15.63:0/1017573394 >> 172.21.15.63:0/1017573394 conn(0x7fda9c06bbe0 msgr2=0x7fda9c0aff70 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-15T22:04:35.568 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:35.561+0000 7fea28ff9640 1 -- 172.21.15.63:0/2688990361 shutdown_connections 2024-09-15T22:04:35.568 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:35.561+0000 7fda817fa640 1 -- 172.21.15.63:0/1017573394 shutdown_connections 2024-09-15T22:04:35.569 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:35.561+0000 7fea28ff9640 1 -- 172.21.15.63:0/2688990361 wait complete. 2024-09-15T22:04:35.569 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:35.561+0000 7fda817fa640 1 -- 172.21.15.63:0/1017573394 wait complete. 2024-09-15T22:04:35.569 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:35.561+0000 7f88ce5b7640 1 -- 172.21.15.63:0/1087580549 --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_command({"prefix": "osd last-stat-seq", "id": 1} v 0) -- 0x7f88c815c950 con 0x7f88c80d18e0 2024-09-15T22:04:35.569 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:35.562+0000 7f88c57fa640 1 -- 172.21.15.63:0/1087580549 <== mon.1 v2:172.21.15.110:3300/0 7 ==== mon_command_ack([{"prefix": "osd last-stat-seq", "id": 1}]=0 v0) ==== 74+0+12 (secure 0 0 0) 0x7f88b0058780 con 0x7f88c80d18e0 2024-09-15T22:04:35.570 INFO:teuthology.orchestra.run.smithi063.stdout:60129542149 2024-09-15T22:04:35.570 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:35.564+0000 7fa0f2f36640 1 -- 172.21.15.63:0/2989842905 --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_command({"prefix": "osd last-stat-seq", "id": 6} v 0) -- 0x7fa0ec0ca520 con 0x7fa0ec160720 2024-09-15T22:04:35.570 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:35.565+0000 7fa0e27fc640 1 -- 172.21.15.63:0/2989842905 <== mon.1 v2:172.21.15.110:3300/0 7 ==== mon_command_ack([{"prefix": "osd last-stat-seq", "id": 6}]=0 v0) ==== 74+0+12 (secure 0 0 0) 0x7fa0ec0ca520 con 0x7fa0ec160720 2024-09-15T22:04:35.570 INFO:teuthology.orchestra.run.smithi063.stdout:55834574854 2024-09-15T22:04:35.571 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:35.566+0000 7fb2af59e640 1 -- 172.21.15.63:0/2033735781 --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_command({"prefix": "osd last-stat-seq", "id": 4} v 0) -- 0x7fb2a8008ad0 con 0x7fb298005410 2024-09-15T22:04:35.571 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:35.567+0000 7f88ce5b7640 1 -- 172.21.15.63:0/1087580549 >> [v2:172.21.15.110:6832/552273267,v1:172.21.15.110:6833/552273267] conn(0x7f88a806c2b0 msgr2=0x7f88a806e770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-15T22:04:35.571 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:35.567+0000 7f88ce5b7640 1 --2- 172.21.15.63:0/1087580549 >> [v2:172.21.15.110:6832/552273267,v1:172.21.15.110:6833/552273267] conn(0x7f88a806c2b0 0x7f88a806e770 secure :-1 s=READY pgs=73 cs=0 l=1 rev1=1 crypto rx=0x7f88b8000c00 tx=0x7f88b802e000 comp rx=0 tx=0).stop 2024-09-15T22:04:35.571 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:35.567+0000 7f88ce5b7640 1 -- 172.21.15.63:0/1087580549 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f88c80d18e0 msgr2=0x7f88c8204ab0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-15T22:04:35.572 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:35.567+0000 7f88ce5b7640 1 --2- 172.21.15.63:0/1087580549 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f88c80d18e0 0x7f88c8204ab0 secure :-1 s=READY pgs=81 cs=0 l=1 rev1=1 crypto rx=0x7f88c80b0760 tx=0x7f88b0001a00 comp rx=0 tx=0).stop 2024-09-15T22:04:35.572 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:35.567+0000 7f88ce5b7640 1 -- 172.21.15.63:0/1087580549 shutdown_connections 2024-09-15T22:04:35.572 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:35.567+0000 7fb29effd640 1 -- 172.21.15.63:0/2033735781 <== mon.1 v2:172.21.15.110:3300/0 7 ==== mon_command_ack([{"prefix": "osd last-stat-seq", "id": 4}]=0 v0) ==== 74+0+12 (secure 0 0 0) 0x7fb2a005f020 con 0x7fb298005410 2024-09-15T22:04:35.573 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:35.567+0000 7f88ce5b7640 1 --2- 172.21.15.63:0/1087580549 >> [v2:172.21.15.110:6832/552273267,v1:172.21.15.110:6833/552273267] conn(0x7f88a806c2b0 0x7f88a806e770 unknown :-1 s=CLOSED pgs=73 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T22:04:35.573 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:35.567+0000 7f88ce5b7640 1 --2- 172.21.15.63:0/1087580549 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f88c80d18e0 0x7f88c8204ab0 secure :-1 s=CLOSED pgs=81 cs=0 l=1 rev1=1 crypto rx=0x7f88c80b0760 tx=0x7f88b0001a00 comp rx=0 tx=0).stop 2024-09-15T22:04:35.573 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:35.567+0000 7f88ce5b7640 1 --2- 172.21.15.63:0/1087580549 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f88c815b720 0x7f88c809dfd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T22:04:35.573 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:35.567+0000 7f88ce5b7640 1 --2- 172.21.15.63:0/1087580549 >> [v2:172.21.15.110:3301/0,v1:172.21.15.110:6790/0] conn(0x7f88c80b02f0 0x7f88c81f76e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T22:04:35.573 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:35.567+0000 7f88ce5b7640 1 -- 172.21.15.63:0/1087580549 >> 172.21.15.63:0/1087580549 conn(0x7f88c80730c0 msgr2=0x7f88c8074bc0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-15T22:04:35.573 INFO:teuthology.orchestra.run.smithi063.stdout:60129542148 2024-09-15T22:04:35.573 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:35.568+0000 7f88ce5b7640 1 -- 172.21.15.63:0/1087580549 shutdown_connections 2024-09-15T22:04:35.574 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:35.569+0000 7fa0f2f36640 1 -- 172.21.15.63:0/2989842905 >> [v2:172.21.15.110:6832/552273267,v1:172.21.15.110:6833/552273267] conn(0x7fa0d006c4b0 msgr2=0x7fa0d006e970 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-15T22:04:35.574 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:35.569+0000 7fa0f2f36640 1 --2- 172.21.15.63:0/2989842905 >> [v2:172.21.15.110:6832/552273267,v1:172.21.15.110:6833/552273267] conn(0x7fa0d006c4b0 0x7fa0d006e970 secure :-1 s=READY pgs=78 cs=0 l=1 rev1=1 crypto rx=0x7fa0e8033200 tx=0x7fa0e8037000 comp rx=0 tx=0).stop 2024-09-15T22:04:35.574 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:35.569+0000 7f88ce5b7640 1 -- 172.21.15.63:0/1087580549 wait complete. 2024-09-15T22:04:35.575 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:35.569+0000 7fa0f2f36640 1 -- 172.21.15.63:0/2989842905 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7fa0ec160720 msgr2=0x7fa0ec0ca840 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-15T22:04:35.575 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:35.569+0000 7fa0f2f36640 1 --2- 172.21.15.63:0/2989842905 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7fa0ec160720 0x7fa0ec0ca840 secure :-1 s=READY pgs=83 cs=0 l=1 rev1=1 crypto rx=0x7fa0e400efc0 tx=0x7fa0e400c490 comp rx=0 tx=0).stop 2024-09-15T22:04:35.575 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:35.569+0000 7fa0f2f36640 1 -- 172.21.15.63:0/2989842905 shutdown_connections 2024-09-15T22:04:35.576 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:35.569+0000 7fa0f2f36640 1 --2- 172.21.15.63:0/2989842905 >> [v2:172.21.15.110:6832/552273267,v1:172.21.15.110:6833/552273267] conn(0x7fa0d006c4b0 0x7fa0d006e970 unknown :-1 s=CLOSED pgs=78 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T22:04:35.576 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:35.569+0000 7fa0f2f36640 1 --2- 172.21.15.63:0/2989842905 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7fa0ec160720 0x7fa0ec0ca840 unknown :-1 s=CLOSED pgs=83 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T22:04:35.576 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:35.569+0000 7fa0f2f36640 1 --2- 172.21.15.63:0/2989842905 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fa0ec15bdf0 0x7fa0ec149540 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T22:04:35.576 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:35.569+0000 7fa0f2f36640 1 --2- 172.21.15.63:0/2989842905 >> [v2:172.21.15.110:3301/0,v1:172.21.15.110:6790/0] conn(0x7fa0ec0d0ce0 0x7fa0ec155550 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T22:04:35.576 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:35.569+0000 7fa0f2f36640 1 -- 172.21.15.63:0/2989842905 >> 172.21.15.63:0/2989842905 conn(0x7fa0ec0cec20 msgr2=0x7fa0ec159040 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-15T22:04:35.576 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:35.569+0000 7fa0f2f36640 1 -- 172.21.15.63:0/2989842905 shutdown_connections 2024-09-15T22:04:35.576 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:35.569+0000 7fa0f2f36640 1 -- 172.21.15.63:0/2989842905 wait complete. 2024-09-15T22:04:35.576 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:35.570+0000 7f4a5a403640 1 -- 172.21.15.63:0/97585100 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_command({"prefix": "osd last-stat-seq", "id": 7} v 0) -- 0x7f4a4c0321a0 con 0x7f4a4c009af0 2024-09-15T22:04:35.577 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:35.571+0000 7fd7ec930640 1 -- 172.21.15.63:0/542435876 --> [v2:172.21.15.110:3301/0,v1:172.21.15.110:6790/0] -- mon_command({"prefix": "osd last-stat-seq", "id": 0} v 0) -- 0x7fd7e00509d0 con 0x7fd7e000bda0 2024-09-15T22:04:35.577 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:35.571+0000 7f4a49ffb640 1 -- 172.21.15.63:0/97585100 <== mon.0 v2:172.21.15.63:3300/0 7 ==== mon_command_ack([{"prefix": "osd last-stat-seq", "id": 7}]=0 v0) ==== 74+0+12 (secure 0 0 0) 0x7f4a540d5780 con 0x7f4a4c009af0 2024-09-15T22:04:35.577 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:35.571+0000 7fb2af59e640 1 -- 172.21.15.63:0/2033735781 >> [v2:172.21.15.110:6832/552273267,v1:172.21.15.110:6833/552273267] conn(0x7fb29006c2e0 msgr2=0x7fb29006e7a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-15T22:04:35.577 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:35.571+0000 7fb2af59e640 1 --2- 172.21.15.63:0/2033735781 >> [v2:172.21.15.110:6832/552273267,v1:172.21.15.110:6833/552273267] conn(0x7fb29006c2e0 0x7fb29006e7a0 secure :-1 s=READY pgs=74 cs=0 l=1 rev1=1 crypto rx=0x7fb2a40099f0 tx=0x7fb2a4006ee0 comp rx=0 tx=0).stop 2024-09-15T22:04:35.578 INFO:teuthology.orchestra.run.smithi063.stdout:60129542148 2024-09-15T22:04:35.578 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:35.571+0000 7fb2af59e640 1 -- 172.21.15.63:0/2033735781 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7fb298005410 msgr2=0x7fb2a80db960 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-15T22:04:35.578 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:35.571+0000 7fb2af59e640 1 --2- 172.21.15.63:0/2033735781 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7fb298005410 0x7fb2a80db960 secure :-1 s=READY pgs=82 cs=0 l=1 rev1=1 crypto rx=0x7fb2a0004fd0 tx=0x7fb2a00074f0 comp rx=0 tx=0).stop 2024-09-15T22:04:35.578 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:35.572+0000 7fd7cf7fe640 1 -- 172.21.15.63:0/542435876 <== mon.2 v2:172.21.15.110:3301/0 7 ==== mon_command_ack([{"prefix": "osd last-stat-seq", "id": 0}]=0 v0) ==== 74+0+12 (secure 0 0 0) 0x7fd7e80d93c0 con 0x7fd7e000bda0 2024-09-15T22:04:35.579 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:35.571+0000 7fb2af59e640 1 -- 172.21.15.63:0/2033735781 shutdown_connections 2024-09-15T22:04:35.579 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:35.572+0000 7fb2af59e640 1 --2- 172.21.15.63:0/2033735781 >> [v2:172.21.15.110:6832/552273267,v1:172.21.15.110:6833/552273267] conn(0x7fb29006c2e0 0x7fb29006e7a0 unknown :-1 s=CLOSED pgs=74 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T22:04:35.579 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:35.572+0000 7fb2af59e640 1 --2- 172.21.15.63:0/2033735781 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fb2a803d120 0x7fb2a8050c90 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T22:04:35.579 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:35.572+0000 7fb2af59e640 1 --2- 172.21.15.63:0/2033735781 >> [v2:172.21.15.110:3301/0,v1:172.21.15.110:6790/0] conn(0x7fb2a80dbea0 0x7fb2a803cbe0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T22:04:35.579 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:35.572+0000 7fb2af59e640 1 --2- 172.21.15.63:0/2033735781 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7fb298005410 0x7fb2a80db960 unknown :-1 s=CLOSED pgs=82 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T22:04:35.579 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:35.572+0000 7fb2af59e640 1 -- 172.21.15.63:0/2033735781 >> 172.21.15.63:0/2033735781 conn(0x7fb2a803a520 msgr2=0x7fb2a80573f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-15T22:04:35.579 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:35.572+0000 7fb2af59e640 1 -- 172.21.15.63:0/2033735781 shutdown_connections 2024-09-15T22:04:35.579 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:35.572+0000 7fb2af59e640 1 -- 172.21.15.63:0/2033735781 wait complete. 2024-09-15T22:04:35.580 INFO:teuthology.orchestra.run.smithi063.stdout:60129542149 2024-09-15T22:04:35.580 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:35.575+0000 7f4a5a403640 1 -- 172.21.15.63:0/97585100 >> [v2:172.21.15.110:6832/552273267,v1:172.21.15.110:6833/552273267] conn(0x7f4a3806c300 msgr2=0x7f4a3806e7c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-15T22:04:35.580 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:35.575+0000 7f4a5a403640 1 --2- 172.21.15.63:0/97585100 >> [v2:172.21.15.110:6832/552273267,v1:172.21.15.110:6833/552273267] conn(0x7f4a3806c300 0x7f4a3806e7c0 secure :-1 s=READY pgs=77 cs=0 l=1 rev1=1 crypto rx=0x7f4a44033000 tx=0x7f4a4402e000 comp rx=0 tx=0).stop 2024-09-15T22:04:35.580 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:35.575+0000 7f4a5a403640 1 -- 172.21.15.63:0/97585100 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f4a4c009af0 msgr2=0x7f4a4c0ccd70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-15T22:04:35.580 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:35.575+0000 7f4a5a403640 1 --2- 172.21.15.63:0/97585100 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f4a4c009af0 0x7f4a4c0ccd70 secure :-1 s=READY pgs=106 cs=0 l=1 rev1=1 crypto rx=0x7f4a54050280 tx=0x7f4a54076110 comp rx=0 tx=0).stop 2024-09-15T22:04:35.580 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:35.576+0000 7f4a5a403640 1 -- 172.21.15.63:0/97585100 shutdown_connections 2024-09-15T22:04:35.580 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:35.576+0000 7f4a5a403640 1 --2- 172.21.15.63:0/97585100 >> [v2:172.21.15.110:6832/552273267,v1:172.21.15.110:6833/552273267] conn(0x7f4a3806c300 0x7f4a3806e7c0 unknown :-1 s=CLOSED pgs=77 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T22:04:35.581 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:35.576+0000 7f4a5a403640 1 --2- 172.21.15.63:0/97585100 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f4a4c0323c0 0x7f4a4c0373d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T22:04:35.581 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:35.576+0000 7f4a5a403640 1 --2- 172.21.15.63:0/97585100 >> [v2:172.21.15.110:3301/0,v1:172.21.15.110:6790/0] conn(0x7f4a4c0dec70 0x7f4a4c034ce0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T22:04:35.581 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:35.576+0000 7f4a5a403640 1 --2- 172.21.15.63:0/97585100 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f4a4c009af0 0x7f4a4c0ccd70 unknown :-1 s=CLOSED pgs=106 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T22:04:35.581 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:35.576+0000 7f4a5a403640 1 -- 172.21.15.63:0/97585100 >> 172.21.15.63:0/97585100 conn(0x7f4a4c036090 msgr2=0x7f4a4c052ba0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-15T22:04:35.581 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:35.576+0000 7f4a5a403640 1 -- 172.21.15.63:0/97585100 shutdown_connections 2024-09-15T22:04:35.581 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:35.576+0000 7f4a5a403640 1 -- 172.21.15.63:0/97585100 wait complete. 2024-09-15T22:04:35.582 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:35.579+0000 7fd7ec930640 1 -- 172.21.15.63:0/542435876 >> [v2:172.21.15.110:6832/552273267,v1:172.21.15.110:6833/552273267] conn(0x7fd7d406c2b0 msgr2=0x7fd7d406e770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-15T22:04:35.582 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:35.579+0000 7fd7ec930640 1 --2- 172.21.15.63:0/542435876 >> [v2:172.21.15.110:6832/552273267,v1:172.21.15.110:6833/552273267] conn(0x7fd7d406c2b0 0x7fd7d406e770 secure :-1 s=READY pgs=76 cs=0 l=1 rev1=1 crypto rx=0x7fd7dc02a0a0 tx=0x7fd7dc02e000 comp rx=0 tx=0).stop 2024-09-15T22:04:35.582 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:35.579+0000 7fd7ec930640 1 -- 172.21.15.63:0/542435876 >> [v2:172.21.15.110:3301/0,v1:172.21.15.110:6790/0] conn(0x7fd7e000bda0 msgr2=0x7fd7e00e1e00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-15T22:04:35.582 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:35.579+0000 7fd7ec930640 1 --2- 172.21.15.63:0/542435876 >> [v2:172.21.15.110:3301/0,v1:172.21.15.110:6790/0] conn(0x7fd7e000bda0 0x7fd7e00e1e00 secure :-1 s=READY pgs=36 cs=0 l=1 rev1=1 crypto rx=0x7fd7e806b0e0 tx=0x7fd7e8069780 comp rx=0 tx=0).stop 2024-09-15T22:04:35.582 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:35.579+0000 7fd7ec930640 1 -- 172.21.15.63:0/542435876 shutdown_connections 2024-09-15T22:04:35.582 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:35.579+0000 7fd7ec930640 1 --2- 172.21.15.63:0/542435876 >> [v2:172.21.15.110:6832/552273267,v1:172.21.15.110:6833/552273267] conn(0x7fd7d406c2b0 0x7fd7d406e770 unknown :-1 s=CLOSED pgs=76 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T22:04:35.582 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:35.579+0000 7fd7ec930640 1 --2- 172.21.15.63:0/542435876 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7fd7e0039b20 0x7fd7e0039f90 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T22:04:35.583 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:35.579+0000 7fd7ec930640 1 --2- 172.21.15.63:0/542435876 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fd7e0038230 0x7fd7e00395e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T22:04:35.583 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:35.579+0000 7fd7ec930640 1 --2- 172.21.15.63:0/542435876 >> [v2:172.21.15.110:3301/0,v1:172.21.15.110:6790/0] conn(0x7fd7e000bda0 0x7fd7e00e1e00 unknown :-1 s=CLOSED pgs=36 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T22:04:35.583 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:35.579+0000 7fd7ec930640 1 -- 172.21.15.63:0/542435876 >> 172.21.15.63:0/542435876 conn(0x7fd7e00567b0 msgr2=0x7fd7e00545b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-15T22:04:35.583 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:35.579+0000 7fd7ec930640 1 -- 172.21.15.63:0/542435876 shutdown_connections 2024-09-15T22:04:35.583 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:35.579+0000 7fd7ec930640 1 -- 172.21.15.63:0/542435876 wait complete. 2024-09-15T22:04:35.584 INFO:tasks.ceph.ceph_manager.ceph:need seq 60129542152 got 60129542150 for osd.2 2024-09-15T22:04:35.585 INFO:tasks.ceph.ceph_manager.ceph:need seq 60129542152 got 60129542150 for osd.3 2024-09-15T22:04:35.587 INFO:tasks.ceph.ceph_manager.ceph:need seq 60129542150 got 60129542148 for osd.5 2024-09-15T22:04:35.592 INFO:tasks.ceph.ceph_manager.ceph:need seq 60129542151 got 60129542149 for osd.1 2024-09-15T22:04:35.592 INFO:tasks.ceph.ceph_manager.ceph:need seq 55834574855 got 55834574854 for osd.6 2024-09-15T22:04:35.598 INFO:tasks.ceph.ceph_manager.ceph:need seq 60129542150 got 60129542148 for osd.7 2024-09-15T22:04:35.599 INFO:tasks.ceph.ceph_manager.ceph:need seq 60129542151 got 60129542149 for osd.0 2024-09-15T22:04:35.599 INFO:tasks.ceph.ceph_manager.ceph:need seq 60129542150 got 60129542148 for osd.4 2024-09-15T22:04:36.585 DEBUG:teuthology.orchestra.run.smithi063:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd last-stat-seq osd.2 2024-09-15T22:04:36.585 DEBUG:teuthology.orchestra.run.smithi063:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd last-stat-seq osd.3 2024-09-15T22:04:36.588 DEBUG:teuthology.orchestra.run.smithi063:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd last-stat-seq osd.5 2024-09-15T22:04:36.593 DEBUG:teuthology.orchestra.run.smithi063:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd last-stat-seq osd.1 2024-09-15T22:04:36.593 DEBUG:teuthology.orchestra.run.smithi063:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd last-stat-seq osd.6 2024-09-15T22:04:36.599 DEBUG:teuthology.orchestra.run.smithi063:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd last-stat-seq osd.7 2024-09-15T22:04:36.599 DEBUG:teuthology.orchestra.run.smithi063:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd last-stat-seq osd.0 2024-09-15T22:04:36.600 DEBUG:teuthology.orchestra.run.smithi063:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd last-stat-seq osd.4 2024-09-15T22:04:36.754 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:36.753+0000 7f6c1ccaf640 1 Processor -- start 2024-09-15T22:04:36.754 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:36.752+0000 7fd6ee684640 1 Processor -- start 2024-09-15T22:04:36.755 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:36.752+0000 7ff147dd8640 1 Processor -- start 2024-09-15T22:04:36.755 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:36.752+0000 7ff147dd8640 1 -- start start 2024-09-15T22:04:36.755 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:36.753+0000 7fd6ee684640 1 -- start start 2024-09-15T22:04:36.755 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:36.753+0000 7f6c1ccaf640 1 -- start start 2024-09-15T22:04:36.756 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:36.754+0000 7ff147dd8640 1 --2- >> v2:172.21.15.63:3300/0 conn(0x7ff1400cfc50 0x7ff14006c230 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-15T22:04:36.756 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:36.754+0000 7ff147dd8640 1 --2- >> [v2:172.21.15.110:3301/0,v1:172.21.15.110:6790/0] conn(0x7ff1400ce7e0 0x7ff1400cec50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-15T22:04:36.756 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:36.754+0000 7ff147dd8640 1 -- --> v1:172.21.15.110:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7ff140163800 con 0x7ff140162fa0 2024-09-15T22:04:36.757 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:36.754+0000 7ff147dd8640 1 -- --> v2:172.21.15.63:3300/0 -- mon_getmap magic: 0 -- 0x7ff1401640a0 con 0x7ff1400cfc50 2024-09-15T22:04:36.757 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:36.754+0000 7ff147dd8640 1 -- --> [v2:172.21.15.110:3301/0,v1:172.21.15.110:6790/0] -- mon_getmap magic: 0 -- 0x7ff1400cf190 con 0x7ff1400ce7e0 2024-09-15T22:04:36.757 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:36.754+0000 7ff145b74640 1 --2- >> v2:172.21.15.63:3300/0 conn(0x7ff1400cfc50 0x7ff14006c230 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-15T22:04:36.757 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:36.754+0000 7ff145b74640 1 --2- >> v2:172.21.15.63:3300/0 conn(0x7ff1400cfc50 0x7ff14006c230 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.63:3300/0 says I am v2:172.21.15.63:55410/0 (socket says 172.21.15.63:55410) 2024-09-15T22:04:36.757 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:36.754+0000 7ff145b74640 1 -- 172.21.15.63:0/1676656221 learned_addr learned my addr 172.21.15.63:0/1676656221 (peer_addr_for_me v2:172.21.15.63:0/0) 2024-09-15T22:04:36.757 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:36.755+0000 7f6c1ccaf640 1 --2- >> v2:172.21.15.63:3300/0 conn(0x7f6c100e2b90 0x7f6c10053a00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-15T22:04:36.758 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:36.755+0000 7ff146375640 1 --2- 172.21.15.63:0/1676656221 >> [v2:172.21.15.110:3301/0,v1:172.21.15.110:6790/0] conn(0x7ff1400ce7e0 0x7ff1400cec50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-15T22:04:36.759 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:36.755+0000 7fd6ee684640 1 --2- >> v2:172.21.15.110:3300/0 conn(0x7fd6e00373a0 0x7fd6e00eb040 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-15T22:04:36.759 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:36.755+0000 7fd6ee684640 1 --2- >> v2:172.21.15.63:3300/0 conn(0x7fd6e0008ed0 0x7fd6e00eb580 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-15T22:04:36.759 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:36.755+0000 7fd6ee684640 1 -- --> v1:172.21.15.110:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fd6e0034ad0 con 0x7fd6e0037780 2024-09-15T22:04:36.759 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:36.755+0000 7fd6ee684640 1 -- --> v2:172.21.15.63:3300/0 -- mon_getmap magic: 0 -- 0x7fd6e000aca0 con 0x7fd6e0008ed0 2024-09-15T22:04:36.759 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:36.755+0000 7fd6ee684640 1 -- --> v2:172.21.15.110:3300/0 -- mon_getmap magic: 0 -- 0x7fd6e0034db0 con 0x7fd6e00373a0 2024-09-15T22:04:36.759 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:36.755+0000 7fd6ece81640 1 --2- >> v2:172.21.15.63:3300/0 conn(0x7fd6e0008ed0 0x7fd6e00eb580 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-15T22:04:36.759 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:36.755+0000 7fd6ed682640 1 --2- >> v2:172.21.15.110:3300/0 conn(0x7fd6e00373a0 0x7fd6e00eb040 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-15T22:04:36.759 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:36.755+0000 7fd6ece81640 1 --2- >> v2:172.21.15.63:3300/0 conn(0x7fd6e0008ed0 0x7fd6e00eb580 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.63:3300/0 says I am v2:172.21.15.63:55418/0 (socket says 172.21.15.63:55418) 2024-09-15T22:04:36.759 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:36.755+0000 7fd6ed682640 1 --2- >> v2:172.21.15.110:3300/0 conn(0x7fd6e00373a0 0x7fd6e00eb040 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.110:3300/0 says I am v2:172.21.15.63:58048/0 (socket says 172.21.15.63:58048) 2024-09-15T22:04:36.760 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:36.755+0000 7fd6ece81640 1 -- 172.21.15.63:0/674906103 learned_addr learned my addr 172.21.15.63:0/674906103 (peer_addr_for_me v2:172.21.15.63:0/0) 2024-09-15T22:04:36.760 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:36.756+0000 7fd6ece81640 1 -- 172.21.15.63:0/674906103 >> v2:172.21.15.110:3300/0 conn(0x7fd6e00373a0 msgr2=0x7fd6e00eb040 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-15T22:04:36.760 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:36.756+0000 7fd6ece81640 1 --2- 172.21.15.63:0/674906103 >> v2:172.21.15.110:3300/0 conn(0x7fd6e00373a0 0x7fd6e00eb040 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T22:04:36.760 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:36.756+0000 7fd6ece81640 1 -- 172.21.15.63:0/674906103 >> v1:172.21.15.110:6789/0 conn(0x7fd6e0037780 legacy=0x7fd6e000b640 unknown :-1 s=STATE_CONNECTING l=0).mark_down 2024-09-15T22:04:36.760 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:36.756+0000 7fd6ece81640 1 -- 172.21.15.63:0/674906103 --> v2:172.21.15.63:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fd6e000aef0 con 0x7fd6e0008ed0 2024-09-15T22:04:36.761 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:36.755+0000 7f6c177fe640 1 --2- >> v2:172.21.15.63:3300/0 conn(0x7f6c100e2b90 0x7f6c10053a00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-15T22:04:36.761 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:36.756+0000 7f6c177fe640 1 --2- >> v2:172.21.15.63:3300/0 conn(0x7f6c100e2b90 0x7f6c10053a00 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.63:3300/0 says I am v2:172.21.15.63:55434/0 (socket says 172.21.15.63:55434) 2024-09-15T22:04:36.761 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:36.756+0000 7f6c177fe640 1 -- 172.21.15.63:0/152438175 learned_addr learned my addr 172.21.15.63:0/152438175 (peer_addr_for_me v2:172.21.15.63:0/0) 2024-09-15T22:04:36.761 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:36.755+0000 7ff145b74640 1 -- 172.21.15.63:0/1676656221 >> [v2:172.21.15.110:3301/0,v1:172.21.15.110:6790/0] conn(0x7ff1400ce7e0 msgr2=0x7ff1400cec50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-15T22:04:36.762 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:36.756+0000 7f6c1ccaf640 1 --2- 172.21.15.63:0/152438175 >> v2:172.21.15.110:3300/0 conn(0x7f6c10053f40 0x7f6c1003be40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-15T22:04:36.762 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:36.755+0000 7ff145b74640 1 --2- 172.21.15.63:0/1676656221 >> [v2:172.21.15.110:3301/0,v1:172.21.15.110:6790/0] conn(0x7ff1400ce7e0 0x7ff1400cec50 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T22:04:36.762 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:36.756+0000 7f6c1ccaf640 1 --2- 172.21.15.63:0/152438175 >> [v2:172.21.15.110:3301/0,v1:172.21.15.110:6790/0] conn(0x7f6c1003c380 0x7f6c1003c7d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-15T22:04:36.763 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:36.755+0000 7ff145b74640 1 -- 172.21.15.63:0/1676656221 >> v1:172.21.15.110:6789/0 conn(0x7ff140162fa0 legacy=0x7ff1400ccc70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-15T22:04:36.763 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:36.755+0000 7ff145b74640 1 -- 172.21.15.63:0/1676656221 --> v2:172.21.15.63:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7ff140163ae0 con 0x7ff1400cfc50 2024-09-15T22:04:36.763 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:36.756+0000 7f6c1ccaf640 1 -- 172.21.15.63:0/152438175 --> v2:172.21.15.63:3300/0 -- mon_getmap magic: 0 -- 0x7f6c100e2f70 con 0x7f6c100e2b90 2024-09-15T22:04:36.763 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:36.756+0000 7f6c1ccaf640 1 -- 172.21.15.63:0/152438175 --> v2:172.21.15.110:3300/0 -- mon_getmap magic: 0 -- 0x7f6c100577a0 con 0x7f6c10053f40 2024-09-15T22:04:36.763 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:36.756+0000 7f6c16ffd640 1 --2- 172.21.15.63:0/152438175 >> v2:172.21.15.110:3300/0 conn(0x7f6c10053f40 0x7f6c1003be40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-15T22:04:36.764 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:36.756+0000 7f6c17fff640 1 --2- 172.21.15.63:0/152438175 >> [v2:172.21.15.110:3301/0,v1:172.21.15.110:6790/0] conn(0x7f6c1003c380 0x7f6c1003c7d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-15T22:04:36.764 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:36.756+0000 7f6c1ccaf640 1 -- 172.21.15.63:0/152438175 --> [v2:172.21.15.110:3301/0,v1:172.21.15.110:6790/0] -- mon_getmap magic: 0 -- 0x7f6c10057a60 con 0x7f6c1003c380 2024-09-15T22:04:36.764 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:36.757+0000 7fd6ece81640 1 --2- 172.21.15.63:0/674906103 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fd6e0008ed0 0x7fd6e00eb580 secure :-1 s=READY pgs=107 cs=0 l=1 rev1=1 crypto rx=0x7fd6e8050b40 tx=0x7fd6e806b330 comp rx=0 tx=0).ready entity=mon.0 client_cookie=69faecaa09a51c18 server_cookie=0 in_seq=0 out_seq=0 2024-09-15T22:04:36.764 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:36.757+0000 7f6c16ffd640 1 -- 172.21.15.63:0/152438175 >> [v2:172.21.15.110:3301/0,v1:172.21.15.110:6790/0] conn(0x7f6c1003c380 msgr2=0x7f6c1003c7d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-15T22:04:36.764 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:36.757+0000 7f6c16ffd640 1 --2- 172.21.15.63:0/152438175 >> [v2:172.21.15.110:3301/0,v1:172.21.15.110:6790/0] conn(0x7f6c1003c380 0x7f6c1003c7d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T22:04:36.764 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:36.757+0000 7f6c16ffd640 1 -- 172.21.15.63:0/152438175 >> v2:172.21.15.63:3300/0 conn(0x7f6c100e2b90 msgr2=0x7f6c10053a00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-15T22:04:36.764 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:36.757+0000 7f6c16ffd640 1 --2- 172.21.15.63:0/152438175 >> v2:172.21.15.63:3300/0 conn(0x7f6c100e2b90 0x7f6c10053a00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T22:04:36.765 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:36.757+0000 7f6c16ffd640 1 -- 172.21.15.63:0/152438175 --> v2:172.21.15.110:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f6c10057d40 con 0x7f6c10053f40 2024-09-15T22:04:36.765 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:36.757+0000 7ff145b74640 1 --2- 172.21.15.63:0/1676656221 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7ff1400cfc50 0x7ff14006c230 secure :-1 s=READY pgs=108 cs=0 l=1 rev1=1 crypto rx=0x7ff138009e50 tx=0x7ff13802a660 comp rx=0 tx=0).ready entity=mon.0 client_cookie=b944864c1e8ac2d8 server_cookie=0 in_seq=0 out_seq=0 2024-09-15T22:04:36.765 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:36.758+0000 7ff144b72640 1 -- 172.21.15.63:0/1676656221 <== mon.0 v2:172.21.15.63:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff138036070 con 0x7ff1400cfc50 2024-09-15T22:04:36.765 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:36.758+0000 7ff144b72640 1 -- 172.21.15.63:0/1676656221 <== mon.0 v2:172.21.15.63:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7ff138031600 con 0x7ff1400cfc50 2024-09-15T22:04:36.766 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:36.757+0000 7fd6dffff640 1 -- 172.21.15.63:0/674906103 <== mon.0 v2:172.21.15.63:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd6e80b2070 con 0x7fd6e0008ed0 2024-09-15T22:04:36.766 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:36.757+0000 7fd6dffff640 1 -- 172.21.15.63:0/674906103 <== mon.0 v2:172.21.15.63:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fd6e80ad600 con 0x7fd6e0008ed0 2024-09-15T22:04:36.766 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:36.758+0000 7f6c16ffd640 1 --2- 172.21.15.63:0/152438175 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f6c10053f40 0x7f6c1003be40 secure :-1 s=READY pgs=84 cs=0 l=1 rev1=1 crypto rx=0x7f6c10011e70 tx=0x7f6c0402a010 comp rx=0 tx=0).ready entity=mon.1 client_cookie=168885005f860c69 server_cookie=0 in_seq=0 out_seq=0 2024-09-15T22:04:36.767 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:36.758+0000 7fd6ee684640 1 -- 172.21.15.63:0/674906103 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fd6e0008ed0 msgr2=0x7fd6e00eb580 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-15T22:04:36.767 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:36.758+0000 7fd6ee684640 1 --2- 172.21.15.63:0/674906103 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fd6e0008ed0 0x7fd6e00eb580 secure :-1 s=READY pgs=107 cs=0 l=1 rev1=1 crypto rx=0x7fd6e8050b40 tx=0x7fd6e806b330 comp rx=0 tx=0).stop 2024-09-15T22:04:36.767 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:36.758+0000 7f6c167fc640 1 -- 172.21.15.63:0/152438175 <== mon.1 v2:172.21.15.110:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6c04037070 con 0x7f6c10053f40 2024-09-15T22:04:36.768 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:36.758+0000 7f6c167fc640 1 -- 172.21.15.63:0/152438175 <== mon.1 v2:172.21.15.110:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f6c0402ad60 con 0x7f6c10053f40 2024-09-15T22:04:36.768 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:36.758+0000 7f6c167fc640 1 -- 172.21.15.63:0/152438175 <== mon.1 v2:172.21.15.110:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6c04032660 con 0x7f6c10053f40 2024-09-15T22:04:36.769 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:36.759+0000 7ff144b72640 1 -- 172.21.15.63:0/1676656221 <== mon.0 v2:172.21.15.63:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff138031a10 con 0x7ff1400cfc50 2024-09-15T22:04:36.769 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:36.759+0000 7ff147dd8640 1 -- 172.21.15.63:0/1676656221 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7ff1400cfc50 msgr2=0x7ff14006c230 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-15T22:04:36.769 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:36.759+0000 7ff147dd8640 1 --2- 172.21.15.63:0/1676656221 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7ff1400cfc50 0x7ff14006c230 secure :-1 s=READY pgs=108 cs=0 l=1 rev1=1 crypto rx=0x7ff138009e50 tx=0x7ff13802a660 comp rx=0 tx=0).stop 2024-09-15T22:04:36.769 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:36.759+0000 7ff147dd8640 1 -- 172.21.15.63:0/1676656221 shutdown_connections 2024-09-15T22:04:36.769 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:36.759+0000 7ff147dd8640 1 --2- 172.21.15.63:0/1676656221 >> [v2:172.21.15.110:3301/0,v1:172.21.15.110:6790/0] conn(0x7ff1400ce7e0 0x7ff1400cec50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T22:04:36.769 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:36.759+0000 7ff147dd8640 1 --2- 172.21.15.63:0/1676656221 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7ff1400cfc50 0x7ff14006c230 unknown :-1 s=CLOSED pgs=108 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T22:04:36.769 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:36.759+0000 7ff147dd8640 1 -- 172.21.15.63:0/1676656221 >> 172.21.15.63:0/1676656221 conn(0x7ff1400b5c40 msgr2=0x7ff1400b2000 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-15T22:04:36.770 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:36.760+0000 7f6c1ccaf640 1 -- 172.21.15.63:0/152438175 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f6c10053f40 msgr2=0x7f6c1003be40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-15T22:04:36.770 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:36.759+0000 7fd6ee684640 1 -- 172.21.15.63:0/674906103 shutdown_connections 2024-09-15T22:04:36.770 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:36.759+0000 7fd6ee684640 1 --2- 172.21.15.63:0/674906103 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fd6e0008ed0 0x7fd6e00eb580 unknown :-1 s=CLOSED pgs=107 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T22:04:36.770 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:36.759+0000 7fd6ee684640 1 --2- 172.21.15.63:0/674906103 >> v2:172.21.15.110:3300/0 conn(0x7fd6e00373a0 0x7fd6e00eb040 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T22:04:36.771 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:36.759+0000 7fd6ee684640 1 -- 172.21.15.63:0/674906103 >> 172.21.15.63:0/674906103 conn(0x7fd6e001ea40 msgr2=0x7fd6e00556b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-15T22:04:36.771 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:36.760+0000 7f6c1ccaf640 1 --2- 172.21.15.63:0/152438175 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f6c10053f40 0x7f6c1003be40 secure :-1 s=READY pgs=84 cs=0 l=1 rev1=1 crypto rx=0x7f6c10011e70 tx=0x7f6c0402a010 comp rx=0 tx=0).stop 2024-09-15T22:04:36.771 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:36.760+0000 7fd6ee684640 1 -- 172.21.15.63:0/674906103 shutdown_connections 2024-09-15T22:04:36.772 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:36.760+0000 7f6c1ccaf640 1 -- 172.21.15.63:0/152438175 shutdown_connections 2024-09-15T22:04:36.772 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:36.760+0000 7f6c1ccaf640 1 --2- 172.21.15.63:0/152438175 >> [v2:172.21.15.110:3301/0,v1:172.21.15.110:6790/0] conn(0x7f6c1003c380 0x7f6c1003c7d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T22:04:36.772 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:36.760+0000 7f6c1ccaf640 1 --2- 172.21.15.63:0/152438175 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f6c10053f40 0x7f6c1003be40 unknown :-1 s=CLOSED pgs=84 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T22:04:36.772 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:36.760+0000 7f6c1ccaf640 1 --2- 172.21.15.63:0/152438175 >> v2:172.21.15.63:3300/0 conn(0x7f6c100e2b90 0x7f6c10053a00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T22:04:36.772 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:36.760+0000 7f6c1ccaf640 1 -- 172.21.15.63:0/152438175 >> 172.21.15.63:0/152438175 conn(0x7f6c1003a520 msgr2=0x7f6c1003a930 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-15T22:04:36.772 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:36.760+0000 7fd6ee684640 1 -- 172.21.15.63:0/674906103 wait complete. 2024-09-15T22:04:36.773 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:36.760+0000 7ff147dd8640 1 -- 172.21.15.63:0/1676656221 shutdown_connections 2024-09-15T22:04:36.773 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:36.760+0000 7ff147dd8640 1 -- 172.21.15.63:0/1676656221 wait complete. 2024-09-15T22:04:36.773 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:36.761+0000 7f6c1ccaf640 1 -- 172.21.15.63:0/152438175 shutdown_connections 2024-09-15T22:04:36.773 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:36.762+0000 7fd6ee684640 1 Processor -- start 2024-09-15T22:04:36.774 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:36.762+0000 7ff147dd8640 1 Processor -- start 2024-09-15T22:04:36.774 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:36.762+0000 7fd6ee684640 1 -- start start 2024-09-15T22:04:36.774 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:36.761+0000 7f6c1ccaf640 1 -- 172.21.15.63:0/152438175 wait complete. 2024-09-15T22:04:36.775 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:36.763+0000 7f6c1ccaf640 1 Processor -- start 2024-09-15T22:04:36.775 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:36.762+0000 7ff147dd8640 1 -- start start 2024-09-15T22:04:36.775 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:36.763+0000 7ff147dd8640 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7ff1400ce7e0 0x7ff1401ebdd0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-15T22:04:36.775 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:36.764+0000 7ff147dd8640 1 --2- >> [v2:172.21.15.110:3301/0,v1:172.21.15.110:6790/0] conn(0x7ff1400cfc50 0x7ff140159980 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-15T22:04:36.775 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:36.764+0000 7fd6ee684640 1 --2- >> [v2:172.21.15.110:3301/0,v1:172.21.15.110:6790/0] conn(0x7fd6e0008ed0 0x7fd6e017dde0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-15T22:04:36.776 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:36.764+0000 7ff147dd8640 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7ff140162fa0 0x7ff140159ec0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-15T22:04:36.776 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:36.764+0000 7ff145b74640 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7ff1400ce7e0 0x7ff1401ebdd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-15T22:04:36.776 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:36.764+0000 7ff145b74640 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7ff1400ce7e0 0x7ff1401ebdd0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.63:3300/0 says I am v2:172.21.15.63:55446/0 (socket says 172.21.15.63:55446) 2024-09-15T22:04:36.776 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:36.764+0000 7fd6ee684640 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7fd6e00373a0 0x7fd6e0050900 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-15T22:04:36.777 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:36.764+0000 7fd6ed682640 1 --2- >> [v2:172.21.15.110:3301/0,v1:172.21.15.110:6790/0] conn(0x7fd6e0008ed0 0x7fd6e017dde0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-15T22:04:36.777 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:36.764+0000 7fd6ed682640 1 --2- >> [v2:172.21.15.110:3301/0,v1:172.21.15.110:6790/0] conn(0x7fd6e0008ed0 0x7fd6e017dde0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.110:3301/0 says I am v2:172.21.15.63:46602/0 (socket says 172.21.15.63:46602) 2024-09-15T22:04:36.777 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:36.764+0000 7ff147dd8640 1 -- --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 -- 0x7ff1400d0030 con 0x7ff1400ce7e0 2024-09-15T22:04:36.777 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:36.764+0000 7fd6ed682640 1 -- 172.21.15.63:0/2519101184 learned_addr learned my addr 172.21.15.63:0/2519101184 (peer_addr_for_me v2:172.21.15.63:0/0) 2024-09-15T22:04:36.777 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:36.764+0000 7ff147dd8640 1 -- --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_getmap magic: 0 -- 0x7ff1400ce2c0 con 0x7ff140162fa0 2024-09-15T22:04:36.778 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:36.764+0000 7fd6ee684640 1 --2- 172.21.15.63:0/2519101184 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fd6e0037780 0x7fd6e00ea540 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-15T22:04:36.778 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:36.765+0000 7fd6ece81640 1 --2- 172.21.15.63:0/2519101184 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7fd6e00373a0 0x7fd6e0050900 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-15T22:04:36.778 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:36.763+0000 7f6c1ccaf640 1 -- start start 2024-09-15T22:04:36.779 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:36.764+0000 7ff147dd8640 1 -- --> [v2:172.21.15.110:3301/0,v1:172.21.15.110:6790/0] -- mon_getmap magic: 0 -- 0x7ff1400cd380 con 0x7ff1400cfc50 2024-09-15T22:04:36.779 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:36.764+0000 7ff145373640 1 --2- >> [v2:172.21.15.110:3301/0,v1:172.21.15.110:6790/0] conn(0x7ff1400cfc50 0x7ff140159980 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-15T22:04:36.779 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:36.764+0000 7ff145373640 1 --2- >> [v2:172.21.15.110:3301/0,v1:172.21.15.110:6790/0] conn(0x7ff1400cfc50 0x7ff140159980 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.110:3301/0 says I am v2:172.21.15.63:46600/0 (socket says 172.21.15.63:46600) 2024-09-15T22:04:36.779 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:36.764+0000 7ff145373640 1 -- 172.21.15.63:0/2203583182 learned_addr learned my addr 172.21.15.63:0/2203583182 (peer_addr_for_me v2:172.21.15.63:0/0) 2024-09-15T22:04:36.780 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:36.765+0000 7f6c1ccaf640 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f6c1003c380 0x7f6c1000b2e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-15T22:04:36.780 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:36.765+0000 7f6c1ccaf640 1 --2- >> [v2:172.21.15.110:3301/0,v1:172.21.15.110:6790/0] conn(0x7f6c10053f40 0x7f6c10052880 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-15T22:04:36.780 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:36.765+0000 7fd6ede83640 1 --2- 172.21.15.63:0/2519101184 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fd6e0037780 0x7fd6e00ea540 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-15T22:04:36.781 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:36.765+0000 7f6c177fe640 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f6c1003c380 0x7f6c1000b2e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-15T22:04:36.781 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:36.765+0000 7f6c177fe640 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f6c1003c380 0x7f6c1000b2e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.110:3300/0 says I am v2:172.21.15.63:58104/0 (socket says 172.21.15.63:58104) 2024-09-15T22:04:36.781 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:36.765+0000 7ff145b74640 1 -- 172.21.15.63:0/2203583182 >> [v2:172.21.15.110:3301/0,v1:172.21.15.110:6790/0] conn(0x7ff1400cfc50 msgr2=0x7ff140159980 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-15T22:04:36.781 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:36.765+0000 7ff145b74640 1 --2- 172.21.15.63:0/2203583182 >> [v2:172.21.15.110:3301/0,v1:172.21.15.110:6790/0] conn(0x7ff1400cfc50 0x7ff140159980 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T22:04:36.781 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:36.765+0000 7ff145b74640 1 -- 172.21.15.63:0/2203583182 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7ff140162fa0 msgr2=0x7ff140159ec0 unknown :-1 s=STATE_CONNECTING_RE l=1).mark_down 2024-09-15T22:04:36.781 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:36.765+0000 7ff145b74640 1 --2- 172.21.15.63:0/2203583182 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7ff140162fa0 0x7ff140159ec0 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T22:04:36.781 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:36.765+0000 7ff145b74640 1 -- 172.21.15.63:0/2203583182 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7ff1401ec540 con 0x7ff1400ce7e0 2024-09-15T22:04:36.782 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:36.765+0000 7f6c177fe640 1 -- 172.21.15.63:0/3384429214 learned_addr learned my addr 172.21.15.63:0/3384429214 (peer_addr_for_me v2:172.21.15.63:0/0) 2024-09-15T22:04:36.782 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:36.765+0000 7f6c16ffd640 1 --2- 172.21.15.63:0/3384429214 >> [v2:172.21.15.110:3301/0,v1:172.21.15.110:6790/0] conn(0x7f6c10053f40 0x7f6c10052880 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-15T22:04:36.782 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:36.766+0000 7f6c1ccaf640 1 --2- 172.21.15.63:0/3384429214 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f6c100e2b90 0x7f6c10052dc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-15T22:04:36.782 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:36.766+0000 7f6c17fff640 1 --2- 172.21.15.63:0/3384429214 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f6c100e2b90 0x7f6c10052dc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-15T22:04:36.782 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:36.766+0000 7ff145b74640 1 --2- 172.21.15.63:0/2203583182 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7ff1400ce7e0 0x7ff1401ebdd0 secure :-1 s=READY pgs=109 cs=0 l=1 rev1=1 crypto rx=0x7ff138030000 tx=0x7ff138004a40 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-15T22:04:36.783 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:36.766+0000 7f6c1ccaf640 1 -- 172.21.15.63:0/3384429214 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 -- 0x7f6c1003cd10 con 0x7f6c100e2b90 2024-09-15T22:04:36.783 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:36.766+0000 7f6c1ccaf640 1 -- 172.21.15.63:0/3384429214 --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_getmap magic: 0 -- 0x7f6c10058300 con 0x7f6c1003c380 2024-09-15T22:04:36.783 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:36.766+0000 7ff13e7fc640 1 -- 172.21.15.63:0/2203583182 <== mon.0 v2:172.21.15.63:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff138036050 con 0x7ff1400ce7e0 2024-09-15T22:04:36.784 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:36.766+0000 7f6c1ccaf640 1 -- 172.21.15.63:0/3384429214 --> [v2:172.21.15.110:3301/0,v1:172.21.15.110:6790/0] -- mon_getmap magic: 0 -- 0x7f6c1003ce90 con 0x7f6c10053f40 2024-09-15T22:04:36.784 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:36.765+0000 7fd6ee684640 1 -- 172.21.15.63:0/2519101184 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 -- 0x7fd6e003b470 con 0x7fd6e0037780 2024-09-15T22:04:36.784 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:36.765+0000 7fd6ee684640 1 -- 172.21.15.63:0/2519101184 --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_getmap magic: 0 -- 0x7fd6e0034530 con 0x7fd6e00373a0 2024-09-15T22:04:36.784 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:36.765+0000 7fd6ee684640 1 -- 172.21.15.63:0/2519101184 --> [v2:172.21.15.110:3301/0,v1:172.21.15.110:6790/0] -- mon_getmap magic: 0 -- 0x7fd6e003b5f0 con 0x7fd6e0008ed0 2024-09-15T22:04:36.785 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:36.766+0000 7fd6ece81640 1 -- 172.21.15.63:0/2519101184 >> [v2:172.21.15.110:3301/0,v1:172.21.15.110:6790/0] conn(0x7fd6e0008ed0 msgr2=0x7fd6e017dde0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-15T22:04:36.785 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:36.766+0000 7fd6ece81640 1 --2- 172.21.15.63:0/2519101184 >> [v2:172.21.15.110:3301/0,v1:172.21.15.110:6790/0] conn(0x7fd6e0008ed0 0x7fd6e017dde0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T22:04:36.785 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:36.766+0000 7fd6ece81640 1 -- 172.21.15.63:0/2519101184 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fd6e0037780 msgr2=0x7fd6e00ea540 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-15T22:04:36.785 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:36.766+0000 7fd6ece81640 1 --2- 172.21.15.63:0/2519101184 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fd6e0037780 0x7fd6e00ea540 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T22:04:36.785 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:36.766+0000 7fd6ece81640 1 -- 172.21.15.63:0/2519101184 --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fd6e00066e0 con 0x7fd6e00373a0 2024-09-15T22:04:36.785 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:36.766+0000 7fd6ede83640 1 --2- 172.21.15.63:0/2519101184 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fd6e0037780 0x7fd6e00ea540 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-15T22:04:36.785 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:36.766+0000 7fd6ece81640 1 --2- 172.21.15.63:0/2519101184 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7fd6e00373a0 0x7fd6e0050900 secure :-1 s=READY pgs=85 cs=0 l=1 rev1=1 crypto rx=0x7fd6e807b940 tx=0x7fd6e806ba30 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-15T22:04:36.785 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:36.767+0000 7fd6ddffb640 1 -- 172.21.15.63:0/2519101184 <== mon.1 v2:172.21.15.110:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd6e80b2040 con 0x7fd6e00373a0 2024-09-15T22:04:36.785 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:36.767+0000 7f6c16ffd640 1 -- 172.21.15.63:0/3384429214 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f6c1003c380 msgr2=0x7f6c1000b2e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-15T22:04:36.786 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:36.767+0000 7fd6ee684640 1 -- 172.21.15.63:0/2519101184 --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fd6e00069c0 con 0x7fd6e00373a0 2024-09-15T22:04:36.786 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:36.767+0000 7fd6ee684640 1 -- 172.21.15.63:0/2519101184 --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fd6e0006f80 con 0x7fd6e00373a0 2024-09-15T22:04:36.786 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:36.767+0000 7fd6ddffb640 1 -- 172.21.15.63:0/2519101184 <== mon.1 v2:172.21.15.110:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fd6e80acb70 con 0x7fd6e00373a0 2024-09-15T22:04:36.786 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:36.767+0000 7fd6ddffb640 1 -- 172.21.15.63:0/2519101184 <== mon.1 v2:172.21.15.110:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd6e80b9460 con 0x7fd6e00373a0 2024-09-15T22:04:36.786 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:36.766+0000 7ff147dd8640 1 -- 172.21.15.63:0/2203583182 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7ff1401ec820 con 0x7ff1400ce7e0 2024-09-15T22:04:36.787 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:36.767+0000 7ff147dd8640 1 -- 172.21.15.63:0/2203583182 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7ff1401ecde0 con 0x7ff1400ce7e0 2024-09-15T22:04:36.787 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:36.767+0000 7ff13e7fc640 1 -- 172.21.15.63:0/2203583182 <== mon.0 v2:172.21.15.63:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7ff138042070 con 0x7ff1400ce7e0 2024-09-15T22:04:36.787 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:36.767+0000 7ff13e7fc640 1 -- 172.21.15.63:0/2203583182 <== mon.0 v2:172.21.15.63:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff138009510 con 0x7ff1400ce7e0 2024-09-15T22:04:36.788 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:36.767+0000 7f6c16ffd640 1 --2- 172.21.15.63:0/3384429214 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f6c1003c380 0x7f6c1000b2e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T22:04:36.789 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:36.767+0000 7f6c16ffd640 1 -- 172.21.15.63:0/3384429214 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f6c100e2b90 msgr2=0x7f6c10052dc0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-15T22:04:36.789 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:36.767+0000 7f6c16ffd640 1 --2- 172.21.15.63:0/3384429214 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f6c100e2b90 0x7f6c10052dc0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T22:04:36.789 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:36.767+0000 7f6c16ffd640 1 -- 172.21.15.63:0/3384429214 --> [v2:172.21.15.110:3301/0,v1:172.21.15.110:6790/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f6c1000cca0 con 0x7f6c10053f40 2024-09-15T22:04:36.789 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:36.767+0000 7f6c17fff640 1 --2- 172.21.15.63:0/3384429214 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f6c100e2b90 0x7f6c10052dc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-15T22:04:36.789 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:36.768+0000 7f6c16ffd640 1 --2- 172.21.15.63:0/3384429214 >> [v2:172.21.15.110:3301/0,v1:172.21.15.110:6790/0] conn(0x7f6c10053f40 0x7f6c10052880 secure :-1 s=READY pgs=37 cs=0 l=1 rev1=1 crypto rx=0x7f6c04031000 tx=0x7f6c040046c0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-15T22:04:36.789 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:36.769+0000 7f6c03fff640 1 -- 172.21.15.63:0/3384429214 <== mon.2 v2:172.21.15.110:3301/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6c04041030 con 0x7f6c10053f40 2024-09-15T22:04:36.789 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:36.769+0000 7f6c03fff640 1 -- 172.21.15.63:0/3384429214 <== mon.2 v2:172.21.15.110:3301/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f6c0403d420 con 0x7f6c10053f40 2024-09-15T22:04:36.790 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:36.769+0000 7f6c1ccaf640 1 -- 172.21.15.63:0/3384429214 --> [v2:172.21.15.110:3301/0,v1:172.21.15.110:6790/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f6c1000cf80 con 0x7f6c10053f40 2024-09-15T22:04:36.790 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:36.769+0000 7f6c1ccaf640 1 -- 172.21.15.63:0/3384429214 --> [v2:172.21.15.110:3301/0,v1:172.21.15.110:6790/0] -- mon_subscribe({osdmap=0}) -- 0x7f6c1000d540 con 0x7f6c10053f40 2024-09-15T22:04:36.790 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:36.770+0000 7fd6ddffb640 1 -- 172.21.15.63:0/2519101184 <== mon.1 v2:172.21.15.110:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7fd6e80b5040 con 0x7fd6e00373a0 2024-09-15T22:04:36.791 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:36.771+0000 7f6c03fff640 1 -- 172.21.15.63:0/3384429214 <== mon.2 v2:172.21.15.110:3301/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6c04037040 con 0x7f6c10053f40 2024-09-15T22:04:36.791 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:36.772+0000 7f6c1ccaf640 1 -- 172.21.15.63:0/3384429214 --> [v2:172.21.15.110:3301/0,v1:172.21.15.110:6790/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f6c1000de10 con 0x7f6c10053f40 2024-09-15T22:04:36.791 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:36.772+0000 7f6c03fff640 1 -- 172.21.15.63:0/3384429214 <== mon.2 v2:172.21.15.110:3301/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7f6c04044070 con 0x7f6c10053f40 2024-09-15T22:04:36.792 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:36.771+0000 7ff13e7fc640 1 -- 172.21.15.63:0/2203583182 <== mon.0 v2:172.21.15.63:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7ff138007c30 con 0x7ff1400ce7e0 2024-09-15T22:04:36.792 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:36.772+0000 7ff13e7fc640 1 --2- 172.21.15.63:0/2203583182 >> [v2:172.21.15.110:6832/552273267,v1:172.21.15.110:6833/552273267] conn(0x7ff12c06c380 0x7ff12c06e840 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-15T22:04:36.792 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:36.772+0000 7ff13e7fc640 1 -- 172.21.15.63:0/2203583182 <== mon.0 v2:172.21.15.63:3300/0 5 ==== osd_map(21..21 src has 1..21) ==== 5709+0+0 (secure 0 0 0) 0x7ff1380ac6f0 con 0x7ff1400ce7e0 2024-09-15T22:04:36.792 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:36.773+0000 7f6c03fff640 1 --2- 172.21.15.63:0/3384429214 >> [v2:172.21.15.110:6832/552273267,v1:172.21.15.110:6833/552273267] conn(0x7f6bfc06c380 0x7f6bfc06e840 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-15T22:04:36.793 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:36.772+0000 7fd6ddffb640 1 --2- 172.21.15.63:0/2519101184 >> [v2:172.21.15.110:6832/552273267,v1:172.21.15.110:6833/552273267] conn(0x7fd6cc06c380 0x7fd6cc06e840 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-15T22:04:36.793 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:36.773+0000 7ff127fff640 1 -- 172.21.15.63:0/2203583182 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7ff120005290 con 0x7ff1400ce7e0 2024-09-15T22:04:36.794 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:36.773+0000 7f6c03fff640 1 -- 172.21.15.63:0/3384429214 <== mon.2 v2:172.21.15.110:3301/0 5 ==== osd_map(21..21 src has 1..21) ==== 5709+0+0 (secure 0 0 0) 0x7f6c040ab940 con 0x7f6c10053f40 2024-09-15T22:04:36.794 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:36.774+0000 7f6c177fe640 1 --2- 172.21.15.63:0/3384429214 >> [v2:172.21.15.110:6832/552273267,v1:172.21.15.110:6833/552273267] conn(0x7f6bfc06c380 0x7f6bfc06e840 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-15T22:04:36.794 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:36.773+0000 7fd6ed682640 1 --2- 172.21.15.63:0/2519101184 >> [v2:172.21.15.110:6832/552273267,v1:172.21.15.110:6833/552273267] conn(0x7fd6cc06c380 0x7fd6cc06e840 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-15T22:04:36.794 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:36.773+0000 7fd6ddffb640 1 -- 172.21.15.63:0/2519101184 <== mon.1 v2:172.21.15.110:3300/0 5 ==== osd_map(21..21 src has 1..21) ==== 5709+0+0 (secure 0 0 0) 0x7fd6e8127930 con 0x7fd6e00373a0 2024-09-15T22:04:36.794 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:36.773+0000 7fd6ed682640 1 --2- 172.21.15.63:0/2519101184 >> [v2:172.21.15.110:6832/552273267,v1:172.21.15.110:6833/552273267] conn(0x7fd6cc06c380 0x7fd6cc06e840 secure :-1 s=READY pgs=79 cs=0 l=1 rev1=1 crypto rx=0x7fd6d8009b70 tx=0x7fd6d8009110 comp rx=0 tx=0).ready entity=mgr.4102 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-15T22:04:36.795 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:36.773+0000 7fd6ee684640 1 -- 172.21.15.63:0/2519101184 --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fd6c8005290 con 0x7fd6e00373a0 2024-09-15T22:04:36.795 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:36.774+0000 7f6c177fe640 1 --2- 172.21.15.63:0/3384429214 >> [v2:172.21.15.110:6832/552273267,v1:172.21.15.110:6833/552273267] conn(0x7f6bfc06c380 0x7f6bfc06e840 secure :-1 s=READY pgs=80 cs=0 l=1 rev1=1 crypto rx=0x7f6c0c006f40 tx=0x7f6c0c008040 comp rx=0 tx=0).ready entity=mgr.4102 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-15T22:04:36.795 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:36.774+0000 7ff145373640 1 --2- 172.21.15.63:0/2203583182 >> [v2:172.21.15.110:6832/552273267,v1:172.21.15.110:6833/552273267] conn(0x7ff12c06c380 0x7ff12c06e840 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-15T22:04:36.795 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:36.775+0000 7ff145373640 1 --2- 172.21.15.63:0/2203583182 >> [v2:172.21.15.110:6832/552273267,v1:172.21.15.110:6833/552273267] conn(0x7ff12c06c380 0x7ff12c06e840 secure :-1 s=READY pgs=81 cs=0 l=1 rev1=1 crypto rx=0x7ff14015aa00 tx=0x7ff1340090e0 comp rx=0 tx=0).ready entity=mgr.4102 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-15T22:04:36.796 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:36.778+0000 7f6c03fff640 1 -- 172.21.15.63:0/3384429214 <== mon.2 v2:172.21.15.110:3301/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7f6c0407a090 con 0x7f6c10053f40 2024-09-15T22:04:36.796 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:36.780+0000 7fd6ddffb640 1 -- 172.21.15.63:0/2519101184 <== mon.1 v2:172.21.15.110:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7fd6e80bd020 con 0x7fd6e00373a0 2024-09-15T22:04:36.796 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:36.783+0000 7ff13e7fc640 1 -- 172.21.15.63:0/2203583182 <== mon.0 v2:172.21.15.63:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7ff13807ae40 con 0x7ff1400ce7e0 2024-09-15T22:04:36.815 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:36.813+0000 7fa682ae4640 1 Processor -- start 2024-09-15T22:04:36.816 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:36.813+0000 7fdbe759e640 1 Processor -- start 2024-09-15T22:04:36.816 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:36.813+0000 7fdbe759e640 1 -- start start 2024-09-15T22:04:36.816 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:36.814+0000 7fdbe759e640 1 --2- >> [v2:172.21.15.110:3301/0,v1:172.21.15.110:6790/0] conn(0x7fdbe00560a0 0x7fdbe0049c20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-15T22:04:36.816 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:36.814+0000 7fdbe759e640 1 --2- >> v2:172.21.15.63:3300/0 conn(0x7fdbe0007810 0x7fdbe0007cc0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-15T22:04:36.816 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:36.814+0000 7fdbe759e640 1 -- --> v1:172.21.15.63:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fdbe00ea940 con 0x7fdbe000bda0 2024-09-15T22:04:36.816 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:36.814+0000 7fdbe759e640 1 -- --> v2:172.21.15.63:3300/0 -- mon_getmap magic: 0 -- 0x7fdbe0055070 con 0x7fdbe0007810 2024-09-15T22:04:36.816 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:36.814+0000 7fdbe759e640 1 -- --> [v2:172.21.15.110:3301/0,v1:172.21.15.110:6790/0] -- mon_getmap magic: 0 -- 0x7fdbe0055350 con 0x7fdbe00560a0 2024-09-15T22:04:36.817 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:36.814+0000 7f027ca5c640 1 Processor -- start 2024-09-15T22:04:36.817 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:36.815+0000 7f027ca5c640 1 -- start start 2024-09-15T22:04:36.817 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:36.815+0000 7fbfe6336640 1 Processor -- start 2024-09-15T22:04:36.817 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:36.815+0000 7fdbe6d9d640 1 --2- >> v2:172.21.15.63:3300/0 conn(0x7fdbe0007810 0x7fdbe0007cc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-15T22:04:36.817 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:36.815+0000 7fdbe659c640 1 --1- >> v1:172.21.15.63:6789/0 conn(0x7fdbe000bda0 0x7fdbe000c180 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.63:6789/0 says I am v1:172.21.15.63:45410/0 (socket says 172.21.15.63:45410) 2024-09-15T22:04:36.817 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:36.815+0000 7fdbe659c640 1 -- 172.21.15.63:0/1180144337 learned_addr learned my addr 172.21.15.63:0/1180144337 (peer_addr_for_me v1:172.21.15.63:0/0) 2024-09-15T22:04:36.818 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:36.815+0000 7fdbe5d9b640 1 --2- 172.21.15.63:0/1180144337 >> [v2:172.21.15.110:3301/0,v1:172.21.15.110:6790/0] conn(0x7fdbe00560a0 0x7fdbe0049c20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-15T22:04:36.818 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:36.815+0000 7fbfe6336640 1 -- start start 2024-09-15T22:04:36.818 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:36.816+0000 7fdbe559a640 1 -- 172.21.15.63:0/1180144337 <== mon.0 v1:172.21.15.63:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 4099070624 0 0) 0x7fdbe00ea940 con 0x7fdbe000bda0 2024-09-15T22:04:36.818 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:36.816+0000 7fdbe559a640 1 -- 172.21.15.63:0/1180144337 --> v1:172.21.15.63:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7fdbd0003520 con 0x7fdbe000bda0 2024-09-15T22:04:36.818 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:36.816+0000 7f027ca5c640 1 --2- >> [v2:172.21.15.110:3301/0,v1:172.21.15.110:6790/0] conn(0x7f027815e560 0x7f02780b3dd0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-15T22:04:36.819 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:36.814+0000 7fa682ae4640 1 -- start start 2024-09-15T22:04:36.819 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:36.816+0000 7fa682ae4640 1 --2- >> v2:172.21.15.110:3300/0 conn(0x7fa67c06c2f0 0x7fa67c0b35e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-15T22:04:36.819 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:36.816+0000 7fa682ae4640 1 -- --> v1:172.21.15.63:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fa67c0cd270 con 0x7fa67c15a6c0 2024-09-15T22:04:36.819 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:36.816+0000 7fa682ae4640 1 -- --> v1:172.21.15.110:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fa67c0b5090 con 0x7fa67c0cecc0 2024-09-15T22:04:36.819 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:36.816+0000 7fa682ae4640 1 -- --> v2:172.21.15.110:3300/0 -- mon_getmap magic: 0 -- 0x7fa67c0b5370 con 0x7fa67c06c2f0 2024-09-15T22:04:36.820 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:36.816+0000 7f027ca5c640 1 --2- >> v2:172.21.15.110:3300/0 conn(0x7f02780d3850 0x7f02780d3ce0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-15T22:04:36.820 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:36.816+0000 7f027ca5c640 1 -- --> v1:172.21.15.110:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f02780b4870 con 0x7f02780b4310 2024-09-15T22:04:36.820 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:36.816+0000 7fa681081640 1 --2- >> v2:172.21.15.110:3300/0 conn(0x7fa67c06c2f0 0x7fa67c0b35e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-15T22:04:36.820 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:36.816+0000 7fa681081640 1 --2- >> v2:172.21.15.110:3300/0 conn(0x7fa67c06c2f0 0x7fa67c0b35e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.110:3300/0 says I am v2:172.21.15.63:58112/0 (socket says 172.21.15.63:58112) 2024-09-15T22:04:36.820 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:36.816+0000 7fa681081640 1 -- 172.21.15.63:0/1787012938 learned_addr learned my addr 172.21.15.63:0/1787012938 (peer_addr_for_me v2:172.21.15.63:0/0) 2024-09-15T22:04:36.820 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:36.815+0000 7f5234e96640 1 Processor -- start 2024-09-15T22:04:36.821 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:36.815+0000 7f5234e96640 1 -- start start 2024-09-15T22:04:36.821 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:36.816+0000 7f0276d9d640 1 --2- >> v2:172.21.15.110:3300/0 conn(0x7f02780d3850 0x7f02780d3ce0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-15T22:04:36.821 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:36.817+0000 7f0276d9d640 1 --2- >> v2:172.21.15.110:3300/0 conn(0x7f02780d3850 0x7f02780d3ce0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.110:3300/0 says I am v2:172.21.15.63:58120/0 (socket says 172.21.15.63:58120) 2024-09-15T22:04:36.822 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:36.817+0000 7f0276d9d640 1 -- 172.21.15.63:0/2230950165 learned_addr learned my addr 172.21.15.63:0/2230950165 (peer_addr_for_me v2:172.21.15.63:0/0) 2024-09-15T22:04:36.822 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:36.817+0000 7f027ca5c640 1 -- 172.21.15.63:0/2230950165 --> v2:172.21.15.110:3300/0 -- mon_getmap magic: 0 -- 0x7f027815e940 con 0x7f02780d3850 2024-09-15T22:04:36.822 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:36.817+0000 7f027ca5c640 1 -- 172.21.15.63:0/2230950165 --> [v2:172.21.15.110:3301/0,v1:172.21.15.110:6790/0] -- mon_getmap magic: 0 -- 0x7f02780b5480 con 0x7f027815e560 2024-09-15T22:04:36.822 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:36.816+0000 7fdbe6d9d640 1 -- 172.21.15.63:0/1180144337 >> [v2:172.21.15.110:3301/0,v1:172.21.15.110:6790/0] conn(0x7fdbe00560a0 msgr2=0x7fdbe0049c20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-15T22:04:36.822 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:36.816+0000 7fdbe6d9d640 1 --2- 172.21.15.63:0/1180144337 >> [v2:172.21.15.110:3301/0,v1:172.21.15.110:6790/0] conn(0x7fdbe00560a0 0x7fdbe0049c20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T22:04:36.822 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:36.816+0000 7fdbe6d9d640 1 -- 172.21.15.63:0/1180144337 >> v1:172.21.15.63:6789/0 conn(0x7fdbe000bda0 legacy=0x7fdbe000c180 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-15T22:04:36.822 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:36.816+0000 7fdbe6d9d640 1 -- 172.21.15.63:0/1180144337 --> v2:172.21.15.63:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fdbe0055630 con 0x7fdbe0007810 2024-09-15T22:04:36.823 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:36.817+0000 7f027659c640 1 --2- 172.21.15.63:0/2230950165 >> [v2:172.21.15.110:3301/0,v1:172.21.15.110:6790/0] conn(0x7f027815e560 0x7f02780b3dd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-15T22:04:36.823 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:36.817+0000 7f0276d9d640 1 -- 172.21.15.63:0/2230950165 >> [v2:172.21.15.110:3301/0,v1:172.21.15.110:6790/0] conn(0x7f027815e560 msgr2=0x7f02780b3dd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-15T22:04:36.823 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:36.817+0000 7f5234e96640 1 --2- >> v2:172.21.15.63:3300/0 conn(0x7f5230162890 0x7f5230162c70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-15T22:04:36.823 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:36.817+0000 7f0276d9d640 1 --2- 172.21.15.63:0/2230950165 >> [v2:172.21.15.110:3301/0,v1:172.21.15.110:6790/0] conn(0x7f027815e560 0x7f02780b3dd0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T22:04:36.823 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:36.818+0000 7f027559a640 1 -- 172.21.15.63:0/2230950165 <== mon.1 v1:172.21.15.110:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 1083502849 0 0) 0x7f02780b4870 con 0x7f02780b4310 2024-09-15T22:04:36.823 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:36.818+0000 7f0276d9d640 1 -- 172.21.15.63:0/2230950165 >> v1:172.21.15.110:6789/0 conn(0x7f02780b4310 legacy=0x7f02780b7610 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-15T22:04:36.824 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:36.817+0000 7f5234e96640 1 --2- >> v2:172.21.15.110:3300/0 conn(0x7f52301631b0 0x7f52300b99b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-15T22:04:36.824 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:36.818+0000 7f0276d9d640 1 -- 172.21.15.63:0/2230950165 --> v2:172.21.15.110:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f02780b4b50 con 0x7f02780d3850 2024-09-15T22:04:36.825 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:36.817+0000 7f5234e96640 1 -- --> v1:172.21.15.110:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f52300d1f70 con 0x7f52300b9ef0 2024-09-15T22:04:36.825 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:36.817+0000 7f5234e96640 1 -- --> v2:172.21.15.63:3300/0 -- mon_getmap magic: 0 -- 0x7f52300d2b80 con 0x7f5230162890 2024-09-15T22:04:36.825 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:36.817+0000 7f5234e96640 1 -- --> v2:172.21.15.110:3300/0 -- mon_getmap magic: 0 -- 0x7f52300d2250 con 0x7f52301631b0 2024-09-15T22:04:36.825 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:36.817+0000 7f522dd9b640 1 --2- >> v2:172.21.15.110:3300/0 conn(0x7f52301631b0 0x7f52300b99b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-15T22:04:36.825 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:36.817+0000 7f522dd9b640 1 --2- >> v2:172.21.15.110:3300/0 conn(0x7f52301631b0 0x7f52300b99b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.110:3300/0 says I am v2:172.21.15.63:58140/0 (socket says 172.21.15.63:58140) 2024-09-15T22:04:36.825 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:36.817+0000 7fa681081640 1 -- 172.21.15.63:0/1787012938 >> v1:172.21.15.110:6789/0 conn(0x7fa67c0cecc0 legacy=0x7fa67c06bbe0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-15T22:04:36.825 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:36.817+0000 7fa681081640 1 -- 172.21.15.63:0/1787012938 >> v1:172.21.15.63:6789/0 conn(0x7fa67c15a6c0 legacy=0x7fa67c0cfb80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-15T22:04:36.826 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:36.817+0000 7fa681081640 1 -- 172.21.15.63:0/1787012938 --> v2:172.21.15.110:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fa67c15aaa0 con 0x7fa67c06c2f0 2024-09-15T22:04:36.826 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:36.818+0000 7f027659c640 1 --2- 172.21.15.63:0/2230950165 >> [v2:172.21.15.110:3301/0,v1:172.21.15.110:6790/0] conn(0x7f027815e560 0x7f02780b3dd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-15T22:04:36.826 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:36.818+0000 7fdbe6d9d640 1 --2- 172.21.15.63:0/1180144337 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fdbe0007810 0x7fdbe0007cc0 secure :-1 s=READY pgs=111 cs=0 l=1 rev1=1 crypto rx=0x7fdbdc0097a0 tx=0x7fdbdc02a060 comp rx=0 tx=0).ready entity=mon.0 client_cookie=81983762da59ba72 server_cookie=0 in_seq=0 out_seq=0 2024-09-15T22:04:36.826 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:36.818+0000 7fdbe559a640 1 -- 172.21.15.63:0/1180144337 <== mon.0 v2:172.21.15.63:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fdbdc037070 con 0x7fdbe0007810 2024-09-15T22:04:36.826 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:36.818+0000 7fa681081640 1 --2- 172.21.15.63:0/1787012938 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7fa67c06c2f0 0x7fa67c0b35e0 secure :-1 s=READY pgs=89 cs=0 l=1 rev1=1 crypto rx=0x7fa67400d370 tx=0x7fa67402cab0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=ca8ac1238cf45f02 server_cookie=0 in_seq=0 out_seq=0 2024-09-15T22:04:36.827 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:36.817+0000 7fbfe6336640 1 --2- >> v2:172.21.15.110:3300/0 conn(0x7fbfd80486b0 0x7fbfd8048b20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-15T22:04:36.827 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:36.817+0000 7fbfe6336640 1 --2- >> v2:172.21.15.63:3300/0 conn(0x7fbfd8053a10 0x7fbfd8053e20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-15T22:04:36.827 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:36.818+0000 7fbfe6336640 1 -- --> v1:172.21.15.110:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fbfd8052090 con 0x7fbfd8034c40 2024-09-15T22:04:36.827 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:36.818+0000 7fbfe6336640 1 -- --> v2:172.21.15.63:3300/0 -- mon_getmap magic: 0 -- 0x7fbfd8049060 con 0x7fbfd8053a10 2024-09-15T22:04:36.827 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:36.818+0000 7fbfe6336640 1 -- --> v2:172.21.15.110:3300/0 -- mon_getmap magic: 0 -- 0x7fbfd8052370 con 0x7fbfd80486b0 2024-09-15T22:04:36.827 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:36.818+0000 7fbfe5b35640 1 --2- >> v2:172.21.15.63:3300/0 conn(0x7fbfd8053a10 0x7fbfd8053e20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-15T22:04:36.828 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:36.818+0000 7fbfe5b35640 1 --2- >> v2:172.21.15.63:3300/0 conn(0x7fbfd8053a10 0x7fbfd8053e20 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.63:3300/0 says I am v2:172.21.15.63:55484/0 (socket says 172.21.15.63:55484) 2024-09-15T22:04:36.828 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:36.818+0000 7fbfe5b35640 1 -- 172.21.15.63:0/2419124968 learned_addr learned my addr 172.21.15.63:0/2419124968 (peer_addr_for_me v2:172.21.15.63:0/0) 2024-09-15T22:04:36.828 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:36.818+0000 7fbfe4b33640 1 --2- 172.21.15.63:0/2419124968 >> v2:172.21.15.110:3300/0 conn(0x7fbfd80486b0 0x7fbfd8048b20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-15T22:04:36.828 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:36.819+0000 7fbfe5b35640 1 -- 172.21.15.63:0/2419124968 >> v2:172.21.15.110:3300/0 conn(0x7fbfd80486b0 msgr2=0x7fbfd8048b20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-15T22:04:36.828 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:36.819+0000 7fbfe5b35640 1 --2- 172.21.15.63:0/2419124968 >> v2:172.21.15.110:3300/0 conn(0x7fbfd80486b0 0x7fbfd8048b20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T22:04:36.828 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:36.819+0000 7fbfe5b35640 1 -- 172.21.15.63:0/2419124968 >> v1:172.21.15.110:6789/0 conn(0x7fbfd8034c40 legacy=0x7fbfd8035b50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-15T22:04:36.828 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:36.819+0000 7fbfe5b35640 1 -- 172.21.15.63:0/2419124968 --> v2:172.21.15.63:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fbfd8052650 con 0x7fbfd8053a10 2024-09-15T22:04:36.828 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:36.818+0000 7fa67b7fe640 1 -- 172.21.15.63:0/1787012938 <== mon.1 v2:172.21.15.110:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa674036070 con 0x7fa67c06c2f0 2024-09-15T22:04:36.828 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:36.819+0000 7fa67b7fe640 1 -- 172.21.15.63:0/1787012938 <== mon.1 v2:172.21.15.110:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fa674032840 con 0x7fa67c06c2f0 2024-09-15T22:04:36.829 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:36.817+0000 7f522dd9b640 1 -- 172.21.15.63:0/553056940 learned_addr learned my addr 172.21.15.63:0/553056940 (peer_addr_for_me v2:172.21.15.63:0/0) 2024-09-15T22:04:36.829 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:36.818+0000 7f522dd9b640 1 -- 172.21.15.63:0/553056940 >> v2:172.21.15.63:3300/0 conn(0x7f5230162890 msgr2=0x7f5230162c70 unknown :-1 s=STATE_CONNECTING l=0).mark_down 2024-09-15T22:04:36.829 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:36.818+0000 7f522dd9b640 1 --2- 172.21.15.63:0/553056940 >> v2:172.21.15.63:3300/0 conn(0x7f5230162890 0x7f5230162c70 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T22:04:36.829 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:36.818+0000 7f522dd9b640 1 -- 172.21.15.63:0/553056940 >> v1:172.21.15.110:6789/0 conn(0x7f52300b9ef0 legacy=0x7f52300d0280 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-15T22:04:36.829 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:36.818+0000 7f522dd9b640 1 -- 172.21.15.63:0/553056940 --> v2:172.21.15.110:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f52300d2530 con 0x7f52301631b0 2024-09-15T22:04:36.830 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:36.819+0000 7f0276d9d640 1 --2- 172.21.15.63:0/2230950165 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f02780d3850 0x7f02780d3ce0 secure :-1 s=READY pgs=91 cs=0 l=1 rev1=1 crypto rx=0x7f0270009e50 tx=0x7f027002a7a0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=17127c6020fd6d11 server_cookie=0 in_seq=0 out_seq=0 2024-09-15T22:04:36.830 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:36.819+0000 7f027559a640 1 -- 172.21.15.63:0/2230950165 <== mon.1 v2:172.21.15.110:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0270036070 con 0x7f02780d3850 2024-09-15T22:04:36.830 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:36.819+0000 7fdbe559a640 1 -- 172.21.15.63:0/1180144337 <== mon.0 v2:172.21.15.63:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fdbdc02adb0 con 0x7fdbe0007810 2024-09-15T22:04:36.830 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:36.819+0000 7f027559a640 1 -- 172.21.15.63:0/2230950165 <== mon.1 v2:172.21.15.110:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f0270031600 con 0x7f02780d3850 2024-09-15T22:04:36.830 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:36.819+0000 7f027559a640 1 -- 172.21.15.63:0/2230950165 <== mon.1 v2:172.21.15.110:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f02700319d0 con 0x7f02780d3850 2024-09-15T22:04:36.830 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:36.819+0000 7fa67b7fe640 1 -- 172.21.15.63:0/1787012938 <== mon.1 v2:172.21.15.110:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa67400be60 con 0x7fa67c06c2f0 2024-09-15T22:04:36.831 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:36.820+0000 7f522dd9b640 1 --2- 172.21.15.63:0/553056940 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f52301631b0 0x7f52300b99b0 secure :-1 s=READY pgs=92 cs=0 l=1 rev1=1 crypto rx=0x7f52300c7cf0 tx=0x7f522402a250 comp rx=0 tx=0).ready entity=mon.1 client_cookie=54efd3734688979c server_cookie=0 in_seq=0 out_seq=0 2024-09-15T22:04:36.831 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:36.820+0000 7fa682ae4640 1 -- 172.21.15.63:0/1787012938 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7fa67c06c2f0 msgr2=0x7fa67c0b35e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-15T22:04:36.831 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:36.820+0000 7fa682ae4640 1 --2- 172.21.15.63:0/1787012938 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7fa67c06c2f0 0x7fa67c0b35e0 secure :-1 s=READY pgs=89 cs=0 l=1 rev1=1 crypto rx=0x7fa67400d370 tx=0x7fa67402cab0 comp rx=0 tx=0).stop 2024-09-15T22:04:36.831 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:36.820+0000 7fbfe5b35640 1 --2- 172.21.15.63:0/2419124968 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fbfd8053a10 0x7fbfd8053e20 secure :-1 s=READY pgs=112 cs=0 l=1 rev1=1 crypto rx=0x7fbfe0050b40 tx=0x7fbfe006b330 comp rx=0 tx=0).ready entity=mon.0 client_cookie=f88ae87a6d21b3fd server_cookie=0 in_seq=0 out_seq=0 2024-09-15T22:04:36.832 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:36.819+0000 7fdbe559a640 1 -- 172.21.15.63:0/1180144337 <== mon.0 v2:172.21.15.63:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fdbdc037070 con 0x7fdbe0007810 2024-09-15T22:04:36.832 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:36.820+0000 7fdbe759e640 1 -- 172.21.15.63:0/1180144337 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fdbe0007810 msgr2=0x7fdbe0007cc0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-15T22:04:36.832 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:36.820+0000 7fa682ae4640 1 -- 172.21.15.63:0/1787012938 shutdown_connections 2024-09-15T22:04:36.832 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:36.820+0000 7fa682ae4640 1 --2- 172.21.15.63:0/1787012938 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7fa67c06c2f0 0x7fa67c0b35e0 unknown :-1 s=CLOSED pgs=89 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T22:04:36.832 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:36.820+0000 7fa682ae4640 1 -- 172.21.15.63:0/1787012938 >> 172.21.15.63:0/1787012938 conn(0x7fa67c0b5c40 msgr2=0x7fa67c0b2000 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-15T22:04:36.832 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:36.820+0000 7fdbe759e640 1 --2- 172.21.15.63:0/1180144337 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fdbe0007810 0x7fdbe0007cc0 secure :-1 s=READY pgs=111 cs=0 l=1 rev1=1 crypto rx=0x7fdbdc0097a0 tx=0x7fdbdc02a060 comp rx=0 tx=0).stop 2024-09-15T22:04:36.833 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:36.820+0000 7f522d59a640 1 -- 172.21.15.63:0/553056940 <== mon.1 v2:172.21.15.110:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5224037070 con 0x7f52301631b0 2024-09-15T22:04:36.833 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:36.820+0000 7fbfd7fff640 1 -- 172.21.15.63:0/2419124968 <== mon.0 v2:172.21.15.63:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fbfe00b2070 con 0x7fbfd8053a10 2024-09-15T22:04:36.833 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:36.820+0000 7fbfd7fff640 1 -- 172.21.15.63:0/2419124968 <== mon.0 v2:172.21.15.63:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fbfe00ab7d0 con 0x7fbfd8053a10 2024-09-15T22:04:36.833 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:36.820+0000 7fbfd7fff640 1 -- 172.21.15.63:0/2419124968 <== mon.0 v2:172.21.15.63:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fbfe00b2070 con 0x7fbfd8053a10 2024-09-15T22:04:36.834 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:36.820+0000 7f522d59a640 1 -- 172.21.15.63:0/553056940 <== mon.1 v2:172.21.15.110:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f5224032440 con 0x7f52301631b0 2024-09-15T22:04:36.834 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:36.820+0000 7f522d59a640 1 -- 172.21.15.63:0/553056940 <== mon.1 v2:172.21.15.110:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5224032810 con 0x7f52301631b0 2024-09-15T22:04:36.834 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:36.820+0000 7f027ca5c640 1 -- 172.21.15.63:0/2230950165 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f02780d3850 msgr2=0x7f02780d3ce0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-15T22:04:36.834 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:36.820+0000 7f027ca5c640 1 --2- 172.21.15.63:0/2230950165 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f02780d3850 0x7f02780d3ce0 secure :-1 s=READY pgs=91 cs=0 l=1 rev1=1 crypto rx=0x7f0270009e50 tx=0x7f027002a7a0 comp rx=0 tx=0).stop 2024-09-15T22:04:36.834 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:36.821+0000 7f027ca5c640 1 -- 172.21.15.63:0/2230950165 shutdown_connections 2024-09-15T22:04:36.834 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:36.821+0000 7f027ca5c640 1 --2- 172.21.15.63:0/2230950165 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f02780d3850 0x7f02780d3ce0 unknown :-1 s=CLOSED pgs=91 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T22:04:36.834 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:36.821+0000 7f027ca5c640 1 --2- 172.21.15.63:0/2230950165 >> [v2:172.21.15.110:3301/0,v1:172.21.15.110:6790/0] conn(0x7f027815e560 0x7f02780b3dd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T22:04:36.834 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:36.821+0000 7f027ca5c640 1 -- 172.21.15.63:0/2230950165 >> 172.21.15.63:0/2230950165 conn(0x7f02780d4470 msgr2=0x7f02780d4880 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-15T22:04:36.834 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:36.821+0000 7f027ca5c640 1 -- 172.21.15.63:0/2230950165 shutdown_connections 2024-09-15T22:04:36.835 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:36.821+0000 7f027ca5c640 1 -- 172.21.15.63:0/2230950165 wait complete. 2024-09-15T22:04:36.835 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:36.821+0000 7fdbe759e640 1 -- 172.21.15.63:0/1180144337 shutdown_connections 2024-09-15T22:04:36.835 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:36.821+0000 7fdbe759e640 1 --2- 172.21.15.63:0/1180144337 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fdbe0007810 0x7fdbe0007cc0 unknown :-1 s=CLOSED pgs=111 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T22:04:36.835 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:36.821+0000 7fdbe759e640 1 --2- 172.21.15.63:0/1180144337 >> [v2:172.21.15.110:3301/0,v1:172.21.15.110:6790/0] conn(0x7fdbe00560a0 0x7fdbe0049c20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T22:04:36.835 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:36.821+0000 7fdbe759e640 1 -- 172.21.15.63:0/1180144337 >> 172.21.15.63:0/1180144337 conn(0x7fdbe00567b0 msgr2=0x7fdbe0056bc0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-15T22:04:36.835 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:36.820+0000 7fa682ae4640 1 -- 172.21.15.63:0/1787012938 shutdown_connections 2024-09-15T22:04:36.835 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:36.821+0000 7fa682ae4640 1 -- 172.21.15.63:0/1787012938 wait complete. 2024-09-15T22:04:36.836 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:36.821+0000 7f5234e96640 1 -- 172.21.15.63:0/553056940 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f52301631b0 msgr2=0x7f52300b99b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-15T22:04:36.836 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:36.821+0000 7fdbe759e640 1 -- 172.21.15.63:0/1180144337 shutdown_connections 2024-09-15T22:04:36.836 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:36.821+0000 7f5234e96640 1 --2- 172.21.15.63:0/553056940 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f52301631b0 0x7f52300b99b0 secure :-1 s=READY pgs=92 cs=0 l=1 rev1=1 crypto rx=0x7f52300c7cf0 tx=0x7f522402a250 comp rx=0 tx=0).stop 2024-09-15T22:04:36.837 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:36.821+0000 7fbfe6336640 1 -- 172.21.15.63:0/2419124968 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fbfd8053a10 msgr2=0x7fbfd8053e20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-15T22:04:36.837 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:36.821+0000 7fbfe6336640 1 --2- 172.21.15.63:0/2419124968 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fbfd8053a10 0x7fbfd8053e20 secure :-1 s=READY pgs=112 cs=0 l=1 rev1=1 crypto rx=0x7fbfe0050b40 tx=0x7fbfe006b330 comp rx=0 tx=0).stop 2024-09-15T22:04:36.837 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:36.821+0000 7fbfe6336640 1 -- 172.21.15.63:0/2419124968 shutdown_connections 2024-09-15T22:04:36.837 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:36.821+0000 7fbfe6336640 1 --2- 172.21.15.63:0/2419124968 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fbfd8053a10 0x7fbfd8053e20 unknown :-1 s=CLOSED pgs=112 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T22:04:36.837 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:36.821+0000 7fbfe6336640 1 --2- 172.21.15.63:0/2419124968 >> v2:172.21.15.110:3300/0 conn(0x7fbfd80486b0 0x7fbfd8048b20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T22:04:36.837 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:36.821+0000 7fbfe6336640 1 -- 172.21.15.63:0/2419124968 >> 172.21.15.63:0/2419124968 conn(0x7fbfd801ea40 msgr2=0x7fbfd80556e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-15T22:04:36.838 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:36.821+0000 7f5234e96640 1 -- 172.21.15.63:0/553056940 shutdown_connections 2024-09-15T22:04:36.838 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:36.821+0000 7f5234e96640 1 --2- 172.21.15.63:0/553056940 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f52301631b0 0x7f52300b99b0 secure :-1 s=CLOSED pgs=92 cs=0 l=1 rev1=1 crypto rx=0x7f52300c7cf0 tx=0x7f522402a250 comp rx=0 tx=0).stop 2024-09-15T22:04:36.838 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:36.821+0000 7f5234e96640 1 --2- 172.21.15.63:0/553056940 >> v2:172.21.15.63:3300/0 conn(0x7f5230162890 0x7f5230162c70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T22:04:36.838 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:36.821+0000 7f5234e96640 1 -- 172.21.15.63:0/553056940 >> 172.21.15.63:0/553056940 conn(0x7f52300d43a0 msgr2=0x7f52300d47b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-15T22:04:36.838 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:36.822+0000 7fbfe6336640 1 -- 172.21.15.63:0/2419124968 shutdown_connections 2024-09-15T22:04:36.839 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:36.822+0000 7fa682ae4640 1 Processor -- start 2024-09-15T22:04:36.839 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:36.822+0000 7fa682ae4640 1 -- start start 2024-09-15T22:04:36.839 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:36.822+0000 7fbfe6336640 1 -- 172.21.15.63:0/2419124968 wait complete. 2024-09-15T22:04:36.839 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:36.823+0000 7f5234e96640 1 -- 172.21.15.63:0/553056940 shutdown_connections 2024-09-15T22:04:36.840 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:36.823+0000 7f027ca5c640 1 Processor -- start 2024-09-15T22:04:36.840 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:36.823+0000 7f027ca5c640 1 -- start start 2024-09-15T22:04:36.840 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:36.824+0000 7fbfe6336640 1 Processor -- start 2024-09-15T22:04:36.840 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:36.823+0000 7f5234e96640 1 -- 172.21.15.63:0/553056940 wait complete. 2024-09-15T22:04:36.841 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:36.824+0000 7fa682ae4640 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7fa67c06c2f0 0x7fa67c1f8a60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-15T22:04:36.841 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:36.824+0000 7fa682ae4640 1 --2- >> [v2:172.21.15.110:3301/0,v1:172.21.15.110:6790/0] conn(0x7fa67c0cecc0 0x7fa67c156150 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-15T22:04:36.841 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:36.824+0000 7fa682ae4640 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fa67c15a6c0 0x7fa67c150540 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-15T22:04:36.841 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:36.824+0000 7fa682ae4640 1 -- --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 -- 0x7fa67c0b6270 con 0x7fa67c15a6c0 2024-09-15T22:04:36.841 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:36.824+0000 7fa682ae4640 1 -- --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_getmap magic: 0 -- 0x7fa67c0b60f0 con 0x7fa67c06c2f0 2024-09-15T22:04:36.841 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:36.824+0000 7fa682ae4640 1 -- --> [v2:172.21.15.110:3301/0,v1:172.21.15.110:6790/0] -- mon_getmap magic: 0 -- 0x7fa67c070e20 con 0x7fa67c0cecc0 2024-09-15T22:04:36.841 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:36.824+0000 7fa681081640 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fa67c15a6c0 0x7fa67c150540 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-15T22:04:36.842 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:36.825+0000 7fa681081640 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fa67c15a6c0 0x7fa67c150540 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.63:3300/0 says I am v2:172.21.15.63:55488/0 (socket says 172.21.15.63:55488) 2024-09-15T22:04:36.842 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:36.825+0000 7fa681081640 1 -- 172.21.15.63:0/2208853621 learned_addr learned my addr 172.21.15.63:0/2208853621 (peer_addr_for_me v2:172.21.15.63:0/0) 2024-09-15T22:04:36.842 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:36.825+0000 7fa680880640 1 --2- 172.21.15.63:0/2208853621 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7fa67c06c2f0 0x7fa67c1f8a60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-15T22:04:36.842 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:36.825+0000 7f5234e96640 1 Processor -- start 2024-09-15T22:04:36.842 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:36.825+0000 7f5234e96640 1 -- start start 2024-09-15T22:04:36.842 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:36.825+0000 7f027ca5c640 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f02780b4310 0x7f027814d220 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-15T22:04:36.843 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:36.824+0000 7fbfe6336640 1 -- start start 2024-09-15T22:04:36.843 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:36.825+0000 7fbfe6336640 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7fbfd8034c40 0x7fbfd804ee10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-15T22:04:36.843 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:36.825+0000 7f027ca5c640 1 --2- >> [v2:172.21.15.110:3301/0,v1:172.21.15.110:6790/0] conn(0x7f02780d3850 0x7f02780b9120 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-15T22:04:36.843 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:36.825+0000 7fbfe6336640 1 --2- >> [v2:172.21.15.110:3301/0,v1:172.21.15.110:6790/0] conn(0x7fbfd80486b0 0x7fbfd804d8f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-15T22:04:36.844 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:36.825+0000 7fa681081640 1 -- 172.21.15.63:0/2208853621 >> [v2:172.21.15.110:3301/0,v1:172.21.15.110:6790/0] conn(0x7fa67c0cecc0 msgr2=0x7fa67c156150 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-15T22:04:36.844 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:36.825+0000 7f027ca5c640 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f027815e560 0x7f02780b9660 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-15T22:04:36.844 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:36.825+0000 7fa681081640 1 --2- 172.21.15.63:0/2208853621 >> [v2:172.21.15.110:3301/0,v1:172.21.15.110:6790/0] conn(0x7fa67c0cecc0 0x7fa67c156150 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T22:04:36.844 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:36.826+0000 7fa681081640 1 -- 172.21.15.63:0/2208853621 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7fa67c06c2f0 msgr2=0x7fa67c1f8a60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-15T22:04:36.845 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:36.825+0000 7fbfe6336640 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fbfd8053a10 0x7fbfd804de30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-15T22:04:36.845 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:36.826+0000 7fa681081640 1 --2- 172.21.15.63:0/2208853621 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7fa67c06c2f0 0x7fa67c1f8a60 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T22:04:36.845 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:36.826+0000 7f0275d9b640 1 --2- >> [v2:172.21.15.110:3301/0,v1:172.21.15.110:6790/0] conn(0x7f02780d3850 0x7f02780b9120 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-15T22:04:36.846 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:36.826+0000 7fa681081640 1 -- 172.21.15.63:0/2208853621 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fa67c1f90b0 con 0x7fa67c15a6c0 2024-09-15T22:04:36.846 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:36.826+0000 7fbfe4b33640 1 --2- >> [v2:172.21.15.110:3301/0,v1:172.21.15.110:6790/0] conn(0x7fbfd80486b0 0x7fbfd804d8f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-15T22:04:36.846 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:36.826+0000 7fbfe4b33640 1 --2- >> [v2:172.21.15.110:3301/0,v1:172.21.15.110:6790/0] conn(0x7fbfd80486b0 0x7fbfd804d8f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.110:3301/0 says I am v2:172.21.15.63:46670/0 (socket says 172.21.15.63:46670) 2024-09-15T22:04:36.846 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:36.826+0000 7f0275d9b640 1 --2- >> [v2:172.21.15.110:3301/0,v1:172.21.15.110:6790/0] conn(0x7f02780d3850 0x7f02780b9120 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.110:3301/0 says I am v2:172.21.15.63:46664/0 (socket says 172.21.15.63:46664) 2024-09-15T22:04:36.846 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:36.826+0000 7f0276d9d640 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f027815e560 0x7f02780b9660 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-15T22:04:36.847 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:36.826+0000 7fbfe4b33640 1 -- 172.21.15.63:0/686413572 learned_addr learned my addr 172.21.15.63:0/686413572 (peer_addr_for_me v2:172.21.15.63:0/0) 2024-09-15T22:04:36.847 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:36.826+0000 7f0276d9d640 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f027815e560 0x7f02780b9660 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.110:3300/0 says I am v2:172.21.15.63:58184/0 (socket says 172.21.15.63:58184) 2024-09-15T22:04:36.847 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:36.826+0000 7fbfe6336640 1 -- 172.21.15.63:0/686413572 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 -- 0x7fbfd8035570 con 0x7fbfd8053a10 2024-09-15T22:04:36.847 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:36.826+0000 7fbfe6336640 1 -- 172.21.15.63:0/686413572 --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_getmap magic: 0 -- 0x7fbfd8052c10 con 0x7fbfd8034c40 2024-09-15T22:04:36.847 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:36.826+0000 7fbfe6336640 1 -- 172.21.15.63:0/686413572 --> [v2:172.21.15.110:3301/0,v1:172.21.15.110:6790/0] -- mon_getmap magic: 0 -- 0x7fbfd8036260 con 0x7fbfd80486b0 2024-09-15T22:04:36.848 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:36.826+0000 7f0276d9d640 1 -- 172.21.15.63:0/1486607611 learned_addr learned my addr 172.21.15.63:0/1486607611 (peer_addr_for_me v2:172.21.15.63:0/0) 2024-09-15T22:04:36.848 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:36.826+0000 7fbfe5334640 1 --2- 172.21.15.63:0/686413572 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7fbfd8034c40 0x7fbfd804ee10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-15T22:04:36.848 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:36.826+0000 7f027ca5c640 1 -- 172.21.15.63:0/1486607611 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 -- 0x7f02780b5910 con 0x7f02780b4310 2024-09-15T22:04:36.848 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:36.821+0000 7fdbe759e640 1 -- 172.21.15.63:0/1180144337 wait complete. 2024-09-15T22:04:36.849 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:36.826+0000 7f027ca5c640 1 -- 172.21.15.63:0/1486607611 --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_getmap magic: 0 -- 0x7f02780b5110 con 0x7f027815e560 2024-09-15T22:04:36.849 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:36.823+0000 7fdbe759e640 1 Processor -- start 2024-09-15T22:04:36.849 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:36.823+0000 7fdbe759e640 1 -- start start 2024-09-15T22:04:36.849 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:36.824+0000 7fdbe759e640 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fdbe0007810 0x7fdbe004d7f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-15T22:04:36.849 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:36.824+0000 7fdbe759e640 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7fdbe000bda0 0x7fdbe00051c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-15T22:04:36.849 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:36.825+0000 7fdbe759e640 1 --2- >> [v2:172.21.15.110:3301/0,v1:172.21.15.110:6790/0] conn(0x7fdbe00560a0 0x7fdbe00c8be0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-15T22:04:36.849 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:36.825+0000 7fdbe759e640 1 -- --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 -- 0x7fdbe0054d00 con 0x7fdbe0007810 2024-09-15T22:04:36.849 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:36.825+0000 7fdbe759e640 1 -- --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_getmap magic: 0 -- 0x7fdbe0055bf0 con 0x7fdbe000bda0 2024-09-15T22:04:36.850 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:36.825+0000 7fdbe759e640 1 -- --> [v2:172.21.15.110:3301/0,v1:172.21.15.110:6790/0] -- mon_getmap magic: 0 -- 0x7fdbe0008200 con 0x7fdbe00560a0 2024-09-15T22:04:36.850 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:36.825+0000 7fdbe5d9b640 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7fdbe000bda0 0x7fdbe00051c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-15T22:04:36.850 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:36.826+0000 7f027ca5c640 1 -- 172.21.15.63:0/1486607611 --> [v2:172.21.15.110:3301/0,v1:172.21.15.110:6790/0] -- mon_getmap magic: 0 -- 0x7f02780b36b0 con 0x7f02780d3850 2024-09-15T22:04:36.850 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:36.825+0000 7fdbe5d9b640 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7fdbe000bda0 0x7fdbe00051c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.110:3300/0 says I am v2:172.21.15.63:58164/0 (socket says 172.21.15.63:58164) 2024-09-15T22:04:36.850 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:36.825+0000 7fdbe5d9b640 1 -- 172.21.15.63:0/895617436 learned_addr learned my addr 172.21.15.63:0/895617436 (peer_addr_for_me v2:172.21.15.63:0/0) 2024-09-15T22:04:36.850 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:36.825+0000 7fdbe6d9d640 1 --2- 172.21.15.63:0/895617436 >> [v2:172.21.15.110:3301/0,v1:172.21.15.110:6790/0] conn(0x7fdbe00560a0 0x7fdbe00c8be0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-15T22:04:36.851 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:36.825+0000 7fdbe5d9b640 1 -- 172.21.15.63:0/895617436 >> [v2:172.21.15.110:3301/0,v1:172.21.15.110:6790/0] conn(0x7fdbe00560a0 msgr2=0x7fdbe00c8be0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-15T22:04:36.851 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:36.825+0000 7fdbe5d9b640 1 --2- 172.21.15.63:0/895617436 >> [v2:172.21.15.110:3301/0,v1:172.21.15.110:6790/0] conn(0x7fdbe00560a0 0x7fdbe00c8be0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T22:04:36.851 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:36.825+0000 7fdbe5d9b640 1 -- 172.21.15.63:0/895617436 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fdbe0007810 msgr2=0x7fdbe004d7f0 unknown :-1 s=STATE_CONNECTING l=1).mark_down 2024-09-15T22:04:36.851 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:36.826+0000 7fdbe659c640 1 --2- 172.21.15.63:0/895617436 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fdbe0007810 0x7fdbe004d7f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-15T22:04:36.851 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:36.826+0000 7f027659c640 1 --2- 172.21.15.63:0/1486607611 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f02780b4310 0x7f027814d220 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-15T22:04:36.851 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:36.826+0000 7fbfe5b35640 1 --2- 172.21.15.63:0/686413572 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fbfd8053a10 0x7fbfd804de30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-15T22:04:36.851 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:36.826+0000 7fbfe4b33640 1 -- 172.21.15.63:0/686413572 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7fbfd8034c40 msgr2=0x7fbfd804ee10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-15T22:04:36.851 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:36.826+0000 7fbfe4b33640 1 --2- 172.21.15.63:0/686413572 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7fbfd8034c40 0x7fbfd804ee10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T22:04:36.852 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:36.826+0000 7fbfe4b33640 1 -- 172.21.15.63:0/686413572 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fbfd8053a10 msgr2=0x7fbfd804de30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-15T22:04:36.852 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:36.826+0000 7fbfe4b33640 1 --2- 172.21.15.63:0/686413572 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fbfd8053a10 0x7fbfd804de30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T22:04:36.852 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:36.826+0000 7fbfe4b33640 1 -- 172.21.15.63:0/686413572 --> [v2:172.21.15.110:3301/0,v1:172.21.15.110:6790/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fbfd804c850 con 0x7fbfd80486b0 2024-09-15T22:04:36.852 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:36.826+0000 7fdbe5d9b640 1 --2- 172.21.15.63:0/895617436 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fdbe0007810 0x7fdbe004d7f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T22:04:36.852 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:36.826+0000 7fdbe5d9b640 1 -- 172.21.15.63:0/895617436 --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fdbe00c55f0 con 0x7fdbe000bda0 2024-09-15T22:04:36.852 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:36.826+0000 7fdbe659c640 1 --2- 172.21.15.63:0/895617436 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fdbe0007810 0x7fdbe004d7f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-15T22:04:36.852 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:36.826+0000 7fa681081640 1 --2- 172.21.15.63:0/2208853621 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fa67c15a6c0 0x7fa67c150540 secure :-1 s=READY pgs=113 cs=0 l=1 rev1=1 crypto rx=0x7fa674007210 tx=0x7fa674004a40 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-15T22:04:36.853 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:36.827+0000 7fbfe4b33640 1 --2- 172.21.15.63:0/686413572 >> [v2:172.21.15.110:3301/0,v1:172.21.15.110:6790/0] conn(0x7fbfd80486b0 0x7fbfd804d8f0 secure :-1 s=READY pgs=38 cs=0 l=1 rev1=1 crypto rx=0x7fbfd000d5f0 tx=0x7fbfd000dab0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-15T22:04:36.853 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:36.827+0000 7f027659c640 1 -- 172.21.15.63:0/1486607611 >> [v2:172.21.15.110:3301/0,v1:172.21.15.110:6790/0] conn(0x7f02780d3850 msgr2=0x7f02780b9120 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-15T22:04:36.853 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:36.827+0000 7f027659c640 1 --2- 172.21.15.63:0/1486607611 >> [v2:172.21.15.110:3301/0,v1:172.21.15.110:6790/0] conn(0x7f02780d3850 0x7f02780b9120 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T22:04:36.853 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:36.827+0000 7f027659c640 1 -- 172.21.15.63:0/1486607611 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f027815e560 msgr2=0x7f02780b9660 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-15T22:04:36.853 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:36.827+0000 7fa6797fa640 1 -- 172.21.15.63:0/2208853621 <== mon.0 v2:172.21.15.63:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa674036050 con 0x7fa67c15a6c0 2024-09-15T22:04:36.854 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:36.827+0000 7f027659c640 1 --2- 172.21.15.63:0/1486607611 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f027815e560 0x7f02780b9660 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T22:04:36.854 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:36.827+0000 7f027659c640 1 -- 172.21.15.63:0/1486607611 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f027814e8e0 con 0x7f02780b4310 2024-09-15T22:04:36.854 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:36.826+0000 7f5234e96640 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f52300b9ef0 0x7f5230071c70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-15T22:04:36.854 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:36.827+0000 7f5234e96640 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f5230162890 0x7f52301f88f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-15T22:04:36.854 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:36.827+0000 7f5234e96640 1 --2- >> [v2:172.21.15.110:3301/0,v1:172.21.15.110:6790/0] conn(0x7f5230155410 0x7f52301ed360 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-15T22:04:36.854 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:36.827+0000 7f5234e96640 1 -- --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 -- 0x7f52300d0990 con 0x7f52300b9ef0 2024-09-15T22:04:36.854 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:36.827+0000 7f5234e96640 1 -- --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_getmap magic: 0 -- 0x7f52300b7480 con 0x7f5230162890 2024-09-15T22:04:36.854 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:36.827+0000 7f5234e96640 1 -- --> [v2:172.21.15.110:3301/0,v1:172.21.15.110:6790/0] -- mon_getmap magic: 0 -- 0x7f52300d0b10 con 0x7f5230155410 2024-09-15T22:04:36.854 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:36.827+0000 7f522dd9b640 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f5230162890 0x7f52301f88f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-15T22:04:36.855 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:36.827+0000 7f522dd9b640 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f5230162890 0x7f52301f88f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.110:3300/0 says I am v2:172.21.15.63:58196/0 (socket says 172.21.15.63:58196) 2024-09-15T22:04:36.855 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:36.827+0000 7f522dd9b640 1 -- 172.21.15.63:0/1112460898 learned_addr learned my addr 172.21.15.63:0/1112460898 (peer_addr_for_me v2:172.21.15.63:0/0) 2024-09-15T22:04:36.855 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:36.827+0000 7fdbe5d9b640 1 --2- 172.21.15.63:0/895617436 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7fdbe000bda0 0x7fdbe00051c0 secure :-1 s=READY pgs=93 cs=0 l=1 rev1=1 crypto rx=0x7fdbd800e870 tx=0x7fdbd800ed30 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-15T22:04:36.855 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:36.827+0000 7fa682ae4640 1 -- 172.21.15.63:0/2208853621 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fa67c1f9390 con 0x7fa67c15a6c0 2024-09-15T22:04:36.855 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:36.827+0000 7fa682ae4640 1 -- 172.21.15.63:0/2208853621 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fa67c150a80 con 0x7fa67c15a6c0 2024-09-15T22:04:36.855 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:36.827+0000 7fbfd5ffb640 1 -- 172.21.15.63:0/686413572 <== mon.2 v2:172.21.15.110:3301/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fbfd00125f0 con 0x7fbfd80486b0 2024-09-15T22:04:36.856 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:36.827+0000 7fbfe6336640 1 -- 172.21.15.63:0/686413572 --> [v2:172.21.15.110:3301/0,v1:172.21.15.110:6790/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fbfd804cb30 con 0x7fbfd80486b0 2024-09-15T22:04:36.856 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:36.827+0000 7fdbd6ffd640 1 -- 172.21.15.63:0/895617436 <== mon.1 v2:172.21.15.110:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fdbd8017070 con 0x7fdbe000bda0 2024-09-15T22:04:36.856 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:36.827+0000 7fdbd6ffd640 1 -- 172.21.15.63:0/895617436 <== mon.1 v2:172.21.15.110:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fdbd800c940 con 0x7fdbe000bda0 2024-09-15T22:04:36.856 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:36.827+0000 7fdbe759e640 1 -- 172.21.15.63:0/895617436 --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fdbe00c58b0 con 0x7fdbe000bda0 2024-09-15T22:04:36.856 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:36.827+0000 7f522e59c640 1 --2- 172.21.15.63:0/1112460898 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f52300b9ef0 0x7f5230071c70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-15T22:04:36.857 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:36.827+0000 7f522ed9d640 1 --2- 172.21.15.63:0/1112460898 >> [v2:172.21.15.110:3301/0,v1:172.21.15.110:6790/0] conn(0x7f5230155410 0x7f52301ed360 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-15T22:04:36.857 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:36.828+0000 7fbfe6336640 1 -- 172.21.15.63:0/686413572 --> [v2:172.21.15.110:3301/0,v1:172.21.15.110:6790/0] -- mon_subscribe({osdmap=0}) -- 0x7fbfd804d0f0 con 0x7fbfd80486b0 2024-09-15T22:04:36.857 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:36.828+0000 7fbfd5ffb640 1 -- 172.21.15.63:0/686413572 <== mon.2 v2:172.21.15.110:3301/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fbfd0019070 con 0x7fbfd80486b0 2024-09-15T22:04:36.857 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:36.828+0000 7fbfd5ffb640 1 -- 172.21.15.63:0/686413572 <== mon.2 v2:172.21.15.110:3301/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fbfd0012990 con 0x7fbfd80486b0 2024-09-15T22:04:36.857 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:36.828+0000 7fdbd6ffd640 1 -- 172.21.15.63:0/895617436 <== mon.1 v2:172.21.15.110:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fdbd800cd30 con 0x7fdbe000bda0 2024-09-15T22:04:36.857 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:36.828+0000 7fdbe759e640 1 -- 172.21.15.63:0/895617436 --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fdbe00c6150 con 0x7fdbe000bda0 2024-09-15T22:04:36.858 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:36.828+0000 7fa6797fa640 1 -- 172.21.15.63:0/2208853621 <== mon.0 v2:172.21.15.63:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fa6740327f0 con 0x7fa67c15a6c0 2024-09-15T22:04:36.858 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:36.828+0000 7f522e59c640 1 -- 172.21.15.63:0/1112460898 >> [v2:172.21.15.110:3301/0,v1:172.21.15.110:6790/0] conn(0x7f5230155410 msgr2=0x7f52301ed360 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-15T22:04:36.858 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:36.829+0000 7f027659c640 1 --2- 172.21.15.63:0/1486607611 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f02780b4310 0x7f027814d220 secure :-1 s=READY pgs=114 cs=0 l=1 rev1=1 crypto rx=0x7f026800e870 tx=0x7f026800ed30 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-15T22:04:36.858 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:36.830+0000 7f0266ffd640 1 -- 172.21.15.63:0/1486607611 <== mon.0 v2:172.21.15.63:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0268017070 con 0x7f02780b4310 2024-09-15T22:04:36.858 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:36.830+0000 7f0266ffd640 1 -- 172.21.15.63:0/1486607611 <== mon.0 v2:172.21.15.63:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f026800c940 con 0x7f02780b4310 2024-09-15T22:04:36.858 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:36.831+0000 7f0266ffd640 1 -- 172.21.15.63:0/1486607611 <== mon.0 v2:172.21.15.63:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f026800ccf0 con 0x7f02780b4310 2024-09-15T22:04:36.858 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:36.831+0000 7f027ca5c640 1 -- 172.21.15.63:0/1486607611 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f027814ebc0 con 0x7f02780b4310 2024-09-15T22:04:36.859 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:36.829+0000 7fbfe6336640 1 -- 172.21.15.63:0/686413572 --> [v2:172.21.15.110:3301/0,v1:172.21.15.110:6790/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fbfd8048b20 con 0x7fbfd80486b0 2024-09-15T22:04:36.859 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:36.830+0000 7fbfd5ffb640 1 -- 172.21.15.63:0/686413572 <== mon.2 v2:172.21.15.110:3301/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7fbfd0012b30 con 0x7fbfd80486b0 2024-09-15T22:04:36.859 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:36.831+0000 7fbfd5ffb640 1 --2- 172.21.15.63:0/686413572 >> [v2:172.21.15.110:6832/552273267,v1:172.21.15.110:6833/552273267] conn(0x7fbfc406c2b0 0x7fbfc406e770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-15T22:04:36.859 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:36.830+0000 7fdbd6ffd640 1 -- 172.21.15.63:0/895617436 <== mon.1 v2:172.21.15.110:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7fdbd801a070 con 0x7fdbe000bda0 2024-09-15T22:04:36.859 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:36.831+0000 7fdbd6ffd640 1 --2- 172.21.15.63:0/895617436 >> [v2:172.21.15.110:6832/552273267,v1:172.21.15.110:6833/552273267] conn(0x7fdbc806c300 0x7fdbc806e7c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-15T22:04:36.859 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:36.830+0000 7fdbe759e640 1 -- 172.21.15.63:0/895617436 --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fdbe00c5a80 con 0x7fdbe000bda0 2024-09-15T22:04:36.859 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:36.831+0000 7fdbd6ffd640 1 -- 172.21.15.63:0/895617436 <== mon.1 v2:172.21.15.110:3300/0 5 ==== osd_map(21..21 src has 1..21) ==== 5709+0+0 (secure 0 0 0) 0x7fdbd8089990 con 0x7fdbe000bda0 2024-09-15T22:04:36.859 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:36.831+0000 7fdbe659c640 1 --2- 172.21.15.63:0/895617436 >> [v2:172.21.15.110:6832/552273267,v1:172.21.15.110:6833/552273267] conn(0x7fdbc806c300 0x7fdbc806e7c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-15T22:04:36.860 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:36.829+0000 7fa6797fa640 1 -- 172.21.15.63:0/2208853621 <== mon.0 v2:172.21.15.63:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa674008240 con 0x7fa67c15a6c0 2024-09-15T22:04:36.860 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:36.830+0000 7fa682ae4640 1 -- 172.21.15.63:0/2208853621 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fa65c005290 con 0x7fa67c15a6c0 2024-09-15T22:04:36.860 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:36.831+0000 7fbfe5334640 1 --2- 172.21.15.63:0/686413572 >> [v2:172.21.15.110:6832/552273267,v1:172.21.15.110:6833/552273267] conn(0x7fbfc406c2b0 0x7fbfc406e770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-15T22:04:36.860 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:36.831+0000 7f027ca5c640 1 -- 172.21.15.63:0/1486607611 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f027814f180 con 0x7f02780b4310 2024-09-15T22:04:36.861 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:36.831+0000 7fbfd5ffb640 1 -- 172.21.15.63:0/686413572 <== mon.2 v2:172.21.15.110:3301/0 5 ==== osd_map(21..21 src has 1..21) ==== 5709+0+0 (secure 0 0 0) 0x7fbfd008b620 con 0x7fbfd80486b0 2024-09-15T22:04:36.861 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:36.829+0000 7f522e59c640 1 --2- 172.21.15.63:0/1112460898 >> [v2:172.21.15.110:3301/0,v1:172.21.15.110:6790/0] conn(0x7f5230155410 0x7f52301ed360 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T22:04:36.861 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:36.829+0000 7f522e59c640 1 -- 172.21.15.63:0/1112460898 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f5230162890 msgr2=0x7f52301f88f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-15T22:04:36.861 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:36.829+0000 7f522e59c640 1 --2- 172.21.15.63:0/1112460898 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f5230162890 0x7f52301f88f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T22:04:36.861 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:36.829+0000 7f522e59c640 1 -- 172.21.15.63:0/1112460898 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f5230155c80 con 0x7f52300b9ef0 2024-09-15T22:04:36.861 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:36.829+0000 7f522ed9d640 1 --2- 172.21.15.63:0/1112460898 >> [v2:172.21.15.110:3301/0,v1:172.21.15.110:6790/0] conn(0x7f5230155410 0x7f52301ed360 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-15T22:04:36.861 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:36.829+0000 7f522e59c640 1 --2- 172.21.15.63:0/1112460898 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f52300b9ef0 0x7f5230071c70 secure :-1 s=READY pgs=115 cs=0 l=1 rev1=1 crypto rx=0x7f522000b410 tx=0x7f522000b8d0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-15T22:04:36.862 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:36.832+0000 7f522dd9b640 1 --2- 172.21.15.63:0/1112460898 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f5230162890 0x7f52301f88f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-15T22:04:36.862 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:36.832+0000 7fdbe659c640 1 --2- 172.21.15.63:0/895617436 >> [v2:172.21.15.110:6832/552273267,v1:172.21.15.110:6833/552273267] conn(0x7fdbc806c300 0x7fdbc806e7c0 secure :-1 s=READY pgs=82 cs=0 l=1 rev1=1 crypto rx=0x7fdbe807b9f0 tx=0x7fdbe806e040 comp rx=0 tx=0).ready entity=mgr.4102 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-15T22:04:36.862 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:36.832+0000 7f521effd640 1 -- 172.21.15.63:0/1112460898 <== mon.0 v2:172.21.15.63:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5220015020 con 0x7f52300b9ef0 2024-09-15T22:04:36.862 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:36.832+0000 7f5234e96640 1 -- 172.21.15.63:0/1112460898 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f52301ec2c0 con 0x7f52300b9ef0 2024-09-15T22:04:36.863 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:36.832+0000 7fbfe5334640 1 --2- 172.21.15.63:0/686413572 >> [v2:172.21.15.110:6832/552273267,v1:172.21.15.110:6833/552273267] conn(0x7fbfc406c2b0 0x7fbfc406e770 secure :-1 s=READY pgs=83 cs=0 l=1 rev1=1 crypto rx=0x7fbfdc007fd0 tx=0x7fbfdc009040 comp rx=0 tx=0).ready entity=mgr.4102 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-15T22:04:36.863 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:36.832+0000 7f5234e96640 1 -- 172.21.15.63:0/1112460898 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f52301ec880 con 0x7f52300b9ef0 2024-09-15T22:04:36.863 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:36.833+0000 7f027ca5c640 1 -- 172.21.15.63:0/1486607611 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f02780b3dd0 con 0x7f02780b4310 2024-09-15T22:04:36.863 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:36.833+0000 7fa6797fa640 1 -- 172.21.15.63:0/2208853621 <== mon.0 v2:172.21.15.63:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7fa674039070 con 0x7fa67c15a6c0 2024-09-15T22:04:36.864 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:36.833+0000 7f5234e96640 1 -- 172.21.15.63:0/1112460898 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f52300b5b70 con 0x7f52300b9ef0 2024-09-15T22:04:36.864 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:36.833+0000 7fa6797fa640 1 --2- 172.21.15.63:0/2208853621 >> [v2:172.21.15.110:6832/552273267,v1:172.21.15.110:6833/552273267] conn(0x7fa66006c2b0 0x7fa66006e770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-15T22:04:36.864 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:36.834+0000 7fa6797fa640 1 -- 172.21.15.63:0/2208853621 <== mon.0 v2:172.21.15.63:3300/0 5 ==== osd_map(21..21 src has 1..21) ==== 5709+0+0 (secure 0 0 0) 0x7fa6740ac910 con 0x7fa67c15a6c0 2024-09-15T22:04:36.864 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:36.834+0000 7fa680880640 1 --2- 172.21.15.63:0/2208853621 >> [v2:172.21.15.110:6832/552273267,v1:172.21.15.110:6833/552273267] conn(0x7fa66006c2b0 0x7fa66006e770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-15T22:04:36.864 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:36.834+0000 7fa680880640 1 --2- 172.21.15.63:0/2208853621 >> [v2:172.21.15.110:6832/552273267,v1:172.21.15.110:6833/552273267] conn(0x7fa66006c2b0 0x7fa66006e770 secure :-1 s=READY pgs=84 cs=0 l=1 rev1=1 crypto rx=0x7fa67000a730 tx=0x7fa670008040 comp rx=0 tx=0).ready entity=mgr.4102 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-15T22:04:36.865 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:36.836+0000 7fbfd5ffb640 1 -- 172.21.15.63:0/686413572 <== mon.2 v2:172.21.15.110:3301/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7fbfd0023020 con 0x7fbfd80486b0 2024-09-15T22:04:36.865 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:36.837+0000 7fdbd6ffd640 1 -- 172.21.15.63:0/895617436 <== mon.1 v2:172.21.15.110:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7fdbd8059ac0 con 0x7fdbe000bda0 2024-09-15T22:04:36.865 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:36.843+0000 7f0266ffd640 1 -- 172.21.15.63:0/1486607611 <== mon.0 v2:172.21.15.63:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7f026801a070 con 0x7f02780b4310 2024-09-15T22:04:36.865 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:36.844+0000 7f0266ffd640 1 --2- 172.21.15.63:0/1486607611 >> [v2:172.21.15.110:6832/552273267,v1:172.21.15.110:6833/552273267] conn(0x7f025806c300 0x7f025806e7c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-15T22:04:36.866 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:36.845+0000 7f521effd640 1 -- 172.21.15.63:0/1112460898 <== mon.0 v2:172.21.15.63:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f5220011830 con 0x7f52300b9ef0 2024-09-15T22:04:36.866 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:36.845+0000 7f521effd640 1 -- 172.21.15.63:0/1112460898 <== mon.0 v2:172.21.15.63:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5220015020 con 0x7f52300b9ef0 2024-09-15T22:04:36.866 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:36.844+0000 7fa6797fa640 1 -- 172.21.15.63:0/2208853621 <== mon.0 v2:172.21.15.63:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7fa67407b190 con 0x7fa67c15a6c0 2024-09-15T22:04:36.866 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:36.845+0000 7f0275d9b640 1 --2- 172.21.15.63:0/1486607611 >> [v2:172.21.15.110:6832/552273267,v1:172.21.15.110:6833/552273267] conn(0x7f025806c300 0x7f025806e7c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-15T22:04:36.867 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:36.845+0000 7f0266ffd640 1 -- 172.21.15.63:0/1486607611 <== mon.0 v2:172.21.15.63:3300/0 5 ==== osd_map(21..21 src has 1..21) ==== 5709+0+0 (secure 0 0 0) 0x7f0268057c10 con 0x7f02780b4310 2024-09-15T22:04:36.867 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:36.846+0000 7f521effd640 1 -- 172.21.15.63:0/1112460898 <== mon.0 v2:172.21.15.63:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7f5220018020 con 0x7f52300b9ef0 2024-09-15T22:04:36.867 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:36.846+0000 7f521effd640 1 --2- 172.21.15.63:0/1112460898 >> [v2:172.21.15.110:6832/552273267,v1:172.21.15.110:6833/552273267] conn(0x7f521006c4e0 0x7f521006e9a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-15T22:04:36.867 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:36.847+0000 7f0275d9b640 1 --2- 172.21.15.63:0/1486607611 >> [v2:172.21.15.110:6832/552273267,v1:172.21.15.110:6833/552273267] conn(0x7f025806c300 0x7f025806e7c0 secure :-1 s=READY pgs=85 cs=0 l=1 rev1=1 crypto rx=0x7f02780af270 tx=0x7f026c009040 comp rx=0 tx=0).ready entity=mgr.4102 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-15T22:04:36.868 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:36.846+0000 7f521effd640 1 -- 172.21.15.63:0/1112460898 <== mon.0 v2:172.21.15.63:3300/0 5 ==== osd_map(21..21 src has 1..21) ==== 5709+0+0 (secure 0 0 0) 0x7f522008b340 con 0x7f52300b9ef0 2024-09-15T22:04:36.868 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:36.847+0000 7f522dd9b640 1 --2- 172.21.15.63:0/1112460898 >> [v2:172.21.15.110:6832/552273267,v1:172.21.15.110:6833/552273267] conn(0x7f521006c4e0 0x7f521006e9a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-15T22:04:36.868 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:36.847+0000 7f522dd9b640 1 --2- 172.21.15.63:0/1112460898 >> [v2:172.21.15.110:6832/552273267,v1:172.21.15.110:6833/552273267] conn(0x7f521006c4e0 0x7f521006e9a0 secure :-1 s=READY pgs=86 cs=0 l=1 rev1=1 crypto rx=0x7f522402a290 tx=0x7f522402e000 comp rx=0 tx=0).ready entity=mgr.4102 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-15T22:04:36.868 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:36.856+0000 7f0266ffd640 1 -- 172.21.15.63:0/1486607611 <== mon.0 v2:172.21.15.63:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7f0268059b70 con 0x7f02780b4310 2024-09-15T22:04:36.868 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:36.863+0000 7f521effd640 1 -- 172.21.15.63:0/1112460898 <== mon.0 v2:172.21.15.63:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7f52300b5b70 con 0x7f52300b9ef0 2024-09-15T22:04:37.178 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:37.177+0000 7f6c1ccaf640 1 -- 172.21.15.63:0/3384429214 --> [v2:172.21.15.110:3301/0,v1:172.21.15.110:6790/0] -- mon_command({"prefix": "osd last-stat-seq", "id": 2} v 0) -- 0x7f6c10006c40 con 0x7f6c10053f40 2024-09-15T22:04:37.179 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:37.178+0000 7fd6ee684640 1 -- 172.21.15.63:0/2519101184 --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_command({"prefix": "osd last-stat-seq", "id": 3} v 0) -- 0x7fd6c8005580 con 0x7fd6e00373a0 2024-09-15T22:04:37.180 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:37.177+0000 7f6c03fff640 1 -- 172.21.15.63:0/3384429214 <== mon.2 v2:172.21.15.110:3301/0 7 ==== mon_command_ack([{"prefix": "osd last-stat-seq", "id": 2}]=0 v0) ==== 74+0+12 (secure 0 0 0) 0x7f6c04079990 con 0x7f6c10053f40 2024-09-15T22:04:37.180 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:37.178+0000 7fd6ddffb640 1 -- 172.21.15.63:0/2519101184 <== mon.1 v2:172.21.15.110:3300/0 7 ==== mon_command_ack([{"prefix": "osd last-stat-seq", "id": 3}]=0 v0) ==== 74+0+12 (secure 0 0 0) 0x7fd6e80f5a60 con 0x7fd6e00373a0 2024-09-15T22:04:37.181 INFO:teuthology.orchestra.run.smithi063.stdout:60129542152 2024-09-15T22:04:37.181 INFO:teuthology.orchestra.run.smithi063.stdout:60129542152 2024-09-15T22:04:37.182 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:37.181+0000 7ff127fff640 1 -- 172.21.15.63:0/2203583182 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_command({"prefix": "osd last-stat-seq", "id": 5} v 0) -- 0x7ff120005580 con 0x7ff1400ce7e0 2024-09-15T22:04:37.183 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:37.181+0000 7fd6d37fe640 1 -- 172.21.15.63:0/2519101184 >> [v2:172.21.15.110:6832/552273267,v1:172.21.15.110:6833/552273267] conn(0x7fd6cc06c380 msgr2=0x7fd6cc06e840 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-15T22:04:37.183 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:37.182+0000 7fd6d37fe640 1 --2- 172.21.15.63:0/2519101184 >> [v2:172.21.15.110:6832/552273267,v1:172.21.15.110:6833/552273267] conn(0x7fd6cc06c380 0x7fd6cc06e840 secure :-1 s=READY pgs=79 cs=0 l=1 rev1=1 crypto rx=0x7fd6d8009b70 tx=0x7fd6d8009110 comp rx=0 tx=0).stop 2024-09-15T22:04:37.183 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:37.182+0000 7f6c01ffb640 1 -- 172.21.15.63:0/3384429214 >> [v2:172.21.15.110:6832/552273267,v1:172.21.15.110:6833/552273267] conn(0x7f6bfc06c380 msgr2=0x7f6bfc06e840 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-15T22:04:37.184 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:37.182+0000 7ff13e7fc640 1 -- 172.21.15.63:0/2203583182 <== mon.0 v2:172.21.15.63:3300/0 7 ==== mon_command_ack([{"prefix": "osd last-stat-seq", "id": 5}]=0 v0) ==== 74+0+12 (secure 0 0 0) 0x7ff13807a740 con 0x7ff1400ce7e0 2024-09-15T22:04:37.184 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:37.182+0000 7fd6d37fe640 1 -- 172.21.15.63:0/2519101184 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7fd6e00373a0 msgr2=0x7fd6e0050900 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-15T22:04:37.184 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:37.182+0000 7fd6d37fe640 1 --2- 172.21.15.63:0/2519101184 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7fd6e00373a0 0x7fd6e0050900 secure :-1 s=READY pgs=85 cs=0 l=1 rev1=1 crypto rx=0x7fd6e807b940 tx=0x7fd6e806ba30 comp rx=0 tx=0).stop 2024-09-15T22:04:37.184 INFO:teuthology.orchestra.run.smithi063.stdout:60129542150 2024-09-15T22:04:37.185 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:37.182+0000 7f6c01ffb640 1 --2- 172.21.15.63:0/3384429214 >> [v2:172.21.15.110:6832/552273267,v1:172.21.15.110:6833/552273267] conn(0x7f6bfc06c380 0x7f6bfc06e840 secure :-1 s=READY pgs=80 cs=0 l=1 rev1=1 crypto rx=0x7f6c0c006f40 tx=0x7f6c0c008040 comp rx=0 tx=0).stop 2024-09-15T22:04:37.185 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:37.182+0000 7fd6d37fe640 1 -- 172.21.15.63:0/2519101184 shutdown_connections 2024-09-15T22:04:37.186 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:37.182+0000 7fd6d37fe640 1 --2- 172.21.15.63:0/2519101184 >> [v2:172.21.15.110:6832/552273267,v1:172.21.15.110:6833/552273267] conn(0x7fd6cc06c380 0x7fd6cc06e840 unknown :-1 s=CLOSED pgs=79 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T22:04:37.186 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:37.182+0000 7fd6d37fe640 1 --2- 172.21.15.63:0/2519101184 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7fd6e00373a0 0x7fd6e0050900 unknown :-1 s=CLOSED pgs=85 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T22:04:37.186 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:37.182+0000 7fd6d37fe640 1 --2- 172.21.15.63:0/2519101184 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fd6e0037780 0x7fd6e00ea540 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T22:04:37.186 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:37.182+0000 7fd6d37fe640 1 --2- 172.21.15.63:0/2519101184 >> [v2:172.21.15.110:3301/0,v1:172.21.15.110:6790/0] conn(0x7fd6e0008ed0 0x7fd6e017dde0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T22:04:37.186 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:37.182+0000 7f6c01ffb640 1 -- 172.21.15.63:0/3384429214 >> [v2:172.21.15.110:3301/0,v1:172.21.15.110:6790/0] conn(0x7f6c10053f40 msgr2=0x7f6c10052880 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-15T22:04:37.186 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:37.182+0000 7fd6d37fe640 1 -- 172.21.15.63:0/2519101184 >> 172.21.15.63:0/2519101184 conn(0x7fd6e001ea40 msgr2=0x7fd6e00056a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-15T22:04:37.187 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:37.182+0000 7f6c01ffb640 1 --2- 172.21.15.63:0/3384429214 >> [v2:172.21.15.110:3301/0,v1:172.21.15.110:6790/0] conn(0x7f6c10053f40 0x7f6c10052880 secure :-1 s=READY pgs=37 cs=0 l=1 rev1=1 crypto rx=0x7f6c04031000 tx=0x7f6c040046c0 comp rx=0 tx=0).stop 2024-09-15T22:04:37.187 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:37.182+0000 7f6c01ffb640 1 -- 172.21.15.63:0/3384429214 shutdown_connections 2024-09-15T22:04:37.187 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:37.182+0000 7fd6d37fe640 1 -- 172.21.15.63:0/2519101184 shutdown_connections 2024-09-15T22:04:37.187 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:37.182+0000 7fd6d37fe640 1 -- 172.21.15.63:0/2519101184 wait complete. 2024-09-15T22:04:37.188 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:37.182+0000 7f6c01ffb640 1 --2- 172.21.15.63:0/3384429214 >> [v2:172.21.15.110:6832/552273267,v1:172.21.15.110:6833/552273267] conn(0x7f6bfc06c380 0x7f6bfc06e840 unknown :-1 s=CLOSED pgs=80 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T22:04:37.188 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:37.182+0000 7f6c01ffb640 1 --2- 172.21.15.63:0/3384429214 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f6c100e2b90 0x7f6c10052dc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T22:04:37.188 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:37.182+0000 7f6c01ffb640 1 --2- 172.21.15.63:0/3384429214 >> [v2:172.21.15.110:3301/0,v1:172.21.15.110:6790/0] conn(0x7f6c10053f40 0x7f6c10052880 unknown :-1 s=CLOSED pgs=37 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T22:04:37.188 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:37.182+0000 7f6c01ffb640 1 --2- 172.21.15.63:0/3384429214 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f6c1003c380 0x7f6c1000b2e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T22:04:37.189 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:37.183+0000 7f6c01ffb640 1 -- 172.21.15.63:0/3384429214 >> 172.21.15.63:0/3384429214 conn(0x7f6c1003a520 msgr2=0x7f6c10005bd0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-15T22:04:37.189 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:37.183+0000 7f6c01ffb640 1 -- 172.21.15.63:0/3384429214 shutdown_connections 2024-09-15T22:04:37.189 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:37.183+0000 7f6c01ffb640 1 -- 172.21.15.63:0/3384429214 wait complete. 2024-09-15T22:04:37.190 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:37.185+0000 7ff147dd8640 1 -- 172.21.15.63:0/2203583182 >> [v2:172.21.15.110:6832/552273267,v1:172.21.15.110:6833/552273267] conn(0x7ff12c06c380 msgr2=0x7ff12c06e840 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-15T22:04:37.190 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:37.185+0000 7ff147dd8640 1 --2- 172.21.15.63:0/2203583182 >> [v2:172.21.15.110:6832/552273267,v1:172.21.15.110:6833/552273267] conn(0x7ff12c06c380 0x7ff12c06e840 secure :-1 s=READY pgs=81 cs=0 l=1 rev1=1 crypto rx=0x7ff14015aa00 tx=0x7ff1340090e0 comp rx=0 tx=0).stop 2024-09-15T22:04:37.190 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:37.185+0000 7ff147dd8640 1 -- 172.21.15.63:0/2203583182 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7ff1400ce7e0 msgr2=0x7ff1401ebdd0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-15T22:04:37.190 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:37.186+0000 7ff147dd8640 1 --2- 172.21.15.63:0/2203583182 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7ff1400ce7e0 0x7ff1401ebdd0 secure :-1 s=READY pgs=109 cs=0 l=1 rev1=1 crypto rx=0x7ff138030000 tx=0x7ff138004a40 comp rx=0 tx=0).stop 2024-09-15T22:04:37.190 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:37.186+0000 7ff147dd8640 1 -- 172.21.15.63:0/2203583182 shutdown_connections 2024-09-15T22:04:37.191 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:37.186+0000 7ff147dd8640 1 --2- 172.21.15.63:0/2203583182 >> [v2:172.21.15.110:6832/552273267,v1:172.21.15.110:6833/552273267] conn(0x7ff12c06c380 0x7ff12c06e840 unknown :-1 s=CLOSED pgs=81 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T22:04:37.191 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:37.186+0000 7ff147dd8640 1 --2- 172.21.15.63:0/2203583182 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7ff140162fa0 0x7ff140159ec0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T22:04:37.191 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:37.186+0000 7ff147dd8640 1 --2- 172.21.15.63:0/2203583182 >> [v2:172.21.15.110:3301/0,v1:172.21.15.110:6790/0] conn(0x7ff1400cfc50 0x7ff140159980 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T22:04:37.191 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:37.186+0000 7ff147dd8640 1 --2- 172.21.15.63:0/2203583182 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7ff1400ce7e0 0x7ff1401ebdd0 unknown :-1 s=CLOSED pgs=109 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T22:04:37.191 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:37.186+0000 7ff147dd8640 1 -- 172.21.15.63:0/2203583182 >> 172.21.15.63:0/2203583182 conn(0x7ff1400b5c40 msgr2=0x7ff1400b49f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-15T22:04:37.191 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:37.187+0000 7ff147dd8640 1 -- 172.21.15.63:0/2203583182 shutdown_connections 2024-09-15T22:04:37.191 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:37.187+0000 7ff147dd8640 1 -- 172.21.15.63:0/2203583182 wait complete. 2024-09-15T22:04:37.204 INFO:tasks.ceph.ceph_manager.ceph:need seq 60129542152 got 60129542152 for osd.3 2024-09-15T22:04:37.204 INFO:tasks.ceph.ceph_manager.ceph:need seq 60129542152 got 60129542152 for osd.2 2024-09-15T22:04:37.205 DEBUG:teuthology.parallel:result is None 2024-09-15T22:04:37.205 DEBUG:teuthology.parallel:result is None 2024-09-15T22:04:37.206 INFO:tasks.ceph.ceph_manager.ceph:need seq 60129542150 got 60129542150 for osd.5 2024-09-15T22:04:37.206 DEBUG:teuthology.parallel:result is None 2024-09-15T22:04:37.219 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:37.218+0000 7fbfe6336640 1 -- 172.21.15.63:0/686413572 --> [v2:172.21.15.110:3301/0,v1:172.21.15.110:6790/0] -- mon_command({"prefix": "osd last-stat-seq", "id": 7} v 0) -- 0x7fbfd80069a0 con 0x7fbfd80486b0 2024-09-15T22:04:37.220 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:37.218+0000 7fbfd5ffb640 1 -- 172.21.15.63:0/686413572 <== mon.2 v2:172.21.15.110:3301/0 7 ==== mon_command_ack([{"prefix": "osd last-stat-seq", "id": 7}]=0 v0) ==== 74+0+12 (secure 0 0 0) 0x7fbfd0059d80 con 0x7fbfd80486b0 2024-09-15T22:04:37.220 INFO:teuthology.orchestra.run.smithi063.stdout:60129542150 2024-09-15T22:04:37.222 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:37.221+0000 7fbfe6336640 1 -- 172.21.15.63:0/686413572 >> [v2:172.21.15.110:6832/552273267,v1:172.21.15.110:6833/552273267] conn(0x7fbfc406c2b0 msgr2=0x7fbfc406e770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-15T22:04:37.222 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:37.221+0000 7fbfe6336640 1 --2- 172.21.15.63:0/686413572 >> [v2:172.21.15.110:6832/552273267,v1:172.21.15.110:6833/552273267] conn(0x7fbfc406c2b0 0x7fbfc406e770 secure :-1 s=READY pgs=83 cs=0 l=1 rev1=1 crypto rx=0x7fbfdc007fd0 tx=0x7fbfdc009040 comp rx=0 tx=0).stop 2024-09-15T22:04:37.223 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:37.221+0000 7fbfe6336640 1 -- 172.21.15.63:0/686413572 >> [v2:172.21.15.110:3301/0,v1:172.21.15.110:6790/0] conn(0x7fbfd80486b0 msgr2=0x7fbfd804d8f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-15T22:04:37.223 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:37.221+0000 7fbfe6336640 1 --2- 172.21.15.63:0/686413572 >> [v2:172.21.15.110:3301/0,v1:172.21.15.110:6790/0] conn(0x7fbfd80486b0 0x7fbfd804d8f0 secure :-1 s=READY pgs=38 cs=0 l=1 rev1=1 crypto rx=0x7fbfd000d5f0 tx=0x7fbfd000dab0 comp rx=0 tx=0).stop 2024-09-15T22:04:37.223 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:37.221+0000 7fbfe6336640 1 -- 172.21.15.63:0/686413572 shutdown_connections 2024-09-15T22:04:37.223 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:37.221+0000 7fbfe6336640 1 --2- 172.21.15.63:0/686413572 >> [v2:172.21.15.110:6832/552273267,v1:172.21.15.110:6833/552273267] conn(0x7fbfc406c2b0 0x7fbfc406e770 unknown :-1 s=CLOSED pgs=83 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T22:04:37.223 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:37.221+0000 7fbfe6336640 1 --2- 172.21.15.63:0/686413572 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fbfd8053a10 0x7fbfd804de30 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T22:04:37.223 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:37.221+0000 7fbfe6336640 1 --2- 172.21.15.63:0/686413572 >> [v2:172.21.15.110:3301/0,v1:172.21.15.110:6790/0] conn(0x7fbfd80486b0 0x7fbfd804d8f0 unknown :-1 s=CLOSED pgs=38 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T22:04:37.223 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:37.221+0000 7fbfe6336640 1 --2- 172.21.15.63:0/686413572 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7fbfd8034c40 0x7fbfd804ee10 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T22:04:37.223 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:37.221+0000 7fbfe6336640 1 -- 172.21.15.63:0/686413572 >> 172.21.15.63:0/686413572 conn(0x7fbfd801ea40 msgr2=0x7fbfd8053e20 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-15T22:04:37.223 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:37.221+0000 7fbfe6336640 1 -- 172.21.15.63:0/686413572 shutdown_connections 2024-09-15T22:04:37.223 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:37.221+0000 7fbfe6336640 1 -- 172.21.15.63:0/686413572 wait complete. 2024-09-15T22:04:37.226 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:37.225+0000 7fa682ae4640 1 -- 172.21.15.63:0/2208853621 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_command({"prefix": "osd last-stat-seq", "id": 4} v 0) -- 0x7fa65c005850 con 0x7fa67c15a6c0 2024-09-15T22:04:37.226 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:37.225+0000 7fa6797fa640 1 -- 172.21.15.63:0/2208853621 <== mon.0 v2:172.21.15.63:3300/0 7 ==== mon_command_ack([{"prefix": "osd last-stat-seq", "id": 4}]=0 v0) ==== 74+0+12 (secure 0 0 0) 0x7fa67407b190 con 0x7fa67c15a6c0 2024-09-15T22:04:37.227 INFO:teuthology.orchestra.run.smithi063.stdout:60129542150 2024-09-15T22:04:37.227 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:37.226+0000 7f027ca5c640 1 -- 172.21.15.63:0/1486607611 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_command({"prefix": "osd last-stat-seq", "id": 6} v 0) -- 0x7f02780b8c00 con 0x7f02780b4310 2024-09-15T22:04:37.228 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:37.226+0000 7f0266ffd640 1 -- 172.21.15.63:0/1486607611 <== mon.0 v2:172.21.15.63:3300/0 7 ==== mon_command_ack([{"prefix": "osd last-stat-seq", "id": 6}]=0 v0) ==== 74+0+12 (secure 0 0 0) 0x7f026805de70 con 0x7f02780b4310 2024-09-15T22:04:37.228 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:37.226+0000 7fdbe759e640 1 -- 172.21.15.63:0/895617436 --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_command({"prefix": "osd last-stat-seq", "id": 0} v 0) -- 0x7fdbe0007cc0 con 0x7fdbe000bda0 2024-09-15T22:04:37.228 INFO:teuthology.orchestra.run.smithi063.stdout:55834574855 2024-09-15T22:04:37.229 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:37.227+0000 7fdbd6ffd640 1 -- 172.21.15.63:0/895617436 <== mon.1 v2:172.21.15.110:3300/0 7 ==== mon_command_ack([{"prefix": "osd last-stat-seq", "id": 0}]=0 v0) ==== 74+0+12 (secure 0 0 0) 0x7fdbd80593c0 con 0x7fdbe000bda0 2024-09-15T22:04:37.229 INFO:teuthology.orchestra.run.smithi063.stdout:60129542151 2024-09-15T22:04:37.230 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:37.229+0000 7f027ca5c640 1 -- 172.21.15.63:0/1486607611 >> [v2:172.21.15.110:6832/552273267,v1:172.21.15.110:6833/552273267] conn(0x7f025806c300 msgr2=0x7f025806e7c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-15T22:04:37.230 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:37.229+0000 7f027ca5c640 1 --2- 172.21.15.63:0/1486607611 >> [v2:172.21.15.110:6832/552273267,v1:172.21.15.110:6833/552273267] conn(0x7f025806c300 0x7f025806e7c0 secure :-1 s=READY pgs=85 cs=0 l=1 rev1=1 crypto rx=0x7f02780af270 tx=0x7f026c009040 comp rx=0 tx=0).stop 2024-09-15T22:04:37.230 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:37.229+0000 7f027ca5c640 1 -- 172.21.15.63:0/1486607611 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f02780b4310 msgr2=0x7f027814d220 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-15T22:04:37.231 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:37.229+0000 7f027ca5c640 1 --2- 172.21.15.63:0/1486607611 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f02780b4310 0x7f027814d220 secure :-1 s=READY pgs=114 cs=0 l=1 rev1=1 crypto rx=0x7f026800e870 tx=0x7f026800ed30 comp rx=0 tx=0).stop 2024-09-15T22:04:37.231 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:37.229+0000 7f027ca5c640 1 -- 172.21.15.63:0/1486607611 shutdown_connections 2024-09-15T22:04:37.231 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:37.229+0000 7f027ca5c640 1 --2- 172.21.15.63:0/1486607611 >> [v2:172.21.15.110:6832/552273267,v1:172.21.15.110:6833/552273267] conn(0x7f025806c300 0x7f025806e7c0 unknown :-1 s=CLOSED pgs=85 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T22:04:37.231 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:37.229+0000 7f027ca5c640 1 --2- 172.21.15.63:0/1486607611 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f027815e560 0x7f02780b9660 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T22:04:37.231 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:37.229+0000 7f027ca5c640 1 --2- 172.21.15.63:0/1486607611 >> [v2:172.21.15.110:3301/0,v1:172.21.15.110:6790/0] conn(0x7f02780d3850 0x7f02780b9120 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T22:04:37.231 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:37.229+0000 7f027ca5c640 1 --2- 172.21.15.63:0/1486607611 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f02780b4310 0x7f027814d220 unknown :-1 s=CLOSED pgs=114 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T22:04:37.231 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:37.229+0000 7f027ca5c640 1 -- 172.21.15.63:0/1486607611 >> 172.21.15.63:0/1486607611 conn(0x7f02780d4470 msgr2=0x7f027806bbe0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-15T22:04:37.231 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:37.229+0000 7fa682ae4640 1 -- 172.21.15.63:0/2208853621 >> [v2:172.21.15.110:6832/552273267,v1:172.21.15.110:6833/552273267] conn(0x7fa66006c2b0 msgr2=0x7fa66006e770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-15T22:04:37.232 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:37.229+0000 7fa682ae4640 1 --2- 172.21.15.63:0/2208853621 >> [v2:172.21.15.110:6832/552273267,v1:172.21.15.110:6833/552273267] conn(0x7fa66006c2b0 0x7fa66006e770 secure :-1 s=READY pgs=84 cs=0 l=1 rev1=1 crypto rx=0x7fa67000a730 tx=0x7fa670008040 comp rx=0 tx=0).stop 2024-09-15T22:04:37.232 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:37.229+0000 7fa682ae4640 1 -- 172.21.15.63:0/2208853621 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fa67c15a6c0 msgr2=0x7fa67c150540 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-15T22:04:37.232 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:37.229+0000 7fa682ae4640 1 --2- 172.21.15.63:0/2208853621 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fa67c15a6c0 0x7fa67c150540 secure :-1 s=READY pgs=113 cs=0 l=1 rev1=1 crypto rx=0x7fa674007210 tx=0x7fa674004a40 comp rx=0 tx=0).stop 2024-09-15T22:04:37.232 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:37.229+0000 7f027ca5c640 1 -- 172.21.15.63:0/1486607611 shutdown_connections 2024-09-15T22:04:37.232 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:37.229+0000 7f027ca5c640 1 -- 172.21.15.63:0/1486607611 wait complete. 2024-09-15T22:04:37.233 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:37.229+0000 7fa682ae4640 1 -- 172.21.15.63:0/2208853621 shutdown_connections 2024-09-15T22:04:37.233 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:37.229+0000 7fa682ae4640 1 --2- 172.21.15.63:0/2208853621 >> [v2:172.21.15.110:6832/552273267,v1:172.21.15.110:6833/552273267] conn(0x7fa66006c2b0 0x7fa66006e770 unknown :-1 s=CLOSED pgs=84 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T22:04:37.233 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:37.229+0000 7fa682ae4640 1 --2- 172.21.15.63:0/2208853621 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fa67c15a6c0 0x7fa67c150540 unknown :-1 s=CLOSED pgs=113 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T22:04:37.233 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:37.229+0000 7fa682ae4640 1 --2- 172.21.15.63:0/2208853621 >> [v2:172.21.15.110:3301/0,v1:172.21.15.110:6790/0] conn(0x7fa67c0cecc0 0x7fa67c156150 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T22:04:37.233 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:37.229+0000 7fa682ae4640 1 --2- 172.21.15.63:0/2208853621 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7fa67c06c2f0 0x7fa67c1f8a60 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T22:04:37.233 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:37.229+0000 7fa682ae4640 1 -- 172.21.15.63:0/2208853621 >> 172.21.15.63:0/2208853621 conn(0x7fa67c0b5c40 msgr2=0x7fa67c06bbe0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-15T22:04:37.233 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:37.229+0000 7fa682ae4640 1 -- 172.21.15.63:0/2208853621 shutdown_connections 2024-09-15T22:04:37.233 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:37.229+0000 7fa682ae4640 1 -- 172.21.15.63:0/2208853621 wait complete. 2024-09-15T22:04:37.234 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:37.230+0000 7fdbe759e640 1 -- 172.21.15.63:0/895617436 >> [v2:172.21.15.110:6832/552273267,v1:172.21.15.110:6833/552273267] conn(0x7fdbc806c300 msgr2=0x7fdbc806e7c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-15T22:04:37.234 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:37.230+0000 7fdbe759e640 1 --2- 172.21.15.63:0/895617436 >> [v2:172.21.15.110:6832/552273267,v1:172.21.15.110:6833/552273267] conn(0x7fdbc806c300 0x7fdbc806e7c0 secure :-1 s=READY pgs=82 cs=0 l=1 rev1=1 crypto rx=0x7fdbe807b9f0 tx=0x7fdbe806e040 comp rx=0 tx=0).stop 2024-09-15T22:04:37.234 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:37.230+0000 7fdbe759e640 1 -- 172.21.15.63:0/895617436 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7fdbe000bda0 msgr2=0x7fdbe00051c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-15T22:04:37.235 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:37.230+0000 7fdbe759e640 1 --2- 172.21.15.63:0/895617436 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7fdbe000bda0 0x7fdbe00051c0 secure :-1 s=READY pgs=93 cs=0 l=1 rev1=1 crypto rx=0x7fdbd800e870 tx=0x7fdbd800ed30 comp rx=0 tx=0).stop 2024-09-15T22:04:37.235 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:37.231+0000 7fdbe759e640 1 -- 172.21.15.63:0/895617436 shutdown_connections 2024-09-15T22:04:37.235 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:37.231+0000 7fdbe759e640 1 --2- 172.21.15.63:0/895617436 >> [v2:172.21.15.110:6832/552273267,v1:172.21.15.110:6833/552273267] conn(0x7fdbc806c300 0x7fdbc806e7c0 unknown :-1 s=CLOSED pgs=82 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T22:04:37.235 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:37.231+0000 7fdbe759e640 1 --2- 172.21.15.63:0/895617436 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7fdbe000bda0 0x7fdbe00051c0 unknown :-1 s=CLOSED pgs=93 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T22:04:37.235 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:37.231+0000 7fdbe759e640 1 --2- 172.21.15.63:0/895617436 >> [v2:172.21.15.110:3301/0,v1:172.21.15.110:6790/0] conn(0x7fdbe00560a0 0x7fdbe00c8be0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T22:04:37.235 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:37.231+0000 7fdbe759e640 1 --2- 172.21.15.63:0/895617436 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fdbe0007810 0x7fdbe004d7f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T22:04:37.235 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:37.231+0000 7fdbe759e640 1 -- 172.21.15.63:0/895617436 >> 172.21.15.63:0/895617436 conn(0x7fdbe00567b0 msgr2=0x7fdbe000c180 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-15T22:04:37.235 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:37.231+0000 7fdbe759e640 1 -- 172.21.15.63:0/895617436 shutdown_connections 2024-09-15T22:04:37.235 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:37.231+0000 7fdbe759e640 1 -- 172.21.15.63:0/895617436 wait complete. 2024-09-15T22:04:37.236 INFO:tasks.ceph.ceph_manager.ceph:need seq 60129542150 got 60129542150 for osd.7 2024-09-15T22:04:37.237 DEBUG:teuthology.parallel:result is None 2024-09-15T22:04:37.245 INFO:tasks.ceph.ceph_manager.ceph:need seq 60129542150 got 60129542150 for osd.4 2024-09-15T22:04:37.245 INFO:tasks.ceph.ceph_manager.ceph:need seq 55834574855 got 55834574855 for osd.6 2024-09-15T22:04:37.246 DEBUG:teuthology.parallel:result is None 2024-09-15T22:04:37.246 DEBUG:teuthology.parallel:result is None 2024-09-15T22:04:37.249 INFO:tasks.ceph.ceph_manager.ceph:need seq 60129542151 got 60129542151 for osd.0 2024-09-15T22:04:37.249 DEBUG:teuthology.parallel:result is None 2024-09-15T22:04:37.257 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:37.256+0000 7f5234e96640 1 -- 172.21.15.63:0/1112460898 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_command({"prefix": "osd last-stat-seq", "id": 1} v 0) -- 0x7f5230075050 con 0x7f52300b9ef0 2024-09-15T22:04:37.258 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:37.256+0000 7f521effd640 1 -- 172.21.15.63:0/1112460898 <== mon.0 v2:172.21.15.63:3300/0 7 ==== mon_command_ack([{"prefix": "osd last-stat-seq", "id": 1}]=0 v0) ==== 74+0+12 (secure 0 0 0) 0x7f5230075050 con 0x7f52300b9ef0 2024-09-15T22:04:37.258 INFO:teuthology.orchestra.run.smithi063.stdout:60129542151 2024-09-15T22:04:37.260 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:37.258+0000 7f5234e96640 1 -- 172.21.15.63:0/1112460898 >> [v2:172.21.15.110:6832/552273267,v1:172.21.15.110:6833/552273267] conn(0x7f521006c4e0 msgr2=0x7f521006e9a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-15T22:04:37.260 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:37.258+0000 7f5234e96640 1 --2- 172.21.15.63:0/1112460898 >> [v2:172.21.15.110:6832/552273267,v1:172.21.15.110:6833/552273267] conn(0x7f521006c4e0 0x7f521006e9a0 secure :-1 s=READY pgs=86 cs=0 l=1 rev1=1 crypto rx=0x7f522402a290 tx=0x7f522402e000 comp rx=0 tx=0).stop 2024-09-15T22:04:37.260 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:37.258+0000 7f5234e96640 1 -- 172.21.15.63:0/1112460898 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f52300b9ef0 msgr2=0x7f5230071c70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-15T22:04:37.261 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:37.258+0000 7f5234e96640 1 --2- 172.21.15.63:0/1112460898 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f52300b9ef0 0x7f5230071c70 secure :-1 s=READY pgs=115 cs=0 l=1 rev1=1 crypto rx=0x7f522000b410 tx=0x7f522000b8d0 comp rx=0 tx=0).stop 2024-09-15T22:04:37.261 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:37.258+0000 7f5234e96640 1 -- 172.21.15.63:0/1112460898 shutdown_connections 2024-09-15T22:04:37.261 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:37.258+0000 7f5234e96640 1 --2- 172.21.15.63:0/1112460898 >> [v2:172.21.15.110:6832/552273267,v1:172.21.15.110:6833/552273267] conn(0x7f521006c4e0 0x7f521006e9a0 unknown :-1 s=CLOSED pgs=86 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T22:04:37.261 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:37.258+0000 7f5234e96640 1 --2- 172.21.15.63:0/1112460898 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f5230162890 0x7f52301f88f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T22:04:37.261 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:37.258+0000 7f5234e96640 1 --2- 172.21.15.63:0/1112460898 >> [v2:172.21.15.110:3301/0,v1:172.21.15.110:6790/0] conn(0x7f5230155410 0x7f52301ed360 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T22:04:37.261 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:37.258+0000 7f5234e96640 1 --2- 172.21.15.63:0/1112460898 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f52300b9ef0 0x7f5230071c70 unknown :-1 s=CLOSED pgs=115 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T22:04:37.261 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:37.258+0000 7f5234e96640 1 -- 172.21.15.63:0/1112460898 >> 172.21.15.63:0/1112460898 conn(0x7f52300d43a0 msgr2=0x7f5230161ae0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-15T22:04:37.261 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:37.259+0000 7f5234e96640 1 -- 172.21.15.63:0/1112460898 shutdown_connections 2024-09-15T22:04:37.261 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:37.259+0000 7f5234e96640 1 -- 172.21.15.63:0/1112460898 wait complete. 2024-09-15T22:04:37.271 INFO:tasks.ceph.ceph_manager.ceph:need seq 60129542151 got 60129542151 for osd.1 2024-09-15T22:04:37.271 DEBUG:teuthology.parallel:result is None 2024-09-15T22:04:37.271 INFO:tasks.ceph.ceph_manager.ceph:waiting for clean 2024-09-15T22:04:37.271 DEBUG:teuthology.orchestra.run.smithi063:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph pg dump --format=json 2024-09-15T22:04:37.413 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:37.412+0000 7f6972f66640 1 Processor -- start 2024-09-15T22:04:37.414 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:37.412+0000 7f6972f66640 1 -- start start 2024-09-15T22:04:37.416 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:37.413+0000 7f6972f66640 1 --2- >> v2:172.21.15.110:3300/0 conn(0x7f696c15e680 0x7f696c0b7f20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-15T22:04:37.416 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:37.413+0000 7f6972f66640 1 --2- >> [v2:172.21.15.110:3301/0,v1:172.21.15.110:6790/0] conn(0x7f696c0b95a0 0x7f696c0d1690 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-15T22:04:37.417 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:37.413+0000 7f6972f66640 1 -- --> v1:172.21.15.63:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f696c0b8500 con 0x7f696c0d4570 2024-09-15T22:04:37.417 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:37.413+0000 7f6972f66640 1 -- --> v2:172.21.15.110:3300/0 -- mon_getmap magic: 0 -- 0x7f696c0b87e0 con 0x7f696c15e680 2024-09-15T22:04:37.417 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:37.413+0000 7f6972f66640 1 -- --> [v2:172.21.15.110:3301/0,v1:172.21.15.110:6790/0] -- mon_getmap magic: 0 -- 0x7f696c0b8ac0 con 0x7f696c0b95a0 2024-09-15T22:04:37.417 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:37.413+0000 7f6971503640 1 --1- >> v1:172.21.15.63:6789/0 conn(0x7f696c0d4570 0x7f696c15ea60 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.63:6789/0 says I am v1:172.21.15.63:45430/0 (socket says 172.21.15.63:45430) 2024-09-15T22:04:37.417 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:37.413+0000 7f6971503640 1 -- 172.21.15.63:0/275687157 learned_addr learned my addr 172.21.15.63:0/275687157 (peer_addr_for_me v1:172.21.15.63:0/0) 2024-09-15T22:04:37.417 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:37.413+0000 7f696bfff640 1 --2- 172.21.15.63:0/275687157 >> [v2:172.21.15.110:3301/0,v1:172.21.15.110:6790/0] conn(0x7f696c0b95a0 0x7f696c0d1690 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-15T22:04:37.417 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:37.413+0000 7f6970d02640 1 --2- 172.21.15.63:0/275687157 >> v2:172.21.15.110:3300/0 conn(0x7f696c15e680 0x7f696c0b7f20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-15T22:04:37.417 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:37.413+0000 7f696b7fe640 1 -- 172.21.15.63:0/275687157 <== mon.0 v1:172.21.15.63:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 3551681794 0 0) 0x7f696c0b8500 con 0x7f696c0d4570 2024-09-15T22:04:37.417 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:37.413+0000 7f696b7fe640 1 -- 172.21.15.63:0/275687157 --> v1:172.21.15.63:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7f695c003520 con 0x7f696c0d4570 2024-09-15T22:04:37.417 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:37.413+0000 7f696b7fe640 1 -- 172.21.15.63:0/275687157 <== mon.0 v1:172.21.15.63:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) ==== 214+0+0 (unknown 23205665 0 0) 0x7f695c003520 con 0x7f696c0d4570 2024-09-15T22:04:37.417 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:37.413+0000 7f696b7fe640 1 -- 172.21.15.63:0/275687157 >> [v2:172.21.15.110:3301/0,v1:172.21.15.110:6790/0] conn(0x7f696c0b95a0 msgr2=0x7f696c0d1690 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-15T22:04:37.417 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:37.413+0000 7f696b7fe640 1 --2- 172.21.15.63:0/275687157 >> [v2:172.21.15.110:3301/0,v1:172.21.15.110:6790/0] conn(0x7f696c0b95a0 0x7f696c0d1690 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T22:04:37.417 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:37.413+0000 7f696b7fe640 1 -- 172.21.15.63:0/275687157 >> v2:172.21.15.110:3300/0 conn(0x7f696c15e680 msgr2=0x7f696c0b7f20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-15T22:04:37.418 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:37.413+0000 7f696b7fe640 1 --2- 172.21.15.63:0/275687157 >> v2:172.21.15.110:3300/0 conn(0x7f696c15e680 0x7f696c0b7f20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T22:04:37.418 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:37.414+0000 7f696b7fe640 1 -- 172.21.15.63:0/275687157 --> v1:172.21.15.63:6789/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f696c0b8da0 con 0x7f696c0d4570 2024-09-15T22:04:37.418 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:37.414+0000 7f696b7fe640 1 -- 172.21.15.63:0/275687157 <== mon.0 v1:172.21.15.63:6789/0 3 ==== mon_map magic: 0 ==== 413+0+0 (unknown 3984726164 0 0) 0x7f69640019f0 con 0x7f696c0d4570 2024-09-15T22:04:37.418 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:37.414+0000 7f6970d02640 1 --2- 172.21.15.63:0/275687157 >> v2:172.21.15.110:3300/0 conn(0x7f696c15e680 0x7f696c0b7f20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-15T22:04:37.418 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:37.414+0000 7f696b7fe640 1 -- 172.21.15.63:0/275687157 >> v1:172.21.15.63:6789/0 conn(0x7f696c0d4570 legacy=0x7f696c15ea60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-15T22:04:37.418 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:37.414+0000 7f696b7fe640 1 --2- 172.21.15.63:0/275687157 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f695c0039b0 0x7f695c003dd0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-15T22:04:37.418 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:37.414+0000 7f696b7fe640 1 --2- 172.21.15.63:0/275687157 >> [v2:172.21.15.110:3301/0,v1:172.21.15.110:6790/0] conn(0x7f696c0b95a0 0x7f695c004800 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-15T22:04:37.418 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:37.414+0000 7f696b7fe640 1 --2- 172.21.15.63:0/275687157 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f695c004d40 0x7f695c0051c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-15T22:04:37.418 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:37.414+0000 7f696b7fe640 1 -- 172.21.15.63:0/275687157 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 -- 0x7f696c0b87e0 con 0x7f695c004d40 2024-09-15T22:04:37.418 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:37.414+0000 7f696b7fe640 1 -- 172.21.15.63:0/275687157 --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_getmap magic: 0 -- 0x7f696c0b8ac0 con 0x7f695c0039b0 2024-09-15T22:04:37.418 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:37.414+0000 7f696b7fe640 1 -- 172.21.15.63:0/275687157 --> [v2:172.21.15.110:3301/0,v1:172.21.15.110:6790/0] -- mon_getmap magic: 0 -- 0x7f695c00b9c0 con 0x7f696c0b95a0 2024-09-15T22:04:37.418 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:37.414+0000 7f6971503640 1 --2- 172.21.15.63:0/275687157 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f695c004d40 0x7f695c0051c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-15T22:04:37.418 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:37.414+0000 7f6970d02640 1 --2- 172.21.15.63:0/275687157 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f695c0039b0 0x7f695c003dd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-15T22:04:37.418 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:37.414+0000 7f696bfff640 1 --2- 172.21.15.63:0/275687157 >> [v2:172.21.15.110:3301/0,v1:172.21.15.110:6790/0] conn(0x7f696c0b95a0 0x7f695c004800 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-15T22:04:37.419 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:37.414+0000 7f6971503640 1 -- 172.21.15.63:0/275687157 >> [v2:172.21.15.110:3301/0,v1:172.21.15.110:6790/0] conn(0x7f696c0b95a0 msgr2=0x7f695c004800 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-15T22:04:37.419 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:37.414+0000 7f6971503640 1 --2- 172.21.15.63:0/275687157 >> [v2:172.21.15.110:3301/0,v1:172.21.15.110:6790/0] conn(0x7f696c0b95a0 0x7f695c004800 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T22:04:37.419 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:37.414+0000 7f6971503640 1 -- 172.21.15.63:0/275687157 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f695c0039b0 msgr2=0x7f695c003dd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-15T22:04:37.419 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:37.414+0000 7f6971503640 1 --2- 172.21.15.63:0/275687157 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f695c0039b0 0x7f695c003dd0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T22:04:37.419 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:37.414+0000 7f6971503640 1 -- 172.21.15.63:0/275687157 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f695c003520 con 0x7f695c004d40 2024-09-15T22:04:37.419 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:37.415+0000 7f6971503640 1 --2- 172.21.15.63:0/275687157 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f695c004d40 0x7f695c0051c0 secure :-1 s=READY pgs=117 cs=0 l=1 rev1=1 crypto rx=0x7f696400a8a0 tx=0x7f695c005830 comp rx=0 tx=0).ready entity=mon.0 client_cookie=817421ce58e07fe0 server_cookie=0 in_seq=0 out_seq=0 2024-09-15T22:04:37.419 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:37.415+0000 7f696b7fe640 1 -- 172.21.15.63:0/275687157 <== mon.0 v2:172.21.15.63:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f696400a4c0 con 0x7f695c004d40 2024-09-15T22:04:37.419 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:37.415+0000 7f696b7fe640 1 -- 172.21.15.63:0/275687157 <== mon.0 v2:172.21.15.63:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f696402f070 con 0x7f695c004d40 2024-09-15T22:04:37.419 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:37.415+0000 7f696b7fe640 1 -- 172.21.15.63:0/275687157 <== mon.0 v2:172.21.15.63:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f696402bcd0 con 0x7f695c004d40 2024-09-15T22:04:37.422 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:37.415+0000 7f6972f66640 1 -- 172.21.15.63:0/275687157 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f695c004d40 msgr2=0x7f695c0051c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-15T22:04:37.422 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:37.415+0000 7f6972f66640 1 --2- 172.21.15.63:0/275687157 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f695c004d40 0x7f695c0051c0 secure :-1 s=READY pgs=117 cs=0 l=1 rev1=1 crypto rx=0x7f696400a8a0 tx=0x7f695c005830 comp rx=0 tx=0).stop 2024-09-15T22:04:37.422 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:37.415+0000 7f6971503640 1 -- 172.21.15.63:0/275687157 reap_dead start 2024-09-15T22:04:37.423 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:37.415+0000 7f6972f66640 1 -- 172.21.15.63:0/275687157 shutdown_connections 2024-09-15T22:04:37.423 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:37.415+0000 7f6972f66640 1 -- 172.21.15.63:0/275687157 >> 172.21.15.63:0/275687157 conn(0x7f696c074fe0 msgr2=0x7f696c072200 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-15T22:04:37.423 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:37.416+0000 7f6972f66640 1 -- 172.21.15.63:0/275687157 shutdown_connections 2024-09-15T22:04:37.423 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:37.416+0000 7f6972f66640 1 -- 172.21.15.63:0/275687157 wait complete. 2024-09-15T22:04:37.423 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:37.417+0000 7f6972f66640 1 Processor -- start 2024-09-15T22:04:37.423 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:37.417+0000 7f6972f66640 1 -- start start 2024-09-15T22:04:37.423 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:37.418+0000 7f6972f66640 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f695c004d40 0x7f696c1523a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-15T22:04:37.423 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:37.418+0000 7f6972f66640 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f696c1534b0 0x7f696c15c330 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-15T22:04:37.423 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:37.418+0000 7f6972f66640 1 --2- >> [v2:172.21.15.110:3301/0,v1:172.21.15.110:6790/0] conn(0x7f696c153910 0x7f696c15c870 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-15T22:04:37.423 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:37.418+0000 7f6972f66640 1 -- --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 -- 0x7f696c0d49e0 con 0x7f696c1534b0 2024-09-15T22:04:37.423 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:37.418+0000 7f6972f66640 1 -- --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_getmap magic: 0 -- 0x7f696c0b99e0 con 0x7f695c004d40 2024-09-15T22:04:37.423 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:37.418+0000 7f6972f66640 1 -- --> [v2:172.21.15.110:3301/0,v1:172.21.15.110:6790/0] -- mon_getmap magic: 0 -- 0x7f696c0d4b60 con 0x7f696c153910 2024-09-15T22:04:37.423 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:37.418+0000 7f696bfff640 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f696c1534b0 0x7f696c15c330 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-15T22:04:37.424 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:37.418+0000 7f696bfff640 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f696c1534b0 0x7f696c15c330 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.63:3300/0 says I am v2:172.21.15.63:55542/0 (socket says 172.21.15.63:55542) 2024-09-15T22:04:37.424 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:37.418+0000 7f696bfff640 1 -- 172.21.15.63:0/2817479445 learned_addr learned my addr 172.21.15.63:0/2817479445 (peer_addr_for_me v2:172.21.15.63:0/0) 2024-09-15T22:04:37.424 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:37.418+0000 7f6971503640 1 --2- 172.21.15.63:0/2817479445 >> [v2:172.21.15.110:3301/0,v1:172.21.15.110:6790/0] conn(0x7f696c153910 0x7f696c15c870 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-15T22:04:37.424 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:37.418+0000 7f6970d02640 1 --2- 172.21.15.63:0/2817479445 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f695c004d40 0x7f696c1523a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-15T22:04:37.424 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:37.418+0000 7f696bfff640 1 -- 172.21.15.63:0/2817479445 >> [v2:172.21.15.110:3301/0,v1:172.21.15.110:6790/0] conn(0x7f696c153910 msgr2=0x7f696c15c870 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-15T22:04:37.424 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:37.418+0000 7f696bfff640 1 --2- 172.21.15.63:0/2817479445 >> [v2:172.21.15.110:3301/0,v1:172.21.15.110:6790/0] conn(0x7f696c153910 0x7f696c15c870 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T22:04:37.424 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:37.418+0000 7f696bfff640 1 -- 172.21.15.63:0/2817479445 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f695c004d40 msgr2=0x7f696c1523a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-15T22:04:37.424 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:37.418+0000 7f696bfff640 1 --2- 172.21.15.63:0/2817479445 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f695c004d40 0x7f696c1523a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T22:04:37.424 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:37.418+0000 7f696bfff640 1 -- 172.21.15.63:0/2817479445 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f696c151300 con 0x7f696c1534b0 2024-09-15T22:04:37.424 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:37.418+0000 7f696bfff640 1 --2- 172.21.15.63:0/2817479445 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f696c1534b0 0x7f696c15c330 secure :-1 s=READY pgs=118 cs=0 l=1 rev1=1 crypto rx=0x7f69580119a0 tx=0x7f6958011e60 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-15T22:04:37.424 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:37.418+0000 7f69697fa640 1 -- 172.21.15.63:0/2817479445 <== mon.0 v2:172.21.15.63:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f695800fa90 con 0x7f696c1534b0 2024-09-15T22:04:37.424 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:37.418+0000 7f69697fa640 1 -- 172.21.15.63:0/2817479445 <== mon.0 v2:172.21.15.63:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f695800fc30 con 0x7f696c1534b0 2024-09-15T22:04:37.424 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:37.418+0000 7f6972f66640 1 -- 172.21.15.63:0/2817479445 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f696c1515e0 con 0x7f696c1534b0 2024-09-15T22:04:37.424 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:37.418+0000 7f69697fa640 1 -- 172.21.15.63:0/2817479445 <== mon.0 v2:172.21.15.63:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6958014440 con 0x7f696c1534b0 2024-09-15T22:04:37.425 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:37.418+0000 7f6972f66640 1 -- 172.21.15.63:0/2817479445 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f696c151ba0 con 0x7f696c1534b0 2024-09-15T22:04:37.425 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:37.420+0000 7f6972f66640 1 -- 172.21.15.63:0/2817479445 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f696c0b7f20 con 0x7f696c1534b0 2024-09-15T22:04:37.425 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:37.420+0000 7f69697fa640 1 -- 172.21.15.63:0/2817479445 <== mon.0 v2:172.21.15.63:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7f6958012040 con 0x7f696c1534b0 2024-09-15T22:04:37.425 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:37.420+0000 7f69697fa640 1 --2- 172.21.15.63:0/2817479445 >> [v2:172.21.15.110:6832/552273267,v1:172.21.15.110:6833/552273267] conn(0x7f695006c2b0 0x7f695006e770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-15T22:04:37.425 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:37.420+0000 7f69697fa640 1 -- 172.21.15.63:0/2817479445 <== mon.0 v2:172.21.15.63:3300/0 5 ==== osd_map(21..21 src has 1..21) ==== 5709+0+0 (secure 0 0 0) 0x7f695808b8e0 con 0x7f696c1534b0 2024-09-15T22:04:37.425 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:37.420+0000 7f6970d02640 1 --2- 172.21.15.63:0/2817479445 >> [v2:172.21.15.110:6832/552273267,v1:172.21.15.110:6833/552273267] conn(0x7f695006c2b0 0x7f695006e770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-15T22:04:37.425 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:37.421+0000 7f6970d02640 1 --2- 172.21.15.63:0/2817479445 >> [v2:172.21.15.110:6832/552273267,v1:172.21.15.110:6833/552273267] conn(0x7f695006c2b0 0x7f695006e770 secure :-1 s=READY pgs=87 cs=0 l=1 rev1=1 crypto rx=0x7f69600093d0 tx=0x7f6960009190 comp rx=0 tx=0).ready entity=mgr.4102 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-15T22:04:37.426 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:37.425+0000 7f69697fa640 1 -- 172.21.15.63:0/2817479445 <== mon.0 v2:172.21.15.63:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7f6958019030 con 0x7f696c1534b0 2024-09-15T22:04:37.600 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:37.598+0000 7f6972f66640 1 -- 172.21.15.63:0/2817479445 --> [v2:172.21.15.110:6832/552273267,v1:172.21.15.110:6833/552273267] -- mgr_command(tid 0: {"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}) -- 0x7f696c0d40c0 con 0x7f695006c2b0 2024-09-15T22:04:37.606 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:37.605+0000 7f69697fa640 1 -- 172.21.15.63:0/2817479445 <== mgr.4102 v2:172.21.15.110:6832/552273267 1 ==== mgr_command_reply(tid 0: 0 dumped all) ==== 18+0+251837 (secure 0 0 0) 0x7f696c0d40c0 con 0x7f695006c2b0 2024-09-15T22:04:37.609 INFO:teuthology.orchestra.run.smithi063.stdout: 2024-09-15T22:04:37.610 INFO:teuthology.orchestra.run.smithi063.stderr:dumped all 2024-09-15T22:04:37.611 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:37.607+0000 7f6972f66640 1 -- 172.21.15.63:0/2817479445 >> [v2:172.21.15.110:6832/552273267,v1:172.21.15.110:6833/552273267] conn(0x7f695006c2b0 msgr2=0x7f695006e770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-15T22:04:37.611 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:37.607+0000 7f6972f66640 1 --2- 172.21.15.63:0/2817479445 >> [v2:172.21.15.110:6832/552273267,v1:172.21.15.110:6833/552273267] conn(0x7f695006c2b0 0x7f695006e770 secure :-1 s=READY pgs=87 cs=0 l=1 rev1=1 crypto rx=0x7f69600093d0 tx=0x7f6960009190 comp rx=0 tx=0).stop 2024-09-15T22:04:37.611 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:37.608+0000 7f6972f66640 1 -- 172.21.15.63:0/2817479445 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f696c1534b0 msgr2=0x7f696c15c330 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-15T22:04:37.611 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:37.608+0000 7f6972f66640 1 --2- 172.21.15.63:0/2817479445 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f696c1534b0 0x7f696c15c330 secure :-1 s=READY pgs=118 cs=0 l=1 rev1=1 crypto rx=0x7f69580119a0 tx=0x7f6958011e60 comp rx=0 tx=0).stop 2024-09-15T22:04:37.612 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:37.608+0000 7f6972f66640 1 -- 172.21.15.63:0/2817479445 shutdown_connections 2024-09-15T22:04:37.612 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:37.608+0000 7f6972f66640 1 --2- 172.21.15.63:0/2817479445 >> [v2:172.21.15.110:6832/552273267,v1:172.21.15.110:6833/552273267] conn(0x7f695006c2b0 0x7f695006e770 unknown :-1 s=CLOSED pgs=87 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T22:04:37.612 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:37.608+0000 7f6972f66640 1 --2- 172.21.15.63:0/2817479445 >> [v2:172.21.15.110:3301/0,v1:172.21.15.110:6790/0] conn(0x7f696c153910 0x7f696c15c870 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T22:04:37.612 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:37.608+0000 7f6972f66640 1 --2- 172.21.15.63:0/2817479445 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f696c1534b0 0x7f696c15c330 unknown :-1 s=CLOSED pgs=118 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T22:04:37.612 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:37.608+0000 7f6972f66640 1 --2- 172.21.15.63:0/2817479445 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f695c004d40 0x7f696c1523a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T22:04:37.612 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:37.608+0000 7f6972f66640 1 -- 172.21.15.63:0/2817479445 >> 172.21.15.63:0/2817479445 conn(0x7f696c074fe0 msgr2=0x7f696c072200 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-15T22:04:37.612 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:37.608+0000 7f6972f66640 1 -- 172.21.15.63:0/2817479445 shutdown_connections 2024-09-15T22:04:37.612 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:37.608+0000 7f6972f66640 1 -- 172.21.15.63:0/2817479445 wait complete. 2024-09-15T22:04:37.620 INFO:teuthology.orchestra.run.smithi063.stdout:{"pg_ready":true,"pg_map":{"version":26,"stamp":"2024-09-15T22:04:36.240643+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":592778,"num_objects":24,"num_object_clones":0,"num_object_copies":48,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":24,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":204,"num_write_kb":2430,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":156,"ondisk_log_size":156,"up":194,"acting":194,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":194,"num_osds":8,"num_per_pool_osds":8,"num_per_pool_omap_osds":8,"kb":754974720,"kb_used":239928,"kb_used_data":2888,"kb_used_omap":12,"kb_used_meta":236851,"kb_avail":754734792,"statfs":{"total":773094113280,"available":772848427008,"internally_reserved":0,"allocated":2957312,"data_stored":1779324,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":12752,"internal_metadata":242535984},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":2410,"num_objects":22,"num_object_clones":0,"num_object_copies":44,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":22,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":45,"num_write_kb":14,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"10.002557"},"pg_stats":[{"pgid":"3.3f","version":"0'0","reported_seq":12,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-15T22:04:27.294513+0000","last_change":"2024-09-15T22:04:25.872560+0000","last_active":"2024-09-15T22:04:27.294513+0000","last_peered":"2024-09-15T22:04:27.294513+0000","last_clean":"2024-09-15T22:04:27.294513+0000","last_became_active":"2024-09-15T22:04:25.872314+0000","last_became_peered":"2024-09-15T22:04:25.872314+0000","last_unstale":"2024-09-15T22:04:27.294513+0000","last_undegraded":"2024-09-15T22:04:27.294513+0000","last_fullsized":"2024-09-15T22:04:27.294513+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-15T22:04:24.835582+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-15T22:04:24.835582+0000","last_clean_scrub_stamp":"2024-09-15T22:04:24.835582+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T00:06:20.884778+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.3e","version":"0'0","reported_seq":12,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-15T22:04:26.845246+0000","last_change":"2024-09-15T22:04:25.866779+0000","last_active":"2024-09-15T22:04:26.845246+0000","last_peered":"2024-09-15T22:04:26.845246+0000","last_clean":"2024-09-15T22:04:26.845246+0000","last_became_active":"2024-09-15T22:04:25.866369+0000","last_became_peered":"2024-09-15T22:04:25.866369+0000","last_unstale":"2024-09-15T22:04:26.845246+0000","last_undegraded":"2024-09-15T22:04:26.845246+0000","last_fullsized":"2024-09-15T22:04:26.845246+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-15T22:04:24.835582+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-15T22:04:24.835582+0000","last_clean_scrub_stamp":"2024-09-15T22:04:24.835582+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T06:16:29.286980+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.3d","version":"0'0","reported_seq":12,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-15T22:04:27.293310+0000","last_change":"2024-09-15T22:04:25.856384+0000","last_active":"2024-09-15T22:04:27.293310+0000","last_peered":"2024-09-15T22:04:27.293310+0000","last_clean":"2024-09-15T22:04:27.293310+0000","last_became_active":"2024-09-15T22:04:25.856084+0000","last_became_peered":"2024-09-15T22:04:25.856084+0000","last_unstale":"2024-09-15T22:04:27.293310+0000","last_undegraded":"2024-09-15T22:04:27.293310+0000","last_fullsized":"2024-09-15T22:04:27.293310+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-15T22:04:24.835582+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-15T22:04:24.835582+0000","last_clean_scrub_stamp":"2024-09-15T22:04:24.835582+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T05:28:49.992912+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2],"acting":[0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.3c","version":"0'0","reported_seq":12,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-15T22:04:26.846912+0000","last_change":"2024-09-15T22:04:25.863308+0000","last_active":"2024-09-15T22:04:26.846912+0000","last_peered":"2024-09-15T22:04:26.846912+0000","last_clean":"2024-09-15T22:04:26.846912+0000","last_became_active":"2024-09-15T22:04:25.861909+0000","last_became_peered":"2024-09-15T22:04:25.861909+0000","last_unstale":"2024-09-15T22:04:26.846912+0000","last_undegraded":"2024-09-15T22:04:26.846912+0000","last_fullsized":"2024-09-15T22:04:26.846912+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-15T22:04:24.835582+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-15T22:04:24.835582+0000","last_clean_scrub_stamp":"2024-09-15T22:04:24.835582+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-16T23:41:28.683939+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.3b","version":"0'0","reported_seq":12,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-15T22:04:27.294007+0000","last_change":"2024-09-15T22:04:25.858535+0000","last_active":"2024-09-15T22:04:27.294007+0000","last_peered":"2024-09-15T22:04:27.294007+0000","last_clean":"2024-09-15T22:04:27.294007+0000","last_became_active":"2024-09-15T22:04:25.858276+0000","last_became_peered":"2024-09-15T22:04:25.858276+0000","last_unstale":"2024-09-15T22:04:27.294007+0000","last_undegraded":"2024-09-15T22:04:27.294007+0000","last_fullsized":"2024-09-15T22:04:27.294007+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-15T22:04:24.835582+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-15T22:04:24.835582+0000","last_clean_scrub_stamp":"2024-09-15T22:04:24.835582+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T08:30:15.086099+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2],"acting":[7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.3a","version":"0'0","reported_seq":12,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-15T22:04:26.846970+0000","last_change":"2024-09-15T22:04:25.861045+0000","last_active":"2024-09-15T22:04:26.846970+0000","last_peered":"2024-09-15T22:04:26.846970+0000","last_clean":"2024-09-15T22:04:26.846970+0000","last_became_active":"2024-09-15T22:04:25.860787+0000","last_became_peered":"2024-09-15T22:04:25.860787+0000","last_unstale":"2024-09-15T22:04:26.846970+0000","last_undegraded":"2024-09-15T22:04:26.846970+0000","last_fullsized":"2024-09-15T22:04:26.846970+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-15T22:04:24.835582+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-15T22:04:24.835582+0000","last_clean_scrub_stamp":"2024-09-15T22:04:24.835582+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T00:59:52.335697+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0],"acting":[5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.39","version":"0'0","reported_seq":12,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-15T22:04:27.293524+0000","last_change":"2024-09-15T22:04:25.861050+0000","last_active":"2024-09-15T22:04:27.293524+0000","last_peered":"2024-09-15T22:04:27.293524+0000","last_clean":"2024-09-15T22:04:27.293524+0000","last_became_active":"2024-09-15T22:04:25.860760+0000","last_became_peered":"2024-09-15T22:04:25.860760+0000","last_unstale":"2024-09-15T22:04:27.293524+0000","last_undegraded":"2024-09-15T22:04:27.293524+0000","last_fullsized":"2024-09-15T22:04:27.293524+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-15T22:04:24.835582+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-15T22:04:24.835582+0000","last_clean_scrub_stamp":"2024-09-15T22:04:24.835582+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T02:18:14.322849+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.38","version":"0'0","reported_seq":12,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-15T22:04:27.283691+0000","last_change":"2024-09-15T22:04:25.863956+0000","last_active":"2024-09-15T22:04:27.283691+0000","last_peered":"2024-09-15T22:04:27.283691+0000","last_clean":"2024-09-15T22:04:27.283691+0000","last_became_active":"2024-09-15T22:04:25.863625+0000","last_became_peered":"2024-09-15T22:04:25.863625+0000","last_unstale":"2024-09-15T22:04:27.283691+0000","last_undegraded":"2024-09-15T22:04:27.283691+0000","last_fullsized":"2024-09-15T22:04:27.283691+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-15T22:04:24.835582+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-15T22:04:24.835582+0000","last_clean_scrub_stamp":"2024-09-15T22:04:24.835582+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-16T22:35:07.503017+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5],"acting":[3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.37","version":"0'0","reported_seq":12,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-15T22:04:27.294528+0000","last_change":"2024-09-15T22:04:25.867483+0000","last_active":"2024-09-15T22:04:27.294528+0000","last_peered":"2024-09-15T22:04:27.294528+0000","last_clean":"2024-09-15T22:04:27.294528+0000","last_became_active":"2024-09-15T22:04:25.867028+0000","last_became_peered":"2024-09-15T22:04:25.867028+0000","last_unstale":"2024-09-15T22:04:27.294528+0000","last_undegraded":"2024-09-15T22:04:27.294528+0000","last_fullsized":"2024-09-15T22:04:27.294528+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-15T22:04:24.835582+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-15T22:04:24.835582+0000","last_clean_scrub_stamp":"2024-09-15T22:04:24.835582+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T04:18:08.313443+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.36","version":"0'0","reported_seq":12,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-15T22:04:27.294077+0000","last_change":"2024-09-15T22:04:25.862691+0000","last_active":"2024-09-15T22:04:27.294077+0000","last_peered":"2024-09-15T22:04:27.294077+0000","last_clean":"2024-09-15T22:04:27.294077+0000","last_became_active":"2024-09-15T22:04:25.862016+0000","last_became_peered":"2024-09-15T22:04:25.862016+0000","last_unstale":"2024-09-15T22:04:27.294077+0000","last_undegraded":"2024-09-15T22:04:27.294077+0000","last_fullsized":"2024-09-15T22:04:27.294077+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-15T22:04:24.835582+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-15T22:04:24.835582+0000","last_clean_scrub_stamp":"2024-09-15T22:04:24.835582+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-16T22:21:32.146626+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5],"acting":[6,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.35","version":"0'0","reported_seq":12,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-15T22:04:27.294390+0000","last_change":"2024-09-15T22:04:25.858933+0000","last_active":"2024-09-15T22:04:27.294390+0000","last_peered":"2024-09-15T22:04:27.294390+0000","last_clean":"2024-09-15T22:04:27.294390+0000","last_became_active":"2024-09-15T22:04:25.858649+0000","last_became_peered":"2024-09-15T22:04:25.858649+0000","last_unstale":"2024-09-15T22:04:27.294390+0000","last_undegraded":"2024-09-15T22:04:27.294390+0000","last_fullsized":"2024-09-15T22:04:27.294390+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-15T22:04:24.835582+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-15T22:04:24.835582+0000","last_clean_scrub_stamp":"2024-09-15T22:04:24.835582+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T08:08:55.136352+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5],"acting":[6,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.34","version":"0'0","reported_seq":12,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-15T22:04:26.846917+0000","last_change":"2024-09-15T22:04:25.857995+0000","last_active":"2024-09-15T22:04:26.846917+0000","last_peered":"2024-09-15T22:04:26.846917+0000","last_clean":"2024-09-15T22:04:26.846917+0000","last_became_active":"2024-09-15T22:04:25.857690+0000","last_became_peered":"2024-09-15T22:04:25.857690+0000","last_unstale":"2024-09-15T22:04:26.846917+0000","last_undegraded":"2024-09-15T22:04:26.846917+0000","last_fullsized":"2024-09-15T22:04:26.846917+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-15T22:04:24.835582+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-15T22:04:24.835582+0000","last_clean_scrub_stamp":"2024-09-15T22:04:24.835582+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T09:00:09.813380+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.33","version":"0'0","reported_seq":12,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-15T22:04:27.283908+0000","last_change":"2024-09-15T22:04:25.860098+0000","last_active":"2024-09-15T22:04:27.283908+0000","last_peered":"2024-09-15T22:04:27.283908+0000","last_clean":"2024-09-15T22:04:27.283908+0000","last_became_active":"2024-09-15T22:04:25.857292+0000","last_became_peered":"2024-09-15T22:04:25.857292+0000","last_unstale":"2024-09-15T22:04:27.283908+0000","last_undegraded":"2024-09-15T22:04:27.283908+0000","last_fullsized":"2024-09-15T22:04:27.283908+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-15T22:04:24.835582+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-15T22:04:24.835582+0000","last_clean_scrub_stamp":"2024-09-15T22:04:24.835582+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-16T22:28:44.332876+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.32","version":"0'0","reported_seq":12,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-15T22:04:27.293159+0000","last_change":"2024-09-15T22:04:25.868852+0000","last_active":"2024-09-15T22:04:27.293159+0000","last_peered":"2024-09-15T22:04:27.293159+0000","last_clean":"2024-09-15T22:04:27.293159+0000","last_became_active":"2024-09-15T22:04:25.868334+0000","last_became_peered":"2024-09-15T22:04:25.868334+0000","last_unstale":"2024-09-15T22:04:27.293159+0000","last_undegraded":"2024-09-15T22:04:27.293159+0000","last_fullsized":"2024-09-15T22:04:27.293159+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-15T22:04:24.835582+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-15T22:04:24.835582+0000","last_clean_scrub_stamp":"2024-09-15T22:04:24.835582+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T02:18:23.172288+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.31","version":"0'0","reported_seq":12,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-15T22:04:26.845017+0000","last_change":"2024-09-15T22:04:25.867979+0000","last_active":"2024-09-15T22:04:26.845017+0000","last_peered":"2024-09-15T22:04:26.845017+0000","last_clean":"2024-09-15T22:04:26.845017+0000","last_became_active":"2024-09-15T22:04:25.867223+0000","last_became_peered":"2024-09-15T22:04:25.867223+0000","last_unstale":"2024-09-15T22:04:26.845017+0000","last_undegraded":"2024-09-15T22:04:26.845017+0000","last_fullsized":"2024-09-15T22:04:26.845017+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-15T22:04:24.835582+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-15T22:04:24.835582+0000","last_clean_scrub_stamp":"2024-09-15T22:04:24.835582+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T07:01:05.596887+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4],"acting":[1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.30","version":"0'0","reported_seq":12,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-15T22:04:26.846022+0000","last_change":"2024-09-15T22:04:25.857402+0000","last_active":"2024-09-15T22:04:26.846022+0000","last_peered":"2024-09-15T22:04:26.846022+0000","last_clean":"2024-09-15T22:04:26.846022+0000","last_became_active":"2024-09-15T22:04:25.857145+0000","last_became_peered":"2024-09-15T22:04:25.857145+0000","last_unstale":"2024-09-15T22:04:26.846022+0000","last_undegraded":"2024-09-15T22:04:26.846022+0000","last_fullsized":"2024-09-15T22:04:26.846022+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-15T22:04:24.835582+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-15T22:04:24.835582+0000","last_clean_scrub_stamp":"2024-09-15T22:04:24.835582+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T05:37:03.492388+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0],"acting":[5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.2f","version":"0'0","reported_seq":12,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-15T22:04:26.846842+0000","last_change":"2024-09-15T22:04:25.861219+0000","last_active":"2024-09-15T22:04:26.846842+0000","last_peered":"2024-09-15T22:04:26.846842+0000","last_clean":"2024-09-15T22:04:26.846842+0000","last_became_active":"2024-09-15T22:04:25.860983+0000","last_became_peered":"2024-09-15T22:04:25.860983+0000","last_unstale":"2024-09-15T22:04:26.846842+0000","last_undegraded":"2024-09-15T22:04:26.846842+0000","last_fullsized":"2024-09-15T22:04:26.846842+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-15T22:04:24.835582+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-15T22:04:24.835582+0000","last_clean_scrub_stamp":"2024-09-15T22:04:24.835582+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-16T22:40:57.254107+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.2e","version":"0'0","reported_seq":12,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-15T22:04:26.965374+0000","last_change":"2024-09-15T22:04:25.863683+0000","last_active":"2024-09-15T22:04:26.965374+0000","last_peered":"2024-09-15T22:04:26.965374+0000","last_clean":"2024-09-15T22:04:26.965374+0000","last_became_active":"2024-09-15T22:04:25.863335+0000","last_became_peered":"2024-09-15T22:04:25.863335+0000","last_unstale":"2024-09-15T22:04:26.965374+0000","last_undegraded":"2024-09-15T22:04:26.965374+0000","last_fullsized":"2024-09-15T22:04:26.965374+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-15T22:04:24.835582+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-15T22:04:24.835582+0000","last_clean_scrub_stamp":"2024-09-15T22:04:24.835582+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T01:54:39.479466+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,6],"acting":[2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.2d","version":"0'0","reported_seq":12,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-15T22:04:27.294075+0000","last_change":"2024-09-15T22:04:25.860298+0000","last_active":"2024-09-15T22:04:27.294075+0000","last_peered":"2024-09-15T22:04:27.294075+0000","last_clean":"2024-09-15T22:04:27.294075+0000","last_became_active":"2024-09-15T22:04:25.859953+0000","last_became_peered":"2024-09-15T22:04:25.859953+0000","last_unstale":"2024-09-15T22:04:27.294075+0000","last_undegraded":"2024-09-15T22:04:27.294075+0000","last_fullsized":"2024-09-15T22:04:27.294075+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-15T22:04:24.835582+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-15T22:04:24.835582+0000","last_clean_scrub_stamp":"2024-09-15T22:04:24.835582+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T09:53:28.398909+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2],"acting":[7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.2c","version":"0'0","reported_seq":12,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-15T22:04:27.293880+0000","last_change":"2024-09-15T22:04:25.861120+0000","last_active":"2024-09-15T22:04:27.293880+0000","last_peered":"2024-09-15T22:04:27.293880+0000","last_clean":"2024-09-15T22:04:27.293880+0000","last_became_active":"2024-09-15T22:04:25.860880+0000","last_became_peered":"2024-09-15T22:04:25.860880+0000","last_unstale":"2024-09-15T22:04:27.293880+0000","last_undegraded":"2024-09-15T22:04:27.293880+0000","last_fullsized":"2024-09-15T22:04:27.293880+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-15T22:04:24.835582+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-15T22:04:24.835582+0000","last_clean_scrub_stamp":"2024-09-15T22:04:24.835582+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-16T23:18:53.077874+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.2b","version":"0'0","reported_seq":12,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-15T22:04:27.293378+0000","last_change":"2024-09-15T22:04:25.858556+0000","last_active":"2024-09-15T22:04:27.293378+0000","last_peered":"2024-09-15T22:04:27.293378+0000","last_clean":"2024-09-15T22:04:27.293378+0000","last_became_active":"2024-09-15T22:04:25.858210+0000","last_became_peered":"2024-09-15T22:04:25.858210+0000","last_unstale":"2024-09-15T22:04:27.293378+0000","last_undegraded":"2024-09-15T22:04:27.293378+0000","last_fullsized":"2024-09-15T22:04:27.293378+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-15T22:04:24.835582+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-15T22:04:24.835582+0000","last_clean_scrub_stamp":"2024-09-15T22:04:24.835582+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T07:01:05.596887+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.2a","version":"0'0","reported_seq":12,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-15T22:04:26.847145+0000","last_change":"2024-09-15T22:04:25.865761+0000","last_active":"2024-09-15T22:04:26.847145+0000","last_peered":"2024-09-15T22:04:26.847145+0000","last_clean":"2024-09-15T22:04:26.847145+0000","last_became_active":"2024-09-15T22:04:25.865434+0000","last_became_peered":"2024-09-15T22:04:25.865434+0000","last_unstale":"2024-09-15T22:04:26.847145+0000","last_undegraded":"2024-09-15T22:04:26.847145+0000","last_fullsized":"2024-09-15T22:04:26.847145+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-15T22:04:24.835582+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-15T22:04:24.835582+0000","last_clean_scrub_stamp":"2024-09-15T22:04:24.835582+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T08:05:33.368527+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.29","version":"0'0","reported_seq":12,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-15T22:04:27.283743+0000","last_change":"2024-09-15T22:04:25.849366+0000","last_active":"2024-09-15T22:04:27.283743+0000","last_peered":"2024-09-15T22:04:27.283743+0000","last_clean":"2024-09-15T22:04:27.283743+0000","last_became_active":"2024-09-15T22:04:25.849054+0000","last_became_peered":"2024-09-15T22:04:25.849054+0000","last_unstale":"2024-09-15T22:04:27.283743+0000","last_undegraded":"2024-09-15T22:04:27.283743+0000","last_fullsized":"2024-09-15T22:04:27.283743+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-15T22:04:24.835582+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-15T22:04:24.835582+0000","last_clean_scrub_stamp":"2024-09-15T22:04:24.835582+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T01:01:23.177630+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4],"acting":[3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.28","version":"0'0","reported_seq":12,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-15T22:04:26.846078+0000","last_change":"2024-09-15T22:04:25.861874+0000","last_active":"2024-09-15T22:04:26.846078+0000","last_peered":"2024-09-15T22:04:26.846078+0000","last_clean":"2024-09-15T22:04:26.846078+0000","last_became_active":"2024-09-15T22:04:25.861598+0000","last_became_peered":"2024-09-15T22:04:25.861598+0000","last_unstale":"2024-09-15T22:04:26.846078+0000","last_undegraded":"2024-09-15T22:04:26.846078+0000","last_fullsized":"2024-09-15T22:04:26.846078+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-15T22:04:24.835582+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-15T22:04:24.835582+0000","last_clean_scrub_stamp":"2024-09-15T22:04:24.835582+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T06:16:29.286980+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.27","version":"0'0","reported_seq":12,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-15T22:04:27.284183+0000","last_change":"2024-09-15T22:04:25.849257+0000","last_active":"2024-09-15T22:04:27.284183+0000","last_peered":"2024-09-15T22:04:27.284183+0000","last_clean":"2024-09-15T22:04:27.284183+0000","last_became_active":"2024-09-15T22:04:25.848944+0000","last_became_peered":"2024-09-15T22:04:25.848944+0000","last_unstale":"2024-09-15T22:04:27.284183+0000","last_undegraded":"2024-09-15T22:04:27.284183+0000","last_fullsized":"2024-09-15T22:04:27.284183+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-15T22:04:24.835582+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-15T22:04:24.835582+0000","last_clean_scrub_stamp":"2024-09-15T22:04:24.835582+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T00:01:41.320533+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4],"acting":[3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.26","version":"0'0","reported_seq":12,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-15T22:04:27.294160+0000","last_change":"2024-09-15T22:04:25.866942+0000","last_active":"2024-09-15T22:04:27.294160+0000","last_peered":"2024-09-15T22:04:27.294160+0000","last_clean":"2024-09-15T22:04:27.294160+0000","last_became_active":"2024-09-15T22:04:25.866668+0000","last_became_peered":"2024-09-15T22:04:25.866668+0000","last_unstale":"2024-09-15T22:04:27.294160+0000","last_undegraded":"2024-09-15T22:04:27.294160+0000","last_fullsized":"2024-09-15T22:04:27.294160+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-15T22:04:24.835582+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-15T22:04:24.835582+0000","last_clean_scrub_stamp":"2024-09-15T22:04:24.835582+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-16T22:28:44.332876+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7],"acting":[6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.25","version":"0'0","reported_seq":12,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-15T22:04:26.845215+0000","last_change":"2024-09-15T22:04:25.872031+0000","last_active":"2024-09-15T22:04:26.845215+0000","last_peered":"2024-09-15T22:04:26.845215+0000","last_clean":"2024-09-15T22:04:26.845215+0000","last_became_active":"2024-09-15T22:04:25.871573+0000","last_became_peered":"2024-09-15T22:04:25.871573+0000","last_unstale":"2024-09-15T22:04:26.845215+0000","last_undegraded":"2024-09-15T22:04:26.845215+0000","last_fullsized":"2024-09-15T22:04:26.845215+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-15T22:04:24.835582+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-15T22:04:24.835582+0000","last_clean_scrub_stamp":"2024-09-15T22:04:24.835582+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T05:37:03.492388+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3],"acting":[1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.24","version":"0'0","reported_seq":12,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-15T22:04:27.284072+0000","last_change":"2024-09-15T22:04:25.849370+0000","last_active":"2024-09-15T22:04:27.284072+0000","last_peered":"2024-09-15T22:04:27.284072+0000","last_clean":"2024-09-15T22:04:27.284072+0000","last_became_active":"2024-09-15T22:04:25.849004+0000","last_became_peered":"2024-09-15T22:04:25.849004+0000","last_unstale":"2024-09-15T22:04:27.284072+0000","last_undegraded":"2024-09-15T22:04:27.284072+0000","last_fullsized":"2024-09-15T22:04:27.284072+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-15T22:04:24.835582+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-15T22:04:24.835582+0000","last_clean_scrub_stamp":"2024-09-15T22:04:24.835582+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T09:31:10.333887+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4],"acting":[3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.23","version":"0'0","reported_seq":12,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-15T22:04:27.293416+0000","last_change":"2024-09-15T22:04:25.861113+0000","last_active":"2024-09-15T22:04:27.293416+0000","last_peered":"2024-09-15T22:04:27.293416+0000","last_clean":"2024-09-15T22:04:27.293416+0000","last_became_active":"2024-09-15T22:04:25.860842+0000","last_became_peered":"2024-09-15T22:04:25.860842+0000","last_unstale":"2024-09-15T22:04:27.293416+0000","last_undegraded":"2024-09-15T22:04:27.293416+0000","last_fullsized":"2024-09-15T22:04:27.293416+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-15T22:04:24.835582+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-15T22:04:24.835582+0000","last_clean_scrub_stamp":"2024-09-15T22:04:24.835582+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T00:45:16.437933+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.22","version":"0'0","reported_seq":12,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-15T22:04:26.847289+0000","last_change":"2024-09-15T22:04:25.864898+0000","last_active":"2024-09-15T22:04:26.847289+0000","last_peered":"2024-09-15T22:04:26.847289+0000","last_clean":"2024-09-15T22:04:26.847289+0000","last_became_active":"2024-09-15T22:04:25.864558+0000","last_became_peered":"2024-09-15T22:04:25.864558+0000","last_unstale":"2024-09-15T22:04:26.847289+0000","last_undegraded":"2024-09-15T22:04:26.847289+0000","last_fullsized":"2024-09-15T22:04:26.847289+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-15T22:04:24.835582+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-15T22:04:24.835582+0000","last_clean_scrub_stamp":"2024-09-15T22:04:24.835582+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-16T22:34:14.386991+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.21","version":"0'0","reported_seq":12,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-15T22:04:26.965212+0000","last_change":"2024-09-15T22:04:25.860311+0000","last_active":"2024-09-15T22:04:26.965212+0000","last_peered":"2024-09-15T22:04:26.965212+0000","last_clean":"2024-09-15T22:04:26.965212+0000","last_became_active":"2024-09-15T22:04:25.860016+0000","last_became_peered":"2024-09-15T22:04:25.860016+0000","last_unstale":"2024-09-15T22:04:26.965212+0000","last_undegraded":"2024-09-15T22:04:26.965212+0000","last_fullsized":"2024-09-15T22:04:26.965212+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-15T22:04:24.835582+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-15T22:04:24.835582+0000","last_clean_scrub_stamp":"2024-09-15T22:04:24.835582+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T09:00:51.334418+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5],"acting":[2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.20","version":"0'0","reported_seq":12,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-15T22:04:27.293374+0000","last_change":"2024-09-15T22:04:25.858176+0000","last_active":"2024-09-15T22:04:27.293374+0000","last_peered":"2024-09-15T22:04:27.293374+0000","last_clean":"2024-09-15T22:04:27.293374+0000","last_became_active":"2024-09-15T22:04:25.857907+0000","last_became_peered":"2024-09-15T22:04:25.857907+0000","last_unstale":"2024-09-15T22:04:27.293374+0000","last_undegraded":"2024-09-15T22:04:27.293374+0000","last_fullsized":"2024-09-15T22:04:27.293374+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-15T22:04:24.835582+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-15T22:04:24.835582+0000","last_clean_scrub_stamp":"2024-09-15T22:04:24.835582+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T01:01:23.177630+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0],"acting":[6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.1a","version":"0'0","reported_seq":12,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-15T22:04:26.847126+0000","last_change":"2024-09-15T22:04:25.868286+0000","last_active":"2024-09-15T22:04:26.847126+0000","last_peered":"2024-09-15T22:04:26.847126+0000","last_clean":"2024-09-15T22:04:26.847126+0000","last_became_active":"2024-09-15T22:04:25.868009+0000","last_became_peered":"2024-09-15T22:04:25.868009+0000","last_unstale":"2024-09-15T22:04:26.847126+0000","last_undegraded":"2024-09-15T22:04:26.847126+0000","last_fullsized":"2024-09-15T22:04:26.847126+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-15T22:04:24.835582+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-15T22:04:24.835582+0000","last_clean_scrub_stamp":"2024-09-15T22:04:24.835582+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T02:48:26.453897+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1],"acting":[4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.1b","version":"20'1","reported_seq":15,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-15T22:04:27.283963+0000","last_change":"2024-09-15T22:04:24.858511+0000","last_active":"2024-09-15T22:04:27.283963+0000","last_peered":"2024-09-15T22:04:27.283963+0000","last_clean":"2024-09-15T22:04:27.283963+0000","last_became_active":"2024-09-15T22:04:24.856048+0000","last_became_peered":"2024-09-15T22:04:24.856048+0000","last_unstale":"2024-09-15T22:04:27.283963+0000","last_undegraded":"2024-09-15T22:04:27.283963+0000","last_fullsized":"2024-09-15T22:04:27.283963+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-15T22:04:23.830575+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-15T22:04:23.830575+0000","last_clean_scrub_stamp":"2024-09-15T22:04:23.830575+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T05:49:43.907050+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1b","version":"0'0","reported_seq":12,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-15T22:04:27.293535+0000","last_change":"2024-09-15T22:04:25.862082+0000","last_active":"2024-09-15T22:04:27.293535+0000","last_peered":"2024-09-15T22:04:27.293535+0000","last_clean":"2024-09-15T22:04:27.293535+0000","last_became_active":"2024-09-15T22:04:25.861790+0000","last_became_peered":"2024-09-15T22:04:25.861790+0000","last_unstale":"2024-09-15T22:04:27.293535+0000","last_undegraded":"2024-09-15T22:04:27.293535+0000","last_fullsized":"2024-09-15T22:04:27.293535+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-15T22:04:24.835582+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-15T22:04:24.835582+0000","last_clean_scrub_stamp":"2024-09-15T22:04:24.835582+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T06:16:29.286980+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4],"acting":[0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.1a","version":"20'1","reported_seq":15,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-15T22:04:27.293337+0000","last_change":"2024-09-15T22:04:24.856676+0000","last_active":"2024-09-15T22:04:27.293337+0000","last_peered":"2024-09-15T22:04:27.293337+0000","last_clean":"2024-09-15T22:04:27.293337+0000","last_became_active":"2024-09-15T22:04:24.856068+0000","last_became_peered":"2024-09-15T22:04:24.856068+0000","last_unstale":"2024-09-15T22:04:27.293337+0000","last_undegraded":"2024-09-15T22:04:27.293337+0000","last_fullsized":"2024-09-15T22:04:27.293337+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-15T22:04:23.830575+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-15T22:04:23.830575+0000","last_clean_scrub_stamp":"2024-09-15T22:04:23.830575+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T04:03:50.217571+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.19","version":"0'0","reported_seq":14,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-15T22:04:27.283787+0000","last_change":"2024-09-15T22:04:24.863138+0000","last_active":"2024-09-15T22:04:27.283787+0000","last_peered":"2024-09-15T22:04:27.283787+0000","last_clean":"2024-09-15T22:04:27.283787+0000","last_became_active":"2024-09-15T22:04:24.862765+0000","last_became_peered":"2024-09-15T22:04:24.862765+0000","last_unstale":"2024-09-15T22:04:27.283787+0000","last_undegraded":"2024-09-15T22:04:27.283787+0000","last_fullsized":"2024-09-15T22:04:27.283787+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-15T22:04:23.830575+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-15T22:04:23.830575+0000","last_clean_scrub_stamp":"2024-09-15T22:04:23.830575+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T00:48:06.474203+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.18","version":"0'0","reported_seq":12,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-15T22:04:27.283749+0000","last_change":"2024-09-15T22:04:25.856404+0000","last_active":"2024-09-15T22:04:27.283749+0000","last_peered":"2024-09-15T22:04:27.283749+0000","last_clean":"2024-09-15T22:04:27.283749+0000","last_became_active":"2024-09-15T22:04:25.856130+0000","last_became_peered":"2024-09-15T22:04:25.856130+0000","last_unstale":"2024-09-15T22:04:27.283749+0000","last_undegraded":"2024-09-15T22:04:27.283749+0000","last_fullsized":"2024-09-15T22:04:27.283749+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-15T22:04:24.835582+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-15T22:04:24.835582+0000","last_clean_scrub_stamp":"2024-09-15T22:04:24.835582+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T09:00:41.584923+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.18","version":"0'0","reported_seq":14,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-15T22:04:26.846134+0000","last_change":"2024-09-15T22:04:24.853487+0000","last_active":"2024-09-15T22:04:26.846134+0000","last_peered":"2024-09-15T22:04:26.846134+0000","last_clean":"2024-09-15T22:04:26.846134+0000","last_became_active":"2024-09-15T22:04:24.853162+0000","last_became_peered":"2024-09-15T22:04:24.853162+0000","last_unstale":"2024-09-15T22:04:26.846134+0000","last_undegraded":"2024-09-15T22:04:26.846134+0000","last_fullsized":"2024-09-15T22:04:26.846134+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-15T22:04:23.830575+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-15T22:04:23.830575+0000","last_clean_scrub_stamp":"2024-09-15T22:04:23.830575+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T01:57:35.717051+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.19","version":"0'0","reported_seq":12,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-15T22:04:26.844995+0000","last_change":"2024-09-15T22:04:25.867712+0000","last_active":"2024-09-15T22:04:26.844995+0000","last_peered":"2024-09-15T22:04:26.844995+0000","last_clean":"2024-09-15T22:04:26.844995+0000","last_became_active":"2024-09-15T22:04:25.867284+0000","last_became_peered":"2024-09-15T22:04:25.867284+0000","last_unstale":"2024-09-15T22:04:26.844995+0000","last_undegraded":"2024-09-15T22:04:26.844995+0000","last_fullsized":"2024-09-15T22:04:26.844995+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-15T22:04:24.835582+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-15T22:04:24.835582+0000","last_clean_scrub_stamp":"2024-09-15T22:04:24.835582+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-16T23:20:08.955052+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3],"acting":[1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.17","version":"0'0","reported_seq":14,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-15T22:04:27.294180+0000","last_change":"2024-09-15T22:04:24.862207+0000","last_active":"2024-09-15T22:04:27.294180+0000","last_peered":"2024-09-15T22:04:27.294180+0000","last_clean":"2024-09-15T22:04:27.294180+0000","last_became_active":"2024-09-15T22:04:24.861810+0000","last_became_peered":"2024-09-15T22:04:24.861810+0000","last_unstale":"2024-09-15T22:04:27.294180+0000","last_undegraded":"2024-09-15T22:04:27.294180+0000","last_fullsized":"2024-09-15T22:04:27.294180+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-15T22:04:23.830575+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-15T22:04:23.830575+0000","last_clean_scrub_stamp":"2024-09-15T22:04:23.830575+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T09:00:37.592647+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5],"acting":[6,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.16","version":"0'0","reported_seq":12,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-15T22:04:26.846438+0000","last_change":"2024-09-15T22:04:25.866854+0000","last_active":"2024-09-15T22:04:26.846438+0000","last_peered":"2024-09-15T22:04:26.846438+0000","last_clean":"2024-09-15T22:04:26.846438+0000","last_became_active":"2024-09-15T22:04:25.866517+0000","last_became_peered":"2024-09-15T22:04:25.866517+0000","last_unstale":"2024-09-15T22:04:26.846438+0000","last_undegraded":"2024-09-15T22:04:26.846438+0000","last_fullsized":"2024-09-15T22:04:26.846438+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-15T22:04:24.835582+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-15T22:04:24.835582+0000","last_clean_scrub_stamp":"2024-09-15T22:04:24.835582+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T02:18:14.322849+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.16","version":"0'0","reported_seq":14,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-15T22:04:26.846492+0000","last_change":"2024-09-15T22:04:24.862040+0000","last_active":"2024-09-15T22:04:26.846492+0000","last_peered":"2024-09-15T22:04:26.846492+0000","last_clean":"2024-09-15T22:04:26.846492+0000","last_became_active":"2024-09-15T22:04:24.861763+0000","last_became_peered":"2024-09-15T22:04:24.861763+0000","last_unstale":"2024-09-15T22:04:26.846492+0000","last_undegraded":"2024-09-15T22:04:26.846492+0000","last_fullsized":"2024-09-15T22:04:26.846492+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-15T22:04:23.830575+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-15T22:04:23.830575+0000","last_clean_scrub_stamp":"2024-09-15T22:04:23.830575+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-16T23:17:32.159621+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,6],"acting":[5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.17","version":"0'0","reported_seq":12,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-15T22:04:27.293465+0000","last_change":"2024-09-15T22:04:25.859001+0000","last_active":"2024-09-15T22:04:27.293465+0000","last_peered":"2024-09-15T22:04:27.293465+0000","last_clean":"2024-09-15T22:04:27.293465+0000","last_became_active":"2024-09-15T22:04:25.858328+0000","last_became_peered":"2024-09-15T22:04:25.858328+0000","last_unstale":"2024-09-15T22:04:27.293465+0000","last_undegraded":"2024-09-15T22:04:27.293465+0000","last_fullsized":"2024-09-15T22:04:27.293465+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-15T22:04:24.835582+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-15T22:04:24.835582+0000","last_clean_scrub_stamp":"2024-09-15T22:04:24.835582+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T05:37:03.492388+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5],"acting":[0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.15","version":"20'3","reported_seq":17,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-15T22:04:26.845159+0000","last_change":"2024-09-15T22:04:24.861799+0000","last_active":"2024-09-15T22:04:26.845159+0000","last_peered":"2024-09-15T22:04:26.845159+0000","last_clean":"2024-09-15T22:04:26.845159+0000","last_became_active":"2024-09-15T22:04:24.861473+0000","last_became_peered":"2024-09-15T22:04:24.861473+0000","last_unstale":"2024-09-15T22:04:26.845159+0000","last_undegraded":"2024-09-15T22:04:26.845159+0000","last_fullsized":"2024-09-15T22:04:26.845159+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-15T22:04:23.830575+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-15T22:04:23.830575+0000","last_clean_scrub_stamp":"2024-09-15T22:04:23.830575+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T02:48:25.448891+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.14","version":"0'0","reported_seq":12,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-15T22:04:26.847078+0000","last_change":"2024-09-15T22:04:25.865156+0000","last_active":"2024-09-15T22:04:26.847078+0000","last_peered":"2024-09-15T22:04:26.847078+0000","last_clean":"2024-09-15T22:04:26.847078+0000","last_became_active":"2024-09-15T22:04:25.864853+0000","last_became_peered":"2024-09-15T22:04:25.864853+0000","last_unstale":"2024-09-15T22:04:26.847078+0000","last_undegraded":"2024-09-15T22:04:26.847078+0000","last_fullsized":"2024-09-15T22:04:26.847078+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-15T22:04:24.835582+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-15T22:04:24.835582+0000","last_clean_scrub_stamp":"2024-09-15T22:04:24.835582+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T09:35:44.935274+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7],"acting":[4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.14","version":"20'6","reported_seq":20,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-15T22:04:27.293928+0000","last_change":"2024-09-15T22:04:24.859011+0000","last_active":"2024-09-15T22:04:27.293928+0000","last_peered":"2024-09-15T22:04:27.293928+0000","last_clean":"2024-09-15T22:04:27.293928+0000","last_became_active":"2024-09-15T22:04:24.858448+0000","last_became_peered":"2024-09-15T22:04:24.858448+0000","last_unstale":"2024-09-15T22:04:27.293928+0000","last_undegraded":"2024-09-15T22:04:27.293928+0000","last_fullsized":"2024-09-15T22:04:27.293928+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-15T22:04:23.830575+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-15T22:04:23.830575+0000","last_clean_scrub_stamp":"2024-09-15T22:04:23.830575+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T03:53:56.630587+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1612,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":6,"num_write_kb":3,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3],"acting":[6,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.15","version":"0'0","reported_seq":12,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-15T22:04:27.293785+0000","last_change":"2024-09-15T22:04:25.861282+0000","last_active":"2024-09-15T22:04:27.293785+0000","last_peered":"2024-09-15T22:04:27.293785+0000","last_clean":"2024-09-15T22:04:27.293785+0000","last_became_active":"2024-09-15T22:04:25.860237+0000","last_became_peered":"2024-09-15T22:04:25.860237+0000","last_unstale":"2024-09-15T22:04:27.293785+0000","last_undegraded":"2024-09-15T22:04:27.293785+0000","last_fullsized":"2024-09-15T22:04:27.293785+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-15T22:04:24.835582+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-15T22:04:24.835582+0000","last_clean_scrub_stamp":"2024-09-15T22:04:24.835582+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-16T23:41:28.683939+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3],"acting":[7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.13","version":"20'2","reported_seq":16,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-15T22:04:27.293554+0000","last_change":"2024-09-15T22:04:24.855295+0000","last_active":"2024-09-15T22:04:27.293554+0000","last_peered":"2024-09-15T22:04:27.293554+0000","last_clean":"2024-09-15T22:04:27.293554+0000","last_became_active":"2024-09-15T22:04:24.854922+0000","last_became_peered":"2024-09-15T22:04:24.854922+0000","last_unstale":"2024-09-15T22:04:27.293554+0000","last_undegraded":"2024-09-15T22:04:27.293554+0000","last_fullsized":"2024-09-15T22:04:27.293554+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-15T22:04:23.830575+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-15T22:04:23.830575+0000","last_clean_scrub_stamp":"2024-09-15T22:04:23.830575+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T09:29:33.898659+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":34,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":7,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4],"acting":[0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.12","version":"0'0","reported_seq":12,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-15T22:04:27.293381+0000","last_change":"2024-09-15T22:04:25.867637+0000","last_active":"2024-09-15T22:04:27.293381+0000","last_peered":"2024-09-15T22:04:27.293381+0000","last_clean":"2024-09-15T22:04:27.293381+0000","last_became_active":"2024-09-15T22:04:25.864818+0000","last_became_peered":"2024-09-15T22:04:25.864818+0000","last_unstale":"2024-09-15T22:04:27.293381+0000","last_undegraded":"2024-09-15T22:04:27.293381+0000","last_fullsized":"2024-09-15T22:04:27.293381+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-15T22:04:24.835582+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-15T22:04:24.835582+0000","last_clean_scrub_stamp":"2024-09-15T22:04:24.835582+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-16T23:20:08.955052+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.12","version":"0'0","reported_seq":14,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-15T22:04:26.847339+0000","last_change":"2024-09-15T22:04:24.855567+0000","last_active":"2024-09-15T22:04:26.847339+0000","last_peered":"2024-09-15T22:04:26.847339+0000","last_clean":"2024-09-15T22:04:26.847339+0000","last_became_active":"2024-09-15T22:04:24.855282+0000","last_became_peered":"2024-09-15T22:04:24.855282+0000","last_unstale":"2024-09-15T22:04:26.847339+0000","last_undegraded":"2024-09-15T22:04:26.847339+0000","last_fullsized":"2024-09-15T22:04:26.847339+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-15T22:04:23.830575+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-15T22:04:23.830575+0000","last_clean_scrub_stamp":"2024-09-15T22:04:23.830575+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T09:35:43.930267+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.13","version":"0'0","reported_seq":12,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-15T22:04:27.294191+0000","last_change":"2024-09-15T22:04:25.865185+0000","last_active":"2024-09-15T22:04:27.294191+0000","last_peered":"2024-09-15T22:04:27.294191+0000","last_clean":"2024-09-15T22:04:27.294191+0000","last_became_active":"2024-09-15T22:04:25.863492+0000","last_became_peered":"2024-09-15T22:04:25.863492+0000","last_unstale":"2024-09-15T22:04:27.294191+0000","last_undegraded":"2024-09-15T22:04:27.294191+0000","last_fullsized":"2024-09-15T22:04:27.294191+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-15T22:04:24.835582+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-15T22:04:24.835582+0000","last_clean_scrub_stamp":"2024-09-15T22:04:24.835582+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T08:05:33.368527+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.11","version":"0'0","reported_seq":14,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-15T22:04:27.293271+0000","last_change":"2024-09-15T22:04:24.859784+0000","last_active":"2024-09-15T22:04:27.293271+0000","last_peered":"2024-09-15T22:04:27.293271+0000","last_clean":"2024-09-15T22:04:27.293271+0000","last_became_active":"2024-09-15T22:04:24.859502+0000","last_became_peered":"2024-09-15T22:04:24.859502+0000","last_unstale":"2024-09-15T22:04:27.293271+0000","last_undegraded":"2024-09-15T22:04:27.293271+0000","last_fullsized":"2024-09-15T22:04:27.293271+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-15T22:04:23.830575+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-15T22:04:23.830575+0000","last_clean_scrub_stamp":"2024-09-15T22:04:23.830575+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-16T22:23:40.571374+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.10","version":"0'0","reported_seq":12,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-15T22:04:27.293530+0000","last_change":"2024-09-15T22:04:25.857459+0000","last_active":"2024-09-15T22:04:27.293530+0000","last_peered":"2024-09-15T22:04:27.293530+0000","last_clean":"2024-09-15T22:04:27.293530+0000","last_became_active":"2024-09-15T22:04:25.857122+0000","last_became_peered":"2024-09-15T22:04:25.857122+0000","last_unstale":"2024-09-15T22:04:27.293530+0000","last_undegraded":"2024-09-15T22:04:27.293530+0000","last_fullsized":"2024-09-15T22:04:27.293530+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-15T22:04:24.835582+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-15T22:04:24.835582+0000","last_clean_scrub_stamp":"2024-09-15T22:04:24.835582+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T09:00:41.584923+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0],"acting":[6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.10","version":"20'8","reported_seq":22,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-15T22:04:26.965080+0000","last_change":"2024-09-15T22:04:24.855312+0000","last_active":"2024-09-15T22:04:26.965080+0000","last_peered":"2024-09-15T22:04:26.965080+0000","last_clean":"2024-09-15T22:04:26.965080+0000","last_became_active":"2024-09-15T22:04:24.854991+0000","last_became_peered":"2024-09-15T22:04:24.854991+0000","last_unstale":"2024-09-15T22:04:26.965080+0000","last_undegraded":"2024-09-15T22:04:26.965080+0000","last_fullsized":"2024-09-15T22:04:26.965080+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-15T22:04:23.830575+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-15T22:04:23.830575+0000","last_clean_scrub_stamp":"2024-09-15T22:04:23.830575+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T00:48:06.474203+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":12,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1],"acting":[2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.11","version":"0'0","reported_seq":12,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-15T22:04:27.293886+0000","last_change":"2024-09-15T22:04:25.866143+0000","last_active":"2024-09-15T22:04:27.293886+0000","last_peered":"2024-09-15T22:04:27.293886+0000","last_clean":"2024-09-15T22:04:27.293886+0000","last_became_active":"2024-09-15T22:04:25.865885+0000","last_became_peered":"2024-09-15T22:04:25.865885+0000","last_unstale":"2024-09-15T22:04:27.293886+0000","last_undegraded":"2024-09-15T22:04:27.293886+0000","last_fullsized":"2024-09-15T22:04:27.293886+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-15T22:04:24.835582+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-15T22:04:24.835582+0000","last_clean_scrub_stamp":"2024-09-15T22:04:24.835582+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-16T22:40:57.254107+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.f","version":"20'1","reported_seq":15,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-15T22:04:26.847312+0000","last_change":"2024-09-15T22:04:24.853995+0000","last_active":"2024-09-15T22:04:26.847312+0000","last_peered":"2024-09-15T22:04:26.847312+0000","last_clean":"2024-09-15T22:04:26.847312+0000","last_became_active":"2024-09-15T22:04:24.853677+0000","last_became_peered":"2024-09-15T22:04:24.853677+0000","last_unstale":"2024-09-15T22:04:26.847312+0000","last_undegraded":"2024-09-15T22:04:26.847312+0000","last_fullsized":"2024-09-15T22:04:26.847312+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-15T22:04:23.830575+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-15T22:04:23.830575+0000","last_clean_scrub_stamp":"2024-09-15T22:04:23.830575+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T00:17:16.316465+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":22,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0],"acting":[4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.e","version":"0'0","reported_seq":12,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-15T22:04:27.293789+0000","last_change":"2024-09-15T22:04:25.864672+0000","last_active":"2024-09-15T22:04:27.293789+0000","last_peered":"2024-09-15T22:04:27.293789+0000","last_clean":"2024-09-15T22:04:27.293789+0000","last_became_active":"2024-09-15T22:04:25.864397+0000","last_became_peered":"2024-09-15T22:04:25.864397+0000","last_unstale":"2024-09-15T22:04:27.293789+0000","last_undegraded":"2024-09-15T22:04:27.293789+0000","last_fullsized":"2024-09-15T22:04:27.293789+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-15T22:04:24.835582+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-15T22:04:24.835582+0000","last_clean_scrub_stamp":"2024-09-15T22:04:24.835582+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T00:59:52.335697+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.e","version":"20'2","reported_seq":16,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-15T22:04:26.965328+0000","last_change":"2024-09-15T22:04:24.857368+0000","last_active":"2024-09-15T22:04:26.965328+0000","last_peered":"2024-09-15T22:04:26.965328+0000","last_clean":"2024-09-15T22:04:26.965328+0000","last_became_active":"2024-09-15T22:04:24.856838+0000","last_became_peered":"2024-09-15T22:04:24.856838+0000","last_unstale":"2024-09-15T22:04:26.965328+0000","last_undegraded":"2024-09-15T22:04:26.965328+0000","last_fullsized":"2024-09-15T22:04:26.965328+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-15T22:04:23.830575+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-15T22:04:23.830575+0000","last_clean_scrub_stamp":"2024-09-15T22:04:23.830575+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-16T22:23:40.571374+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.f","version":"0'0","reported_seq":12,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-15T22:04:27.294649+0000","last_change":"2024-09-15T22:04:25.865441+0000","last_active":"2024-09-15T22:04:27.294649+0000","last_peered":"2024-09-15T22:04:27.294649+0000","last_clean":"2024-09-15T22:04:27.294649+0000","last_became_active":"2024-09-15T22:04:25.865189+0000","last_became_peered":"2024-09-15T22:04:25.865189+0000","last_unstale":"2024-09-15T22:04:27.294649+0000","last_undegraded":"2024-09-15T22:04:27.294649+0000","last_fullsized":"2024-09-15T22:04:27.294649+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-15T22:04:24.835582+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-15T22:04:24.835582+0000","last_clean_scrub_stamp":"2024-09-15T22:04:24.835582+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T09:59:24.455075+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.d","version":"20'1","reported_seq":15,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-15T22:04:26.845277+0000","last_change":"2024-09-15T22:04:24.853567+0000","last_active":"2024-09-15T22:04:26.845277+0000","last_peered":"2024-09-15T22:04:26.845277+0000","last_clean":"2024-09-15T22:04:26.845277+0000","last_became_active":"2024-09-15T22:04:24.853250+0000","last_became_peered":"2024-09-15T22:04:24.853250+0000","last_unstale":"2024-09-15T22:04:26.845277+0000","last_undegraded":"2024-09-15T22:04:26.845277+0000","last_fullsized":"2024-09-15T22:04:26.845277+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-15T22:04:23.830575+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-15T22:04:23.830575+0000","last_clean_scrub_stamp":"2024-09-15T22:04:23.830575+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T06:41:54.350603+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":70,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4],"acting":[1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.c","version":"0'0","reported_seq":12,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-15T22:04:26.847080+0000","last_change":"2024-09-15T22:04:25.859294+0000","last_active":"2024-09-15T22:04:26.847080+0000","last_peered":"2024-09-15T22:04:26.847080+0000","last_clean":"2024-09-15T22:04:26.847080+0000","last_became_active":"2024-09-15T22:04:25.859015+0000","last_became_peered":"2024-09-15T22:04:25.859015+0000","last_unstale":"2024-09-15T22:04:26.847080+0000","last_undegraded":"2024-09-15T22:04:26.847080+0000","last_fullsized":"2024-09-15T22:04:26.847080+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-15T22:04:24.835582+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-15T22:04:24.835582+0000","last_clean_scrub_stamp":"2024-09-15T22:04:24.835582+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T09:53:28.398909+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.c","version":"0'0","reported_seq":14,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-15T22:04:26.965210+0000","last_change":"2024-09-15T22:04:24.861803+0000","last_active":"2024-09-15T22:04:26.965210+0000","last_peered":"2024-09-15T22:04:26.965210+0000","last_clean":"2024-09-15T22:04:26.965210+0000","last_became_active":"2024-09-15T22:04:24.861477+0000","last_became_peered":"2024-09-15T22:04:24.861477+0000","last_unstale":"2024-09-15T22:04:26.965210+0000","last_undegraded":"2024-09-15T22:04:26.965210+0000","last_fullsized":"2024-09-15T22:04:26.965210+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-15T22:04:23.830575+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-15T22:04:23.830575+0000","last_clean_scrub_stamp":"2024-09-15T22:04:23.830575+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T04:03:50.217571+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5],"acting":[2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.d","version":"0'0","reported_seq":12,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-15T22:04:27.294323+0000","last_change":"2024-09-15T22:04:25.866952+0000","last_active":"2024-09-15T22:04:27.294323+0000","last_peered":"2024-09-15T22:04:27.294323+0000","last_clean":"2024-09-15T22:04:27.294323+0000","last_became_active":"2024-09-15T22:04:25.866659+0000","last_became_peered":"2024-09-15T22:04:25.866659+0000","last_unstale":"2024-09-15T22:04:27.294323+0000","last_undegraded":"2024-09-15T22:04:27.294323+0000","last_fullsized":"2024-09-15T22:04:27.294323+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-15T22:04:24.835582+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-15T22:04:24.835582+0000","last_clean_scrub_stamp":"2024-09-15T22:04:24.835582+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-16T22:34:14.386991+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"1.0","version":"17'117","reported_seq":170,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-15T22:04:27.293635+0000","last_change":"2024-09-15T22:04:16.056574+0000","last_active":"2024-09-15T22:04:27.293635+0000","last_peered":"2024-09-15T22:04:27.293635+0000","last_clean":"2024-09-15T22:04:27.293635+0000","last_became_active":"2024-09-15T22:04:16.055577+0000","last_became_peered":"2024-09-15T22:04:16.055577+0000","last_unstale":"2024-09-15T22:04:27.293635+0000","last_undegraded":"2024-09-15T22:04:27.293635+0000","last_fullsized":"2024-09-15T22:04:27.293635+0000","mapping_epoch":15,"log_start":"0'0","ondisk_log_start":"0'0","created":15,"last_epoch_clean":16,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-15T22:04:14.948623+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-15T22:04:14.948623+0000","last_clean_scrub_stamp":"2024-09-15T22:04:14.948623+0000","objects_scrubbed":0,"log_size":117,"log_dups_size":0,"ondisk_log_size":117,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T08:16:14.663572+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":159,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.3","version":"0'0","reported_seq":14,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-15T22:04:26.846266+0000","last_change":"2024-09-15T22:04:24.853328+0000","last_active":"2024-09-15T22:04:26.846266+0000","last_peered":"2024-09-15T22:04:26.846266+0000","last_clean":"2024-09-15T22:04:26.846266+0000","last_became_active":"2024-09-15T22:04:24.852599+0000","last_became_peered":"2024-09-15T22:04:24.852599+0000","last_unstale":"2024-09-15T22:04:26.846266+0000","last_undegraded":"2024-09-15T22:04:26.846266+0000","last_fullsized":"2024-09-15T22:04:26.846266+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-15T22:04:23.830575+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-15T22:04:23.830575+0000","last_clean_scrub_stamp":"2024-09-15T22:04:23.830575+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T05:47:57.122757+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2],"acting":[5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.2","version":"0'0","reported_seq":12,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-15T22:04:27.283854+0000","last_change":"2024-09-15T22:04:25.863815+0000","last_active":"2024-09-15T22:04:27.283854+0000","last_peered":"2024-09-15T22:04:27.283854+0000","last_clean":"2024-09-15T22:04:27.283854+0000","last_became_active":"2024-09-15T22:04:25.863514+0000","last_became_peered":"2024-09-15T22:04:25.863514+0000","last_unstale":"2024-09-15T22:04:27.283854+0000","last_undegraded":"2024-09-15T22:04:27.283854+0000","last_fullsized":"2024-09-15T22:04:27.283854+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-15T22:04:24.835582+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-15T22:04:24.835582+0000","last_clean_scrub_stamp":"2024-09-15T22:04:24.835582+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-16T23:18:53.077874+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5],"acting":[3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.0","version":"0'0","reported_seq":14,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-15T22:04:27.293702+0000","last_change":"2024-09-15T22:04:24.863660+0000","last_active":"2024-09-15T22:04:27.293702+0000","last_peered":"2024-09-15T22:04:27.293702+0000","last_clean":"2024-09-15T22:04:27.293702+0000","last_became_active":"2024-09-15T22:04:24.863243+0000","last_became_peered":"2024-09-15T22:04:24.863243+0000","last_unstale":"2024-09-15T22:04:27.293702+0000","last_undegraded":"2024-09-15T22:04:27.293702+0000","last_fullsized":"2024-09-15T22:04:27.293702+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-15T22:04:23.830575+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-15T22:04:23.830575+0000","last_clean_scrub_stamp":"2024-09-15T22:04:23.830575+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T06:41:54.350603+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1],"acting":[7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1","version":"0'0","reported_seq":12,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-15T22:04:27.293167+0000","last_change":"2024-09-15T22:04:25.862819+0000","last_active":"2024-09-15T22:04:27.293167+0000","last_peered":"2024-09-15T22:04:27.293167+0000","last_clean":"2024-09-15T22:04:27.293167+0000","last_became_active":"2024-09-15T22:04:25.862527+0000","last_became_peered":"2024-09-15T22:04:25.862527+0000","last_unstale":"2024-09-15T22:04:27.293167+0000","last_undegraded":"2024-09-15T22:04:27.293167+0000","last_fullsized":"2024-09-15T22:04:27.293167+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-15T22:04:24.835582+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-15T22:04:24.835582+0000","last_clean_scrub_stamp":"2024-09-15T22:04:24.835582+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T07:34:42.461707+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4],"acting":[0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.1","version":"0'0","reported_seq":14,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-15T22:04:26.965205+0000","last_change":"2024-09-15T22:04:24.856579+0000","last_active":"2024-09-15T22:04:26.965205+0000","last_peered":"2024-09-15T22:04:26.965205+0000","last_clean":"2024-09-15T22:04:26.965205+0000","last_became_active":"2024-09-15T22:04:24.856277+0000","last_became_peered":"2024-09-15T22:04:24.856277+0000","last_unstale":"2024-09-15T22:04:26.965205+0000","last_undegraded":"2024-09-15T22:04:26.965205+0000","last_fullsized":"2024-09-15T22:04:26.965205+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-15T22:04:23.830575+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-15T22:04:23.830575+0000","last_clean_scrub_stamp":"2024-09-15T22:04:23.830575+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T07:08:54.942598+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.0","version":"0'0","reported_seq":12,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-15T22:04:26.845017+0000","last_change":"2024-09-15T22:04:25.874327+0000","last_active":"2024-09-15T22:04:26.845017+0000","last_peered":"2024-09-15T22:04:26.845017+0000","last_clean":"2024-09-15T22:04:26.845017+0000","last_became_active":"2024-09-15T22:04:25.874047+0000","last_became_peered":"2024-09-15T22:04:25.874047+0000","last_unstale":"2024-09-15T22:04:26.845017+0000","last_undegraded":"2024-09-15T22:04:26.845017+0000","last_fullsized":"2024-09-15T22:04:26.845017+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-15T22:04:24.835582+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-15T22:04:24.835582+0000","last_clean_scrub_stamp":"2024-09-15T22:04:24.835582+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T00:45:16.437933+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2],"acting":[1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.2","version":"0'0","reported_seq":14,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-15T22:04:26.847418+0000","last_change":"2024-09-15T22:04:24.861456+0000","last_active":"2024-09-15T22:04:26.847418+0000","last_peered":"2024-09-15T22:04:26.847418+0000","last_clean":"2024-09-15T22:04:26.847418+0000","last_became_active":"2024-09-15T22:04:24.861027+0000","last_became_peered":"2024-09-15T22:04:24.861027+0000","last_unstale":"2024-09-15T22:04:26.847418+0000","last_undegraded":"2024-09-15T22:04:26.847418+0000","last_fullsized":"2024-09-15T22:04:26.847418+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-15T22:04:23.830575+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-15T22:04:23.830575+0000","last_clean_scrub_stamp":"2024-09-15T22:04:23.830575+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T02:48:25.448891+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.3","version":"0'0","reported_seq":12,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-15T22:04:26.846476+0000","last_change":"2024-09-15T22:04:25.856573+0000","last_active":"2024-09-15T22:04:26.846476+0000","last_peered":"2024-09-15T22:04:26.846476+0000","last_clean":"2024-09-15T22:04:26.846476+0000","last_became_active":"2024-09-15T22:04:25.856304+0000","last_became_peered":"2024-09-15T22:04:25.856304+0000","last_unstale":"2024-09-15T22:04:26.846476+0000","last_undegraded":"2024-09-15T22:04:26.846476+0000","last_fullsized":"2024-09-15T22:04:26.846476+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-15T22:04:24.835582+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-15T22:04:24.835582+0000","last_clean_scrub_stamp":"2024-09-15T22:04:24.835582+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T01:57:36.722057+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0],"acting":[4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.4","version":"0'0","reported_seq":14,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-15T22:04:26.845115+0000","last_change":"2024-09-15T22:04:24.859862+0000","last_active":"2024-09-15T22:04:26.845115+0000","last_peered":"2024-09-15T22:04:26.845115+0000","last_clean":"2024-09-15T22:04:26.845115+0000","last_became_active":"2024-09-15T22:04:24.859584+0000","last_became_peered":"2024-09-15T22:04:24.859584+0000","last_unstale":"2024-09-15T22:04:26.845115+0000","last_undegraded":"2024-09-15T22:04:26.845115+0000","last_fullsized":"2024-09-15T22:04:26.845115+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-15T22:04:23.830575+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-15T22:04:23.830575+0000","last_clean_scrub_stamp":"2024-09-15T22:04:23.830575+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-16T23:17:32.159621+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.5","version":"0'0","reported_seq":12,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-15T22:04:26.847465+0000","last_change":"2024-09-15T22:04:25.858503+0000","last_active":"2024-09-15T22:04:26.847465+0000","last_peered":"2024-09-15T22:04:26.847465+0000","last_clean":"2024-09-15T22:04:26.847465+0000","last_became_active":"2024-09-15T22:04:25.858229+0000","last_became_peered":"2024-09-15T22:04:25.858229+0000","last_unstale":"2024-09-15T22:04:26.847465+0000","last_undegraded":"2024-09-15T22:04:26.847465+0000","last_fullsized":"2024-09-15T22:04:26.847465+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-15T22:04:24.835582+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-15T22:04:24.835582+0000","last_clean_scrub_stamp":"2024-09-15T22:04:24.835582+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T04:18:08.313443+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.5","version":"0'0","reported_seq":14,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-15T22:04:27.294126+0000","last_change":"2024-09-15T22:04:24.865576+0000","last_active":"2024-09-15T22:04:27.294126+0000","last_peered":"2024-09-15T22:04:27.294126+0000","last_clean":"2024-09-15T22:04:27.294126+0000","last_became_active":"2024-09-15T22:04:24.865275+0000","last_became_peered":"2024-09-15T22:04:24.865275+0000","last_unstale":"2024-09-15T22:04:27.294126+0000","last_undegraded":"2024-09-15T22:04:27.294126+0000","last_fullsized":"2024-09-15T22:04:27.294126+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-15T22:04:23.830575+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-15T22:04:23.830575+0000","last_clean_scrub_stamp":"2024-09-15T22:04:23.830575+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T09:35:43.930267+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.4","version":"0'0","reported_seq":12,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-15T22:04:26.845169+0000","last_change":"2024-09-15T22:04:25.870821+0000","last_active":"2024-09-15T22:04:26.845169+0000","last_peered":"2024-09-15T22:04:26.845169+0000","last_clean":"2024-09-15T22:04:26.845169+0000","last_became_active":"2024-09-15T22:04:25.870534+0000","last_became_peered":"2024-09-15T22:04:25.870534+0000","last_unstale":"2024-09-15T22:04:26.845169+0000","last_undegraded":"2024-09-15T22:04:26.845169+0000","last_fullsized":"2024-09-15T22:04:26.845169+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-15T22:04:24.835582+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-15T22:04:24.835582+0000","last_clean_scrub_stamp":"2024-09-15T22:04:24.835582+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-16T22:57:55.300306+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2],"acting":[1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.6","version":"21'1","reported_seq":15,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-15T22:04:26.845268+0000","last_change":"2024-09-15T22:04:24.861891+0000","last_active":"2024-09-15T22:04:26.845268+0000","last_peered":"2024-09-15T22:04:26.845268+0000","last_clean":"2024-09-15T22:04:26.845268+0000","last_became_active":"2024-09-15T22:04:24.861533+0000","last_became_peered":"2024-09-15T22:04:24.861533+0000","last_unstale":"2024-09-15T22:04:26.845268+0000","last_undegraded":"2024-09-15T22:04:26.845268+0000","last_fullsized":"2024-09-15T22:04:26.845268+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-15T22:04:23.830575+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-15T22:04:23.830575+0000","last_clean_scrub_stamp":"2024-09-15T22:04:23.830575+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T09:00:08.808373+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.7","version":"0'0","reported_seq":12,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-15T22:04:27.284164+0000","last_change":"2024-09-15T22:04:25.866182+0000","last_active":"2024-09-15T22:04:27.284164+0000","last_peered":"2024-09-15T22:04:27.284164+0000","last_clean":"2024-09-15T22:04:27.284164+0000","last_became_active":"2024-09-15T22:04:25.865878+0000","last_became_peered":"2024-09-15T22:04:25.865878+0000","last_unstale":"2024-09-15T22:04:27.284164+0000","last_undegraded":"2024-09-15T22:04:27.284164+0000","last_fullsized":"2024-09-15T22:04:27.284164+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-15T22:04:24.835582+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-15T22:04:24.835582+0000","last_clean_scrub_stamp":"2024-09-15T22:04:24.835582+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T05:52:18.357795+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.7","version":"20'2","reported_seq":16,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-15T22:04:27.294218+0000","last_change":"2024-09-15T22:04:24.860546+0000","last_active":"2024-09-15T22:04:27.294218+0000","last_peered":"2024-09-15T22:04:27.294218+0000","last_clean":"2024-09-15T22:04:27.294218+0000","last_became_active":"2024-09-15T22:04:24.860260+0000","last_became_peered":"2024-09-15T22:04:24.860260+0000","last_unstale":"2024-09-15T22:04:27.294218+0000","last_undegraded":"2024-09-15T22:04:27.294218+0000","last_fullsized":"2024-09-15T22:04:27.294218+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-15T22:04:23.830575+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-15T22:04:23.830575+0000","last_clean_scrub_stamp":"2024-09-15T22:04:23.830575+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T04:26:49.041394+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7],"acting":[6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.6","version":"0'0","reported_seq":12,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-15T22:04:27.293444+0000","last_change":"2024-09-15T22:04:25.869493+0000","last_active":"2024-09-15T22:04:27.293444+0000","last_peered":"2024-09-15T22:04:27.293444+0000","last_clean":"2024-09-15T22:04:27.293444+0000","last_became_active":"2024-09-15T22:04:25.869236+0000","last_became_peered":"2024-09-15T22:04:25.869236+0000","last_unstale":"2024-09-15T22:04:27.293444+0000","last_undegraded":"2024-09-15T22:04:27.293444+0000","last_fullsized":"2024-09-15T22:04:27.293444+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-15T22:04:24.835582+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-15T22:04:24.835582+0000","last_clean_scrub_stamp":"2024-09-15T22:04:24.835582+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-16T22:57:55.300306+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.8","version":"0'0","reported_seq":14,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-15T22:04:27.293480+0000","last_change":"2024-09-15T22:04:24.865711+0000","last_active":"2024-09-15T22:04:27.293480+0000","last_peered":"2024-09-15T22:04:27.293480+0000","last_clean":"2024-09-15T22:04:27.293480+0000","last_became_active":"2024-09-15T22:04:24.865416+0000","last_became_peered":"2024-09-15T22:04:24.865416+0000","last_unstale":"2024-09-15T22:04:27.293480+0000","last_undegraded":"2024-09-15T22:04:27.293480+0000","last_fullsized":"2024-09-15T22:04:27.293480+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-15T22:04:23.830575+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-15T22:04:23.830575+0000","last_clean_scrub_stamp":"2024-09-15T22:04:23.830575+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T07:34:41.456701+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.9","version":"0'0","reported_seq":12,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-15T22:04:26.847202+0000","last_change":"2024-09-15T22:04:25.861047+0000","last_active":"2024-09-15T22:04:26.847202+0000","last_peered":"2024-09-15T22:04:26.847202+0000","last_clean":"2024-09-15T22:04:26.847202+0000","last_became_active":"2024-09-15T22:04:25.860140+0000","last_became_peered":"2024-09-15T22:04:25.860140+0000","last_unstale":"2024-09-15T22:04:26.847202+0000","last_undegraded":"2024-09-15T22:04:26.847202+0000","last_fullsized":"2024-09-15T22:04:26.847202+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-15T22:04:24.835582+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-15T22:04:24.835582+0000","last_clean_scrub_stamp":"2024-09-15T22:04:24.835582+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T06:41:55.355610+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2],"acting":[4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.9","version":"0'0","reported_seq":14,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-15T22:04:26.845051+0000","last_change":"2024-09-15T22:04:24.855640+0000","last_active":"2024-09-15T22:04:26.845051+0000","last_peered":"2024-09-15T22:04:26.845051+0000","last_clean":"2024-09-15T22:04:26.845051+0000","last_became_active":"2024-09-15T22:04:24.855172+0000","last_became_peered":"2024-09-15T22:04:24.855172+0000","last_unstale":"2024-09-15T22:04:26.845051+0000","last_undegraded":"2024-09-15T22:04:26.845051+0000","last_fullsized":"2024-09-15T22:04:26.845051+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-15T22:04:23.830575+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-15T22:04:23.830575+0000","last_clean_scrub_stamp":"2024-09-15T22:04:23.830575+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T09:35:43.930267+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7],"acting":[1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.8","version":"0'0","reported_seq":12,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-15T22:04:27.283890+0000","last_change":"2024-09-15T22:04:25.870626+0000","last_active":"2024-09-15T22:04:27.283890+0000","last_peered":"2024-09-15T22:04:27.283890+0000","last_clean":"2024-09-15T22:04:27.283890+0000","last_became_active":"2024-09-15T22:04:25.869602+0000","last_became_peered":"2024-09-15T22:04:25.869602+0000","last_unstale":"2024-09-15T22:04:27.283890+0000","last_undegraded":"2024-09-15T22:04:27.283890+0000","last_fullsized":"2024-09-15T22:04:27.283890+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-15T22:04:24.835582+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-15T22:04:24.835582+0000","last_clean_scrub_stamp":"2024-09-15T22:04:24.835582+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-16T22:21:32.146626+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.a","version":"0'0","reported_seq":14,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-15T22:04:26.845013+0000","last_change":"2024-09-15T22:04:24.855226+0000","last_active":"2024-09-15T22:04:26.845013+0000","last_peered":"2024-09-15T22:04:26.845013+0000","last_clean":"2024-09-15T22:04:26.845013+0000","last_became_active":"2024-09-15T22:04:24.854933+0000","last_became_peered":"2024-09-15T22:04:24.854933+0000","last_unstale":"2024-09-15T22:04:26.845013+0000","last_undegraded":"2024-09-15T22:04:26.845013+0000","last_fullsized":"2024-09-15T22:04:26.845013+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-15T22:04:23.830575+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-15T22:04:23.830575+0000","last_clean_scrub_stamp":"2024-09-15T22:04:23.830575+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T01:57:35.717051+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3],"acting":[1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.b","version":"0'0","reported_seq":12,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-15T22:04:27.283943+0000","last_change":"2024-09-15T22:04:25.855083+0000","last_active":"2024-09-15T22:04:27.283943+0000","last_peered":"2024-09-15T22:04:27.283943+0000","last_clean":"2024-09-15T22:04:27.283943+0000","last_became_active":"2024-09-15T22:04:25.854788+0000","last_became_peered":"2024-09-15T22:04:25.854788+0000","last_unstale":"2024-09-15T22:04:27.283943+0000","last_undegraded":"2024-09-15T22:04:27.283943+0000","last_fullsized":"2024-09-15T22:04:27.283943+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-15T22:04:24.835582+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-15T22:04:24.835582+0000","last_clean_scrub_stamp":"2024-09-15T22:04:24.835582+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T08:08:55.136352+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.b","version":"20'2","reported_seq":16,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-15T22:04:27.294248+0000","last_change":"2024-09-15T22:04:24.859989+0000","last_active":"2024-09-15T22:04:27.294248+0000","last_peered":"2024-09-15T22:04:27.294248+0000","last_clean":"2024-09-15T22:04:27.294248+0000","last_became_active":"2024-09-15T22:04:24.859701+0000","last_became_peered":"2024-09-15T22:04:24.859701+0000","last_unstale":"2024-09-15T22:04:27.294248+0000","last_undegraded":"2024-09-15T22:04:27.294248+0000","last_fullsized":"2024-09-15T22:04:27.294248+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-15T22:04:23.830575+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-15T22:04:23.830575+0000","last_clean_scrub_stamp":"2024-09-15T22:04:23.830575+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-16T23:17:32.159621+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.a","version":"0'0","reported_seq":12,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-15T22:04:27.293342+0000","last_change":"2024-09-15T22:04:25.861784+0000","last_active":"2024-09-15T22:04:27.293342+0000","last_peered":"2024-09-15T22:04:27.293342+0000","last_clean":"2024-09-15T22:04:27.293342+0000","last_became_active":"2024-09-15T22:04:25.861530+0000","last_became_peered":"2024-09-15T22:04:25.861530+0000","last_unstale":"2024-09-15T22:04:27.293342+0000","last_undegraded":"2024-09-15T22:04:27.293342+0000","last_fullsized":"2024-09-15T22:04:27.293342+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-15T22:04:24.835582+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-15T22:04:24.835582+0000","last_clean_scrub_stamp":"2024-09-15T22:04:24.835582+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-16T22:35:07.503017+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.1d","version":"0'0","reported_seq":12,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-15T22:04:26.847298+0000","last_change":"2024-09-15T22:04:25.865766+0000","last_active":"2024-09-15T22:04:26.847298+0000","last_peered":"2024-09-15T22:04:26.847298+0000","last_clean":"2024-09-15T22:04:26.847298+0000","last_became_active":"2024-09-15T22:04:25.864346+0000","last_became_peered":"2024-09-15T22:04:25.864346+0000","last_unstale":"2024-09-15T22:04:26.847298+0000","last_undegraded":"2024-09-15T22:04:26.847298+0000","last_fullsized":"2024-09-15T22:04:26.847298+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-15T22:04:24.835582+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-15T22:04:24.835582+0000","last_clean_scrub_stamp":"2024-09-15T22:04:24.835582+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T00:06:20.884778+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.1c","version":"20'2","reported_seq":16,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-15T22:04:27.293592+0000","last_change":"2024-09-15T22:04:24.863544+0000","last_active":"2024-09-15T22:04:27.293592+0000","last_peered":"2024-09-15T22:04:27.293592+0000","last_clean":"2024-09-15T22:04:27.293592+0000","last_became_active":"2024-09-15T22:04:24.863220+0000","last_became_peered":"2024-09-15T22:04:24.863220+0000","last_unstale":"2024-09-15T22:04:27.293592+0000","last_undegraded":"2024-09-15T22:04:27.293592+0000","last_fullsized":"2024-09-15T22:04:27.293592+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-15T22:04:23.830575+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-15T22:04:23.830575+0000","last_clean_scrub_stamp":"2024-09-15T22:04:23.830575+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T09:00:08.808373+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1c","version":"0'0","reported_seq":12,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-15T22:04:26.847036+0000","last_change":"2024-09-15T22:04:25.864250+0000","last_active":"2024-09-15T22:04:26.847036+0000","last_peered":"2024-09-15T22:04:26.847036+0000","last_clean":"2024-09-15T22:04:26.847036+0000","last_became_active":"2024-09-15T22:04:25.863997+0000","last_became_peered":"2024-09-15T22:04:25.863997+0000","last_unstale":"2024-09-15T22:04:26.847036+0000","last_undegraded":"2024-09-15T22:04:26.847036+0000","last_fullsized":"2024-09-15T22:04:26.847036+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-15T22:04:24.835582+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-15T22:04:24.835582+0000","last_clean_scrub_stamp":"2024-09-15T22:04:24.835582+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T08:30:15.086099+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.1d","version":"20'2","reported_seq":16,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-15T22:04:27.293861+0000","last_change":"2024-09-15T22:04:24.862868+0000","last_active":"2024-09-15T22:04:27.293861+0000","last_peered":"2024-09-15T22:04:27.293861+0000","last_clean":"2024-09-15T22:04:27.293861+0000","last_became_active":"2024-09-15T22:04:24.862406+0000","last_became_peered":"2024-09-15T22:04:24.862406+0000","last_unstale":"2024-09-15T22:04:27.293861+0000","last_undegraded":"2024-09-15T22:04:27.293861+0000","last_fullsized":"2024-09-15T22:04:27.293861+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-15T22:04:23.830575+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-15T22:04:23.830575+0000","last_clean_scrub_stamp":"2024-09-15T22:04:23.830575+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T01:57:35.717051+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1f","version":"0'0","reported_seq":12,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-15T22:04:27.293354+0000","last_change":"2024-09-15T22:04:25.858796+0000","last_active":"2024-09-15T22:04:27.293354+0000","last_peered":"2024-09-15T22:04:27.293354+0000","last_clean":"2024-09-15T22:04:27.293354+0000","last_became_active":"2024-09-15T22:04:25.858495+0000","last_became_peered":"2024-09-15T22:04:25.858495+0000","last_unstale":"2024-09-15T22:04:27.293354+0000","last_undegraded":"2024-09-15T22:04:27.293354+0000","last_fullsized":"2024-09-15T22:04:27.293354+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-15T22:04:24.835582+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-15T22:04:24.835582+0000","last_clean_scrub_stamp":"2024-09-15T22:04:24.835582+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T03:52:09.819200+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5],"acting":[0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.1e","version":"20'1","reported_seq":15,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-15T22:04:27.284139+0000","last_change":"2024-09-15T22:04:24.865481+0000","last_active":"2024-09-15T22:04:27.284139+0000","last_peered":"2024-09-15T22:04:27.284139+0000","last_clean":"2024-09-15T22:04:27.284139+0000","last_became_active":"2024-09-15T22:04:24.865178+0000","last_became_peered":"2024-09-15T22:04:24.865178+0000","last_unstale":"2024-09-15T22:04:27.284139+0000","last_undegraded":"2024-09-15T22:04:27.284139+0000","last_fullsized":"2024-09-15T22:04:27.284139+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-15T22:04:23.830575+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-15T22:04:23.830575+0000","last_clean_scrub_stamp":"2024-09-15T22:04:23.830575+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T07:08:54.942598+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1e","version":"0'0","reported_seq":12,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-15T22:04:27.284171+0000","last_change":"2024-09-15T22:04:25.857083+0000","last_active":"2024-09-15T22:04:27.284171+0000","last_peered":"2024-09-15T22:04:27.284171+0000","last_clean":"2024-09-15T22:04:27.284171+0000","last_became_active":"2024-09-15T22:04:25.856766+0000","last_became_peered":"2024-09-15T22:04:25.856766+0000","last_unstale":"2024-09-15T22:04:27.284171+0000","last_undegraded":"2024-09-15T22:04:27.284171+0000","last_fullsized":"2024-09-15T22:04:27.284171+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-15T22:04:24.835582+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-15T22:04:24.835582+0000","last_clean_scrub_stamp":"2024-09-15T22:04:24.835582+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-16T23:11:04.557442+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.1f","version":"20'4","reported_seq":18,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-15T22:04:27.293490+0000","last_change":"2024-09-15T22:04:24.856252+0000","last_active":"2024-09-15T22:04:27.293490+0000","last_peered":"2024-09-15T22:04:27.293490+0000","last_clean":"2024-09-15T22:04:27.293490+0000","last_became_active":"2024-09-15T22:04:24.855888+0000","last_became_peered":"2024-09-15T22:04:24.855888+0000","last_unstale":"2024-09-15T22:04:27.293490+0000","last_undegraded":"2024-09-15T22:04:27.293490+0000","last_fullsized":"2024-09-15T22:04:27.293490+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-15T22:04:23.830575+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-15T22:04:23.830575+0000","last_clean_scrub_stamp":"2024-09-15T22:04:23.830575+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T06:16:58.775512+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":582,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]}],"pool_stats":[{"poolid":3,"num_pg":64,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":128,"acting":128,"num_store_stats":8},{"poolid":2,"num_pg":32,"stat_sum":{"num_bytes":2410,"num_objects":22,"num_object_clones":0,"num_object_copies":44,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":22,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":45,"num_write_kb":14,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":65536,"data_stored":4820,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":39,"ondisk_log_size":39,"up":64,"acting":64,"num_store_stats":8},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":159,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":1187840,"data_stored":1180736,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":117,"ondisk_log_size":117,"up":2,"acting":2,"num_store_stats":2}],"osd_stats":[{"osd":7,"up_from":14,"seq":60129542150,"num_pgs":30,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":31980,"kb_used_data":792,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94339860,"statfs":{"total":96636764160,"available":96604016640,"internally_reserved":0,"allocated":811008,"data_stored":665171,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1590,"internal_metadata":31914442},"hb_peers":[0,1,2,3,4,5,6],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":5,"up_from":14,"seq":60129542150,"num_pgs":30,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":31404,"kb_used_data":212,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94340436,"statfs":{"total":96636764160,"available":96604606464,"internally_reserved":0,"allocated":217088,"data_stored":74311,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":31914437},"hb_peers":[0,1,2,3,4,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":4,"up_from":14,"seq":60129542150,"num_pgs":26,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":31416,"kb_used_data":220,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94340424,"statfs":{"total":96636764160,"available":96604594176,"internally_reserved":0,"allocated":225280,"data_stored":74347,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":31914437},"hb_peers":[0,1,2,3,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":3,"up_from":14,"seq":60129542152,"num_pgs":28,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27248,"kb_used_data":220,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344592,"statfs":{"total":96636764160,"available":96608862208,"internally_reserved":0,"allocated":225280,"data_stored":75833,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1593,"internal_metadata":27654599},"hb_peers":[0,1,2,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":2,"up_from":14,"seq":60129542152,"num_pgs":13,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27236,"kb_used_data":208,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344604,"statfs":{"total":96636764160,"available":96608874496,"internally_reserved":0,"allocated":212992,"data_stored":74221,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[0,1,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":1,"up_from":14,"seq":60129542151,"num_pgs":19,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27248,"kb_used_data":216,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344592,"statfs":{"total":96636764160,"available":96608862208,"internally_reserved":0,"allocated":221184,"data_stored":74381,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[0,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":0,"up_from":14,"seq":60129542151,"num_pgs":27,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27828,"kb_used_data":800,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344012,"statfs":{"total":96636764160,"available":96608268288,"internally_reserved":0,"allocated":819200,"data_stored":665227,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[1,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":6,"up_from":13,"seq":55834574855,"num_pgs":21,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":35568,"kb_used_data":220,"kb_used_omap":1,"kb_used_meta":35326,"kb_avail":94336272,"statfs":{"total":96636764160,"available":96600342528,"internally_reserved":0,"allocated":225280,"data_stored":75833,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":36174278},"hb_peers":[0,1,2,3,4,5,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":12288,"data_stored":638,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":160,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":12288,"data_stored":1612,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":12288,"data_stored":126,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":90,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":12288,"data_stored":1612,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":582,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2024-09-15T22:04:37.624 DEBUG:teuthology.orchestra.run.smithi063:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph pg dump --format=json 2024-09-15T22:04:37.762 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:37.761+0000 7fe0cb22e640 1 Processor -- start 2024-09-15T22:04:37.763 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:37.761+0000 7fe0cb22e640 1 -- start start 2024-09-15T22:04:37.764 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:37.762+0000 7fe0cb22e640 1 --2- >> v2:172.21.15.110:3300/0 conn(0x7fe0c415e570 0x7fe0c40d32d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-15T22:04:37.764 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:37.762+0000 7fe0cb22e640 1 --2- >> v2:172.21.15.63:3300/0 conn(0x7fe0c40d4a00 0x7fe0c40cf720 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-15T22:04:37.764 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:37.762+0000 7fe0cb22e640 1 --2- >> [v2:172.21.15.110:3301/0,v1:172.21.15.110:6790/0] conn(0x7fe0c40d1030 0x7fe0c40d14c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-15T22:04:37.764 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:37.762+0000 7fe0cb22e640 1 -- --> v2:172.21.15.63:3300/0 -- mon_getmap magic: 0 -- 0x7fe0c415e950 con 0x7fe0c40d4a00 2024-09-15T22:04:37.764 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:37.762+0000 7fe0cb22e640 1 -- --> v2:172.21.15.110:3300/0 -- mon_getmap magic: 0 -- 0x7fe0c40d3960 con 0x7fe0c415e570 2024-09-15T22:04:37.764 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:37.762+0000 7fe0cb22e640 1 -- --> [v2:172.21.15.110:3301/0,v1:172.21.15.110:6790/0] -- mon_getmap magic: 0 -- 0x7fe0c40d3c40 con 0x7fe0c40d1030 2024-09-15T22:04:37.765 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:37.762+0000 7fe0c3fff640 1 --2- >> v2:172.21.15.63:3300/0 conn(0x7fe0c40d4a00 0x7fe0c40cf720 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-15T22:04:37.765 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:37.762+0000 7fe0c3fff640 1 --2- >> v2:172.21.15.63:3300/0 conn(0x7fe0c40d4a00 0x7fe0c40cf720 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.63:3300/0 says I am v2:172.21.15.63:55544/0 (socket says 172.21.15.63:55544) 2024-09-15T22:04:37.765 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:37.762+0000 7fe0c3fff640 1 -- 172.21.15.63:0/2898561957 learned_addr learned my addr 172.21.15.63:0/2898561957 (peer_addr_for_me v2:172.21.15.63:0/0) 2024-09-15T22:04:37.765 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:37.762+0000 7fe0c8fca640 1 --2- 172.21.15.63:0/2898561957 >> v2:172.21.15.110:3300/0 conn(0x7fe0c415e570 0x7fe0c40d32d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-15T22:04:37.765 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:37.762+0000 7fe0c97cb640 1 --2- 172.21.15.63:0/2898561957 >> [v2:172.21.15.110:3301/0,v1:172.21.15.110:6790/0] conn(0x7fe0c40d1030 0x7fe0c40d14c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-15T22:04:37.765 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:37.762+0000 7fe0c3fff640 1 -- 172.21.15.63:0/2898561957 >> [v2:172.21.15.110:3301/0,v1:172.21.15.110:6790/0] conn(0x7fe0c40d1030 msgr2=0x7fe0c40d14c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-15T22:04:37.765 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:37.762+0000 7fe0c3fff640 1 --2- 172.21.15.63:0/2898561957 >> [v2:172.21.15.110:3301/0,v1:172.21.15.110:6790/0] conn(0x7fe0c40d1030 0x7fe0c40d14c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T22:04:37.765 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:37.762+0000 7fe0c3fff640 1 -- 172.21.15.63:0/2898561957 >> v2:172.21.15.110:3300/0 conn(0x7fe0c415e570 msgr2=0x7fe0c40d32d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-15T22:04:37.765 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:37.762+0000 7fe0c3fff640 1 --2- 172.21.15.63:0/2898561957 >> v2:172.21.15.110:3300/0 conn(0x7fe0c415e570 0x7fe0c40d32d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T22:04:37.765 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:37.762+0000 7fe0c3fff640 1 -- 172.21.15.63:0/2898561957 --> v2:172.21.15.63:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fe0c40d3f20 con 0x7fe0c40d4a00 2024-09-15T22:04:37.765 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:37.762+0000 7fe0c97cb640 1 --2- 172.21.15.63:0/2898561957 >> [v2:172.21.15.110:3301/0,v1:172.21.15.110:6790/0] conn(0x7fe0c40d1030 0x7fe0c40d14c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-15T22:04:37.767 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:37.763+0000 7fe0c3fff640 1 --2- 172.21.15.63:0/2898561957 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fe0c40d4a00 0x7fe0c40cf720 secure :-1 s=READY pgs=119 cs=0 l=1 rev1=1 crypto rx=0x7fe0c40d2110 tx=0x7fe0b002a1e0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=ffe618e5b744bd1c server_cookie=0 in_seq=0 out_seq=0 2024-09-15T22:04:37.767 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:37.763+0000 7fe0c37fe640 1 -- 172.21.15.63:0/2898561957 <== mon.0 v2:172.21.15.63:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe0b0037070 con 0x7fe0c40d4a00 2024-09-15T22:04:37.767 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:37.763+0000 7fe0c37fe640 1 -- 172.21.15.63:0/2898561957 <== mon.0 v2:172.21.15.63:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fe0b0032440 con 0x7fe0c40d4a00 2024-09-15T22:04:37.767 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:37.763+0000 7fe0c37fe640 1 -- 172.21.15.63:0/2898561957 <== mon.0 v2:172.21.15.63:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe0b0032810 con 0x7fe0c40d4a00 2024-09-15T22:04:37.767 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:37.764+0000 7fe0cb22e640 1 -- 172.21.15.63:0/2898561957 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fe0c40d4a00 msgr2=0x7fe0c40cf720 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-15T22:04:37.767 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:37.764+0000 7fe0cb22e640 1 --2- 172.21.15.63:0/2898561957 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fe0c40d4a00 0x7fe0c40cf720 secure :-1 s=READY pgs=119 cs=0 l=1 rev1=1 crypto rx=0x7fe0c40d2110 tx=0x7fe0b002a1e0 comp rx=0 tx=0).stop 2024-09-15T22:04:37.767 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:37.764+0000 7fe0cb22e640 1 -- 172.21.15.63:0/2898561957 shutdown_connections 2024-09-15T22:04:37.767 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:37.764+0000 7fe0cb22e640 1 --2- 172.21.15.63:0/2898561957 >> [v2:172.21.15.110:3301/0,v1:172.21.15.110:6790/0] conn(0x7fe0c40d1030 0x7fe0c40d14c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T22:04:37.767 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:37.764+0000 7fe0cb22e640 1 --2- 172.21.15.63:0/2898561957 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fe0c40d4a00 0x7fe0c40cf720 unknown :-1 s=CLOSED pgs=119 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T22:04:37.767 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:37.764+0000 7fe0cb22e640 1 --2- 172.21.15.63:0/2898561957 >> v2:172.21.15.110:3300/0 conn(0x7fe0c415e570 0x7fe0c40d32d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T22:04:37.767 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:37.764+0000 7fe0cb22e640 1 -- 172.21.15.63:0/2898561957 >> 172.21.15.63:0/2898561957 conn(0x7fe0c4074bc0 msgr2=0x7fe0c4074fd0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-15T22:04:37.767 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:37.764+0000 7fe0cb22e640 1 -- 172.21.15.63:0/2898561957 shutdown_connections 2024-09-15T22:04:37.767 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:37.764+0000 7fe0cb22e640 1 -- 172.21.15.63:0/2898561957 wait complete. 2024-09-15T22:04:37.768 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:37.765+0000 7fe0cb22e640 1 Processor -- start 2024-09-15T22:04:37.768 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:37.765+0000 7fe0cb22e640 1 -- start start 2024-09-15T22:04:37.770 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:37.766+0000 7fe0cb22e640 1 --2- >> [v2:172.21.15.110:3301/0,v1:172.21.15.110:6790/0] conn(0x7fe0c40d1030 0x7fe0c415c8a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-15T22:04:37.770 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:37.766+0000 7fe0cb22e640 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7fe0c40d4a00 0x7fe0c41f5200 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-15T22:04:37.770 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:37.766+0000 7fe0cb22e640 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fe0c415e570 0x7fe0c41e8660 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-15T22:04:37.770 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:37.766+0000 7fe0cb22e640 1 -- --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 -- 0x7fe0c40cfc60 con 0x7fe0c415e570 2024-09-15T22:04:37.770 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:37.766+0000 7fe0cb22e640 1 -- --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_getmap magic: 0 -- 0x7fe0c40d44e0 con 0x7fe0c40d4a00 2024-09-15T22:04:37.770 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:37.766+0000 7fe0cb22e640 1 -- --> [v2:172.21.15.110:3301/0,v1:172.21.15.110:6790/0] -- mon_getmap magic: 0 -- 0x7fe0c40d4e40 con 0x7fe0c40d1030 2024-09-15T22:04:37.770 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:37.766+0000 7fe0c97cb640 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fe0c415e570 0x7fe0c41e8660 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-15T22:04:37.770 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:37.766+0000 7fe0c97cb640 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fe0c415e570 0x7fe0c41e8660 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.63:3300/0 says I am v2:172.21.15.63:55554/0 (socket says 172.21.15.63:55554) 2024-09-15T22:04:37.770 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:37.766+0000 7fe0c97cb640 1 -- 172.21.15.63:0/187198758 learned_addr learned my addr 172.21.15.63:0/187198758 (peer_addr_for_me v2:172.21.15.63:0/0) 2024-09-15T22:04:37.770 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:37.766+0000 7fe0c3fff640 1 --2- 172.21.15.63:0/187198758 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7fe0c40d4a00 0x7fe0c41f5200 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-15T22:04:37.770 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:37.766+0000 7fe0c8fca640 1 --2- 172.21.15.63:0/187198758 >> [v2:172.21.15.110:3301/0,v1:172.21.15.110:6790/0] conn(0x7fe0c40d1030 0x7fe0c415c8a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-15T22:04:37.771 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:37.766+0000 7fe0c97cb640 1 -- 172.21.15.63:0/187198758 >> [v2:172.21.15.110:3301/0,v1:172.21.15.110:6790/0] conn(0x7fe0c40d1030 msgr2=0x7fe0c415c8a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-15T22:04:37.771 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:37.766+0000 7fe0c97cb640 1 --2- 172.21.15.63:0/187198758 >> [v2:172.21.15.110:3301/0,v1:172.21.15.110:6790/0] conn(0x7fe0c40d1030 0x7fe0c415c8a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T22:04:37.771 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:37.766+0000 7fe0c97cb640 1 -- 172.21.15.63:0/187198758 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7fe0c40d4a00 msgr2=0x7fe0c41f5200 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-15T22:04:37.771 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:37.766+0000 7fe0c97cb640 1 --2- 172.21.15.63:0/187198758 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7fe0c40d4a00 0x7fe0c41f5200 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T22:04:37.771 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:37.766+0000 7fe0c97cb640 1 -- 172.21.15.63:0/187198758 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fe0c415d0d0 con 0x7fe0c415e570 2024-09-15T22:04:37.771 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:37.767+0000 7fe0c97cb640 1 --2- 172.21.15.63:0/187198758 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fe0c415e570 0x7fe0c41e8660 secure :-1 s=READY pgs=120 cs=0 l=1 rev1=1 crypto rx=0x7fe0bc00cd40 tx=0x7fe0bc00a650 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-15T22:04:37.771 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:37.767+0000 7fe0c17fa640 1 -- 172.21.15.63:0/187198758 <== mon.0 v2:172.21.15.63:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe0bc00f680 con 0x7fe0c415e570 2024-09-15T22:04:37.771 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:37.767+0000 7fe0c17fa640 1 -- 172.21.15.63:0/187198758 <== mon.0 v2:172.21.15.63:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fe0bc00f840 con 0x7fe0c415e570 2024-09-15T22:04:37.771 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:37.767+0000 7fe0cb22e640 1 -- 172.21.15.63:0/187198758 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fe0c415d3b0 con 0x7fe0c415e570 2024-09-15T22:04:37.771 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:37.767+0000 7fe0c17fa640 1 -- 172.21.15.63:0/187198758 <== mon.0 v2:172.21.15.63:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe0bc00fc30 con 0x7fe0c415e570 2024-09-15T22:04:37.771 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:37.767+0000 7fe0cb22e640 1 -- 172.21.15.63:0/187198758 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fe0c40c9720 con 0x7fe0c415e570 2024-09-15T22:04:37.771 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:37.768+0000 7fe0cb22e640 1 -- 172.21.15.63:0/187198758 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fe0c40cf720 con 0x7fe0c415e570 2024-09-15T22:04:37.771 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:37.768+0000 7fe0c17fa640 1 -- 172.21.15.63:0/187198758 <== mon.0 v2:172.21.15.63:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7fe0bc0213f0 con 0x7fe0c415e570 2024-09-15T22:04:37.772 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:37.769+0000 7fe0c17fa640 1 --2- 172.21.15.63:0/187198758 >> [v2:172.21.15.110:6832/552273267,v1:172.21.15.110:6833/552273267] conn(0x7fe0a806c2b0 0x7fe0a806e770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-15T22:04:37.772 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:37.769+0000 7fe0c17fa640 1 -- 172.21.15.63:0/187198758 <== mon.0 v2:172.21.15.63:3300/0 5 ==== osd_map(21..21 src has 1..21) ==== 5709+0+0 (secure 0 0 0) 0x7fe0bc08c000 con 0x7fe0c415e570 2024-09-15T22:04:37.772 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:37.769+0000 7fe0c8fca640 1 --2- 172.21.15.63:0/187198758 >> [v2:172.21.15.110:6832/552273267,v1:172.21.15.110:6833/552273267] conn(0x7fe0a806c2b0 0x7fe0a806e770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-15T22:04:37.772 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:37.770+0000 7fe0c8fca640 1 --2- 172.21.15.63:0/187198758 >> [v2:172.21.15.110:6832/552273267,v1:172.21.15.110:6833/552273267] conn(0x7fe0a806c2b0 0x7fe0a806e770 secure :-1 s=READY pgs=88 cs=0 l=1 rev1=1 crypto rx=0x7fe0b8006fd0 tx=0x7fe0b8008040 comp rx=0 tx=0).ready entity=mgr.4102 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-15T22:04:37.775 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:37.773+0000 7fe0c17fa640 1 -- 172.21.15.63:0/187198758 <== mon.0 v2:172.21.15.63:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7fe0bc014030 con 0x7fe0c415e570 2024-09-15T22:04:37.948 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:37.947+0000 7fe0cb22e640 1 -- 172.21.15.63:0/187198758 --> [v2:172.21.15.110:6832/552273267,v1:172.21.15.110:6833/552273267] -- mgr_command(tid 0: {"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}) -- 0x7fe0c40cefe0 con 0x7fe0a806c2b0 2024-09-15T22:04:37.955 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:37.953+0000 7fe0c17fa640 1 -- 172.21.15.63:0/187198758 <== mgr.4102 v2:172.21.15.110:6832/552273267 1 ==== mgr_command_reply(tid 0: 0 dumped all) ==== 18+0+251837 (secure 0 0 0) 0x7fe0c40cefe0 con 0x7fe0a806c2b0 2024-09-15T22:04:37.957 INFO:teuthology.orchestra.run.smithi063.stdout: 2024-09-15T22:04:37.959 INFO:teuthology.orchestra.run.smithi063.stderr:dumped all 2024-09-15T22:04:37.960 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:37.956+0000 7fe0cb22e640 1 -- 172.21.15.63:0/187198758 >> [v2:172.21.15.110:6832/552273267,v1:172.21.15.110:6833/552273267] conn(0x7fe0a806c2b0 msgr2=0x7fe0a806e770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-15T22:04:37.960 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:37.956+0000 7fe0cb22e640 1 --2- 172.21.15.63:0/187198758 >> [v2:172.21.15.110:6832/552273267,v1:172.21.15.110:6833/552273267] conn(0x7fe0a806c2b0 0x7fe0a806e770 secure :-1 s=READY pgs=88 cs=0 l=1 rev1=1 crypto rx=0x7fe0b8006fd0 tx=0x7fe0b8008040 comp rx=0 tx=0).stop 2024-09-15T22:04:37.960 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:37.956+0000 7fe0cb22e640 1 -- 172.21.15.63:0/187198758 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fe0c415e570 msgr2=0x7fe0c41e8660 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-15T22:04:37.960 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:37.956+0000 7fe0cb22e640 1 --2- 172.21.15.63:0/187198758 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fe0c415e570 0x7fe0c41e8660 secure :-1 s=READY pgs=120 cs=0 l=1 rev1=1 crypto rx=0x7fe0bc00cd40 tx=0x7fe0bc00a650 comp rx=0 tx=0).stop 2024-09-15T22:04:37.960 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:37.956+0000 7fe0cb22e640 1 -- 172.21.15.63:0/187198758 shutdown_connections 2024-09-15T22:04:37.961 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:37.956+0000 7fe0cb22e640 1 --2- 172.21.15.63:0/187198758 >> [v2:172.21.15.110:6832/552273267,v1:172.21.15.110:6833/552273267] conn(0x7fe0a806c2b0 0x7fe0a806e770 unknown :-1 s=CLOSED pgs=88 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T22:04:37.961 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:37.956+0000 7fe0cb22e640 1 --2- 172.21.15.63:0/187198758 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7fe0c40d4a00 0x7fe0c41f5200 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T22:04:37.961 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:37.956+0000 7fe0cb22e640 1 --2- 172.21.15.63:0/187198758 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fe0c415e570 0x7fe0c41e8660 unknown :-1 s=CLOSED pgs=120 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T22:04:37.961 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:37.956+0000 7fe0cb22e640 1 --2- 172.21.15.63:0/187198758 >> [v2:172.21.15.110:3301/0,v1:172.21.15.110:6790/0] conn(0x7fe0c40d1030 0x7fe0c415c8a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T22:04:37.961 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:37.956+0000 7fe0cb22e640 1 -- 172.21.15.63:0/187198758 >> 172.21.15.63:0/187198758 conn(0x7fe0c4074bc0 msgr2=0x7fe0c40b75a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-15T22:04:37.961 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:37.956+0000 7fe0cb22e640 1 -- 172.21.15.63:0/187198758 shutdown_connections 2024-09-15T22:04:37.961 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:37.956+0000 7fe0cb22e640 1 -- 172.21.15.63:0/187198758 wait complete. 2024-09-15T22:04:37.968 INFO:teuthology.orchestra.run.smithi063.stdout:{"pg_ready":true,"pg_map":{"version":26,"stamp":"2024-09-15T22:04:36.240643+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":592778,"num_objects":24,"num_object_clones":0,"num_object_copies":48,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":24,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":204,"num_write_kb":2430,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":156,"ondisk_log_size":156,"up":194,"acting":194,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":194,"num_osds":8,"num_per_pool_osds":8,"num_per_pool_omap_osds":8,"kb":754974720,"kb_used":239928,"kb_used_data":2888,"kb_used_omap":12,"kb_used_meta":236851,"kb_avail":754734792,"statfs":{"total":773094113280,"available":772848427008,"internally_reserved":0,"allocated":2957312,"data_stored":1779324,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":12752,"internal_metadata":242535984},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":2410,"num_objects":22,"num_object_clones":0,"num_object_copies":44,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":22,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":45,"num_write_kb":14,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"10.002557"},"pg_stats":[{"pgid":"3.3f","version":"0'0","reported_seq":12,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-15T22:04:27.294513+0000","last_change":"2024-09-15T22:04:25.872560+0000","last_active":"2024-09-15T22:04:27.294513+0000","last_peered":"2024-09-15T22:04:27.294513+0000","last_clean":"2024-09-15T22:04:27.294513+0000","last_became_active":"2024-09-15T22:04:25.872314+0000","last_became_peered":"2024-09-15T22:04:25.872314+0000","last_unstale":"2024-09-15T22:04:27.294513+0000","last_undegraded":"2024-09-15T22:04:27.294513+0000","last_fullsized":"2024-09-15T22:04:27.294513+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-15T22:04:24.835582+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-15T22:04:24.835582+0000","last_clean_scrub_stamp":"2024-09-15T22:04:24.835582+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T00:06:20.884778+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.3e","version":"0'0","reported_seq":12,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-15T22:04:26.845246+0000","last_change":"2024-09-15T22:04:25.866779+0000","last_active":"2024-09-15T22:04:26.845246+0000","last_peered":"2024-09-15T22:04:26.845246+0000","last_clean":"2024-09-15T22:04:26.845246+0000","last_became_active":"2024-09-15T22:04:25.866369+0000","last_became_peered":"2024-09-15T22:04:25.866369+0000","last_unstale":"2024-09-15T22:04:26.845246+0000","last_undegraded":"2024-09-15T22:04:26.845246+0000","last_fullsized":"2024-09-15T22:04:26.845246+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-15T22:04:24.835582+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-15T22:04:24.835582+0000","last_clean_scrub_stamp":"2024-09-15T22:04:24.835582+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T06:16:29.286980+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.3d","version":"0'0","reported_seq":12,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-15T22:04:27.293310+0000","last_change":"2024-09-15T22:04:25.856384+0000","last_active":"2024-09-15T22:04:27.293310+0000","last_peered":"2024-09-15T22:04:27.293310+0000","last_clean":"2024-09-15T22:04:27.293310+0000","last_became_active":"2024-09-15T22:04:25.856084+0000","last_became_peered":"2024-09-15T22:04:25.856084+0000","last_unstale":"2024-09-15T22:04:27.293310+0000","last_undegraded":"2024-09-15T22:04:27.293310+0000","last_fullsized":"2024-09-15T22:04:27.293310+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-15T22:04:24.835582+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-15T22:04:24.835582+0000","last_clean_scrub_stamp":"2024-09-15T22:04:24.835582+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T05:28:49.992912+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2],"acting":[0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.3c","version":"0'0","reported_seq":12,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-15T22:04:26.846912+0000","last_change":"2024-09-15T22:04:25.863308+0000","last_active":"2024-09-15T22:04:26.846912+0000","last_peered":"2024-09-15T22:04:26.846912+0000","last_clean":"2024-09-15T22:04:26.846912+0000","last_became_active":"2024-09-15T22:04:25.861909+0000","last_became_peered":"2024-09-15T22:04:25.861909+0000","last_unstale":"2024-09-15T22:04:26.846912+0000","last_undegraded":"2024-09-15T22:04:26.846912+0000","last_fullsized":"2024-09-15T22:04:26.846912+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-15T22:04:24.835582+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-15T22:04:24.835582+0000","last_clean_scrub_stamp":"2024-09-15T22:04:24.835582+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-16T23:41:28.683939+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.3b","version":"0'0","reported_seq":12,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-15T22:04:27.294007+0000","last_change":"2024-09-15T22:04:25.858535+0000","last_active":"2024-09-15T22:04:27.294007+0000","last_peered":"2024-09-15T22:04:27.294007+0000","last_clean":"2024-09-15T22:04:27.294007+0000","last_became_active":"2024-09-15T22:04:25.858276+0000","last_became_peered":"2024-09-15T22:04:25.858276+0000","last_unstale":"2024-09-15T22:04:27.294007+0000","last_undegraded":"2024-09-15T22:04:27.294007+0000","last_fullsized":"2024-09-15T22:04:27.294007+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-15T22:04:24.835582+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-15T22:04:24.835582+0000","last_clean_scrub_stamp":"2024-09-15T22:04:24.835582+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T08:30:15.086099+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2],"acting":[7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.3a","version":"0'0","reported_seq":12,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-15T22:04:26.846970+0000","last_change":"2024-09-15T22:04:25.861045+0000","last_active":"2024-09-15T22:04:26.846970+0000","last_peered":"2024-09-15T22:04:26.846970+0000","last_clean":"2024-09-15T22:04:26.846970+0000","last_became_active":"2024-09-15T22:04:25.860787+0000","last_became_peered":"2024-09-15T22:04:25.860787+0000","last_unstale":"2024-09-15T22:04:26.846970+0000","last_undegraded":"2024-09-15T22:04:26.846970+0000","last_fullsized":"2024-09-15T22:04:26.846970+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-15T22:04:24.835582+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-15T22:04:24.835582+0000","last_clean_scrub_stamp":"2024-09-15T22:04:24.835582+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T00:59:52.335697+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0],"acting":[5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.39","version":"0'0","reported_seq":12,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-15T22:04:27.293524+0000","last_change":"2024-09-15T22:04:25.861050+0000","last_active":"2024-09-15T22:04:27.293524+0000","last_peered":"2024-09-15T22:04:27.293524+0000","last_clean":"2024-09-15T22:04:27.293524+0000","last_became_active":"2024-09-15T22:04:25.860760+0000","last_became_peered":"2024-09-15T22:04:25.860760+0000","last_unstale":"2024-09-15T22:04:27.293524+0000","last_undegraded":"2024-09-15T22:04:27.293524+0000","last_fullsized":"2024-09-15T22:04:27.293524+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-15T22:04:24.835582+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-15T22:04:24.835582+0000","last_clean_scrub_stamp":"2024-09-15T22:04:24.835582+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T02:18:14.322849+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.38","version":"0'0","reported_seq":12,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-15T22:04:27.283691+0000","last_change":"2024-09-15T22:04:25.863956+0000","last_active":"2024-09-15T22:04:27.283691+0000","last_peered":"2024-09-15T22:04:27.283691+0000","last_clean":"2024-09-15T22:04:27.283691+0000","last_became_active":"2024-09-15T22:04:25.863625+0000","last_became_peered":"2024-09-15T22:04:25.863625+0000","last_unstale":"2024-09-15T22:04:27.283691+0000","last_undegraded":"2024-09-15T22:04:27.283691+0000","last_fullsized":"2024-09-15T22:04:27.283691+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-15T22:04:24.835582+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-15T22:04:24.835582+0000","last_clean_scrub_stamp":"2024-09-15T22:04:24.835582+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-16T22:35:07.503017+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5],"acting":[3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.37","version":"0'0","reported_seq":12,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-15T22:04:27.294528+0000","last_change":"2024-09-15T22:04:25.867483+0000","last_active":"2024-09-15T22:04:27.294528+0000","last_peered":"2024-09-15T22:04:27.294528+0000","last_clean":"2024-09-15T22:04:27.294528+0000","last_became_active":"2024-09-15T22:04:25.867028+0000","last_became_peered":"2024-09-15T22:04:25.867028+0000","last_unstale":"2024-09-15T22:04:27.294528+0000","last_undegraded":"2024-09-15T22:04:27.294528+0000","last_fullsized":"2024-09-15T22:04:27.294528+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-15T22:04:24.835582+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-15T22:04:24.835582+0000","last_clean_scrub_stamp":"2024-09-15T22:04:24.835582+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T04:18:08.313443+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.36","version":"0'0","reported_seq":12,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-15T22:04:27.294077+0000","last_change":"2024-09-15T22:04:25.862691+0000","last_active":"2024-09-15T22:04:27.294077+0000","last_peered":"2024-09-15T22:04:27.294077+0000","last_clean":"2024-09-15T22:04:27.294077+0000","last_became_active":"2024-09-15T22:04:25.862016+0000","last_became_peered":"2024-09-15T22:04:25.862016+0000","last_unstale":"2024-09-15T22:04:27.294077+0000","last_undegraded":"2024-09-15T22:04:27.294077+0000","last_fullsized":"2024-09-15T22:04:27.294077+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-15T22:04:24.835582+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-15T22:04:24.835582+0000","last_clean_scrub_stamp":"2024-09-15T22:04:24.835582+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-16T22:21:32.146626+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5],"acting":[6,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.35","version":"0'0","reported_seq":12,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-15T22:04:27.294390+0000","last_change":"2024-09-15T22:04:25.858933+0000","last_active":"2024-09-15T22:04:27.294390+0000","last_peered":"2024-09-15T22:04:27.294390+0000","last_clean":"2024-09-15T22:04:27.294390+0000","last_became_active":"2024-09-15T22:04:25.858649+0000","last_became_peered":"2024-09-15T22:04:25.858649+0000","last_unstale":"2024-09-15T22:04:27.294390+0000","last_undegraded":"2024-09-15T22:04:27.294390+0000","last_fullsized":"2024-09-15T22:04:27.294390+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-15T22:04:24.835582+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-15T22:04:24.835582+0000","last_clean_scrub_stamp":"2024-09-15T22:04:24.835582+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T08:08:55.136352+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5],"acting":[6,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.34","version":"0'0","reported_seq":12,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-15T22:04:26.846917+0000","last_change":"2024-09-15T22:04:25.857995+0000","last_active":"2024-09-15T22:04:26.846917+0000","last_peered":"2024-09-15T22:04:26.846917+0000","last_clean":"2024-09-15T22:04:26.846917+0000","last_became_active":"2024-09-15T22:04:25.857690+0000","last_became_peered":"2024-09-15T22:04:25.857690+0000","last_unstale":"2024-09-15T22:04:26.846917+0000","last_undegraded":"2024-09-15T22:04:26.846917+0000","last_fullsized":"2024-09-15T22:04:26.846917+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-15T22:04:24.835582+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-15T22:04:24.835582+0000","last_clean_scrub_stamp":"2024-09-15T22:04:24.835582+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T09:00:09.813380+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.33","version":"0'0","reported_seq":12,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-15T22:04:27.283908+0000","last_change":"2024-09-15T22:04:25.860098+0000","last_active":"2024-09-15T22:04:27.283908+0000","last_peered":"2024-09-15T22:04:27.283908+0000","last_clean":"2024-09-15T22:04:27.283908+0000","last_became_active":"2024-09-15T22:04:25.857292+0000","last_became_peered":"2024-09-15T22:04:25.857292+0000","last_unstale":"2024-09-15T22:04:27.283908+0000","last_undegraded":"2024-09-15T22:04:27.283908+0000","last_fullsized":"2024-09-15T22:04:27.283908+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-15T22:04:24.835582+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-15T22:04:24.835582+0000","last_clean_scrub_stamp":"2024-09-15T22:04:24.835582+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-16T22:28:44.332876+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.32","version":"0'0","reported_seq":12,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-15T22:04:27.293159+0000","last_change":"2024-09-15T22:04:25.868852+0000","last_active":"2024-09-15T22:04:27.293159+0000","last_peered":"2024-09-15T22:04:27.293159+0000","last_clean":"2024-09-15T22:04:27.293159+0000","last_became_active":"2024-09-15T22:04:25.868334+0000","last_became_peered":"2024-09-15T22:04:25.868334+0000","last_unstale":"2024-09-15T22:04:27.293159+0000","last_undegraded":"2024-09-15T22:04:27.293159+0000","last_fullsized":"2024-09-15T22:04:27.293159+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-15T22:04:24.835582+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-15T22:04:24.835582+0000","last_clean_scrub_stamp":"2024-09-15T22:04:24.835582+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T02:18:23.172288+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.31","version":"0'0","reported_seq":12,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-15T22:04:26.845017+0000","last_change":"2024-09-15T22:04:25.867979+0000","last_active":"2024-09-15T22:04:26.845017+0000","last_peered":"2024-09-15T22:04:26.845017+0000","last_clean":"2024-09-15T22:04:26.845017+0000","last_became_active":"2024-09-15T22:04:25.867223+0000","last_became_peered":"2024-09-15T22:04:25.867223+0000","last_unstale":"2024-09-15T22:04:26.845017+0000","last_undegraded":"2024-09-15T22:04:26.845017+0000","last_fullsized":"2024-09-15T22:04:26.845017+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-15T22:04:24.835582+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-15T22:04:24.835582+0000","last_clean_scrub_stamp":"2024-09-15T22:04:24.835582+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T07:01:05.596887+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4],"acting":[1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.30","version":"0'0","reported_seq":12,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-15T22:04:26.846022+0000","last_change":"2024-09-15T22:04:25.857402+0000","last_active":"2024-09-15T22:04:26.846022+0000","last_peered":"2024-09-15T22:04:26.846022+0000","last_clean":"2024-09-15T22:04:26.846022+0000","last_became_active":"2024-09-15T22:04:25.857145+0000","last_became_peered":"2024-09-15T22:04:25.857145+0000","last_unstale":"2024-09-15T22:04:26.846022+0000","last_undegraded":"2024-09-15T22:04:26.846022+0000","last_fullsized":"2024-09-15T22:04:26.846022+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-15T22:04:24.835582+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-15T22:04:24.835582+0000","last_clean_scrub_stamp":"2024-09-15T22:04:24.835582+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T05:37:03.492388+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0],"acting":[5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.2f","version":"0'0","reported_seq":12,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-15T22:04:26.846842+0000","last_change":"2024-09-15T22:04:25.861219+0000","last_active":"2024-09-15T22:04:26.846842+0000","last_peered":"2024-09-15T22:04:26.846842+0000","last_clean":"2024-09-15T22:04:26.846842+0000","last_became_active":"2024-09-15T22:04:25.860983+0000","last_became_peered":"2024-09-15T22:04:25.860983+0000","last_unstale":"2024-09-15T22:04:26.846842+0000","last_undegraded":"2024-09-15T22:04:26.846842+0000","last_fullsized":"2024-09-15T22:04:26.846842+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-15T22:04:24.835582+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-15T22:04:24.835582+0000","last_clean_scrub_stamp":"2024-09-15T22:04:24.835582+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-16T22:40:57.254107+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.2e","version":"0'0","reported_seq":12,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-15T22:04:26.965374+0000","last_change":"2024-09-15T22:04:25.863683+0000","last_active":"2024-09-15T22:04:26.965374+0000","last_peered":"2024-09-15T22:04:26.965374+0000","last_clean":"2024-09-15T22:04:26.965374+0000","last_became_active":"2024-09-15T22:04:25.863335+0000","last_became_peered":"2024-09-15T22:04:25.863335+0000","last_unstale":"2024-09-15T22:04:26.965374+0000","last_undegraded":"2024-09-15T22:04:26.965374+0000","last_fullsized":"2024-09-15T22:04:26.965374+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-15T22:04:24.835582+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-15T22:04:24.835582+0000","last_clean_scrub_stamp":"2024-09-15T22:04:24.835582+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T01:54:39.479466+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,6],"acting":[2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.2d","version":"0'0","reported_seq":12,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-15T22:04:27.294075+0000","last_change":"2024-09-15T22:04:25.860298+0000","last_active":"2024-09-15T22:04:27.294075+0000","last_peered":"2024-09-15T22:04:27.294075+0000","last_clean":"2024-09-15T22:04:27.294075+0000","last_became_active":"2024-09-15T22:04:25.859953+0000","last_became_peered":"2024-09-15T22:04:25.859953+0000","last_unstale":"2024-09-15T22:04:27.294075+0000","last_undegraded":"2024-09-15T22:04:27.294075+0000","last_fullsized":"2024-09-15T22:04:27.294075+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-15T22:04:24.835582+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-15T22:04:24.835582+0000","last_clean_scrub_stamp":"2024-09-15T22:04:24.835582+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T09:53:28.398909+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2],"acting":[7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.2c","version":"0'0","reported_seq":12,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-15T22:04:27.293880+0000","last_change":"2024-09-15T22:04:25.861120+0000","last_active":"2024-09-15T22:04:27.293880+0000","last_peered":"2024-09-15T22:04:27.293880+0000","last_clean":"2024-09-15T22:04:27.293880+0000","last_became_active":"2024-09-15T22:04:25.860880+0000","last_became_peered":"2024-09-15T22:04:25.860880+0000","last_unstale":"2024-09-15T22:04:27.293880+0000","last_undegraded":"2024-09-15T22:04:27.293880+0000","last_fullsized":"2024-09-15T22:04:27.293880+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-15T22:04:24.835582+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-15T22:04:24.835582+0000","last_clean_scrub_stamp":"2024-09-15T22:04:24.835582+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-16T23:18:53.077874+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.2b","version":"0'0","reported_seq":12,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-15T22:04:27.293378+0000","last_change":"2024-09-15T22:04:25.858556+0000","last_active":"2024-09-15T22:04:27.293378+0000","last_peered":"2024-09-15T22:04:27.293378+0000","last_clean":"2024-09-15T22:04:27.293378+0000","last_became_active":"2024-09-15T22:04:25.858210+0000","last_became_peered":"2024-09-15T22:04:25.858210+0000","last_unstale":"2024-09-15T22:04:27.293378+0000","last_undegraded":"2024-09-15T22:04:27.293378+0000","last_fullsized":"2024-09-15T22:04:27.293378+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-15T22:04:24.835582+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-15T22:04:24.835582+0000","last_clean_scrub_stamp":"2024-09-15T22:04:24.835582+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T07:01:05.596887+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.2a","version":"0'0","reported_seq":12,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-15T22:04:26.847145+0000","last_change":"2024-09-15T22:04:25.865761+0000","last_active":"2024-09-15T22:04:26.847145+0000","last_peered":"2024-09-15T22:04:26.847145+0000","last_clean":"2024-09-15T22:04:26.847145+0000","last_became_active":"2024-09-15T22:04:25.865434+0000","last_became_peered":"2024-09-15T22:04:25.865434+0000","last_unstale":"2024-09-15T22:04:26.847145+0000","last_undegraded":"2024-09-15T22:04:26.847145+0000","last_fullsized":"2024-09-15T22:04:26.847145+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-15T22:04:24.835582+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-15T22:04:24.835582+0000","last_clean_scrub_stamp":"2024-09-15T22:04:24.835582+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T08:05:33.368527+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.29","version":"0'0","reported_seq":12,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-15T22:04:27.283743+0000","last_change":"2024-09-15T22:04:25.849366+0000","last_active":"2024-09-15T22:04:27.283743+0000","last_peered":"2024-09-15T22:04:27.283743+0000","last_clean":"2024-09-15T22:04:27.283743+0000","last_became_active":"2024-09-15T22:04:25.849054+0000","last_became_peered":"2024-09-15T22:04:25.849054+0000","last_unstale":"2024-09-15T22:04:27.283743+0000","last_undegraded":"2024-09-15T22:04:27.283743+0000","last_fullsized":"2024-09-15T22:04:27.283743+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-15T22:04:24.835582+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-15T22:04:24.835582+0000","last_clean_scrub_stamp":"2024-09-15T22:04:24.835582+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T01:01:23.177630+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4],"acting":[3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.28","version":"0'0","reported_seq":12,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-15T22:04:26.846078+0000","last_change":"2024-09-15T22:04:25.861874+0000","last_active":"2024-09-15T22:04:26.846078+0000","last_peered":"2024-09-15T22:04:26.846078+0000","last_clean":"2024-09-15T22:04:26.846078+0000","last_became_active":"2024-09-15T22:04:25.861598+0000","last_became_peered":"2024-09-15T22:04:25.861598+0000","last_unstale":"2024-09-15T22:04:26.846078+0000","last_undegraded":"2024-09-15T22:04:26.846078+0000","last_fullsized":"2024-09-15T22:04:26.846078+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-15T22:04:24.835582+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-15T22:04:24.835582+0000","last_clean_scrub_stamp":"2024-09-15T22:04:24.835582+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T06:16:29.286980+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.27","version":"0'0","reported_seq":12,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-15T22:04:27.284183+0000","last_change":"2024-09-15T22:04:25.849257+0000","last_active":"2024-09-15T22:04:27.284183+0000","last_peered":"2024-09-15T22:04:27.284183+0000","last_clean":"2024-09-15T22:04:27.284183+0000","last_became_active":"2024-09-15T22:04:25.848944+0000","last_became_peered":"2024-09-15T22:04:25.848944+0000","last_unstale":"2024-09-15T22:04:27.284183+0000","last_undegraded":"2024-09-15T22:04:27.284183+0000","last_fullsized":"2024-09-15T22:04:27.284183+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-15T22:04:24.835582+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-15T22:04:24.835582+0000","last_clean_scrub_stamp":"2024-09-15T22:04:24.835582+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T00:01:41.320533+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4],"acting":[3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.26","version":"0'0","reported_seq":12,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-15T22:04:27.294160+0000","last_change":"2024-09-15T22:04:25.866942+0000","last_active":"2024-09-15T22:04:27.294160+0000","last_peered":"2024-09-15T22:04:27.294160+0000","last_clean":"2024-09-15T22:04:27.294160+0000","last_became_active":"2024-09-15T22:04:25.866668+0000","last_became_peered":"2024-09-15T22:04:25.866668+0000","last_unstale":"2024-09-15T22:04:27.294160+0000","last_undegraded":"2024-09-15T22:04:27.294160+0000","last_fullsized":"2024-09-15T22:04:27.294160+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-15T22:04:24.835582+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-15T22:04:24.835582+0000","last_clean_scrub_stamp":"2024-09-15T22:04:24.835582+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-16T22:28:44.332876+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7],"acting":[6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.25","version":"0'0","reported_seq":12,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-15T22:04:26.845215+0000","last_change":"2024-09-15T22:04:25.872031+0000","last_active":"2024-09-15T22:04:26.845215+0000","last_peered":"2024-09-15T22:04:26.845215+0000","last_clean":"2024-09-15T22:04:26.845215+0000","last_became_active":"2024-09-15T22:04:25.871573+0000","last_became_peered":"2024-09-15T22:04:25.871573+0000","last_unstale":"2024-09-15T22:04:26.845215+0000","last_undegraded":"2024-09-15T22:04:26.845215+0000","last_fullsized":"2024-09-15T22:04:26.845215+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-15T22:04:24.835582+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-15T22:04:24.835582+0000","last_clean_scrub_stamp":"2024-09-15T22:04:24.835582+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T05:37:03.492388+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3],"acting":[1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.24","version":"0'0","reported_seq":12,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-15T22:04:27.284072+0000","last_change":"2024-09-15T22:04:25.849370+0000","last_active":"2024-09-15T22:04:27.284072+0000","last_peered":"2024-09-15T22:04:27.284072+0000","last_clean":"2024-09-15T22:04:27.284072+0000","last_became_active":"2024-09-15T22:04:25.849004+0000","last_became_peered":"2024-09-15T22:04:25.849004+0000","last_unstale":"2024-09-15T22:04:27.284072+0000","last_undegraded":"2024-09-15T22:04:27.284072+0000","last_fullsized":"2024-09-15T22:04:27.284072+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-15T22:04:24.835582+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-15T22:04:24.835582+0000","last_clean_scrub_stamp":"2024-09-15T22:04:24.835582+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T09:31:10.333887+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4],"acting":[3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.23","version":"0'0","reported_seq":12,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-15T22:04:27.293416+0000","last_change":"2024-09-15T22:04:25.861113+0000","last_active":"2024-09-15T22:04:27.293416+0000","last_peered":"2024-09-15T22:04:27.293416+0000","last_clean":"2024-09-15T22:04:27.293416+0000","last_became_active":"2024-09-15T22:04:25.860842+0000","last_became_peered":"2024-09-15T22:04:25.860842+0000","last_unstale":"2024-09-15T22:04:27.293416+0000","last_undegraded":"2024-09-15T22:04:27.293416+0000","last_fullsized":"2024-09-15T22:04:27.293416+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-15T22:04:24.835582+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-15T22:04:24.835582+0000","last_clean_scrub_stamp":"2024-09-15T22:04:24.835582+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T00:45:16.437933+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.22","version":"0'0","reported_seq":12,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-15T22:04:26.847289+0000","last_change":"2024-09-15T22:04:25.864898+0000","last_active":"2024-09-15T22:04:26.847289+0000","last_peered":"2024-09-15T22:04:26.847289+0000","last_clean":"2024-09-15T22:04:26.847289+0000","last_became_active":"2024-09-15T22:04:25.864558+0000","last_became_peered":"2024-09-15T22:04:25.864558+0000","last_unstale":"2024-09-15T22:04:26.847289+0000","last_undegraded":"2024-09-15T22:04:26.847289+0000","last_fullsized":"2024-09-15T22:04:26.847289+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-15T22:04:24.835582+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-15T22:04:24.835582+0000","last_clean_scrub_stamp":"2024-09-15T22:04:24.835582+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-16T22:34:14.386991+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.21","version":"0'0","reported_seq":12,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-15T22:04:26.965212+0000","last_change":"2024-09-15T22:04:25.860311+0000","last_active":"2024-09-15T22:04:26.965212+0000","last_peered":"2024-09-15T22:04:26.965212+0000","last_clean":"2024-09-15T22:04:26.965212+0000","last_became_active":"2024-09-15T22:04:25.860016+0000","last_became_peered":"2024-09-15T22:04:25.860016+0000","last_unstale":"2024-09-15T22:04:26.965212+0000","last_undegraded":"2024-09-15T22:04:26.965212+0000","last_fullsized":"2024-09-15T22:04:26.965212+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-15T22:04:24.835582+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-15T22:04:24.835582+0000","last_clean_scrub_stamp":"2024-09-15T22:04:24.835582+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T09:00:51.334418+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5],"acting":[2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.20","version":"0'0","reported_seq":12,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-15T22:04:27.293374+0000","last_change":"2024-09-15T22:04:25.858176+0000","last_active":"2024-09-15T22:04:27.293374+0000","last_peered":"2024-09-15T22:04:27.293374+0000","last_clean":"2024-09-15T22:04:27.293374+0000","last_became_active":"2024-09-15T22:04:25.857907+0000","last_became_peered":"2024-09-15T22:04:25.857907+0000","last_unstale":"2024-09-15T22:04:27.293374+0000","last_undegraded":"2024-09-15T22:04:27.293374+0000","last_fullsized":"2024-09-15T22:04:27.293374+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-15T22:04:24.835582+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-15T22:04:24.835582+0000","last_clean_scrub_stamp":"2024-09-15T22:04:24.835582+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T01:01:23.177630+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0],"acting":[6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.1a","version":"0'0","reported_seq":12,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-15T22:04:26.847126+0000","last_change":"2024-09-15T22:04:25.868286+0000","last_active":"2024-09-15T22:04:26.847126+0000","last_peered":"2024-09-15T22:04:26.847126+0000","last_clean":"2024-09-15T22:04:26.847126+0000","last_became_active":"2024-09-15T22:04:25.868009+0000","last_became_peered":"2024-09-15T22:04:25.868009+0000","last_unstale":"2024-09-15T22:04:26.847126+0000","last_undegraded":"2024-09-15T22:04:26.847126+0000","last_fullsized":"2024-09-15T22:04:26.847126+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-15T22:04:24.835582+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-15T22:04:24.835582+0000","last_clean_scrub_stamp":"2024-09-15T22:04:24.835582+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T02:48:26.453897+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1],"acting":[4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.1b","version":"20'1","reported_seq":15,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-15T22:04:27.283963+0000","last_change":"2024-09-15T22:04:24.858511+0000","last_active":"2024-09-15T22:04:27.283963+0000","last_peered":"2024-09-15T22:04:27.283963+0000","last_clean":"2024-09-15T22:04:27.283963+0000","last_became_active":"2024-09-15T22:04:24.856048+0000","last_became_peered":"2024-09-15T22:04:24.856048+0000","last_unstale":"2024-09-15T22:04:27.283963+0000","last_undegraded":"2024-09-15T22:04:27.283963+0000","last_fullsized":"2024-09-15T22:04:27.283963+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-15T22:04:23.830575+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-15T22:04:23.830575+0000","last_clean_scrub_stamp":"2024-09-15T22:04:23.830575+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T05:49:43.907050+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1b","version":"0'0","reported_seq":12,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-15T22:04:27.293535+0000","last_change":"2024-09-15T22:04:25.862082+0000","last_active":"2024-09-15T22:04:27.293535+0000","last_peered":"2024-09-15T22:04:27.293535+0000","last_clean":"2024-09-15T22:04:27.293535+0000","last_became_active":"2024-09-15T22:04:25.861790+0000","last_became_peered":"2024-09-15T22:04:25.861790+0000","last_unstale":"2024-09-15T22:04:27.293535+0000","last_undegraded":"2024-09-15T22:04:27.293535+0000","last_fullsized":"2024-09-15T22:04:27.293535+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-15T22:04:24.835582+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-15T22:04:24.835582+0000","last_clean_scrub_stamp":"2024-09-15T22:04:24.835582+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T06:16:29.286980+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4],"acting":[0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.1a","version":"20'1","reported_seq":15,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-15T22:04:27.293337+0000","last_change":"2024-09-15T22:04:24.856676+0000","last_active":"2024-09-15T22:04:27.293337+0000","last_peered":"2024-09-15T22:04:27.293337+0000","last_clean":"2024-09-15T22:04:27.293337+0000","last_became_active":"2024-09-15T22:04:24.856068+0000","last_became_peered":"2024-09-15T22:04:24.856068+0000","last_unstale":"2024-09-15T22:04:27.293337+0000","last_undegraded":"2024-09-15T22:04:27.293337+0000","last_fullsized":"2024-09-15T22:04:27.293337+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-15T22:04:23.830575+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-15T22:04:23.830575+0000","last_clean_scrub_stamp":"2024-09-15T22:04:23.830575+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T04:03:50.217571+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.19","version":"0'0","reported_seq":14,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-15T22:04:27.283787+0000","last_change":"2024-09-15T22:04:24.863138+0000","last_active":"2024-09-15T22:04:27.283787+0000","last_peered":"2024-09-15T22:04:27.283787+0000","last_clean":"2024-09-15T22:04:27.283787+0000","last_became_active":"2024-09-15T22:04:24.862765+0000","last_became_peered":"2024-09-15T22:04:24.862765+0000","last_unstale":"2024-09-15T22:04:27.283787+0000","last_undegraded":"2024-09-15T22:04:27.283787+0000","last_fullsized":"2024-09-15T22:04:27.283787+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-15T22:04:23.830575+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-15T22:04:23.830575+0000","last_clean_scrub_stamp":"2024-09-15T22:04:23.830575+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T00:48:06.474203+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.18","version":"0'0","reported_seq":12,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-15T22:04:27.283749+0000","last_change":"2024-09-15T22:04:25.856404+0000","last_active":"2024-09-15T22:04:27.283749+0000","last_peered":"2024-09-15T22:04:27.283749+0000","last_clean":"2024-09-15T22:04:27.283749+0000","last_became_active":"2024-09-15T22:04:25.856130+0000","last_became_peered":"2024-09-15T22:04:25.856130+0000","last_unstale":"2024-09-15T22:04:27.283749+0000","last_undegraded":"2024-09-15T22:04:27.283749+0000","last_fullsized":"2024-09-15T22:04:27.283749+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-15T22:04:24.835582+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-15T22:04:24.835582+0000","last_clean_scrub_stamp":"2024-09-15T22:04:24.835582+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T09:00:41.584923+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.18","version":"0'0","reported_seq":14,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-15T22:04:26.846134+0000","last_change":"2024-09-15T22:04:24.853487+0000","last_active":"2024-09-15T22:04:26.846134+0000","last_peered":"2024-09-15T22:04:26.846134+0000","last_clean":"2024-09-15T22:04:26.846134+0000","last_became_active":"2024-09-15T22:04:24.853162+0000","last_became_peered":"2024-09-15T22:04:24.853162+0000","last_unstale":"2024-09-15T22:04:26.846134+0000","last_undegraded":"2024-09-15T22:04:26.846134+0000","last_fullsized":"2024-09-15T22:04:26.846134+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-15T22:04:23.830575+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-15T22:04:23.830575+0000","last_clean_scrub_stamp":"2024-09-15T22:04:23.830575+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T01:57:35.717051+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.19","version":"0'0","reported_seq":12,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-15T22:04:26.844995+0000","last_change":"2024-09-15T22:04:25.867712+0000","last_active":"2024-09-15T22:04:26.844995+0000","last_peered":"2024-09-15T22:04:26.844995+0000","last_clean":"2024-09-15T22:04:26.844995+0000","last_became_active":"2024-09-15T22:04:25.867284+0000","last_became_peered":"2024-09-15T22:04:25.867284+0000","last_unstale":"2024-09-15T22:04:26.844995+0000","last_undegraded":"2024-09-15T22:04:26.844995+0000","last_fullsized":"2024-09-15T22:04:26.844995+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-15T22:04:24.835582+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-15T22:04:24.835582+0000","last_clean_scrub_stamp":"2024-09-15T22:04:24.835582+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-16T23:20:08.955052+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3],"acting":[1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.17","version":"0'0","reported_seq":14,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-15T22:04:27.294180+0000","last_change":"2024-09-15T22:04:24.862207+0000","last_active":"2024-09-15T22:04:27.294180+0000","last_peered":"2024-09-15T22:04:27.294180+0000","last_clean":"2024-09-15T22:04:27.294180+0000","last_became_active":"2024-09-15T22:04:24.861810+0000","last_became_peered":"2024-09-15T22:04:24.861810+0000","last_unstale":"2024-09-15T22:04:27.294180+0000","last_undegraded":"2024-09-15T22:04:27.294180+0000","last_fullsized":"2024-09-15T22:04:27.294180+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-15T22:04:23.830575+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-15T22:04:23.830575+0000","last_clean_scrub_stamp":"2024-09-15T22:04:23.830575+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T09:00:37.592647+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5],"acting":[6,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.16","version":"0'0","reported_seq":12,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-15T22:04:26.846438+0000","last_change":"2024-09-15T22:04:25.866854+0000","last_active":"2024-09-15T22:04:26.846438+0000","last_peered":"2024-09-15T22:04:26.846438+0000","last_clean":"2024-09-15T22:04:26.846438+0000","last_became_active":"2024-09-15T22:04:25.866517+0000","last_became_peered":"2024-09-15T22:04:25.866517+0000","last_unstale":"2024-09-15T22:04:26.846438+0000","last_undegraded":"2024-09-15T22:04:26.846438+0000","last_fullsized":"2024-09-15T22:04:26.846438+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-15T22:04:24.835582+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-15T22:04:24.835582+0000","last_clean_scrub_stamp":"2024-09-15T22:04:24.835582+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T02:18:14.322849+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.16","version":"0'0","reported_seq":14,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-15T22:04:26.846492+0000","last_change":"2024-09-15T22:04:24.862040+0000","last_active":"2024-09-15T22:04:26.846492+0000","last_peered":"2024-09-15T22:04:26.846492+0000","last_clean":"2024-09-15T22:04:26.846492+0000","last_became_active":"2024-09-15T22:04:24.861763+0000","last_became_peered":"2024-09-15T22:04:24.861763+0000","last_unstale":"2024-09-15T22:04:26.846492+0000","last_undegraded":"2024-09-15T22:04:26.846492+0000","last_fullsized":"2024-09-15T22:04:26.846492+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-15T22:04:23.830575+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-15T22:04:23.830575+0000","last_clean_scrub_stamp":"2024-09-15T22:04:23.830575+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-16T23:17:32.159621+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,6],"acting":[5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.17","version":"0'0","reported_seq":12,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-15T22:04:27.293465+0000","last_change":"2024-09-15T22:04:25.859001+0000","last_active":"2024-09-15T22:04:27.293465+0000","last_peered":"2024-09-15T22:04:27.293465+0000","last_clean":"2024-09-15T22:04:27.293465+0000","last_became_active":"2024-09-15T22:04:25.858328+0000","last_became_peered":"2024-09-15T22:04:25.858328+0000","last_unstale":"2024-09-15T22:04:27.293465+0000","last_undegraded":"2024-09-15T22:04:27.293465+0000","last_fullsized":"2024-09-15T22:04:27.293465+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-15T22:04:24.835582+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-15T22:04:24.835582+0000","last_clean_scrub_stamp":"2024-09-15T22:04:24.835582+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T05:37:03.492388+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5],"acting":[0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.15","version":"20'3","reported_seq":17,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-15T22:04:26.845159+0000","last_change":"2024-09-15T22:04:24.861799+0000","last_active":"2024-09-15T22:04:26.845159+0000","last_peered":"2024-09-15T22:04:26.845159+0000","last_clean":"2024-09-15T22:04:26.845159+0000","last_became_active":"2024-09-15T22:04:24.861473+0000","last_became_peered":"2024-09-15T22:04:24.861473+0000","last_unstale":"2024-09-15T22:04:26.845159+0000","last_undegraded":"2024-09-15T22:04:26.845159+0000","last_fullsized":"2024-09-15T22:04:26.845159+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-15T22:04:23.830575+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-15T22:04:23.830575+0000","last_clean_scrub_stamp":"2024-09-15T22:04:23.830575+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T02:48:25.448891+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.14","version":"0'0","reported_seq":12,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-15T22:04:26.847078+0000","last_change":"2024-09-15T22:04:25.865156+0000","last_active":"2024-09-15T22:04:26.847078+0000","last_peered":"2024-09-15T22:04:26.847078+0000","last_clean":"2024-09-15T22:04:26.847078+0000","last_became_active":"2024-09-15T22:04:25.864853+0000","last_became_peered":"2024-09-15T22:04:25.864853+0000","last_unstale":"2024-09-15T22:04:26.847078+0000","last_undegraded":"2024-09-15T22:04:26.847078+0000","last_fullsized":"2024-09-15T22:04:26.847078+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-15T22:04:24.835582+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-15T22:04:24.835582+0000","last_clean_scrub_stamp":"2024-09-15T22:04:24.835582+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T09:35:44.935274+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7],"acting":[4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.14","version":"20'6","reported_seq":20,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-15T22:04:27.293928+0000","last_change":"2024-09-15T22:04:24.859011+0000","last_active":"2024-09-15T22:04:27.293928+0000","last_peered":"2024-09-15T22:04:27.293928+0000","last_clean":"2024-09-15T22:04:27.293928+0000","last_became_active":"2024-09-15T22:04:24.858448+0000","last_became_peered":"2024-09-15T22:04:24.858448+0000","last_unstale":"2024-09-15T22:04:27.293928+0000","last_undegraded":"2024-09-15T22:04:27.293928+0000","last_fullsized":"2024-09-15T22:04:27.293928+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-15T22:04:23.830575+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-15T22:04:23.830575+0000","last_clean_scrub_stamp":"2024-09-15T22:04:23.830575+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T03:53:56.630587+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1612,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":6,"num_write_kb":3,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3],"acting":[6,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.15","version":"0'0","reported_seq":12,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-15T22:04:27.293785+0000","last_change":"2024-09-15T22:04:25.861282+0000","last_active":"2024-09-15T22:04:27.293785+0000","last_peered":"2024-09-15T22:04:27.293785+0000","last_clean":"2024-09-15T22:04:27.293785+0000","last_became_active":"2024-09-15T22:04:25.860237+0000","last_became_peered":"2024-09-15T22:04:25.860237+0000","last_unstale":"2024-09-15T22:04:27.293785+0000","last_undegraded":"2024-09-15T22:04:27.293785+0000","last_fullsized":"2024-09-15T22:04:27.293785+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-15T22:04:24.835582+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-15T22:04:24.835582+0000","last_clean_scrub_stamp":"2024-09-15T22:04:24.835582+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-16T23:41:28.683939+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3],"acting":[7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.13","version":"20'2","reported_seq":16,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-15T22:04:27.293554+0000","last_change":"2024-09-15T22:04:24.855295+0000","last_active":"2024-09-15T22:04:27.293554+0000","last_peered":"2024-09-15T22:04:27.293554+0000","last_clean":"2024-09-15T22:04:27.293554+0000","last_became_active":"2024-09-15T22:04:24.854922+0000","last_became_peered":"2024-09-15T22:04:24.854922+0000","last_unstale":"2024-09-15T22:04:27.293554+0000","last_undegraded":"2024-09-15T22:04:27.293554+0000","last_fullsized":"2024-09-15T22:04:27.293554+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-15T22:04:23.830575+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-15T22:04:23.830575+0000","last_clean_scrub_stamp":"2024-09-15T22:04:23.830575+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T09:29:33.898659+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":34,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":7,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4],"acting":[0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.12","version":"0'0","reported_seq":12,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-15T22:04:27.293381+0000","last_change":"2024-09-15T22:04:25.867637+0000","last_active":"2024-09-15T22:04:27.293381+0000","last_peered":"2024-09-15T22:04:27.293381+0000","last_clean":"2024-09-15T22:04:27.293381+0000","last_became_active":"2024-09-15T22:04:25.864818+0000","last_became_peered":"2024-09-15T22:04:25.864818+0000","last_unstale":"2024-09-15T22:04:27.293381+0000","last_undegraded":"2024-09-15T22:04:27.293381+0000","last_fullsized":"2024-09-15T22:04:27.293381+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-15T22:04:24.835582+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-15T22:04:24.835582+0000","last_clean_scrub_stamp":"2024-09-15T22:04:24.835582+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-16T23:20:08.955052+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.12","version":"0'0","reported_seq":14,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-15T22:04:26.847339+0000","last_change":"2024-09-15T22:04:24.855567+0000","last_active":"2024-09-15T22:04:26.847339+0000","last_peered":"2024-09-15T22:04:26.847339+0000","last_clean":"2024-09-15T22:04:26.847339+0000","last_became_active":"2024-09-15T22:04:24.855282+0000","last_became_peered":"2024-09-15T22:04:24.855282+0000","last_unstale":"2024-09-15T22:04:26.847339+0000","last_undegraded":"2024-09-15T22:04:26.847339+0000","last_fullsized":"2024-09-15T22:04:26.847339+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-15T22:04:23.830575+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-15T22:04:23.830575+0000","last_clean_scrub_stamp":"2024-09-15T22:04:23.830575+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T09:35:43.930267+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.13","version":"0'0","reported_seq":12,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-15T22:04:27.294191+0000","last_change":"2024-09-15T22:04:25.865185+0000","last_active":"2024-09-15T22:04:27.294191+0000","last_peered":"2024-09-15T22:04:27.294191+0000","last_clean":"2024-09-15T22:04:27.294191+0000","last_became_active":"2024-09-15T22:04:25.863492+0000","last_became_peered":"2024-09-15T22:04:25.863492+0000","last_unstale":"2024-09-15T22:04:27.294191+0000","last_undegraded":"2024-09-15T22:04:27.294191+0000","last_fullsized":"2024-09-15T22:04:27.294191+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-15T22:04:24.835582+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-15T22:04:24.835582+0000","last_clean_scrub_stamp":"2024-09-15T22:04:24.835582+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T08:05:33.368527+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.11","version":"0'0","reported_seq":14,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-15T22:04:27.293271+0000","last_change":"2024-09-15T22:04:24.859784+0000","last_active":"2024-09-15T22:04:27.293271+0000","last_peered":"2024-09-15T22:04:27.293271+0000","last_clean":"2024-09-15T22:04:27.293271+0000","last_became_active":"2024-09-15T22:04:24.859502+0000","last_became_peered":"2024-09-15T22:04:24.859502+0000","last_unstale":"2024-09-15T22:04:27.293271+0000","last_undegraded":"2024-09-15T22:04:27.293271+0000","last_fullsized":"2024-09-15T22:04:27.293271+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-15T22:04:23.830575+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-15T22:04:23.830575+0000","last_clean_scrub_stamp":"2024-09-15T22:04:23.830575+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-16T22:23:40.571374+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.10","version":"0'0","reported_seq":12,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-15T22:04:27.293530+0000","last_change":"2024-09-15T22:04:25.857459+0000","last_active":"2024-09-15T22:04:27.293530+0000","last_peered":"2024-09-15T22:04:27.293530+0000","last_clean":"2024-09-15T22:04:27.293530+0000","last_became_active":"2024-09-15T22:04:25.857122+0000","last_became_peered":"2024-09-15T22:04:25.857122+0000","last_unstale":"2024-09-15T22:04:27.293530+0000","last_undegraded":"2024-09-15T22:04:27.293530+0000","last_fullsized":"2024-09-15T22:04:27.293530+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-15T22:04:24.835582+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-15T22:04:24.835582+0000","last_clean_scrub_stamp":"2024-09-15T22:04:24.835582+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T09:00:41.584923+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0],"acting":[6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.10","version":"20'8","reported_seq":22,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-15T22:04:26.965080+0000","last_change":"2024-09-15T22:04:24.855312+0000","last_active":"2024-09-15T22:04:26.965080+0000","last_peered":"2024-09-15T22:04:26.965080+0000","last_clean":"2024-09-15T22:04:26.965080+0000","last_became_active":"2024-09-15T22:04:24.854991+0000","last_became_peered":"2024-09-15T22:04:24.854991+0000","last_unstale":"2024-09-15T22:04:26.965080+0000","last_undegraded":"2024-09-15T22:04:26.965080+0000","last_fullsized":"2024-09-15T22:04:26.965080+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-15T22:04:23.830575+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-15T22:04:23.830575+0000","last_clean_scrub_stamp":"2024-09-15T22:04:23.830575+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T00:48:06.474203+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":12,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1],"acting":[2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.11","version":"0'0","reported_seq":12,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-15T22:04:27.293886+0000","last_change":"2024-09-15T22:04:25.866143+0000","last_active":"2024-09-15T22:04:27.293886+0000","last_peered":"2024-09-15T22:04:27.293886+0000","last_clean":"2024-09-15T22:04:27.293886+0000","last_became_active":"2024-09-15T22:04:25.865885+0000","last_became_peered":"2024-09-15T22:04:25.865885+0000","last_unstale":"2024-09-15T22:04:27.293886+0000","last_undegraded":"2024-09-15T22:04:27.293886+0000","last_fullsized":"2024-09-15T22:04:27.293886+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-15T22:04:24.835582+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-15T22:04:24.835582+0000","last_clean_scrub_stamp":"2024-09-15T22:04:24.835582+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-16T22:40:57.254107+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.f","version":"20'1","reported_seq":15,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-15T22:04:26.847312+0000","last_change":"2024-09-15T22:04:24.853995+0000","last_active":"2024-09-15T22:04:26.847312+0000","last_peered":"2024-09-15T22:04:26.847312+0000","last_clean":"2024-09-15T22:04:26.847312+0000","last_became_active":"2024-09-15T22:04:24.853677+0000","last_became_peered":"2024-09-15T22:04:24.853677+0000","last_unstale":"2024-09-15T22:04:26.847312+0000","last_undegraded":"2024-09-15T22:04:26.847312+0000","last_fullsized":"2024-09-15T22:04:26.847312+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-15T22:04:23.830575+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-15T22:04:23.830575+0000","last_clean_scrub_stamp":"2024-09-15T22:04:23.830575+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T00:17:16.316465+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":22,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0],"acting":[4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.e","version":"0'0","reported_seq":12,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-15T22:04:27.293789+0000","last_change":"2024-09-15T22:04:25.864672+0000","last_active":"2024-09-15T22:04:27.293789+0000","last_peered":"2024-09-15T22:04:27.293789+0000","last_clean":"2024-09-15T22:04:27.293789+0000","last_became_active":"2024-09-15T22:04:25.864397+0000","last_became_peered":"2024-09-15T22:04:25.864397+0000","last_unstale":"2024-09-15T22:04:27.293789+0000","last_undegraded":"2024-09-15T22:04:27.293789+0000","last_fullsized":"2024-09-15T22:04:27.293789+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-15T22:04:24.835582+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-15T22:04:24.835582+0000","last_clean_scrub_stamp":"2024-09-15T22:04:24.835582+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T00:59:52.335697+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.e","version":"20'2","reported_seq":16,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-15T22:04:26.965328+0000","last_change":"2024-09-15T22:04:24.857368+0000","last_active":"2024-09-15T22:04:26.965328+0000","last_peered":"2024-09-15T22:04:26.965328+0000","last_clean":"2024-09-15T22:04:26.965328+0000","last_became_active":"2024-09-15T22:04:24.856838+0000","last_became_peered":"2024-09-15T22:04:24.856838+0000","last_unstale":"2024-09-15T22:04:26.965328+0000","last_undegraded":"2024-09-15T22:04:26.965328+0000","last_fullsized":"2024-09-15T22:04:26.965328+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-15T22:04:23.830575+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-15T22:04:23.830575+0000","last_clean_scrub_stamp":"2024-09-15T22:04:23.830575+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-16T22:23:40.571374+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.f","version":"0'0","reported_seq":12,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-15T22:04:27.294649+0000","last_change":"2024-09-15T22:04:25.865441+0000","last_active":"2024-09-15T22:04:27.294649+0000","last_peered":"2024-09-15T22:04:27.294649+0000","last_clean":"2024-09-15T22:04:27.294649+0000","last_became_active":"2024-09-15T22:04:25.865189+0000","last_became_peered":"2024-09-15T22:04:25.865189+0000","last_unstale":"2024-09-15T22:04:27.294649+0000","last_undegraded":"2024-09-15T22:04:27.294649+0000","last_fullsized":"2024-09-15T22:04:27.294649+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-15T22:04:24.835582+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-15T22:04:24.835582+0000","last_clean_scrub_stamp":"2024-09-15T22:04:24.835582+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T09:59:24.455075+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.d","version":"20'1","reported_seq":15,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-15T22:04:26.845277+0000","last_change":"2024-09-15T22:04:24.853567+0000","last_active":"2024-09-15T22:04:26.845277+0000","last_peered":"2024-09-15T22:04:26.845277+0000","last_clean":"2024-09-15T22:04:26.845277+0000","last_became_active":"2024-09-15T22:04:24.853250+0000","last_became_peered":"2024-09-15T22:04:24.853250+0000","last_unstale":"2024-09-15T22:04:26.845277+0000","last_undegraded":"2024-09-15T22:04:26.845277+0000","last_fullsized":"2024-09-15T22:04:26.845277+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-15T22:04:23.830575+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-15T22:04:23.830575+0000","last_clean_scrub_stamp":"2024-09-15T22:04:23.830575+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T06:41:54.350603+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":70,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4],"acting":[1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.c","version":"0'0","reported_seq":12,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-15T22:04:26.847080+0000","last_change":"2024-09-15T22:04:25.859294+0000","last_active":"2024-09-15T22:04:26.847080+0000","last_peered":"2024-09-15T22:04:26.847080+0000","last_clean":"2024-09-15T22:04:26.847080+0000","last_became_active":"2024-09-15T22:04:25.859015+0000","last_became_peered":"2024-09-15T22:04:25.859015+0000","last_unstale":"2024-09-15T22:04:26.847080+0000","last_undegraded":"2024-09-15T22:04:26.847080+0000","last_fullsized":"2024-09-15T22:04:26.847080+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-15T22:04:24.835582+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-15T22:04:24.835582+0000","last_clean_scrub_stamp":"2024-09-15T22:04:24.835582+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T09:53:28.398909+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.c","version":"0'0","reported_seq":14,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-15T22:04:26.965210+0000","last_change":"2024-09-15T22:04:24.861803+0000","last_active":"2024-09-15T22:04:26.965210+0000","last_peered":"2024-09-15T22:04:26.965210+0000","last_clean":"2024-09-15T22:04:26.965210+0000","last_became_active":"2024-09-15T22:04:24.861477+0000","last_became_peered":"2024-09-15T22:04:24.861477+0000","last_unstale":"2024-09-15T22:04:26.965210+0000","last_undegraded":"2024-09-15T22:04:26.965210+0000","last_fullsized":"2024-09-15T22:04:26.965210+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-15T22:04:23.830575+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-15T22:04:23.830575+0000","last_clean_scrub_stamp":"2024-09-15T22:04:23.830575+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T04:03:50.217571+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5],"acting":[2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.d","version":"0'0","reported_seq":12,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-15T22:04:27.294323+0000","last_change":"2024-09-15T22:04:25.866952+0000","last_active":"2024-09-15T22:04:27.294323+0000","last_peered":"2024-09-15T22:04:27.294323+0000","last_clean":"2024-09-15T22:04:27.294323+0000","last_became_active":"2024-09-15T22:04:25.866659+0000","last_became_peered":"2024-09-15T22:04:25.866659+0000","last_unstale":"2024-09-15T22:04:27.294323+0000","last_undegraded":"2024-09-15T22:04:27.294323+0000","last_fullsized":"2024-09-15T22:04:27.294323+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-15T22:04:24.835582+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-15T22:04:24.835582+0000","last_clean_scrub_stamp":"2024-09-15T22:04:24.835582+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-16T22:34:14.386991+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"1.0","version":"17'117","reported_seq":170,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-15T22:04:27.293635+0000","last_change":"2024-09-15T22:04:16.056574+0000","last_active":"2024-09-15T22:04:27.293635+0000","last_peered":"2024-09-15T22:04:27.293635+0000","last_clean":"2024-09-15T22:04:27.293635+0000","last_became_active":"2024-09-15T22:04:16.055577+0000","last_became_peered":"2024-09-15T22:04:16.055577+0000","last_unstale":"2024-09-15T22:04:27.293635+0000","last_undegraded":"2024-09-15T22:04:27.293635+0000","last_fullsized":"2024-09-15T22:04:27.293635+0000","mapping_epoch":15,"log_start":"0'0","ondisk_log_start":"0'0","created":15,"last_epoch_clean":16,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-15T22:04:14.948623+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-15T22:04:14.948623+0000","last_clean_scrub_stamp":"2024-09-15T22:04:14.948623+0000","objects_scrubbed":0,"log_size":117,"log_dups_size":0,"ondisk_log_size":117,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T08:16:14.663572+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":159,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.3","version":"0'0","reported_seq":14,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-15T22:04:26.846266+0000","last_change":"2024-09-15T22:04:24.853328+0000","last_active":"2024-09-15T22:04:26.846266+0000","last_peered":"2024-09-15T22:04:26.846266+0000","last_clean":"2024-09-15T22:04:26.846266+0000","last_became_active":"2024-09-15T22:04:24.852599+0000","last_became_peered":"2024-09-15T22:04:24.852599+0000","last_unstale":"2024-09-15T22:04:26.846266+0000","last_undegraded":"2024-09-15T22:04:26.846266+0000","last_fullsized":"2024-09-15T22:04:26.846266+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-15T22:04:23.830575+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-15T22:04:23.830575+0000","last_clean_scrub_stamp":"2024-09-15T22:04:23.830575+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T05:47:57.122757+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2],"acting":[5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.2","version":"0'0","reported_seq":12,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-15T22:04:27.283854+0000","last_change":"2024-09-15T22:04:25.863815+0000","last_active":"2024-09-15T22:04:27.283854+0000","last_peered":"2024-09-15T22:04:27.283854+0000","last_clean":"2024-09-15T22:04:27.283854+0000","last_became_active":"2024-09-15T22:04:25.863514+0000","last_became_peered":"2024-09-15T22:04:25.863514+0000","last_unstale":"2024-09-15T22:04:27.283854+0000","last_undegraded":"2024-09-15T22:04:27.283854+0000","last_fullsized":"2024-09-15T22:04:27.283854+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-15T22:04:24.835582+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-15T22:04:24.835582+0000","last_clean_scrub_stamp":"2024-09-15T22:04:24.835582+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-16T23:18:53.077874+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5],"acting":[3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.0","version":"0'0","reported_seq":14,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-15T22:04:27.293702+0000","last_change":"2024-09-15T22:04:24.863660+0000","last_active":"2024-09-15T22:04:27.293702+0000","last_peered":"2024-09-15T22:04:27.293702+0000","last_clean":"2024-09-15T22:04:27.293702+0000","last_became_active":"2024-09-15T22:04:24.863243+0000","last_became_peered":"2024-09-15T22:04:24.863243+0000","last_unstale":"2024-09-15T22:04:27.293702+0000","last_undegraded":"2024-09-15T22:04:27.293702+0000","last_fullsized":"2024-09-15T22:04:27.293702+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-15T22:04:23.830575+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-15T22:04:23.830575+0000","last_clean_scrub_stamp":"2024-09-15T22:04:23.830575+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T06:41:54.350603+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1],"acting":[7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1","version":"0'0","reported_seq":12,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-15T22:04:27.293167+0000","last_change":"2024-09-15T22:04:25.862819+0000","last_active":"2024-09-15T22:04:27.293167+0000","last_peered":"2024-09-15T22:04:27.293167+0000","last_clean":"2024-09-15T22:04:27.293167+0000","last_became_active":"2024-09-15T22:04:25.862527+0000","last_became_peered":"2024-09-15T22:04:25.862527+0000","last_unstale":"2024-09-15T22:04:27.293167+0000","last_undegraded":"2024-09-15T22:04:27.293167+0000","last_fullsized":"2024-09-15T22:04:27.293167+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-15T22:04:24.835582+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-15T22:04:24.835582+0000","last_clean_scrub_stamp":"2024-09-15T22:04:24.835582+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T07:34:42.461707+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4],"acting":[0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.1","version":"0'0","reported_seq":14,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-15T22:04:26.965205+0000","last_change":"2024-09-15T22:04:24.856579+0000","last_active":"2024-09-15T22:04:26.965205+0000","last_peered":"2024-09-15T22:04:26.965205+0000","last_clean":"2024-09-15T22:04:26.965205+0000","last_became_active":"2024-09-15T22:04:24.856277+0000","last_became_peered":"2024-09-15T22:04:24.856277+0000","last_unstale":"2024-09-15T22:04:26.965205+0000","last_undegraded":"2024-09-15T22:04:26.965205+0000","last_fullsized":"2024-09-15T22:04:26.965205+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-15T22:04:23.830575+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-15T22:04:23.830575+0000","last_clean_scrub_stamp":"2024-09-15T22:04:23.830575+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T07:08:54.942598+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.0","version":"0'0","reported_seq":12,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-15T22:04:26.845017+0000","last_change":"2024-09-15T22:04:25.874327+0000","last_active":"2024-09-15T22:04:26.845017+0000","last_peered":"2024-09-15T22:04:26.845017+0000","last_clean":"2024-09-15T22:04:26.845017+0000","last_became_active":"2024-09-15T22:04:25.874047+0000","last_became_peered":"2024-09-15T22:04:25.874047+0000","last_unstale":"2024-09-15T22:04:26.845017+0000","last_undegraded":"2024-09-15T22:04:26.845017+0000","last_fullsized":"2024-09-15T22:04:26.845017+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-15T22:04:24.835582+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-15T22:04:24.835582+0000","last_clean_scrub_stamp":"2024-09-15T22:04:24.835582+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T00:45:16.437933+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2],"acting":[1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.2","version":"0'0","reported_seq":14,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-15T22:04:26.847418+0000","last_change":"2024-09-15T22:04:24.861456+0000","last_active":"2024-09-15T22:04:26.847418+0000","last_peered":"2024-09-15T22:04:26.847418+0000","last_clean":"2024-09-15T22:04:26.847418+0000","last_became_active":"2024-09-15T22:04:24.861027+0000","last_became_peered":"2024-09-15T22:04:24.861027+0000","last_unstale":"2024-09-15T22:04:26.847418+0000","last_undegraded":"2024-09-15T22:04:26.847418+0000","last_fullsized":"2024-09-15T22:04:26.847418+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-15T22:04:23.830575+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-15T22:04:23.830575+0000","last_clean_scrub_stamp":"2024-09-15T22:04:23.830575+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T02:48:25.448891+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.3","version":"0'0","reported_seq":12,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-15T22:04:26.846476+0000","last_change":"2024-09-15T22:04:25.856573+0000","last_active":"2024-09-15T22:04:26.846476+0000","last_peered":"2024-09-15T22:04:26.846476+0000","last_clean":"2024-09-15T22:04:26.846476+0000","last_became_active":"2024-09-15T22:04:25.856304+0000","last_became_peered":"2024-09-15T22:04:25.856304+0000","last_unstale":"2024-09-15T22:04:26.846476+0000","last_undegraded":"2024-09-15T22:04:26.846476+0000","last_fullsized":"2024-09-15T22:04:26.846476+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-15T22:04:24.835582+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-15T22:04:24.835582+0000","last_clean_scrub_stamp":"2024-09-15T22:04:24.835582+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T01:57:36.722057+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0],"acting":[4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.4","version":"0'0","reported_seq":14,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-15T22:04:26.845115+0000","last_change":"2024-09-15T22:04:24.859862+0000","last_active":"2024-09-15T22:04:26.845115+0000","last_peered":"2024-09-15T22:04:26.845115+0000","last_clean":"2024-09-15T22:04:26.845115+0000","last_became_active":"2024-09-15T22:04:24.859584+0000","last_became_peered":"2024-09-15T22:04:24.859584+0000","last_unstale":"2024-09-15T22:04:26.845115+0000","last_undegraded":"2024-09-15T22:04:26.845115+0000","last_fullsized":"2024-09-15T22:04:26.845115+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-15T22:04:23.830575+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-15T22:04:23.830575+0000","last_clean_scrub_stamp":"2024-09-15T22:04:23.830575+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-16T23:17:32.159621+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.5","version":"0'0","reported_seq":12,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-15T22:04:26.847465+0000","last_change":"2024-09-15T22:04:25.858503+0000","last_active":"2024-09-15T22:04:26.847465+0000","last_peered":"2024-09-15T22:04:26.847465+0000","last_clean":"2024-09-15T22:04:26.847465+0000","last_became_active":"2024-09-15T22:04:25.858229+0000","last_became_peered":"2024-09-15T22:04:25.858229+0000","last_unstale":"2024-09-15T22:04:26.847465+0000","last_undegraded":"2024-09-15T22:04:26.847465+0000","last_fullsized":"2024-09-15T22:04:26.847465+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-15T22:04:24.835582+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-15T22:04:24.835582+0000","last_clean_scrub_stamp":"2024-09-15T22:04:24.835582+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T04:18:08.313443+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.5","version":"0'0","reported_seq":14,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-15T22:04:27.294126+0000","last_change":"2024-09-15T22:04:24.865576+0000","last_active":"2024-09-15T22:04:27.294126+0000","last_peered":"2024-09-15T22:04:27.294126+0000","last_clean":"2024-09-15T22:04:27.294126+0000","last_became_active":"2024-09-15T22:04:24.865275+0000","last_became_peered":"2024-09-15T22:04:24.865275+0000","last_unstale":"2024-09-15T22:04:27.294126+0000","last_undegraded":"2024-09-15T22:04:27.294126+0000","last_fullsized":"2024-09-15T22:04:27.294126+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-15T22:04:23.830575+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-15T22:04:23.830575+0000","last_clean_scrub_stamp":"2024-09-15T22:04:23.830575+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T09:35:43.930267+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.4","version":"0'0","reported_seq":12,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-15T22:04:26.845169+0000","last_change":"2024-09-15T22:04:25.870821+0000","last_active":"2024-09-15T22:04:26.845169+0000","last_peered":"2024-09-15T22:04:26.845169+0000","last_clean":"2024-09-15T22:04:26.845169+0000","last_became_active":"2024-09-15T22:04:25.870534+0000","last_became_peered":"2024-09-15T22:04:25.870534+0000","last_unstale":"2024-09-15T22:04:26.845169+0000","last_undegraded":"2024-09-15T22:04:26.845169+0000","last_fullsized":"2024-09-15T22:04:26.845169+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-15T22:04:24.835582+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-15T22:04:24.835582+0000","last_clean_scrub_stamp":"2024-09-15T22:04:24.835582+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-16T22:57:55.300306+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2],"acting":[1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.6","version":"21'1","reported_seq":15,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-15T22:04:26.845268+0000","last_change":"2024-09-15T22:04:24.861891+0000","last_active":"2024-09-15T22:04:26.845268+0000","last_peered":"2024-09-15T22:04:26.845268+0000","last_clean":"2024-09-15T22:04:26.845268+0000","last_became_active":"2024-09-15T22:04:24.861533+0000","last_became_peered":"2024-09-15T22:04:24.861533+0000","last_unstale":"2024-09-15T22:04:26.845268+0000","last_undegraded":"2024-09-15T22:04:26.845268+0000","last_fullsized":"2024-09-15T22:04:26.845268+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-15T22:04:23.830575+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-15T22:04:23.830575+0000","last_clean_scrub_stamp":"2024-09-15T22:04:23.830575+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T09:00:08.808373+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.7","version":"0'0","reported_seq":12,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-15T22:04:27.284164+0000","last_change":"2024-09-15T22:04:25.866182+0000","last_active":"2024-09-15T22:04:27.284164+0000","last_peered":"2024-09-15T22:04:27.284164+0000","last_clean":"2024-09-15T22:04:27.284164+0000","last_became_active":"2024-09-15T22:04:25.865878+0000","last_became_peered":"2024-09-15T22:04:25.865878+0000","last_unstale":"2024-09-15T22:04:27.284164+0000","last_undegraded":"2024-09-15T22:04:27.284164+0000","last_fullsized":"2024-09-15T22:04:27.284164+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-15T22:04:24.835582+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-15T22:04:24.835582+0000","last_clean_scrub_stamp":"2024-09-15T22:04:24.835582+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T05:52:18.357795+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.7","version":"20'2","reported_seq":16,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-15T22:04:27.294218+0000","last_change":"2024-09-15T22:04:24.860546+0000","last_active":"2024-09-15T22:04:27.294218+0000","last_peered":"2024-09-15T22:04:27.294218+0000","last_clean":"2024-09-15T22:04:27.294218+0000","last_became_active":"2024-09-15T22:04:24.860260+0000","last_became_peered":"2024-09-15T22:04:24.860260+0000","last_unstale":"2024-09-15T22:04:27.294218+0000","last_undegraded":"2024-09-15T22:04:27.294218+0000","last_fullsized":"2024-09-15T22:04:27.294218+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-15T22:04:23.830575+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-15T22:04:23.830575+0000","last_clean_scrub_stamp":"2024-09-15T22:04:23.830575+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T04:26:49.041394+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7],"acting":[6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.6","version":"0'0","reported_seq":12,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-15T22:04:27.293444+0000","last_change":"2024-09-15T22:04:25.869493+0000","last_active":"2024-09-15T22:04:27.293444+0000","last_peered":"2024-09-15T22:04:27.293444+0000","last_clean":"2024-09-15T22:04:27.293444+0000","last_became_active":"2024-09-15T22:04:25.869236+0000","last_became_peered":"2024-09-15T22:04:25.869236+0000","last_unstale":"2024-09-15T22:04:27.293444+0000","last_undegraded":"2024-09-15T22:04:27.293444+0000","last_fullsized":"2024-09-15T22:04:27.293444+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-15T22:04:24.835582+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-15T22:04:24.835582+0000","last_clean_scrub_stamp":"2024-09-15T22:04:24.835582+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-16T22:57:55.300306+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.8","version":"0'0","reported_seq":14,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-15T22:04:27.293480+0000","last_change":"2024-09-15T22:04:24.865711+0000","last_active":"2024-09-15T22:04:27.293480+0000","last_peered":"2024-09-15T22:04:27.293480+0000","last_clean":"2024-09-15T22:04:27.293480+0000","last_became_active":"2024-09-15T22:04:24.865416+0000","last_became_peered":"2024-09-15T22:04:24.865416+0000","last_unstale":"2024-09-15T22:04:27.293480+0000","last_undegraded":"2024-09-15T22:04:27.293480+0000","last_fullsized":"2024-09-15T22:04:27.293480+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-15T22:04:23.830575+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-15T22:04:23.830575+0000","last_clean_scrub_stamp":"2024-09-15T22:04:23.830575+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T07:34:41.456701+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.9","version":"0'0","reported_seq":12,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-15T22:04:26.847202+0000","last_change":"2024-09-15T22:04:25.861047+0000","last_active":"2024-09-15T22:04:26.847202+0000","last_peered":"2024-09-15T22:04:26.847202+0000","last_clean":"2024-09-15T22:04:26.847202+0000","last_became_active":"2024-09-15T22:04:25.860140+0000","last_became_peered":"2024-09-15T22:04:25.860140+0000","last_unstale":"2024-09-15T22:04:26.847202+0000","last_undegraded":"2024-09-15T22:04:26.847202+0000","last_fullsized":"2024-09-15T22:04:26.847202+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-15T22:04:24.835582+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-15T22:04:24.835582+0000","last_clean_scrub_stamp":"2024-09-15T22:04:24.835582+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T06:41:55.355610+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2],"acting":[4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.9","version":"0'0","reported_seq":14,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-15T22:04:26.845051+0000","last_change":"2024-09-15T22:04:24.855640+0000","last_active":"2024-09-15T22:04:26.845051+0000","last_peered":"2024-09-15T22:04:26.845051+0000","last_clean":"2024-09-15T22:04:26.845051+0000","last_became_active":"2024-09-15T22:04:24.855172+0000","last_became_peered":"2024-09-15T22:04:24.855172+0000","last_unstale":"2024-09-15T22:04:26.845051+0000","last_undegraded":"2024-09-15T22:04:26.845051+0000","last_fullsized":"2024-09-15T22:04:26.845051+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-15T22:04:23.830575+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-15T22:04:23.830575+0000","last_clean_scrub_stamp":"2024-09-15T22:04:23.830575+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T09:35:43.930267+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7],"acting":[1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.8","version":"0'0","reported_seq":12,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-15T22:04:27.283890+0000","last_change":"2024-09-15T22:04:25.870626+0000","last_active":"2024-09-15T22:04:27.283890+0000","last_peered":"2024-09-15T22:04:27.283890+0000","last_clean":"2024-09-15T22:04:27.283890+0000","last_became_active":"2024-09-15T22:04:25.869602+0000","last_became_peered":"2024-09-15T22:04:25.869602+0000","last_unstale":"2024-09-15T22:04:27.283890+0000","last_undegraded":"2024-09-15T22:04:27.283890+0000","last_fullsized":"2024-09-15T22:04:27.283890+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-15T22:04:24.835582+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-15T22:04:24.835582+0000","last_clean_scrub_stamp":"2024-09-15T22:04:24.835582+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-16T22:21:32.146626+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.a","version":"0'0","reported_seq":14,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-15T22:04:26.845013+0000","last_change":"2024-09-15T22:04:24.855226+0000","last_active":"2024-09-15T22:04:26.845013+0000","last_peered":"2024-09-15T22:04:26.845013+0000","last_clean":"2024-09-15T22:04:26.845013+0000","last_became_active":"2024-09-15T22:04:24.854933+0000","last_became_peered":"2024-09-15T22:04:24.854933+0000","last_unstale":"2024-09-15T22:04:26.845013+0000","last_undegraded":"2024-09-15T22:04:26.845013+0000","last_fullsized":"2024-09-15T22:04:26.845013+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-15T22:04:23.830575+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-15T22:04:23.830575+0000","last_clean_scrub_stamp":"2024-09-15T22:04:23.830575+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T01:57:35.717051+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3],"acting":[1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.b","version":"0'0","reported_seq":12,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-15T22:04:27.283943+0000","last_change":"2024-09-15T22:04:25.855083+0000","last_active":"2024-09-15T22:04:27.283943+0000","last_peered":"2024-09-15T22:04:27.283943+0000","last_clean":"2024-09-15T22:04:27.283943+0000","last_became_active":"2024-09-15T22:04:25.854788+0000","last_became_peered":"2024-09-15T22:04:25.854788+0000","last_unstale":"2024-09-15T22:04:27.283943+0000","last_undegraded":"2024-09-15T22:04:27.283943+0000","last_fullsized":"2024-09-15T22:04:27.283943+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-15T22:04:24.835582+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-15T22:04:24.835582+0000","last_clean_scrub_stamp":"2024-09-15T22:04:24.835582+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T08:08:55.136352+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.b","version":"20'2","reported_seq":16,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-15T22:04:27.294248+0000","last_change":"2024-09-15T22:04:24.859989+0000","last_active":"2024-09-15T22:04:27.294248+0000","last_peered":"2024-09-15T22:04:27.294248+0000","last_clean":"2024-09-15T22:04:27.294248+0000","last_became_active":"2024-09-15T22:04:24.859701+0000","last_became_peered":"2024-09-15T22:04:24.859701+0000","last_unstale":"2024-09-15T22:04:27.294248+0000","last_undegraded":"2024-09-15T22:04:27.294248+0000","last_fullsized":"2024-09-15T22:04:27.294248+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-15T22:04:23.830575+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-15T22:04:23.830575+0000","last_clean_scrub_stamp":"2024-09-15T22:04:23.830575+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-16T23:17:32.159621+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.a","version":"0'0","reported_seq":12,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-15T22:04:27.293342+0000","last_change":"2024-09-15T22:04:25.861784+0000","last_active":"2024-09-15T22:04:27.293342+0000","last_peered":"2024-09-15T22:04:27.293342+0000","last_clean":"2024-09-15T22:04:27.293342+0000","last_became_active":"2024-09-15T22:04:25.861530+0000","last_became_peered":"2024-09-15T22:04:25.861530+0000","last_unstale":"2024-09-15T22:04:27.293342+0000","last_undegraded":"2024-09-15T22:04:27.293342+0000","last_fullsized":"2024-09-15T22:04:27.293342+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-15T22:04:24.835582+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-15T22:04:24.835582+0000","last_clean_scrub_stamp":"2024-09-15T22:04:24.835582+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-16T22:35:07.503017+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.1d","version":"0'0","reported_seq":12,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-15T22:04:26.847298+0000","last_change":"2024-09-15T22:04:25.865766+0000","last_active":"2024-09-15T22:04:26.847298+0000","last_peered":"2024-09-15T22:04:26.847298+0000","last_clean":"2024-09-15T22:04:26.847298+0000","last_became_active":"2024-09-15T22:04:25.864346+0000","last_became_peered":"2024-09-15T22:04:25.864346+0000","last_unstale":"2024-09-15T22:04:26.847298+0000","last_undegraded":"2024-09-15T22:04:26.847298+0000","last_fullsized":"2024-09-15T22:04:26.847298+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-15T22:04:24.835582+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-15T22:04:24.835582+0000","last_clean_scrub_stamp":"2024-09-15T22:04:24.835582+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T00:06:20.884778+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.1c","version":"20'2","reported_seq":16,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-15T22:04:27.293592+0000","last_change":"2024-09-15T22:04:24.863544+0000","last_active":"2024-09-15T22:04:27.293592+0000","last_peered":"2024-09-15T22:04:27.293592+0000","last_clean":"2024-09-15T22:04:27.293592+0000","last_became_active":"2024-09-15T22:04:24.863220+0000","last_became_peered":"2024-09-15T22:04:24.863220+0000","last_unstale":"2024-09-15T22:04:27.293592+0000","last_undegraded":"2024-09-15T22:04:27.293592+0000","last_fullsized":"2024-09-15T22:04:27.293592+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-15T22:04:23.830575+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-15T22:04:23.830575+0000","last_clean_scrub_stamp":"2024-09-15T22:04:23.830575+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T09:00:08.808373+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1c","version":"0'0","reported_seq":12,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-15T22:04:26.847036+0000","last_change":"2024-09-15T22:04:25.864250+0000","last_active":"2024-09-15T22:04:26.847036+0000","last_peered":"2024-09-15T22:04:26.847036+0000","last_clean":"2024-09-15T22:04:26.847036+0000","last_became_active":"2024-09-15T22:04:25.863997+0000","last_became_peered":"2024-09-15T22:04:25.863997+0000","last_unstale":"2024-09-15T22:04:26.847036+0000","last_undegraded":"2024-09-15T22:04:26.847036+0000","last_fullsized":"2024-09-15T22:04:26.847036+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-15T22:04:24.835582+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-15T22:04:24.835582+0000","last_clean_scrub_stamp":"2024-09-15T22:04:24.835582+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T08:30:15.086099+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.1d","version":"20'2","reported_seq":16,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-15T22:04:27.293861+0000","last_change":"2024-09-15T22:04:24.862868+0000","last_active":"2024-09-15T22:04:27.293861+0000","last_peered":"2024-09-15T22:04:27.293861+0000","last_clean":"2024-09-15T22:04:27.293861+0000","last_became_active":"2024-09-15T22:04:24.862406+0000","last_became_peered":"2024-09-15T22:04:24.862406+0000","last_unstale":"2024-09-15T22:04:27.293861+0000","last_undegraded":"2024-09-15T22:04:27.293861+0000","last_fullsized":"2024-09-15T22:04:27.293861+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-15T22:04:23.830575+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-15T22:04:23.830575+0000","last_clean_scrub_stamp":"2024-09-15T22:04:23.830575+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T01:57:35.717051+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1f","version":"0'0","reported_seq":12,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-15T22:04:27.293354+0000","last_change":"2024-09-15T22:04:25.858796+0000","last_active":"2024-09-15T22:04:27.293354+0000","last_peered":"2024-09-15T22:04:27.293354+0000","last_clean":"2024-09-15T22:04:27.293354+0000","last_became_active":"2024-09-15T22:04:25.858495+0000","last_became_peered":"2024-09-15T22:04:25.858495+0000","last_unstale":"2024-09-15T22:04:27.293354+0000","last_undegraded":"2024-09-15T22:04:27.293354+0000","last_fullsized":"2024-09-15T22:04:27.293354+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-15T22:04:24.835582+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-15T22:04:24.835582+0000","last_clean_scrub_stamp":"2024-09-15T22:04:24.835582+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T03:52:09.819200+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5],"acting":[0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.1e","version":"20'1","reported_seq":15,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-15T22:04:27.284139+0000","last_change":"2024-09-15T22:04:24.865481+0000","last_active":"2024-09-15T22:04:27.284139+0000","last_peered":"2024-09-15T22:04:27.284139+0000","last_clean":"2024-09-15T22:04:27.284139+0000","last_became_active":"2024-09-15T22:04:24.865178+0000","last_became_peered":"2024-09-15T22:04:24.865178+0000","last_unstale":"2024-09-15T22:04:27.284139+0000","last_undegraded":"2024-09-15T22:04:27.284139+0000","last_fullsized":"2024-09-15T22:04:27.284139+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-15T22:04:23.830575+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-15T22:04:23.830575+0000","last_clean_scrub_stamp":"2024-09-15T22:04:23.830575+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T07:08:54.942598+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1e","version":"0'0","reported_seq":12,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-15T22:04:27.284171+0000","last_change":"2024-09-15T22:04:25.857083+0000","last_active":"2024-09-15T22:04:27.284171+0000","last_peered":"2024-09-15T22:04:27.284171+0000","last_clean":"2024-09-15T22:04:27.284171+0000","last_became_active":"2024-09-15T22:04:25.856766+0000","last_became_peered":"2024-09-15T22:04:25.856766+0000","last_unstale":"2024-09-15T22:04:27.284171+0000","last_undegraded":"2024-09-15T22:04:27.284171+0000","last_fullsized":"2024-09-15T22:04:27.284171+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-15T22:04:24.835582+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-15T22:04:24.835582+0000","last_clean_scrub_stamp":"2024-09-15T22:04:24.835582+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-16T23:11:04.557442+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.1f","version":"20'4","reported_seq":18,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-15T22:04:27.293490+0000","last_change":"2024-09-15T22:04:24.856252+0000","last_active":"2024-09-15T22:04:27.293490+0000","last_peered":"2024-09-15T22:04:27.293490+0000","last_clean":"2024-09-15T22:04:27.293490+0000","last_became_active":"2024-09-15T22:04:24.855888+0000","last_became_peered":"2024-09-15T22:04:24.855888+0000","last_unstale":"2024-09-15T22:04:27.293490+0000","last_undegraded":"2024-09-15T22:04:27.293490+0000","last_fullsized":"2024-09-15T22:04:27.293490+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-15T22:04:23.830575+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-15T22:04:23.830575+0000","last_clean_scrub_stamp":"2024-09-15T22:04:23.830575+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T06:16:58.775512+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":582,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]}],"pool_stats":[{"poolid":3,"num_pg":64,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":128,"acting":128,"num_store_stats":8},{"poolid":2,"num_pg":32,"stat_sum":{"num_bytes":2410,"num_objects":22,"num_object_clones":0,"num_object_copies":44,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":22,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":45,"num_write_kb":14,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":65536,"data_stored":4820,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":39,"ondisk_log_size":39,"up":64,"acting":64,"num_store_stats":8},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":159,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":1187840,"data_stored":1180736,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":117,"ondisk_log_size":117,"up":2,"acting":2,"num_store_stats":2}],"osd_stats":[{"osd":7,"up_from":14,"seq":60129542150,"num_pgs":30,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":31980,"kb_used_data":792,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94339860,"statfs":{"total":96636764160,"available":96604016640,"internally_reserved":0,"allocated":811008,"data_stored":665171,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1590,"internal_metadata":31914442},"hb_peers":[0,1,2,3,4,5,6],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":5,"up_from":14,"seq":60129542150,"num_pgs":30,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":31404,"kb_used_data":212,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94340436,"statfs":{"total":96636764160,"available":96604606464,"internally_reserved":0,"allocated":217088,"data_stored":74311,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":31914437},"hb_peers":[0,1,2,3,4,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":4,"up_from":14,"seq":60129542150,"num_pgs":26,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":31416,"kb_used_data":220,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94340424,"statfs":{"total":96636764160,"available":96604594176,"internally_reserved":0,"allocated":225280,"data_stored":74347,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":31914437},"hb_peers":[0,1,2,3,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":3,"up_from":14,"seq":60129542152,"num_pgs":28,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27248,"kb_used_data":220,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344592,"statfs":{"total":96636764160,"available":96608862208,"internally_reserved":0,"allocated":225280,"data_stored":75833,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1593,"internal_metadata":27654599},"hb_peers":[0,1,2,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":2,"up_from":14,"seq":60129542152,"num_pgs":13,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27236,"kb_used_data":208,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344604,"statfs":{"total":96636764160,"available":96608874496,"internally_reserved":0,"allocated":212992,"data_stored":74221,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[0,1,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":1,"up_from":14,"seq":60129542151,"num_pgs":19,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27248,"kb_used_data":216,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344592,"statfs":{"total":96636764160,"available":96608862208,"internally_reserved":0,"allocated":221184,"data_stored":74381,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[0,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":0,"up_from":14,"seq":60129542151,"num_pgs":27,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27828,"kb_used_data":800,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344012,"statfs":{"total":96636764160,"available":96608268288,"internally_reserved":0,"allocated":819200,"data_stored":665227,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[1,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":6,"up_from":13,"seq":55834574855,"num_pgs":21,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":35568,"kb_used_data":220,"kb_used_omap":1,"kb_used_meta":35326,"kb_avail":94336272,"statfs":{"total":96636764160,"available":96600342528,"internally_reserved":0,"allocated":225280,"data_stored":75833,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":36174278},"hb_peers":[0,1,2,3,4,5,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":12288,"data_stored":638,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":160,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":12288,"data_stored":1612,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":12288,"data_stored":126,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":90,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":12288,"data_stored":1612,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":582,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2024-09-15T22:04:37.972 INFO:tasks.ceph.ceph_manager.ceph:clean! 2024-09-15T22:04:37.972 INFO:tasks.ceph:Waiting until ceph cluster ceph is healthy... 2024-09-15T22:04:37.972 INFO:tasks.ceph.ceph_manager.ceph:wait_until_healthy 2024-09-15T22:04:37.972 DEBUG:teuthology.orchestra.run.smithi063:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph health --format=json 2024-09-15T22:04:38.109 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:38.108+0000 7fc2f19bd640 1 Processor -- start 2024-09-15T22:04:38.110 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:38.108+0000 7fc2f19bd640 1 -- start start 2024-09-15T22:04:38.111 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:38.109+0000 7fc2f19bd640 1 --2- >> v2:172.21.15.63:3300/0 conn(0x7fc2ec06c2f0 0x7fc2ec0d3740 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-15T22:04:38.111 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:38.109+0000 7fc2f19bd640 1 -- --> v1:172.21.15.63:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fc2ec0d26a0 con 0x7fc2ec0cf9d0 2024-09-15T22:04:38.111 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:38.109+0000 7fc2f19bd640 1 -- --> v1:172.21.15.110:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fc2ec0d2980 con 0x7fc2ec15e4f0 2024-09-15T22:04:38.111 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:38.109+0000 7fc2f19bd640 1 -- --> v2:172.21.15.63:3300/0 -- mon_getmap magic: 0 -- 0x7fc2ec0d2c60 con 0x7fc2ec06c2f0 2024-09-15T22:04:38.111 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:38.109+0000 7fc2eb7fe640 1 --2- >> v2:172.21.15.63:3300/0 conn(0x7fc2ec06c2f0 0x7fc2ec0d3740 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-15T22:04:38.111 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:38.109+0000 7fc2e3fff640 1 --1- >> v1:172.21.15.63:6789/0 conn(0x7fc2ec0cf9d0 0x7fc2ec06bbe0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.63:6789/0 says I am v1:172.21.15.63:45438/0 (socket says 172.21.15.63:45438) 2024-09-15T22:04:38.111 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:38.109+0000 7fc2e3fff640 1 -- 172.21.15.63:0/462595508 learned_addr learned my addr 172.21.15.63:0/462595508 (peer_addr_for_me v1:172.21.15.63:0/0) 2024-09-15T22:04:38.111 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:38.109+0000 7fc2ea7fc640 1 -- 172.21.15.63:0/462595508 <== mon.0 v1:172.21.15.63:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 2190709139 0 0) 0x7fc2ec0d26a0 con 0x7fc2ec0cf9d0 2024-09-15T22:04:38.111 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:38.109+0000 7fc2ea7fc640 1 -- 172.21.15.63:0/462595508 --> v1:172.21.15.63:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7fc2d8003520 con 0x7fc2ec0cf9d0 2024-09-15T22:04:38.111 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:38.109+0000 7fc2eb7fe640 1 -- 172.21.15.63:0/462595508 >> v1:172.21.15.110:6789/0 conn(0x7fc2ec15e4f0 legacy=0x7fc2ec0b75a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-15T22:04:38.111 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:38.109+0000 7fc2eb7fe640 1 -- 172.21.15.63:0/462595508 >> v1:172.21.15.63:6789/0 conn(0x7fc2ec0cf9d0 legacy=0x7fc2ec06bbe0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-15T22:04:38.111 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:38.109+0000 7fc2eb7fe640 1 -- 172.21.15.63:0/462595508 --> v2:172.21.15.63:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fc2ec0d2f40 con 0x7fc2ec06c2f0 2024-09-15T22:04:38.113 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:38.110+0000 7fc2eb7fe640 1 --2- 172.21.15.63:0/462595508 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fc2ec06c2f0 0x7fc2ec0d3740 secure :-1 s=READY pgs=122 cs=0 l=1 rev1=1 crypto rx=0x7fc2e4009d90 tx=0x7fc2e402a780 comp rx=0 tx=0).ready entity=mon.0 client_cookie=fc532d7200504de9 server_cookie=0 in_seq=0 out_seq=0 2024-09-15T22:04:38.113 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:38.110+0000 7fc2ea7fc640 1 -- 172.21.15.63:0/462595508 <== mon.0 v2:172.21.15.63:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc2e4037070 con 0x7fc2ec06c2f0 2024-09-15T22:04:38.113 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:38.110+0000 7fc2ea7fc640 1 -- 172.21.15.63:0/462595508 <== mon.0 v2:172.21.15.63:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fc2e4007740 con 0x7fc2ec06c2f0 2024-09-15T22:04:38.113 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:38.110+0000 7fc2ea7fc640 1 -- 172.21.15.63:0/462595508 <== mon.0 v2:172.21.15.63:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc2e4007b10 con 0x7fc2ec06c2f0 2024-09-15T22:04:38.113 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:38.111+0000 7fc2f19bd640 1 -- 172.21.15.63:0/462595508 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fc2ec06c2f0 msgr2=0x7fc2ec0d3740 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-15T22:04:38.113 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:38.111+0000 7fc2f19bd640 1 --2- 172.21.15.63:0/462595508 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fc2ec06c2f0 0x7fc2ec0d3740 secure :-1 s=READY pgs=122 cs=0 l=1 rev1=1 crypto rx=0x7fc2e4009d90 tx=0x7fc2e402a780 comp rx=0 tx=0).stop 2024-09-15T22:04:38.113 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:38.111+0000 7fc2f19bd640 1 -- 172.21.15.63:0/462595508 shutdown_connections 2024-09-15T22:04:38.113 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:38.111+0000 7fc2f19bd640 1 --2- 172.21.15.63:0/462595508 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fc2ec06c2f0 0x7fc2ec0d3740 unknown :-1 s=CLOSED pgs=122 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T22:04:38.113 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:38.111+0000 7fc2f19bd640 1 -- 172.21.15.63:0/462595508 >> 172.21.15.63:0/462595508 conn(0x7fc2ec0d1200 msgr2=0x7fc2ec0d1610 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-15T22:04:38.113 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:38.111+0000 7fc2f19bd640 1 -- 172.21.15.63:0/462595508 shutdown_connections 2024-09-15T22:04:38.113 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:38.111+0000 7fc2f19bd640 1 -- 172.21.15.63:0/462595508 wait complete. 2024-09-15T22:04:38.118 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:38.112+0000 7fc2f19bd640 1 Processor -- start 2024-09-15T22:04:38.118 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:38.112+0000 7fc2f19bd640 1 -- start start 2024-09-15T22:04:38.118 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:38.113+0000 7fc2f19bd640 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fc2ec06c2f0 0x7fc2ec0c95f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-15T22:04:38.118 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:38.113+0000 7fc2f19bd640 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7fc2ec0cf9d0 0x7fc2ec151650 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-15T22:04:38.119 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:38.113+0000 7fc2f19bd640 1 --2- >> [v2:172.21.15.110:3301/0,v1:172.21.15.110:6790/0] conn(0x7fc2ec15e4f0 0x7fc2ec0c8b80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-15T22:04:38.119 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:38.113+0000 7fc2f19bd640 1 -- --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 -- 0x7fc2ec0d2170 con 0x7fc2ec06c2f0 2024-09-15T22:04:38.119 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:38.113+0000 7fc2f19bd640 1 -- --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_getmap magic: 0 -- 0x7fc2ec15e8d0 con 0x7fc2ec0cf9d0 2024-09-15T22:04:38.119 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:38.113+0000 7fc2f19bd640 1 -- --> [v2:172.21.15.110:3301/0,v1:172.21.15.110:6790/0] -- mon_getmap magic: 0 -- 0x7fc2ec0d22f0 con 0x7fc2ec15e4f0 2024-09-15T22:04:38.119 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:38.113+0000 7fc2eaffd640 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fc2ec06c2f0 0x7fc2ec0c95f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-15T22:04:38.119 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:38.113+0000 7fc2eaffd640 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fc2ec06c2f0 0x7fc2ec0c95f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.63:3300/0 says I am v2:172.21.15.63:55568/0 (socket says 172.21.15.63:55568) 2024-09-15T22:04:38.119 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:38.113+0000 7fc2eaffd640 1 -- 172.21.15.63:0/718726576 learned_addr learned my addr 172.21.15.63:0/718726576 (peer_addr_for_me v2:172.21.15.63:0/0) 2024-09-15T22:04:38.119 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:38.113+0000 7fc2e3fff640 1 --2- 172.21.15.63:0/718726576 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7fc2ec0cf9d0 0x7fc2ec151650 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-15T22:04:38.119 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:38.113+0000 7fc2eb7fe640 1 --2- 172.21.15.63:0/718726576 >> [v2:172.21.15.110:3301/0,v1:172.21.15.110:6790/0] conn(0x7fc2ec15e4f0 0x7fc2ec0c8b80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-15T22:04:38.119 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:38.113+0000 7fc2eaffd640 1 -- 172.21.15.63:0/718726576 >> [v2:172.21.15.110:3301/0,v1:172.21.15.110:6790/0] conn(0x7fc2ec15e4f0 msgr2=0x7fc2ec0c8b80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-15T22:04:38.119 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:38.113+0000 7fc2eaffd640 1 --2- 172.21.15.63:0/718726576 >> [v2:172.21.15.110:3301/0,v1:172.21.15.110:6790/0] conn(0x7fc2ec15e4f0 0x7fc2ec0c8b80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T22:04:38.119 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:38.113+0000 7fc2eaffd640 1 -- 172.21.15.63:0/718726576 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7fc2ec0cf9d0 msgr2=0x7fc2ec151650 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-15T22:04:38.119 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:38.113+0000 7fc2eaffd640 1 --2- 172.21.15.63:0/718726576 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7fc2ec0cf9d0 0x7fc2ec151650 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T22:04:38.120 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:38.113+0000 7fc2eaffd640 1 -- 172.21.15.63:0/718726576 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fc2ec0c9ed0 con 0x7fc2ec06c2f0 2024-09-15T22:04:38.120 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:38.113+0000 7fc2eaffd640 1 --2- 172.21.15.63:0/718726576 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fc2ec06c2f0 0x7fc2ec0c95f0 secure :-1 s=READY pgs=123 cs=0 l=1 rev1=1 crypto rx=0x7fc2dc00c450 tx=0x7fc2dc00c910 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-15T22:04:38.120 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:38.113+0000 7fc2e8ff9640 1 -- 172.21.15.63:0/718726576 <== mon.0 v2:172.21.15.63:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc2dc0052d0 con 0x7fc2ec06c2f0 2024-09-15T22:04:38.120 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:38.113+0000 7fc2e8ff9640 1 -- 172.21.15.63:0/718726576 <== mon.0 v2:172.21.15.63:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fc2dc005470 con 0x7fc2ec06c2f0 2024-09-15T22:04:38.120 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:38.113+0000 7fc2f19bd640 1 -- 172.21.15.63:0/718726576 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fc2ec0c80a0 con 0x7fc2ec06c2f0 2024-09-15T22:04:38.120 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:38.113+0000 7fc2e8ff9640 1 -- 172.21.15.63:0/718726576 <== mon.0 v2:172.21.15.63:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc2dc012870 con 0x7fc2ec06c2f0 2024-09-15T22:04:38.120 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:38.114+0000 7fc2f19bd640 1 -- 172.21.15.63:0/718726576 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fc2ec0ca1b0 con 0x7fc2ec06c2f0 2024-09-15T22:04:38.120 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:38.114+0000 7fc2f19bd640 1 -- 172.21.15.63:0/718726576 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fc2ec0c8270 con 0x7fc2ec06c2f0 2024-09-15T22:04:38.120 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:38.115+0000 7fc2e8ff9640 1 -- 172.21.15.63:0/718726576 <== mon.0 v2:172.21.15.63:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7fc2dc012a10 con 0x7fc2ec06c2f0 2024-09-15T22:04:38.121 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:38.115+0000 7fc2e8ff9640 1 --2- 172.21.15.63:0/718726576 >> [v2:172.21.15.110:6832/552273267,v1:172.21.15.110:6833/552273267] conn(0x7fc2cc06c2b0 0x7fc2cc06e770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-15T22:04:38.121 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:38.116+0000 7fc2e8ff9640 1 -- 172.21.15.63:0/718726576 <== mon.0 v2:172.21.15.63:3300/0 5 ==== osd_map(21..21 src has 1..21) ==== 5709+0+0 (secure 0 0 0) 0x7fc2dc08ae50 con 0x7fc2ec06c2f0 2024-09-15T22:04:38.121 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:38.116+0000 7fc2e3fff640 1 --2- 172.21.15.63:0/718726576 >> [v2:172.21.15.110:6832/552273267,v1:172.21.15.110:6833/552273267] conn(0x7fc2cc06c2b0 0x7fc2cc06e770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-15T22:04:38.121 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:38.116+0000 7fc2e3fff640 1 --2- 172.21.15.63:0/718726576 >> [v2:172.21.15.110:6832/552273267,v1:172.21.15.110:6833/552273267] conn(0x7fc2cc06c2b0 0x7fc2cc06e770 secure :-1 s=READY pgs=89 cs=0 l=1 rev1=1 crypto rx=0x7fc2ec073300 tx=0x7fc2d4007d30 comp rx=0 tx=0).ready entity=mgr.4102 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-15T22:04:38.121 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:38.120+0000 7fc2e8ff9640 1 -- 172.21.15.63:0/718726576 <== mon.0 v2:172.21.15.63:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7fc2dc059000 con 0x7fc2ec06c2f0 2024-09-15T22:04:38.336 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:38.334+0000 7fc2f19bd640 1 -- 172.21.15.63:0/718726576 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_command({"prefix": "health", "format": "json"} v 0) -- 0x7fc2ec15be40 con 0x7fc2ec06c2f0 2024-09-15T22:04:38.336 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:38.334+0000 7fc2e8ff9640 1 -- 172.21.15.63:0/718726576 <== mon.0 v2:172.21.15.63:3300/0 7 ==== mon_command_ack([{"prefix": "health", "format": "json"}]=0 v0) ==== 72+0+46 (secure 0 0 0) 0x7fc2dc05d300 con 0x7fc2ec06c2f0 2024-09-15T22:04:38.336 INFO:teuthology.orchestra.run.smithi063.stdout: 2024-09-15T22:04:38.336 INFO:teuthology.orchestra.run.smithi063.stdout:{"status":"HEALTH_OK","checks":{},"mutes":[]} 2024-09-15T22:04:38.339 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:38.337+0000 7fc2f19bd640 1 -- 172.21.15.63:0/718726576 >> [v2:172.21.15.110:6832/552273267,v1:172.21.15.110:6833/552273267] conn(0x7fc2cc06c2b0 msgr2=0x7fc2cc06e770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-15T22:04:38.339 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:38.337+0000 7fc2f19bd640 1 --2- 172.21.15.63:0/718726576 >> [v2:172.21.15.110:6832/552273267,v1:172.21.15.110:6833/552273267] conn(0x7fc2cc06c2b0 0x7fc2cc06e770 secure :-1 s=READY pgs=89 cs=0 l=1 rev1=1 crypto rx=0x7fc2ec073300 tx=0x7fc2d4007d30 comp rx=0 tx=0).stop 2024-09-15T22:04:38.339 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:38.337+0000 7fc2f19bd640 1 -- 172.21.15.63:0/718726576 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fc2ec06c2f0 msgr2=0x7fc2ec0c95f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-15T22:04:38.339 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:38.337+0000 7fc2f19bd640 1 --2- 172.21.15.63:0/718726576 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fc2ec06c2f0 0x7fc2ec0c95f0 secure :-1 s=READY pgs=123 cs=0 l=1 rev1=1 crypto rx=0x7fc2dc00c450 tx=0x7fc2dc00c910 comp rx=0 tx=0).stop 2024-09-15T22:04:38.339 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:38.337+0000 7fc2f19bd640 1 -- 172.21.15.63:0/718726576 shutdown_connections 2024-09-15T22:04:38.339 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:38.337+0000 7fc2f19bd640 1 --2- 172.21.15.63:0/718726576 >> [v2:172.21.15.110:6832/552273267,v1:172.21.15.110:6833/552273267] conn(0x7fc2cc06c2b0 0x7fc2cc06e770 unknown :-1 s=CLOSED pgs=89 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T22:04:38.339 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:38.337+0000 7fc2f19bd640 1 --2- 172.21.15.63:0/718726576 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7fc2ec0cf9d0 0x7fc2ec151650 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T22:04:38.339 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:38.337+0000 7fc2f19bd640 1 --2- 172.21.15.63:0/718726576 >> [v2:172.21.15.110:3301/0,v1:172.21.15.110:6790/0] conn(0x7fc2ec15e4f0 0x7fc2ec0c8b80 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T22:04:38.340 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:38.337+0000 7fc2f19bd640 1 --2- 172.21.15.63:0/718726576 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fc2ec06c2f0 0x7fc2ec0c95f0 unknown :-1 s=CLOSED pgs=123 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T22:04:38.340 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:38.337+0000 7fc2f19bd640 1 -- 172.21.15.63:0/718726576 >> 172.21.15.63:0/718726576 conn(0x7fc2ec0d1200 msgr2=0x7fc2ec0b37c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-15T22:04:38.340 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:38.337+0000 7fc2f19bd640 1 -- 172.21.15.63:0/718726576 shutdown_connections 2024-09-15T22:04:38.340 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:38.337+0000 7fc2f19bd640 1 -- 172.21.15.63:0/718726576 wait complete. 2024-09-15T22:04:38.349 INFO:tasks.ceph.ceph_manager.ceph:wait_until_healthy done 2024-09-15T22:04:38.349 DEBUG:teuthology.orchestra.run.smithi063:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-09-15T22:04:38.451 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:38.449+0000 7f16a1c8d640 1 Processor -- start 2024-09-15T22:04:38.451 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:38.450+0000 7f16a1c8d640 1 -- start start 2024-09-15T22:04:38.454 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:38.450+0000 7f16a1c8d640 1 --2- >> v2:172.21.15.110:3300/0 conn(0x7f169c15f960 0x7f169c0cff30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-15T22:04:38.454 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:38.450+0000 7f16a1c8d640 1 --2- >> v2:172.21.15.63:3300/0 conn(0x7f169c0d0fe0 0x7f169c0d1450 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-15T22:04:38.454 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:38.450+0000 7f16a1c8d640 1 -- --> v1:172.21.15.63:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f169c0d0780 con 0x7f169c0ce9f0 2024-09-15T22:04:38.454 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:38.450+0000 7f16a1c8d640 1 -- --> v2:172.21.15.63:3300/0 -- mon_getmap magic: 0 -- 0x7f169c0d1990 con 0x7f169c0d0fe0 2024-09-15T22:04:38.454 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:38.450+0000 7f16a1c8d640 1 -- --> v2:172.21.15.110:3300/0 -- mon_getmap magic: 0 -- 0x7f169c0d0a60 con 0x7f169c15f960 2024-09-15T22:04:38.454 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:38.450+0000 7f169bfff640 1 --2- >> v2:172.21.15.63:3300/0 conn(0x7f169c0d0fe0 0x7f169c0d1450 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-15T22:04:38.454 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:38.451+0000 7f169affd640 1 --1- >> v1:172.21.15.63:6789/0 conn(0x7f169c0ce9f0 0x7f169c0b62f0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.63:6789/0 says I am v1:172.21.15.63:45452/0 (socket says 172.21.15.63:45452) 2024-09-15T22:04:38.455 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:38.451+0000 7f169affd640 1 -- 172.21.15.63:0/3927009691 learned_addr learned my addr 172.21.15.63:0/3927009691 (peer_addr_for_me v1:172.21.15.63:0/0) 2024-09-15T22:04:38.455 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:38.451+0000 7f169b7fe640 1 --2- 172.21.15.63:0/3927009691 >> v2:172.21.15.110:3300/0 conn(0x7f169c15f960 0x7f169c0cff30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-15T22:04:38.455 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:38.451+0000 7f169bfff640 1 -- 172.21.15.63:0/3927009691 >> v2:172.21.15.110:3300/0 conn(0x7f169c15f960 msgr2=0x7f169c0cff30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-15T22:04:38.455 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:38.451+0000 7f169bfff640 1 --2- 172.21.15.63:0/3927009691 >> v2:172.21.15.110:3300/0 conn(0x7f169c15f960 0x7f169c0cff30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T22:04:38.455 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:38.451+0000 7f169bfff640 1 -- 172.21.15.63:0/3927009691 >> v1:172.21.15.63:6789/0 conn(0x7f169c0ce9f0 legacy=0x7f169c0b62f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-15T22:04:38.455 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:38.451+0000 7f169bfff640 1 -- 172.21.15.63:0/3927009691 --> v2:172.21.15.63:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f169c0d0d40 con 0x7f169c0d0fe0 2024-09-15T22:04:38.455 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:38.451+0000 7f169a7fc640 1 -- 172.21.15.63:0/3927009691 <== mon.0 v1:172.21.15.63:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 1158255060 0 0) 0x7f169c0d0780 con 0x7f169c0ce9f0 2024-09-15T22:04:38.455 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:38.452+0000 7f169bfff640 1 --2- 172.21.15.63:0/3927009691 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f169c0d0fe0 0x7f169c0d1450 secure :-1 s=READY pgs=125 cs=0 l=1 rev1=1 crypto rx=0x7f169c0cfea0 tx=0x7f169402a680 comp rx=0 tx=0).ready entity=mon.0 client_cookie=f0b80564bff80740 server_cookie=0 in_seq=0 out_seq=0 2024-09-15T22:04:38.455 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:38.452+0000 7f169a7fc640 1 -- 172.21.15.63:0/3927009691 <== mon.0 v2:172.21.15.63:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1694007740 con 0x7f169c0d0fe0 2024-09-15T22:04:38.456 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:38.452+0000 7f169a7fc640 1 -- 172.21.15.63:0/3927009691 <== mon.0 v2:172.21.15.63:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f16940078e0 con 0x7f169c0d0fe0 2024-09-15T22:04:38.456 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:38.452+0000 7f169a7fc640 1 -- 172.21.15.63:0/3927009691 <== mon.0 v2:172.21.15.63:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1694007cb0 con 0x7f169c0d0fe0 2024-09-15T22:04:38.456 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:38.452+0000 7f16a1c8d640 1 -- 172.21.15.63:0/3927009691 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f169c0d0fe0 msgr2=0x7f169c0d1450 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-15T22:04:38.456 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:38.452+0000 7f16a1c8d640 1 --2- 172.21.15.63:0/3927009691 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f169c0d0fe0 0x7f169c0d1450 secure :-1 s=READY pgs=125 cs=0 l=1 rev1=1 crypto rx=0x7f169c0cfea0 tx=0x7f169402a680 comp rx=0 tx=0).stop 2024-09-15T22:04:38.456 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:38.452+0000 7f16a1c8d640 1 -- 172.21.15.63:0/3927009691 shutdown_connections 2024-09-15T22:04:38.456 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:38.452+0000 7f16a1c8d640 1 --2- 172.21.15.63:0/3927009691 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f169c0d0fe0 0x7f169c0d1450 unknown :-1 s=CLOSED pgs=125 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T22:04:38.456 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:38.452+0000 7f16a1c8d640 1 --2- 172.21.15.63:0/3927009691 >> v2:172.21.15.110:3300/0 conn(0x7f169c15f960 0x7f169c0cff30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T22:04:38.456 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:38.452+0000 7f16a1c8d640 1 -- 172.21.15.63:0/3927009691 >> 172.21.15.63:0/3927009691 conn(0x7f169c0b4090 msgr2=0x7f169c0b4470 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-15T22:04:38.456 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:38.452+0000 7f16a1c8d640 1 -- 172.21.15.63:0/3927009691 shutdown_connections 2024-09-15T22:04:38.456 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:38.452+0000 7f16a1c8d640 1 -- 172.21.15.63:0/3927009691 wait complete. 2024-09-15T22:04:38.459 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:38.453+0000 7f16a1c8d640 1 Processor -- start 2024-09-15T22:04:38.459 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:38.454+0000 7f16a1c8d640 1 -- start start 2024-09-15T22:04:38.459 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:38.454+0000 7f16a1c8d640 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f169c0ce9f0 0x7f169c1f53e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-15T22:04:38.459 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:38.454+0000 7f16a1c8d640 1 --2- >> [v2:172.21.15.110:3301/0,v1:172.21.15.110:6790/0] conn(0x7f169c0d0fe0 0x7f169c0c7300 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-15T22:04:38.460 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:38.454+0000 7f16a1c8d640 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f169c15f960 0x7f169c146b40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-15T22:04:38.460 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:38.454+0000 7f16a1c8d640 1 -- --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 -- 0x7f169c0d0470 con 0x7f169c15f960 2024-09-15T22:04:38.460 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:38.454+0000 7f16a1c8d640 1 -- --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_getmap magic: 0 -- 0x7f169c073170 con 0x7f169c0ce9f0 2024-09-15T22:04:38.460 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:38.454+0000 7f16a1c8d640 1 -- --> [v2:172.21.15.110:3301/0,v1:172.21.15.110:6790/0] -- mon_getmap magic: 0 -- 0x7f169c0b6a00 con 0x7f169c0d0fe0 2024-09-15T22:04:38.460 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:38.454+0000 7f169bfff640 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f169c15f960 0x7f169c146b40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-15T22:04:38.460 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:38.454+0000 7f169bfff640 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f169c15f960 0x7f169c146b40 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.63:3300/0 says I am v2:172.21.15.63:55594/0 (socket says 172.21.15.63:55594) 2024-09-15T22:04:38.460 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:38.454+0000 7f169bfff640 1 -- 172.21.15.63:0/1067284445 learned_addr learned my addr 172.21.15.63:0/1067284445 (peer_addr_for_me v2:172.21.15.63:0/0) 2024-09-15T22:04:38.460 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:38.455+0000 7f169b7fe640 1 --2- 172.21.15.63:0/1067284445 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f169c0ce9f0 0x7f169c1f53e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-15T22:04:38.460 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:38.455+0000 7f169affd640 1 --2- 172.21.15.63:0/1067284445 >> [v2:172.21.15.110:3301/0,v1:172.21.15.110:6790/0] conn(0x7f169c0d0fe0 0x7f169c0c7300 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-15T22:04:38.460 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:38.455+0000 7f169bfff640 1 -- 172.21.15.63:0/1067284445 >> [v2:172.21.15.110:3301/0,v1:172.21.15.110:6790/0] conn(0x7f169c0d0fe0 msgr2=0x7f169c0c7300 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-15T22:04:38.460 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:38.455+0000 7f169bfff640 1 --2- 172.21.15.63:0/1067284445 >> [v2:172.21.15.110:3301/0,v1:172.21.15.110:6790/0] conn(0x7f169c0d0fe0 0x7f169c0c7300 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T22:04:38.460 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:38.455+0000 7f169bfff640 1 -- 172.21.15.63:0/1067284445 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f169c0ce9f0 msgr2=0x7f169c1f53e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-15T22:04:38.461 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:38.455+0000 7f169bfff640 1 --2- 172.21.15.63:0/1067284445 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f169c0ce9f0 0x7f169c1f53e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T22:04:38.461 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:38.455+0000 7f169bfff640 1 -- 172.21.15.63:0/1067284445 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f169c147b70 con 0x7f169c15f960 2024-09-15T22:04:38.461 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:38.455+0000 7f169bfff640 1 --2- 172.21.15.63:0/1067284445 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f169c15f960 0x7f169c146b40 secure :-1 s=READY pgs=126 cs=0 l=1 rev1=1 crypto rx=0x7f169402ac70 tx=0x7f1694004a40 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-15T22:04:38.461 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:38.455+0000 7f1683fff640 1 -- 172.21.15.63:0/1067284445 <== mon.0 v2:172.21.15.63:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1694040070 con 0x7f169c15f960 2024-09-15T22:04:38.461 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:38.455+0000 7f1683fff640 1 -- 172.21.15.63:0/1067284445 <== mon.0 v2:172.21.15.63:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f1694031bc0 con 0x7f169c15f960 2024-09-15T22:04:38.461 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:38.455+0000 7f16a1c8d640 1 -- 172.21.15.63:0/1067284445 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f169c155df0 con 0x7f169c15f960 2024-09-15T22:04:38.461 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:38.455+0000 7f1683fff640 1 -- 172.21.15.63:0/1067284445 <== mon.0 v2:172.21.15.63:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1694045460 con 0x7f169c15f960 2024-09-15T22:04:38.461 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:38.455+0000 7f16a1c8d640 1 -- 172.21.15.63:0/1067284445 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f169c156690 con 0x7f169c15f960 2024-09-15T22:04:38.461 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:38.456+0000 7f16a1c8d640 1 -- 172.21.15.63:0/1067284445 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f169c156890 con 0x7f169c15f960 2024-09-15T22:04:38.462 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:38.457+0000 7f1683fff640 1 -- 172.21.15.63:0/1067284445 <== mon.0 v2:172.21.15.63:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7f1694039040 con 0x7f169c15f960 2024-09-15T22:04:38.462 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:38.457+0000 7f1683fff640 1 --2- 172.21.15.63:0/1067284445 >> [v2:172.21.15.110:6832/552273267,v1:172.21.15.110:6833/552273267] conn(0x7f168806c2b0 0x7f168806e770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-15T22:04:38.462 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:38.457+0000 7f1683fff640 1 -- 172.21.15.63:0/1067284445 <== mon.0 v2:172.21.15.63:3300/0 5 ==== osd_map(21..21 src has 1..21) ==== 5709+0+0 (secure 0 0 0) 0x7f16940acc20 con 0x7f169c15f960 2024-09-15T22:04:38.462 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:38.457+0000 7f169b7fe640 1 --2- 172.21.15.63:0/1067284445 >> [v2:172.21.15.110:6832/552273267,v1:172.21.15.110:6833/552273267] conn(0x7f168806c2b0 0x7f168806e770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-15T22:04:38.462 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:38.458+0000 7f169b7fe640 1 --2- 172.21.15.63:0/1067284445 >> [v2:172.21.15.110:6832/552273267,v1:172.21.15.110:6833/552273267] conn(0x7f168806c2b0 0x7f168806e770 secure :-1 s=READY pgs=90 cs=0 l=1 rev1=1 crypto rx=0x7f168c006fd0 tx=0x7f168c008040 comp rx=0 tx=0).ready entity=mgr.4102 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-15T22:04:38.463 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:38.461+0000 7f1683fff640 1 -- 172.21.15.63:0/1067284445 <== mon.0 v2:172.21.15.63:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7f169c156890 con 0x7f169c15f960 2024-09-15T22:04:38.674 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:38.672+0000 7f16a1c8d640 1 -- 172.21.15.63:0/1067284445 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7f169c0d1450 con 0x7f169c15f960 2024-09-15T22:04:38.674 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:38.673+0000 7f1683fff640 1 -- 172.21.15.63:0/1067284445 <== mon.0 v2:172.21.15.63:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 6 v6) ==== 93+0+5220 (secure 0 0 0) 0x7f169c147b70 con 0x7f169c15f960 2024-09-15T22:04:38.674 INFO:teuthology.orchestra.run.smithi063.stdout: 2024-09-15T22:04:38.674 INFO:teuthology.orchestra.run.smithi063.stdout:{"epoch":6,"btime":"2024-09-15T22:04:27:865903+0000","default_fscid":1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":4250,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.110:6837/3392288068","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.110:6835","nonce":3392288068},{"type":"v1","addr":"172.21.15.110:6837","nonce":3392288068}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":3},{"gid":4267,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.110:6836/4112494745","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.110:6834","nonce":4112494745},{"type":"v1","addr":"172.21.15.110:6836","nonce":4112494745}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":3},{"gid":4287,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.63:6834/2543347599","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.63:6832","nonce":2543347599},{"type":"v1","addr":"172.21.15.63:6834","nonce":2543347599}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":2}],"filesystems":[{"mdsmap":{"epoch":6,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2024-09-15T22:04:25.206116+0000","modified":"2024-09-15T22:04:27.208886+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":1,"in":[0],"up":{"mds_0":4290},"failed":[],"damaged":[],"stopped":[],"info":{"gid_4290":{"gid":4290,"name":"c","rank":0,"incarnation":4,"state":"up:active","state_seq":3,"addr":"172.21.15.63:6835/156651715","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.63:6833","nonce":156651715},{"type":"v1","addr":"172.21.15.63:6835","nonce":156651715}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[3],"metadata_pool":2,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":4290,"qdb_cluster":[4290]},"id":1}]} 2024-09-15T22:04:38.675 INFO:teuthology.orchestra.run.smithi063.stderr:dumped fsmap epoch 6 2024-09-15T22:04:38.676 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:38.675+0000 7f16a1c8d640 1 -- 172.21.15.63:0/1067284445 >> [v2:172.21.15.110:6832/552273267,v1:172.21.15.110:6833/552273267] conn(0x7f168806c2b0 msgr2=0x7f168806e770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-15T22:04:38.677 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:38.675+0000 7f16a1c8d640 1 --2- 172.21.15.63:0/1067284445 >> [v2:172.21.15.110:6832/552273267,v1:172.21.15.110:6833/552273267] conn(0x7f168806c2b0 0x7f168806e770 secure :-1 s=READY pgs=90 cs=0 l=1 rev1=1 crypto rx=0x7f168c006fd0 tx=0x7f168c008040 comp rx=0 tx=0).stop 2024-09-15T22:04:38.677 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:38.675+0000 7f16a1c8d640 1 -- 172.21.15.63:0/1067284445 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f169c15f960 msgr2=0x7f169c146b40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-15T22:04:38.677 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:38.675+0000 7f16a1c8d640 1 --2- 172.21.15.63:0/1067284445 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f169c15f960 0x7f169c146b40 secure :-1 s=READY pgs=126 cs=0 l=1 rev1=1 crypto rx=0x7f169402ac70 tx=0x7f1694004a40 comp rx=0 tx=0).stop 2024-09-15T22:04:38.677 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:38.675+0000 7f16a1c8d640 1 -- 172.21.15.63:0/1067284445 shutdown_connections 2024-09-15T22:04:38.677 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:38.675+0000 7f16a1c8d640 1 --2- 172.21.15.63:0/1067284445 >> [v2:172.21.15.110:6832/552273267,v1:172.21.15.110:6833/552273267] conn(0x7f168806c2b0 0x7f168806e770 unknown :-1 s=CLOSED pgs=90 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T22:04:38.677 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:38.675+0000 7f16a1c8d640 1 --2- 172.21.15.63:0/1067284445 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f169c15f960 0x7f169c146b40 unknown :-1 s=CLOSED pgs=126 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T22:04:38.677 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:38.675+0000 7f16a1c8d640 1 --2- 172.21.15.63:0/1067284445 >> [v2:172.21.15.110:3301/0,v1:172.21.15.110:6790/0] conn(0x7f169c0d0fe0 0x7f169c0c7300 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T22:04:38.677 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:38.675+0000 7f16a1c8d640 1 --2- 172.21.15.63:0/1067284445 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f169c0ce9f0 0x7f169c1f53e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T22:04:38.677 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:38.675+0000 7f16a1c8d640 1 -- 172.21.15.63:0/1067284445 >> 172.21.15.63:0/1067284445 conn(0x7f169c0b4090 msgr2=0x7f169c070500 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-15T22:04:38.677 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:38.675+0000 7f16a1c8d640 1 -- 172.21.15.63:0/1067284445 shutdown_connections 2024-09-15T22:04:38.677 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:38.675+0000 7f16a1c8d640 1 -- 172.21.15.63:0/1067284445 wait complete. 2024-09-15T22:04:38.687 DEBUG:teuthology.orchestra.run.smithi063:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-09-15T22:04:38.789 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:38.788+0000 7f366b827640 1 Processor -- start 2024-09-15T22:04:38.790 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:38.788+0000 7f366b827640 1 -- start start 2024-09-15T22:04:38.793 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:38.789+0000 7f366b827640 1 --2- >> [v2:172.21.15.110:3301/0,v1:172.21.15.110:6790/0] conn(0x7f366415e530 0x7f3664070700 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-15T22:04:38.793 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:38.789+0000 7f366b827640 1 -- --> v1:172.21.15.63:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f3664162eb0 con 0x7f36640b73c0 2024-09-15T22:04:38.793 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:38.789+0000 7f366b827640 1 -- --> v1:172.21.15.110:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f366415e910 con 0x7f3664073c00 2024-09-15T22:04:38.793 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:38.789+0000 7f366b827640 1 -- --> [v2:172.21.15.110:3301/0,v1:172.21.15.110:6790/0] -- mon_getmap magic: 0 -- 0x7f36640718c0 con 0x7f366415e530 2024-09-15T22:04:38.793 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:38.789+0000 7f3669dc4640 1 --1- >> v1:172.21.15.63:6789/0 conn(0x7f36640b73c0 0x7f36641627a0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.63:6789/0 says I am v1:172.21.15.63:45468/0 (socket says 172.21.15.63:45468) 2024-09-15T22:04:38.793 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:38.789+0000 7f3669dc4640 1 -- 172.21.15.63:0/2721033309 learned_addr learned my addr 172.21.15.63:0/2721033309 (peer_addr_for_me v1:172.21.15.63:0/0) 2024-09-15T22:04:38.793 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:38.789+0000 7f36695c3640 1 --2- 172.21.15.63:0/2721033309 >> [v2:172.21.15.110:3301/0,v1:172.21.15.110:6790/0] conn(0x7f366415e530 0x7f3664070700 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-15T22:04:38.794 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:38.789+0000 7f3663fff640 1 -- 172.21.15.63:0/2721033309 <== mon.0 v1:172.21.15.63:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 1041504051 0 0) 0x7f3664162eb0 con 0x7f36640b73c0 2024-09-15T22:04:38.794 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:38.789+0000 7f3663fff640 1 -- 172.21.15.63:0/2721033309 --> v1:172.21.15.63:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7f364c003520 con 0x7f36640b73c0 2024-09-15T22:04:38.794 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:38.789+0000 7f3663fff640 1 -- 172.21.15.63:0/2721033309 <== mon.0 v1:172.21.15.63:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) ==== 214+0+0 (unknown 2136015261 0 0) 0x7f364c003520 con 0x7f36640b73c0 2024-09-15T22:04:38.794 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:38.789+0000 7f3663fff640 1 -- 172.21.15.63:0/2721033309 >> [v2:172.21.15.110:3301/0,v1:172.21.15.110:6790/0] conn(0x7f366415e530 msgr2=0x7f3664070700 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-15T22:04:38.794 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:38.789+0000 7f3663fff640 1 --2- 172.21.15.63:0/2721033309 >> [v2:172.21.15.110:3301/0,v1:172.21.15.110:6790/0] conn(0x7f366415e530 0x7f3664070700 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T22:04:38.794 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:38.789+0000 7f3663fff640 1 -- 172.21.15.63:0/2721033309 >> v1:172.21.15.110:6789/0 conn(0x7f3664073c00 legacy=0x7f3664162090 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-15T22:04:38.794 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:38.789+0000 7f3663fff640 1 -- 172.21.15.63:0/2721033309 --> v1:172.21.15.63:6789/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f36640d1c50 con 0x7f36640b73c0 2024-09-15T22:04:38.794 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:38.789+0000 7f3663fff640 1 -- 172.21.15.63:0/2721033309 <== mon.0 v1:172.21.15.63:6789/0 3 ==== mon_map magic: 0 ==== 413+0+0 (unknown 3984726164 0 0) 0x7f36540019f0 con 0x7f36640b73c0 2024-09-15T22:04:38.794 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:38.789+0000 7f3663fff640 1 -- 172.21.15.63:0/2721033309 >> v1:172.21.15.63:6789/0 conn(0x7f36640b73c0 legacy=0x7f36641627a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-15T22:04:38.794 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:38.789+0000 7f3663fff640 1 --2- 172.21.15.63:0/2721033309 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f364c0039e0 0x7f364c003dc0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-15T22:04:38.794 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:38.789+0000 7f3663fff640 1 --2- 172.21.15.63:0/2721033309 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f364c004390 0x7f364c004860 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-15T22:04:38.794 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:38.789+0000 7f3663fff640 1 --2- 172.21.15.63:0/2721033309 >> [v2:172.21.15.110:3301/0,v1:172.21.15.110:6790/0] conn(0x7f366415e530 0x7f364c0050c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-15T22:04:38.794 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:38.789+0000 7f3663fff640 1 -- 172.21.15.63:0/2721033309 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 -- 0x7f36640718c0 con 0x7f364c0039e0 2024-09-15T22:04:38.795 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:38.789+0000 7f3663fff640 1 -- 172.21.15.63:0/2721033309 --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_getmap magic: 0 -- 0x7f364c00b9c0 con 0x7f364c004390 2024-09-15T22:04:38.795 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:38.789+0000 7f3663fff640 1 -- 172.21.15.63:0/2721033309 --> [v2:172.21.15.110:3301/0,v1:172.21.15.110:6790/0] -- mon_getmap magic: 0 -- 0x7f364c00bbc0 con 0x7f366415e530 2024-09-15T22:04:38.795 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:38.790+0000 7f36695c3640 1 --2- 172.21.15.63:0/2721033309 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f364c0039e0 0x7f364c003dc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-15T22:04:38.795 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:38.790+0000 7f3669dc4640 1 --2- 172.21.15.63:0/2721033309 >> [v2:172.21.15.110:3301/0,v1:172.21.15.110:6790/0] conn(0x7f366415e530 0x7f364c0050c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-15T22:04:38.795 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:38.790+0000 7f3668dc2640 1 --2- 172.21.15.63:0/2721033309 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f364c004390 0x7f364c004860 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-15T22:04:38.795 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:38.790+0000 7f36695c3640 1 -- 172.21.15.63:0/2721033309 >> [v2:172.21.15.110:3301/0,v1:172.21.15.110:6790/0] conn(0x7f366415e530 msgr2=0x7f364c0050c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-15T22:04:38.795 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:38.790+0000 7f36695c3640 1 --2- 172.21.15.63:0/2721033309 >> [v2:172.21.15.110:3301/0,v1:172.21.15.110:6790/0] conn(0x7f366415e530 0x7f364c0050c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T22:04:38.795 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:38.790+0000 7f36695c3640 1 -- 172.21.15.63:0/2721033309 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f364c004390 msgr2=0x7f364c004860 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-15T22:04:38.795 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:38.790+0000 7f36695c3640 1 --2- 172.21.15.63:0/2721033309 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f364c004390 0x7f364c004860 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T22:04:38.796 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:38.790+0000 7f36695c3640 1 -- 172.21.15.63:0/2721033309 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f364c003520 con 0x7f364c0039e0 2024-09-15T22:04:38.796 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:38.790+0000 7f36695c3640 1 --2- 172.21.15.63:0/2721033309 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f364c0039e0 0x7f364c003dc0 secure :-1 s=READY pgs=128 cs=0 l=1 rev1=1 crypto rx=0x7f365c009ac0 tx=0x7f364c005830 comp rx=0 tx=0).ready entity=mon.0 client_cookie=163223221278e63f server_cookie=0 in_seq=0 out_seq=0 2024-09-15T22:04:38.796 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:38.791+0000 7f3663fff640 1 -- 172.21.15.63:0/2721033309 <== mon.0 v2:172.21.15.63:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f365c036070 con 0x7f364c0039e0 2024-09-15T22:04:38.796 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:38.791+0000 7f3663fff640 1 -- 172.21.15.63:0/2721033309 <== mon.0 v2:172.21.15.63:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f365c031400 con 0x7f364c0039e0 2024-09-15T22:04:38.796 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:38.791+0000 7f3663fff640 1 -- 172.21.15.63:0/2721033309 <== mon.0 v2:172.21.15.63:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f365c009690 con 0x7f364c0039e0 2024-09-15T22:04:38.796 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:38.791+0000 7f366b827640 1 -- 172.21.15.63:0/2721033309 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f364c0039e0 msgr2=0x7f364c003dc0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-15T22:04:38.796 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:38.791+0000 7f366b827640 1 --2- 172.21.15.63:0/2721033309 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f364c0039e0 0x7f364c003dc0 secure :-1 s=READY pgs=128 cs=0 l=1 rev1=1 crypto rx=0x7f365c009ac0 tx=0x7f364c005830 comp rx=0 tx=0).stop 2024-09-15T22:04:38.796 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:38.791+0000 7f3669dc4640 1 -- 172.21.15.63:0/2721033309 reap_dead start 2024-09-15T22:04:38.796 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:38.791+0000 7f366b827640 1 -- 172.21.15.63:0/2721033309 shutdown_connections 2024-09-15T22:04:38.797 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:38.791+0000 7f366b827640 1 -- 172.21.15.63:0/2721033309 >> 172.21.15.63:0/2721033309 conn(0x7f36640d2300 msgr2=0x7f36640d26e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-15T22:04:38.797 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:38.791+0000 7f366b827640 1 -- 172.21.15.63:0/2721033309 shutdown_connections 2024-09-15T22:04:38.797 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:38.791+0000 7f366b827640 1 -- 172.21.15.63:0/2721033309 wait complete. 2024-09-15T22:04:38.799 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:38.792+0000 7f366b827640 1 Processor -- start 2024-09-15T22:04:38.799 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:38.792+0000 7f366b827640 1 -- start start 2024-09-15T22:04:38.799 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:38.793+0000 7f366b827640 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f364c0039e0 0x7f3664161190 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-15T22:04:38.800 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:38.793+0000 7f366b827640 1 --2- >> [v2:172.21.15.110:3301/0,v1:172.21.15.110:6790/0] conn(0x7f366415ce90 0x7f366415d2d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-15T22:04:38.800 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:38.793+0000 7f366b827640 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f36641f4ac0 0x7f36641f4f20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-15T22:04:38.800 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:38.793+0000 7f366b827640 1 -- --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 -- 0x7f36640736e0 con 0x7f36641f4ac0 2024-09-15T22:04:38.800 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:38.793+0000 7f366b827640 1 -- --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_getmap magic: 0 -- 0x7f3664073400 con 0x7f364c0039e0 2024-09-15T22:04:38.800 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:38.793+0000 7f366b827640 1 -- --> [v2:172.21.15.110:3301/0,v1:172.21.15.110:6790/0] -- mon_getmap magic: 0 -- 0x7f36640d2f10 con 0x7f366415ce90 2024-09-15T22:04:38.800 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:38.793+0000 7f3669dc4640 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f36641f4ac0 0x7f36641f4f20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-15T22:04:38.800 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:38.793+0000 7f3669dc4640 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f36641f4ac0 0x7f36641f4f20 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.63:3300/0 says I am v2:172.21.15.63:55610/0 (socket says 172.21.15.63:55610) 2024-09-15T22:04:38.800 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:38.793+0000 7f3669dc4640 1 -- 172.21.15.63:0/3375603560 learned_addr learned my addr 172.21.15.63:0/3375603560 (peer_addr_for_me v2:172.21.15.63:0/0) 2024-09-15T22:04:38.800 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:38.793+0000 7f3668dc2640 1 --2- 172.21.15.63:0/3375603560 >> [v2:172.21.15.110:3301/0,v1:172.21.15.110:6790/0] conn(0x7f366415ce90 0x7f366415d2d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-15T22:04:38.801 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:38.793+0000 7f36695c3640 1 --2- 172.21.15.63:0/3375603560 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f364c0039e0 0x7f3664161190 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-15T22:04:38.801 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:38.794+0000 7f3669dc4640 1 -- 172.21.15.63:0/3375603560 >> [v2:172.21.15.110:3301/0,v1:172.21.15.110:6790/0] conn(0x7f366415ce90 msgr2=0x7f366415d2d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-15T22:04:38.801 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:38.794+0000 7f3669dc4640 1 --2- 172.21.15.63:0/3375603560 >> [v2:172.21.15.110:3301/0,v1:172.21.15.110:6790/0] conn(0x7f366415ce90 0x7f366415d2d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T22:04:38.801 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:38.794+0000 7f3669dc4640 1 -- 172.21.15.63:0/3375603560 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f364c0039e0 msgr2=0x7f3664161190 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-15T22:04:38.801 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:38.794+0000 7f3669dc4640 1 --2- 172.21.15.63:0/3375603560 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f364c0039e0 0x7f3664161190 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T22:04:38.801 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:38.794+0000 7f3669dc4640 1 -- 172.21.15.63:0/3375603560 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f366415d810 con 0x7f36641f4ac0 2024-09-15T22:04:38.801 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:38.794+0000 7f36695c3640 1 --2- 172.21.15.63:0/3375603560 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f364c0039e0 0x7f3664161190 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-15T22:04:38.801 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:38.794+0000 7f3669dc4640 1 --2- 172.21.15.63:0/3375603560 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f36641f4ac0 0x7f36641f4f20 secure :-1 s=READY pgs=129 cs=0 l=1 rev1=1 crypto rx=0x7f36640506f0 tx=0x7f365400e530 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-15T22:04:38.801 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:38.794+0000 7f3661ffb640 1 -- 172.21.15.63:0/3375603560 <== mon.0 v2:172.21.15.63:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f365400ec10 con 0x7f36641f4ac0 2024-09-15T22:04:38.801 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:38.794+0000 7f3661ffb640 1 -- 172.21.15.63:0/3375603560 <== mon.0 v2:172.21.15.63:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f3654018070 con 0x7f36641f4ac0 2024-09-15T22:04:38.801 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:38.794+0000 7f366b827640 1 -- 172.21.15.63:0/3375603560 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f36641f7d30 con 0x7f36641f4ac0 2024-09-15T22:04:38.801 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:38.794+0000 7f3661ffb640 1 -- 172.21.15.63:0/3375603560 <== mon.0 v2:172.21.15.63:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3654013420 con 0x7f36641f4ac0 2024-09-15T22:04:38.802 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:38.794+0000 7f366b827640 1 -- 172.21.15.63:0/3375603560 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f36641f82f0 con 0x7f36641f4ac0 2024-09-15T22:04:38.802 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:38.795+0000 7f366b827640 1 -- 172.21.15.63:0/3375603560 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f3664070700 con 0x7f36641f4ac0 2024-09-15T22:04:38.802 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:38.796+0000 7f3661ffb640 1 -- 172.21.15.63:0/3375603560 <== mon.0 v2:172.21.15.63:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7f36540135c0 con 0x7f36641f4ac0 2024-09-15T22:04:38.802 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:38.796+0000 7f3661ffb640 1 --2- 172.21.15.63:0/3375603560 >> [v2:172.21.15.110:6832/552273267,v1:172.21.15.110:6833/552273267] conn(0x7f365006c2b0 0x7f365006e770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-15T22:04:38.802 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:38.796+0000 7f3661ffb640 1 -- 172.21.15.63:0/3375603560 <== mon.0 v2:172.21.15.63:3300/0 5 ==== osd_map(21..21 src has 1..21) ==== 5709+0+0 (secure 0 0 0) 0x7f365408b6c0 con 0x7f36641f4ac0 2024-09-15T22:04:38.802 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:38.796+0000 7f36695c3640 1 --2- 172.21.15.63:0/3375603560 >> [v2:172.21.15.110:6832/552273267,v1:172.21.15.110:6833/552273267] conn(0x7f365006c2b0 0x7f365006e770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-15T22:04:38.802 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:38.797+0000 7f36695c3640 1 --2- 172.21.15.63:0/3375603560 >> [v2:172.21.15.110:6832/552273267,v1:172.21.15.110:6833/552273267] conn(0x7f365006c2b0 0x7f365006e770 secure :-1 s=READY pgs=91 cs=0 l=1 rev1=1 crypto rx=0x7f365c009ac0 tx=0x7f365c008030 comp rx=0 tx=0).ready entity=mgr.4102 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-15T22:04:38.802 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:38.801+0000 7f3661ffb640 1 -- 172.21.15.63:0/3375603560 <== mon.0 v2:172.21.15.63:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7f3654059e30 con 0x7f36641f4ac0 2024-09-15T22:04:39.016 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:39.015+0000 7f366b827640 1 -- 172.21.15.63:0/3375603560 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7f36641e86f0 con 0x7f36641f4ac0 2024-09-15T22:04:39.017 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:39.016+0000 7f3661ffb640 1 -- 172.21.15.63:0/3375603560 <== mon.0 v2:172.21.15.63:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 6 v6) ==== 93+0+5220 (secure 0 0 0) 0x7f3654059730 con 0x7f36641f4ac0 2024-09-15T22:04:39.017 INFO:teuthology.orchestra.run.smithi063.stdout: 2024-09-15T22:04:39.017 INFO:teuthology.orchestra.run.smithi063.stdout:{"epoch":6,"btime":"2024-09-15T22:04:27:865903+0000","default_fscid":1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":4250,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.110:6837/3392288068","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.110:6835","nonce":3392288068},{"type":"v1","addr":"172.21.15.110:6837","nonce":3392288068}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":3},{"gid":4267,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.110:6836/4112494745","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.110:6834","nonce":4112494745},{"type":"v1","addr":"172.21.15.110:6836","nonce":4112494745}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":3},{"gid":4287,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.63:6834/2543347599","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.63:6832","nonce":2543347599},{"type":"v1","addr":"172.21.15.63:6834","nonce":2543347599}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":2}],"filesystems":[{"mdsmap":{"epoch":6,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2024-09-15T22:04:25.206116+0000","modified":"2024-09-15T22:04:27.208886+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":1,"in":[0],"up":{"mds_0":4290},"failed":[],"damaged":[],"stopped":[],"info":{"gid_4290":{"gid":4290,"name":"c","rank":0,"incarnation":4,"state":"up:active","state_seq":3,"addr":"172.21.15.63:6835/156651715","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.63:6833","nonce":156651715},{"type":"v1","addr":"172.21.15.63:6835","nonce":156651715}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[3],"metadata_pool":2,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":4290,"qdb_cluster":[4290]},"id":1}]} 2024-09-15T22:04:39.018 INFO:teuthology.orchestra.run.smithi063.stderr:dumped fsmap epoch 6 2024-09-15T22:04:39.019 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:39.018+0000 7f366b827640 1 -- 172.21.15.63:0/3375603560 >> [v2:172.21.15.110:6832/552273267,v1:172.21.15.110:6833/552273267] conn(0x7f365006c2b0 msgr2=0x7f365006e770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-15T22:04:39.020 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:39.018+0000 7f366b827640 1 --2- 172.21.15.63:0/3375603560 >> [v2:172.21.15.110:6832/552273267,v1:172.21.15.110:6833/552273267] conn(0x7f365006c2b0 0x7f365006e770 secure :-1 s=READY pgs=91 cs=0 l=1 rev1=1 crypto rx=0x7f365c009ac0 tx=0x7f365c008030 comp rx=0 tx=0).stop 2024-09-15T22:04:39.020 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:39.018+0000 7f366b827640 1 -- 172.21.15.63:0/3375603560 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f36641f4ac0 msgr2=0x7f36641f4f20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-15T22:04:39.020 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:39.018+0000 7f366b827640 1 --2- 172.21.15.63:0/3375603560 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f36641f4ac0 0x7f36641f4f20 secure :-1 s=READY pgs=129 cs=0 l=1 rev1=1 crypto rx=0x7f36640506f0 tx=0x7f365400e530 comp rx=0 tx=0).stop 2024-09-15T22:04:39.020 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:39.018+0000 7f366b827640 1 -- 172.21.15.63:0/3375603560 shutdown_connections 2024-09-15T22:04:39.020 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:39.018+0000 7f366b827640 1 --2- 172.21.15.63:0/3375603560 >> [v2:172.21.15.110:6832/552273267,v1:172.21.15.110:6833/552273267] conn(0x7f365006c2b0 0x7f365006e770 unknown :-1 s=CLOSED pgs=91 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T22:04:39.020 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:39.018+0000 7f366b827640 1 --2- 172.21.15.63:0/3375603560 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f36641f4ac0 0x7f36641f4f20 unknown :-1 s=CLOSED pgs=129 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T22:04:39.020 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:39.018+0000 7f366b827640 1 --2- 172.21.15.63:0/3375603560 >> [v2:172.21.15.110:3301/0,v1:172.21.15.110:6790/0] conn(0x7f366415ce90 0x7f366415d2d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T22:04:39.020 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:39.018+0000 7f366b827640 1 --2- 172.21.15.63:0/3375603560 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f364c0039e0 0x7f3664161190 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T22:04:39.021 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:39.018+0000 7f366b827640 1 -- 172.21.15.63:0/3375603560 >> 172.21.15.63:0/3375603560 conn(0x7f36640d2300 msgr2=0x7f366406cb00 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-15T22:04:39.021 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:39.018+0000 7f366b827640 1 -- 172.21.15.63:0/3375603560 shutdown_connections 2024-09-15T22:04:39.021 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:39.018+0000 7f366b827640 1 -- 172.21.15.63:0/3375603560 wait complete. 2024-09-15T22:04:39.030 DEBUG:teuthology.orchestra.run.smithi063:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-09-15T22:04:39.132 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:39.131+0000 7ff293931640 1 Processor -- start 2024-09-15T22:04:39.132 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:39.131+0000 7ff293931640 1 -- start start 2024-09-15T22:04:39.139 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:39.131+0000 7ff293931640 1 --2- >> [v2:172.21.15.110:3301/0,v1:172.21.15.110:6790/0] conn(0x7ff28c15b720 0x7ff28c15c950 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-15T22:04:39.139 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:39.131+0000 7ff293931640 1 --2- >> v2:172.21.15.110:3300/0 conn(0x7ff28c0d18e0 0x7ff28c0b18e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-15T22:04:39.139 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:39.131+0000 7ff293931640 1 -- --> v1:172.21.15.63:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7ff28c0b0b50 con 0x7ff28c0b02f0 2024-09-15T22:04:39.139 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:39.131+0000 7ff293931640 1 -- --> v2:172.21.15.110:3300/0 -- mon_getmap magic: 0 -- 0x7ff28c15be70 con 0x7ff28c0d18e0 2024-09-15T22:04:39.139 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:39.131+0000 7ff293931640 1 -- --> [v2:172.21.15.110:3301/0,v1:172.21.15.110:6790/0] -- mon_getmap magic: 0 -- 0x7ff28c15c150 con 0x7ff28c15b720 2024-09-15T22:04:39.139 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:39.132+0000 7ff290ecc640 1 --1- >> v1:172.21.15.63:6789/0 conn(0x7ff28c0b02f0 0x7ff28c0d11d0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.63:6789/0 says I am v1:172.21.15.63:45470/0 (socket says 172.21.15.63:45470) 2024-09-15T22:04:39.140 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:39.132+0000 7ff290ecc640 1 -- 172.21.15.63:0/384840696 learned_addr learned my addr 172.21.15.63:0/384840696 (peer_addr_for_me v1:172.21.15.63:0/0) 2024-09-15T22:04:39.140 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:39.132+0000 7ff291ece640 1 --2- 172.21.15.63:0/384840696 >> v2:172.21.15.110:3300/0 conn(0x7ff28c0d18e0 0x7ff28c0b18e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-15T22:04:39.140 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:39.132+0000 7ff2916cd640 1 --2- 172.21.15.63:0/384840696 >> [v2:172.21.15.110:3301/0,v1:172.21.15.110:6790/0] conn(0x7ff28c15b720 0x7ff28c15c950 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-15T22:04:39.140 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:39.132+0000 7ff283fff640 1 -- 172.21.15.63:0/384840696 <== mon.0 v1:172.21.15.63:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 1455970794 0 0) 0x7ff28c0b0b50 con 0x7ff28c0b02f0 2024-09-15T22:04:39.140 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:39.132+0000 7ff283fff640 1 -- 172.21.15.63:0/384840696 --> v1:172.21.15.63:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7ff278003520 con 0x7ff28c0b02f0 2024-09-15T22:04:39.140 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:39.132+0000 7ff283fff640 1 -- 172.21.15.63:0/384840696 <== mon.0 v1:172.21.15.63:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) ==== 214+0+0 (unknown 3801595705 0 0) 0x7ff278003520 con 0x7ff28c0b02f0 2024-09-15T22:04:39.140 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:39.132+0000 7ff283fff640 1 -- 172.21.15.63:0/384840696 >> [v2:172.21.15.110:3301/0,v1:172.21.15.110:6790/0] conn(0x7ff28c15b720 msgr2=0x7ff28c15c950 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-15T22:04:39.140 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:39.132+0000 7ff283fff640 1 --2- 172.21.15.63:0/384840696 >> [v2:172.21.15.110:3301/0,v1:172.21.15.110:6790/0] conn(0x7ff28c15b720 0x7ff28c15c950 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T22:04:39.141 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:39.132+0000 7ff283fff640 1 -- 172.21.15.63:0/384840696 >> v2:172.21.15.110:3300/0 conn(0x7ff28c0d18e0 msgr2=0x7ff28c0b18e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-15T22:04:39.141 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:39.132+0000 7ff283fff640 1 --2- 172.21.15.63:0/384840696 >> v2:172.21.15.110:3300/0 conn(0x7ff28c0d18e0 0x7ff28c0b18e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T22:04:39.141 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:39.132+0000 7ff283fff640 1 -- 172.21.15.63:0/384840696 --> v1:172.21.15.63:6789/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7ff28c15c430 con 0x7ff28c0b02f0 2024-09-15T22:04:39.141 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:39.132+0000 7ff283fff640 1 -- 172.21.15.63:0/384840696 <== mon.0 v1:172.21.15.63:6789/0 3 ==== mon_map magic: 0 ==== 413+0+0 (unknown 3984726164 0 0) 0x7ff27c001670 con 0x7ff28c0b02f0 2024-09-15T22:04:39.141 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:39.132+0000 7ff283fff640 1 -- 172.21.15.63:0/384840696 >> v1:172.21.15.63:6789/0 conn(0x7ff28c0b02f0 legacy=0x7ff28c0d11d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-15T22:04:39.141 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:39.132+0000 7ff283fff640 1 --2- 172.21.15.63:0/384840696 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7ff2780039b0 0x7ff278003dd0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-15T22:04:39.141 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:39.132+0000 7ff283fff640 1 --2- 172.21.15.63:0/384840696 >> [v2:172.21.15.110:3301/0,v1:172.21.15.110:6790/0] conn(0x7ff278004800 0x7ff278004c80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-15T22:04:39.141 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:39.132+0000 7ff283fff640 1 --2- 172.21.15.63:0/384840696 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7ff2780051c0 0x7ff27800b9c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-15T22:04:39.141 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:39.132+0000 7ff283fff640 1 -- 172.21.15.63:0/384840696 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 -- 0x7ff28c15be70 con 0x7ff2780051c0 2024-09-15T22:04:39.141 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:39.132+0000 7ff283fff640 1 -- 172.21.15.63:0/384840696 --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_getmap magic: 0 -- 0x7ff28c15c150 con 0x7ff2780039b0 2024-09-15T22:04:39.141 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:39.132+0000 7ff283fff640 1 -- 172.21.15.63:0/384840696 --> [v2:172.21.15.110:3301/0,v1:172.21.15.110:6790/0] -- mon_getmap magic: 0 -- 0x7ff27800bf00 con 0x7ff278004800 2024-09-15T22:04:39.141 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:39.132+0000 7ff291ece640 1 --2- 172.21.15.63:0/384840696 >> v2:172.21.15.110:3300/0 conn(0x7ff28c0d18e0 0x7ff28c0b18e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-15T22:04:39.141 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:39.132+0000 7ff2916cd640 1 --2- 172.21.15.63:0/384840696 >> [v2:172.21.15.110:3301/0,v1:172.21.15.110:6790/0] conn(0x7ff28c15b720 0x7ff28c15c950 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-15T22:04:39.142 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:39.132+0000 7ff291ece640 1 --2- 172.21.15.63:0/384840696 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7ff2780051c0 0x7ff27800b9c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-15T22:04:39.142 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:39.133+0000 7ff290ecc640 1 --2- 172.21.15.63:0/384840696 >> [v2:172.21.15.110:3301/0,v1:172.21.15.110:6790/0] conn(0x7ff278004800 0x7ff278004c80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-15T22:04:39.142 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:39.133+0000 7ff2916cd640 1 --2- 172.21.15.63:0/384840696 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7ff2780039b0 0x7ff278003dd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-15T22:04:39.142 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:39.133+0000 7ff291ece640 1 -- 172.21.15.63:0/384840696 >> [v2:172.21.15.110:3301/0,v1:172.21.15.110:6790/0] conn(0x7ff278004800 msgr2=0x7ff278004c80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-15T22:04:39.142 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:39.133+0000 7ff291ece640 1 --2- 172.21.15.63:0/384840696 >> [v2:172.21.15.110:3301/0,v1:172.21.15.110:6790/0] conn(0x7ff278004800 0x7ff278004c80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T22:04:39.142 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:39.133+0000 7ff291ece640 1 -- 172.21.15.63:0/384840696 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7ff2780039b0 msgr2=0x7ff278003dd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-15T22:04:39.142 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:39.133+0000 7ff291ece640 1 --2- 172.21.15.63:0/384840696 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7ff2780039b0 0x7ff278003dd0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T22:04:39.142 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:39.133+0000 7ff291ece640 1 -- 172.21.15.63:0/384840696 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7ff278003520 con 0x7ff2780051c0 2024-09-15T22:04:39.142 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:39.133+0000 7ff291ece640 1 --2- 172.21.15.63:0/384840696 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7ff2780051c0 0x7ff27800b9c0 secure :-1 s=READY pgs=131 cs=0 l=1 rev1=1 crypto rx=0x7ff28c0cece0 tx=0x7ff278005830 comp rx=0 tx=0).ready entity=mon.0 client_cookie=11385cf751ddd95c server_cookie=0 in_seq=0 out_seq=0 2024-09-15T22:04:39.142 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:39.134+0000 7ff283fff640 1 -- 172.21.15.63:0/384840696 <== mon.0 v2:172.21.15.63:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff284009de0 con 0x7ff2780051c0 2024-09-15T22:04:39.142 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:39.134+0000 7ff283fff640 1 -- 172.21.15.63:0/384840696 <== mon.0 v2:172.21.15.63:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7ff28402e610 con 0x7ff2780051c0 2024-09-15T22:04:39.142 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:39.134+0000 7ff283fff640 1 -- 172.21.15.63:0/384840696 <== mon.0 v2:172.21.15.63:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff28402ea00 con 0x7ff2780051c0 2024-09-15T22:04:39.143 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:39.134+0000 7ff293931640 1 -- 172.21.15.63:0/384840696 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7ff2780051c0 msgr2=0x7ff27800b9c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-15T22:04:39.143 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:39.134+0000 7ff293931640 1 --2- 172.21.15.63:0/384840696 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7ff2780051c0 0x7ff27800b9c0 secure :-1 s=READY pgs=131 cs=0 l=1 rev1=1 crypto rx=0x7ff28c0cece0 tx=0x7ff278005830 comp rx=0 tx=0).stop 2024-09-15T22:04:39.143 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:39.134+0000 7ff291ece640 1 -- 172.21.15.63:0/384840696 reap_dead start 2024-09-15T22:04:39.143 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:39.134+0000 7ff293931640 1 -- 172.21.15.63:0/384840696 shutdown_connections 2024-09-15T22:04:39.143 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:39.134+0000 7ff293931640 1 -- 172.21.15.63:0/384840696 >> 172.21.15.63:0/384840696 conn(0x7ff28c0730c0 msgr2=0x7ff28c0734d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-15T22:04:39.143 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:39.134+0000 7ff293931640 1 -- 172.21.15.63:0/384840696 shutdown_connections 2024-09-15T22:04:39.143 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:39.134+0000 7ff293931640 1 -- 172.21.15.63:0/384840696 wait complete. 2024-09-15T22:04:39.143 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:39.135+0000 7ff293931640 1 Processor -- start 2024-09-15T22:04:39.143 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:39.135+0000 7ff293931640 1 -- start start 2024-09-15T22:04:39.143 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:39.136+0000 7ff293931640 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7ff2780051c0 0x7ff28c153dd0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-15T22:04:39.143 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:39.136+0000 7ff293931640 1 --2- >> [v2:172.21.15.110:3301/0,v1:172.21.15.110:6790/0] conn(0x7ff28c156750 0x7ff28c0c7710 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-15T22:04:39.143 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:39.136+0000 7ff293931640 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7ff28c15a820 0x7ff28c0c4a10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-15T22:04:39.144 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:39.136+0000 7ff293931640 1 -- --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 -- 0x7ff28c0b0930 con 0x7ff2780051c0 2024-09-15T22:04:39.144 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:39.136+0000 7ff293931640 1 -- --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_getmap magic: 0 -- 0x7ff28c0b07b0 con 0x7ff28c15a820 2024-09-15T22:04:39.144 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:39.136+0000 7ff293931640 1 -- --> [v2:172.21.15.110:3301/0,v1:172.21.15.110:6790/0] -- mon_getmap magic: 0 -- 0x7ff28c073be0 con 0x7ff28c156750 2024-09-15T22:04:39.144 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:39.136+0000 7ff2916cd640 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7ff2780051c0 0x7ff28c153dd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-15T22:04:39.144 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:39.136+0000 7ff2916cd640 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7ff2780051c0 0x7ff28c153dd0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.63:3300/0 says I am v2:172.21.15.63:55628/0 (socket says 172.21.15.63:55628) 2024-09-15T22:04:39.144 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:39.136+0000 7ff2916cd640 1 -- 172.21.15.63:0/4120869101 learned_addr learned my addr 172.21.15.63:0/4120869101 (peer_addr_for_me v2:172.21.15.63:0/0) 2024-09-15T22:04:39.144 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:39.136+0000 7ff290ecc640 1 --2- 172.21.15.63:0/4120869101 >> [v2:172.21.15.110:3301/0,v1:172.21.15.110:6790/0] conn(0x7ff28c156750 0x7ff28c0c7710 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-15T22:04:39.144 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:39.136+0000 7ff291ece640 1 --2- 172.21.15.63:0/4120869101 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7ff28c15a820 0x7ff28c0c4a10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-15T22:04:39.144 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:39.137+0000 7ff2916cd640 1 -- 172.21.15.63:0/4120869101 >> [v2:172.21.15.110:3301/0,v1:172.21.15.110:6790/0] conn(0x7ff28c156750 msgr2=0x7ff28c0c7710 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-15T22:04:39.144 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:39.137+0000 7ff2916cd640 1 --2- 172.21.15.63:0/4120869101 >> [v2:172.21.15.110:3301/0,v1:172.21.15.110:6790/0] conn(0x7ff28c156750 0x7ff28c0c7710 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T22:04:39.144 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:39.137+0000 7ff2916cd640 1 -- 172.21.15.63:0/4120869101 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7ff28c15a820 msgr2=0x7ff28c0c4a10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-15T22:04:39.144 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:39.137+0000 7ff2916cd640 1 --2- 172.21.15.63:0/4120869101 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7ff28c15a820 0x7ff28c0c4a10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T22:04:39.144 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:39.137+0000 7ff2916cd640 1 -- 172.21.15.63:0/4120869101 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7ff28c0c8120 con 0x7ff2780051c0 2024-09-15T22:04:39.145 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:39.137+0000 7ff2916cd640 1 --2- 172.21.15.63:0/4120869101 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7ff2780051c0 0x7ff28c153dd0 secure :-1 s=READY pgs=132 cs=0 l=1 rev1=1 crypto rx=0x7ff288011a00 tx=0x7ff288011e00 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-15T22:04:39.145 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:39.137+0000 7ff281ffb640 1 -- 172.21.15.63:0/4120869101 <== mon.0 v2:172.21.15.63:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff28800fb30 con 0x7ff2780051c0 2024-09-15T22:04:39.145 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:39.137+0000 7ff281ffb640 1 -- 172.21.15.63:0/4120869101 <== mon.0 v2:172.21.15.63:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7ff28800fcd0 con 0x7ff2780051c0 2024-09-15T22:04:39.145 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:39.137+0000 7ff281ffb640 1 -- 172.21.15.63:0/4120869101 <== mon.0 v2:172.21.15.63:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff288014640 con 0x7ff2780051c0 2024-09-15T22:04:39.145 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:39.137+0000 7ff293931640 1 -- 172.21.15.63:0/4120869101 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7ff28c0c7e40 con 0x7ff2780051c0 2024-09-15T22:04:39.145 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:39.137+0000 7ff293931640 1 -- 172.21.15.63:0/4120869101 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7ff28c0ae480 con 0x7ff2780051c0 2024-09-15T22:04:39.146 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:39.138+0000 7ff293931640 1 -- 172.21.15.63:0/4120869101 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7ff28c0b0b50 con 0x7ff2780051c0 2024-09-15T22:04:39.146 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:39.139+0000 7ff281ffb640 1 -- 172.21.15.63:0/4120869101 <== mon.0 v2:172.21.15.63:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7ff288012040 con 0x7ff2780051c0 2024-09-15T22:04:39.146 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:39.139+0000 7ff281ffb640 1 --2- 172.21.15.63:0/4120869101 >> [v2:172.21.15.110:6832/552273267,v1:172.21.15.110:6833/552273267] conn(0x7ff27006c2e0 0x7ff27006e7a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-15T22:04:39.147 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:39.139+0000 7ff281ffb640 1 -- 172.21.15.63:0/4120869101 <== mon.0 v2:172.21.15.63:3300/0 5 ==== osd_map(21..21 src has 1..21) ==== 5709+0+0 (secure 0 0 0) 0x7ff28808b970 con 0x7ff2780051c0 2024-09-15T22:04:39.147 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:39.139+0000 7ff290ecc640 1 --2- 172.21.15.63:0/4120869101 >> [v2:172.21.15.110:6832/552273267,v1:172.21.15.110:6833/552273267] conn(0x7ff27006c2e0 0x7ff27006e7a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-15T22:04:39.147 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:39.140+0000 7ff290ecc640 1 --2- 172.21.15.63:0/4120869101 >> [v2:172.21.15.110:6832/552273267,v1:172.21.15.110:6833/552273267] conn(0x7ff27006c2e0 0x7ff27006e7a0 secure :-1 s=READY pgs=92 cs=0 l=1 rev1=1 crypto rx=0x7ff28c0afc20 tx=0x7ff27c0078f0 comp rx=0 tx=0).ready entity=mgr.4102 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-15T22:04:39.147 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:39.143+0000 7ff281ffb640 1 -- 172.21.15.63:0/4120869101 <== mon.0 v2:172.21.15.63:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7ff288019030 con 0x7ff2780051c0 2024-09-15T22:04:39.322 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:39.320+0000 7ff293931640 1 -- 172.21.15.63:0/4120869101 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) -- 0x7ff28c075890 con 0x7ff2780051c0 2024-09-15T22:04:39.323 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:39.321+0000 7ff281ffb640 1 -- 172.21.15.63:0/4120869101 <== mon.0 v2:172.21.15.63:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v21) ==== 74+0+16689 (secure 0 0 0) 0x7ff28805a0e0 con 0x7ff2780051c0 2024-09-15T22:04:39.323 INFO:teuthology.orchestra.run.smithi063.stdout: 2024-09-15T22:04:39.323 INFO:teuthology.orchestra.run.smithi063.stdout:{"epoch":21,"fsid":"49d79d51-bb1b-4fdd-a1d6-f4e42ba7fbf3","created":"2024-09-15T22:04:02.076542+0000","modified":"2024-09-15T22:04:26.841905+0000","last_up_change":"2024-09-15T22:04:13.946763+0000","last_in_change":"2024-09-15T22:04:04.178658+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":5,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":3,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-09-15T22:04:14.281022+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"17","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":8,"score_stable":8,"optimal_score":0.25,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":2,"pool_name":"cephfs_metadata","create_time":"2024-09-15T22:04:23.079232+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"20","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":3,"pool_name":"cephfs_data","create_time":"2024-09-15T22:04:24.187569+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"21","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"1f955f27-2876-45ee-a014-9d8a652f47de","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":19,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.63:6816","nonce":3631300172},{"type":"v1","addr":"172.21.15.63:6818","nonce":3631300172}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.63:6820","nonce":3631300172},{"type":"v1","addr":"172.21.15.63:6822","nonce":3631300172}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.63:6828","nonce":3631300172},{"type":"v1","addr":"172.21.15.63:6830","nonce":3631300172}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.63:6824","nonce":3631300172},{"type":"v1","addr":"172.21.15.63:6826","nonce":3631300172}]},"public_addr":"172.21.15.63:6818/3631300172","cluster_addr":"172.21.15.63:6822/3631300172","heartbeat_back_addr":"172.21.15.63:6830/3631300172","heartbeat_front_addr":"172.21.15.63:6826/3631300172","state":["exists","up"]},{"osd":1,"uuid":"af6843a2-c664-44cd-9435-6410b9d7cdfc","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":19,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.63:6817","nonce":2124234218},{"type":"v1","addr":"172.21.15.63:6819","nonce":2124234218}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.63:6821","nonce":2124234218},{"type":"v1","addr":"172.21.15.63:6823","nonce":2124234218}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.63:6829","nonce":2124234218},{"type":"v1","addr":"172.21.15.63:6831","nonce":2124234218}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.63:6825","nonce":2124234218},{"type":"v1","addr":"172.21.15.63:6827","nonce":2124234218}]},"public_addr":"172.21.15.63:6819/2124234218","cluster_addr":"172.21.15.63:6823/2124234218","heartbeat_back_addr":"172.21.15.63:6831/2124234218","heartbeat_front_addr":"172.21.15.63:6827/2124234218","state":["exists","up"]},{"osd":2,"uuid":"27259906-636d-4292-8128-28c3ae37417c","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":19,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.63:6800","nonce":3107585409},{"type":"v1","addr":"172.21.15.63:6801","nonce":3107585409}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.63:6802","nonce":3107585409},{"type":"v1","addr":"172.21.15.63:6803","nonce":3107585409}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.63:6806","nonce":3107585409},{"type":"v1","addr":"172.21.15.63:6807","nonce":3107585409}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.63:6804","nonce":3107585409},{"type":"v1","addr":"172.21.15.63:6805","nonce":3107585409}]},"public_addr":"172.21.15.63:6801/3107585409","cluster_addr":"172.21.15.63:6803/3107585409","heartbeat_back_addr":"172.21.15.63:6807/3107585409","heartbeat_front_addr":"172.21.15.63:6805/3107585409","state":["exists","up"]},{"osd":3,"uuid":"007f71a8-c154-4167-a68d-96d158541c43","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":19,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.63:6808","nonce":2333041751},{"type":"v1","addr":"172.21.15.63:6809","nonce":2333041751}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.63:6810","nonce":2333041751},{"type":"v1","addr":"172.21.15.63:6811","nonce":2333041751}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.63:6814","nonce":2333041751},{"type":"v1","addr":"172.21.15.63:6815","nonce":2333041751}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.63:6812","nonce":2333041751},{"type":"v1","addr":"172.21.15.63:6813","nonce":2333041751}]},"public_addr":"172.21.15.63:6809/2333041751","cluster_addr":"172.21.15.63:6811/2333041751","heartbeat_back_addr":"172.21.15.63:6815/2333041751","heartbeat_front_addr":"172.21.15.63:6813/2333041751","state":["exists","up"]},{"osd":4,"uuid":"346e916e-e9c8-4b14-a7c4-032d5f63fb69","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":19,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.110:6816","nonce":2783666287},{"type":"v1","addr":"172.21.15.110:6817","nonce":2783666287}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.110:6818","nonce":2783666287},{"type":"v1","addr":"172.21.15.110:6819","nonce":2783666287}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.110:6822","nonce":2783666287},{"type":"v1","addr":"172.21.15.110:6823","nonce":2783666287}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.110:6820","nonce":2783666287},{"type":"v1","addr":"172.21.15.110:6821","nonce":2783666287}]},"public_addr":"172.21.15.110:6817/2783666287","cluster_addr":"172.21.15.110:6819/2783666287","heartbeat_back_addr":"172.21.15.110:6823/2783666287","heartbeat_front_addr":"172.21.15.110:6821/2783666287","state":["exists","up"]},{"osd":5,"uuid":"079e99b1-b9e1-4c06-ae11-f98c84739234","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":19,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.110:6800","nonce":3568635398},{"type":"v1","addr":"172.21.15.110:6801","nonce":3568635398}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.110:6802","nonce":3568635398},{"type":"v1","addr":"172.21.15.110:6803","nonce":3568635398}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.110:6806","nonce":3568635398},{"type":"v1","addr":"172.21.15.110:6807","nonce":3568635398}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.110:6804","nonce":3568635398},{"type":"v1","addr":"172.21.15.110:6805","nonce":3568635398}]},"public_addr":"172.21.15.110:6801/3568635398","cluster_addr":"172.21.15.110:6803/3568635398","heartbeat_back_addr":"172.21.15.110:6807/3568635398","heartbeat_front_addr":"172.21.15.110:6805/3568635398","state":["exists","up"]},{"osd":6,"uuid":"40b16565-bb39-470a-a699-3a5c64927e87","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":19,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.110:6808","nonce":2775776398},{"type":"v1","addr":"172.21.15.110:6809","nonce":2775776398}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.110:6810","nonce":2775776398},{"type":"v1","addr":"172.21.15.110:6811","nonce":2775776398}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.110:6814","nonce":2775776398},{"type":"v1","addr":"172.21.15.110:6815","nonce":2775776398}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.110:6812","nonce":2775776398},{"type":"v1","addr":"172.21.15.110:6813","nonce":2775776398}]},"public_addr":"172.21.15.110:6809/2775776398","cluster_addr":"172.21.15.110:6811/2775776398","heartbeat_back_addr":"172.21.15.110:6815/2775776398","heartbeat_front_addr":"172.21.15.110:6813/2775776398","state":["exists","up"]},{"osd":7,"uuid":"619d52d5-7a65-4232-a05a-3357ad2f8bea","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":19,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.110:6824","nonce":3099325207},{"type":"v1","addr":"172.21.15.110:6825","nonce":3099325207}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.110:6826","nonce":3099325207},{"type":"v1","addr":"172.21.15.110:6827","nonce":3099325207}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.110:6830","nonce":3099325207},{"type":"v1","addr":"172.21.15.110:6831","nonce":3099325207}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.110:6828","nonce":3099325207},{"type":"v1","addr":"172.21.15.110:6829","nonce":3099325207}]},"public_addr":"172.21.15.110:6825/3099325207","cluster_addr":"172.21.15.110:6827/3099325207","heartbeat_back_addr":"172.21.15.110:6831/3099325207","heartbeat_front_addr":"172.21.15.110:6829/3099325207","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-15T22:04:11.235040+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-15T22:04:11.216050+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-15T22:04:10.734975+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-15T22:04:11.175319+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-15T22:04:11.527362+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-15T22:04:11.429033+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-15T22:04:11.169644+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-15T22:04:11.773676+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-09-15T22:04:39.325 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:39.323+0000 7ff293931640 1 -- 172.21.15.63:0/4120869101 >> [v2:172.21.15.110:6832/552273267,v1:172.21.15.110:6833/552273267] conn(0x7ff27006c2e0 msgr2=0x7ff27006e7a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-15T22:04:39.325 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:39.323+0000 7ff293931640 1 --2- 172.21.15.63:0/4120869101 >> [v2:172.21.15.110:6832/552273267,v1:172.21.15.110:6833/552273267] conn(0x7ff27006c2e0 0x7ff27006e7a0 secure :-1 s=READY pgs=92 cs=0 l=1 rev1=1 crypto rx=0x7ff28c0afc20 tx=0x7ff27c0078f0 comp rx=0 tx=0).stop 2024-09-15T22:04:39.325 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:39.323+0000 7ff293931640 1 -- 172.21.15.63:0/4120869101 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7ff2780051c0 msgr2=0x7ff28c153dd0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-15T22:04:39.325 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:39.323+0000 7ff293931640 1 --2- 172.21.15.63:0/4120869101 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7ff2780051c0 0x7ff28c153dd0 secure :-1 s=READY pgs=132 cs=0 l=1 rev1=1 crypto rx=0x7ff288011a00 tx=0x7ff288011e00 comp rx=0 tx=0).stop 2024-09-15T22:04:39.325 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:39.323+0000 7ff293931640 1 -- 172.21.15.63:0/4120869101 shutdown_connections 2024-09-15T22:04:39.325 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:39.323+0000 7ff293931640 1 --2- 172.21.15.63:0/4120869101 >> [v2:172.21.15.110:6832/552273267,v1:172.21.15.110:6833/552273267] conn(0x7ff27006c2e0 0x7ff27006e7a0 unknown :-1 s=CLOSED pgs=92 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T22:04:39.325 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:39.323+0000 7ff293931640 1 --2- 172.21.15.63:0/4120869101 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7ff28c15a820 0x7ff28c0c4a10 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T22:04:39.326 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:39.323+0000 7ff293931640 1 --2- 172.21.15.63:0/4120869101 >> [v2:172.21.15.110:3301/0,v1:172.21.15.110:6790/0] conn(0x7ff28c156750 0x7ff28c0c7710 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T22:04:39.326 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:39.323+0000 7ff293931640 1 --2- 172.21.15.63:0/4120869101 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7ff2780051c0 0x7ff28c153dd0 unknown :-1 s=CLOSED pgs=132 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T22:04:39.326 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:39.323+0000 7ff293931640 1 -- 172.21.15.63:0/4120869101 >> 172.21.15.63:0/4120869101 conn(0x7ff28c0730c0 msgr2=0x7ff28c0cb890 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-15T22:04:39.326 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:39.323+0000 7ff293931640 1 -- 172.21.15.63:0/4120869101 shutdown_connections 2024-09-15T22:04:39.326 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:39.323+0000 7ff293931640 1 -- 172.21.15.63:0/4120869101 wait complete. 2024-09-15T22:04:39.336 DEBUG:teuthology.orchestra.run.smithi063:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-09-15T22:04:39.438 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:39.437+0000 7f3e1b791640 1 Processor -- start 2024-09-15T22:04:39.439 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:39.437+0000 7f3e1b791640 1 -- start start 2024-09-15T22:04:39.442 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:39.438+0000 7f3e1b791640 1 --2- >> v2:172.21.15.110:3300/0 conn(0x7f3e1406f8b0 0x7f3e141690c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-15T22:04:39.442 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:39.438+0000 7f3e1b791640 1 -- --> v1:172.21.15.63:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f3e140b6a70 con 0x7f3e1406bbe0 2024-09-15T22:04:39.442 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:39.438+0000 7f3e1b791640 1 -- --> v1:172.21.15.110:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f3e1406d960 con 0x7f3e1415e3a0 2024-09-15T22:04:39.442 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:39.438+0000 7f3e1b791640 1 -- --> v2:172.21.15.110:3300/0 -- mon_getmap magic: 0 -- 0x7f3e140b7640 con 0x7f3e1406f8b0 2024-09-15T22:04:39.443 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:39.438+0000 7f3e18d2c640 1 --1- >> v1:172.21.15.63:6789/0 conn(0x7f3e1406bbe0 0x7f3e1406f1a0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.63:6789/0 says I am v1:172.21.15.63:59208/0 (socket says 172.21.15.63:59208) 2024-09-15T22:04:39.443 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:39.438+0000 7f3e18d2c640 1 -- 172.21.15.63:0/1350164555 learned_addr learned my addr 172.21.15.63:0/1350164555 (peer_addr_for_me v1:172.21.15.63:0/0) 2024-09-15T22:04:39.443 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:39.438+0000 7f3e19d2e640 1 --2- 172.21.15.63:0/1350164555 >> v2:172.21.15.110:3300/0 conn(0x7f3e1406f8b0 0x7f3e141690c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-15T22:04:39.443 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:39.438+0000 7f3e0bfff640 1 -- 172.21.15.63:0/1350164555 <== mon.0 v1:172.21.15.63:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 1181286704 0 0) 0x7f3e140b6a70 con 0x7f3e1406bbe0 2024-09-15T22:04:39.443 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:39.438+0000 7f3e0bfff640 1 -- 172.21.15.63:0/1350164555 --> v1:172.21.15.63:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7f3e00003520 con 0x7f3e1406bbe0 2024-09-15T22:04:39.443 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:39.438+0000 7f3e0bfff640 1 -- 172.21.15.63:0/1350164555 <== mon.0 v1:172.21.15.63:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) ==== 214+0+0 (unknown 1026475514 0 0) 0x7f3e00003520 con 0x7f3e1406bbe0 2024-09-15T22:04:39.443 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:39.438+0000 7f3e0bfff640 1 -- 172.21.15.63:0/1350164555 >> v2:172.21.15.110:3300/0 conn(0x7f3e1406f8b0 msgr2=0x7f3e141690c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-15T22:04:39.443 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:39.438+0000 7f3e0bfff640 1 --2- 172.21.15.63:0/1350164555 >> v2:172.21.15.110:3300/0 conn(0x7f3e1406f8b0 0x7f3e141690c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T22:04:39.443 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:39.438+0000 7f3e0bfff640 1 -- 172.21.15.63:0/1350164555 >> v1:172.21.15.110:6789/0 conn(0x7f3e1415e3a0 legacy=0x7f3e1406d250 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-15T22:04:39.443 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:39.438+0000 7f3e0bfff640 1 -- 172.21.15.63:0/1350164555 --> v1:172.21.15.63:6789/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f3e140b6d10 con 0x7f3e1406bbe0 2024-09-15T22:04:39.443 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:39.438+0000 7f3e0bfff640 1 -- 172.21.15.63:0/1350164555 <== mon.0 v1:172.21.15.63:6789/0 3 ==== mon_map magic: 0 ==== 413+0+0 (unknown 3984726164 0 0) 0x7f3e04001810 con 0x7f3e1406bbe0 2024-09-15T22:04:39.443 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:39.439+0000 7f3e0bfff640 1 -- 172.21.15.63:0/1350164555 >> v1:172.21.15.63:6789/0 conn(0x7f3e1406bbe0 legacy=0x7f3e1406f1a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-15T22:04:39.444 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:39.439+0000 7f3e0bfff640 1 --2- 172.21.15.63:0/1350164555 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f3e000039b0 0x7f3e00003dd0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-15T22:04:39.444 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:39.439+0000 7f3e0bfff640 1 --2- 172.21.15.63:0/1350164555 >> [v2:172.21.15.110:3301/0,v1:172.21.15.110:6790/0] conn(0x7f3e00004800 0x7f3e00004c80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-15T22:04:39.444 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:39.439+0000 7f3e0bfff640 1 --2- 172.21.15.63:0/1350164555 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f3e000051c0 0x7f3e0000b9c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-15T22:04:39.444 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:39.439+0000 7f3e0bfff640 1 -- 172.21.15.63:0/1350164555 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 -- 0x7f3e140b7640 con 0x7f3e000039b0 2024-09-15T22:04:39.444 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:39.439+0000 7f3e0bfff640 1 -- 172.21.15.63:0/1350164555 --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_getmap magic: 0 -- 0x7f3e0000c160 con 0x7f3e000051c0 2024-09-15T22:04:39.444 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:39.439+0000 7f3e0bfff640 1 -- 172.21.15.63:0/1350164555 --> [v2:172.21.15.110:3301/0,v1:172.21.15.110:6790/0] -- mon_getmap magic: 0 -- 0x7f3e0000c360 con 0x7f3e00004800 2024-09-15T22:04:39.444 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:39.439+0000 7f3e1952d640 1 --2- 172.21.15.63:0/1350164555 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f3e000039b0 0x7f3e00003dd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-15T22:04:39.444 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:39.439+0000 7f3e19d2e640 1 --2- 172.21.15.63:0/1350164555 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f3e000051c0 0x7f3e0000b9c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-15T22:04:39.444 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:39.439+0000 7f3e18d2c640 1 --2- 172.21.15.63:0/1350164555 >> [v2:172.21.15.110:3301/0,v1:172.21.15.110:6790/0] conn(0x7f3e00004800 0x7f3e00004c80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-15T22:04:39.444 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:39.439+0000 7f3e1952d640 1 -- 172.21.15.63:0/1350164555 >> [v2:172.21.15.110:3301/0,v1:172.21.15.110:6790/0] conn(0x7f3e00004800 msgr2=0x7f3e00004c80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-15T22:04:39.444 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:39.439+0000 7f3e1952d640 1 --2- 172.21.15.63:0/1350164555 >> [v2:172.21.15.110:3301/0,v1:172.21.15.110:6790/0] conn(0x7f3e00004800 0x7f3e00004c80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T22:04:39.444 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:39.439+0000 7f3e1952d640 1 -- 172.21.15.63:0/1350164555 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f3e000051c0 msgr2=0x7f3e0000b9c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-15T22:04:39.444 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:39.439+0000 7f3e1952d640 1 --2- 172.21.15.63:0/1350164555 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f3e000051c0 0x7f3e0000b9c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T22:04:39.445 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:39.439+0000 7f3e1952d640 1 -- 172.21.15.63:0/1350164555 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f3e00003520 con 0x7f3e000039b0 2024-09-15T22:04:39.445 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:39.439+0000 7f3e19d2e640 1 --2- 172.21.15.63:0/1350164555 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f3e000051c0 0x7f3e0000b9c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-15T22:04:39.445 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:39.439+0000 7f3e19d2e640 1 -- 172.21.15.63:0/1350164555 reap_dead start 2024-09-15T22:04:39.445 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:39.440+0000 7f3e1952d640 1 --2- 172.21.15.63:0/1350164555 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f3e000039b0 0x7f3e00003dd0 secure :-1 s=READY pgs=134 cs=0 l=1 rev1=1 crypto rx=0x7f3e10001750 tx=0x7f3e00005830 comp rx=0 tx=0).ready entity=mon.0 client_cookie=6ae02429974d665e server_cookie=0 in_seq=0 out_seq=0 2024-09-15T22:04:39.445 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:39.440+0000 7f3e0bfff640 1 -- 172.21.15.63:0/1350164555 <== mon.0 v2:172.21.15.63:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3e10001370 con 0x7f3e000039b0 2024-09-15T22:04:39.445 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:39.440+0000 7f3e0bfff640 1 -- 172.21.15.63:0/1350164555 <== mon.0 v2:172.21.15.63:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f3e100052d0 con 0x7f3e000039b0 2024-09-15T22:04:39.445 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:39.440+0000 7f3e0bfff640 1 -- 172.21.15.63:0/1350164555 <== mon.0 v2:172.21.15.63:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3e1002abc0 con 0x7f3e000039b0 2024-09-15T22:04:39.445 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:39.440+0000 7f3e1b791640 1 -- 172.21.15.63:0/1350164555 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f3e000039b0 msgr2=0x7f3e00003dd0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-15T22:04:39.445 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:39.440+0000 7f3e1b791640 1 --2- 172.21.15.63:0/1350164555 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f3e000039b0 0x7f3e00003dd0 secure :-1 s=READY pgs=134 cs=0 l=1 rev1=1 crypto rx=0x7f3e10001750 tx=0x7f3e00005830 comp rx=0 tx=0).stop 2024-09-15T22:04:39.445 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:39.440+0000 7f3e1b791640 1 -- 172.21.15.63:0/1350164555 shutdown_connections 2024-09-15T22:04:39.446 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:39.440+0000 7f3e1b791640 1 --2- 172.21.15.63:0/1350164555 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f3e000039b0 0x7f3e00003dd0 unknown :-1 s=CLOSED pgs=134 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T22:04:39.446 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:39.440+0000 7f3e1b791640 1 -- 172.21.15.63:0/1350164555 >> 172.21.15.63:0/1350164555 conn(0x7f3e140b4090 msgr2=0x7f3e140b4470 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-15T22:04:39.446 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:39.440+0000 7f3e1b791640 1 -- 172.21.15.63:0/1350164555 shutdown_connections 2024-09-15T22:04:39.446 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:39.440+0000 7f3e1b791640 1 -- 172.21.15.63:0/1350164555 wait complete. 2024-09-15T22:04:39.449 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:39.442+0000 7f3e1b791640 1 Processor -- start 2024-09-15T22:04:39.449 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:39.442+0000 7f3e1b791640 1 -- start start 2024-09-15T22:04:39.449 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:39.442+0000 7f3e1b791640 1 --2- >> [v2:172.21.15.110:3301/0,v1:172.21.15.110:6790/0] conn(0x7f3e000039b0 0x7f3e14143eb0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-15T22:04:39.449 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:39.442+0000 7f3e1b791640 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f3e1415e900 0x7f3e140b0710 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-15T22:04:39.449 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:39.442+0000 7f3e1b791640 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f3e1415ff40 0x7f3e140b0c50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-15T22:04:39.450 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:39.442+0000 7f3e1b791640 1 -- --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 -- 0x7f3e1415e780 con 0x7f3e1415e900 2024-09-15T22:04:39.450 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:39.442+0000 7f3e1b791640 1 -- --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_getmap magic: 0 -- 0x7f3e140b72d0 con 0x7f3e1415ff40 2024-09-15T22:04:39.450 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:39.442+0000 7f3e1b791640 1 -- --> [v2:172.21.15.110:3301/0,v1:172.21.15.110:6790/0] -- mon_getmap magic: 0 -- 0x7f3e14073cc0 con 0x7f3e000039b0 2024-09-15T22:04:39.450 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:39.442+0000 7f3e18d2c640 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f3e1415e900 0x7f3e140b0710 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-15T22:04:39.450 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:39.442+0000 7f3e18d2c640 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f3e1415e900 0x7f3e140b0710 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.63:3300/0 says I am v2:172.21.15.63:46070/0 (socket says 172.21.15.63:46070) 2024-09-15T22:04:39.450 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:39.442+0000 7f3e18d2c640 1 -- 172.21.15.63:0/88122935 learned_addr learned my addr 172.21.15.63:0/88122935 (peer_addr_for_me v2:172.21.15.63:0/0) 2024-09-15T22:04:39.450 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:39.443+0000 7f3e1952d640 1 --2- 172.21.15.63:0/88122935 >> [v2:172.21.15.110:3301/0,v1:172.21.15.110:6790/0] conn(0x7f3e000039b0 0x7f3e14143eb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-15T22:04:39.450 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:39.443+0000 7f3e19d2e640 1 --2- 172.21.15.63:0/88122935 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f3e1415ff40 0x7f3e140b0c50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-15T22:04:39.451 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:39.443+0000 7f3e18d2c640 1 -- 172.21.15.63:0/88122935 >> [v2:172.21.15.110:3301/0,v1:172.21.15.110:6790/0] conn(0x7f3e000039b0 msgr2=0x7f3e14143eb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-15T22:04:39.451 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:39.443+0000 7f3e18d2c640 1 --2- 172.21.15.63:0/88122935 >> [v2:172.21.15.110:3301/0,v1:172.21.15.110:6790/0] conn(0x7f3e000039b0 0x7f3e14143eb0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T22:04:39.451 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:39.443+0000 7f3e18d2c640 1 -- 172.21.15.63:0/88122935 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f3e1415ff40 msgr2=0x7f3e140b0c50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-15T22:04:39.451 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:39.443+0000 7f3e18d2c640 1 --2- 172.21.15.63:0/88122935 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f3e1415ff40 0x7f3e140b0c50 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T22:04:39.451 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:39.443+0000 7f3e18d2c640 1 -- 172.21.15.63:0/88122935 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f3e1415eea0 con 0x7f3e1415e900 2024-09-15T22:04:39.451 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:39.443+0000 7f3e1952d640 1 --2- 172.21.15.63:0/88122935 >> [v2:172.21.15.110:3301/0,v1:172.21.15.110:6790/0] conn(0x7f3e000039b0 0x7f3e14143eb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-15T22:04:39.451 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:39.443+0000 7f3e18d2c640 1 --2- 172.21.15.63:0/88122935 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f3e1415e900 0x7f3e140b0710 secure :-1 s=READY pgs=135 cs=0 l=1 rev1=1 crypto rx=0x7f3e04001980 tx=0x7f3e0400fd40 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-15T22:04:39.451 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:39.443+0000 7f3e09ffb640 1 -- 172.21.15.63:0/88122935 <== mon.0 v2:172.21.15.63:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3e040072e0 con 0x7f3e1415e900 2024-09-15T22:04:39.451 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:39.443+0000 7f3e09ffb640 1 -- 172.21.15.63:0/88122935 <== mon.0 v2:172.21.15.63:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f3e04018070 con 0x7f3e1415e900 2024-09-15T22:04:39.451 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:39.443+0000 7f3e1b791640 1 -- 172.21.15.63:0/88122935 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f3e1415f180 con 0x7f3e1415e900 2024-09-15T22:04:39.451 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:39.443+0000 7f3e09ffb640 1 -- 172.21.15.63:0/88122935 <== mon.0 v2:172.21.15.63:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3e040057a0 con 0x7f3e1415e900 2024-09-15T22:04:39.451 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:39.443+0000 7f3e1b791640 1 -- 172.21.15.63:0/88122935 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f3e1415f740 con 0x7f3e1415e900 2024-09-15T22:04:39.451 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:39.444+0000 7f3e1b791640 1 -- 172.21.15.63:0/88122935 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f3e1406f1a0 con 0x7f3e1415e900 2024-09-15T22:04:39.452 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:39.445+0000 7f3e09ffb640 1 -- 172.21.15.63:0/88122935 <== mon.0 v2:172.21.15.63:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7f3e04005940 con 0x7f3e1415e900 2024-09-15T22:04:39.452 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:39.445+0000 7f3e09ffb640 1 --2- 172.21.15.63:0/88122935 >> [v2:172.21.15.110:6832/552273267,v1:172.21.15.110:6833/552273267] conn(0x7f3df806c2e0 0x7f3df806e7a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-15T22:04:39.452 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:39.445+0000 7f3e09ffb640 1 -- 172.21.15.63:0/88122935 <== mon.0 v2:172.21.15.63:3300/0 5 ==== osd_map(21..21 src has 1..21) ==== 5709+0+0 (secure 0 0 0) 0x7f3e0408b500 con 0x7f3e1415e900 2024-09-15T22:04:39.452 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:39.445+0000 7f3e1952d640 1 --2- 172.21.15.63:0/88122935 >> [v2:172.21.15.110:6832/552273267,v1:172.21.15.110:6833/552273267] conn(0x7f3df806c2e0 0x7f3df806e7a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-15T22:04:39.452 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:39.446+0000 7f3e1952d640 1 --2- 172.21.15.63:0/88122935 >> [v2:172.21.15.110:6832/552273267,v1:172.21.15.110:6833/552273267] conn(0x7f3df806c2e0 0x7f3df806e7a0 secure :-1 s=READY pgs=93 cs=0 l=1 rev1=1 crypto rx=0x7f3e10032000 tx=0x7f3e1002e000 comp rx=0 tx=0).ready entity=mgr.4102 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-15T22:04:39.453 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:39.449+0000 7f3e09ffb640 1 -- 172.21.15.63:0/88122935 <== mon.0 v2:172.21.15.63:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7f3e04059c70 con 0x7f3e1415e900 2024-09-15T22:04:39.662 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:39.659+0000 7f3e1b791640 1 -- 172.21.15.63:0/88122935 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7f3e140d1dd0 con 0x7f3e1415e900 2024-09-15T22:04:39.662 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:39.660+0000 7f3e09ffb640 1 -- 172.21.15.63:0/88122935 <== mon.0 v2:172.21.15.63:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 6 v6) ==== 93+0+5220 (secure 0 0 0) 0x7f3e04059570 con 0x7f3e1415e900 2024-09-15T22:04:39.663 INFO:teuthology.orchestra.run.smithi063.stdout: 2024-09-15T22:04:39.663 INFO:teuthology.orchestra.run.smithi063.stdout:{"epoch":6,"btime":"2024-09-15T22:04:27:865903+0000","default_fscid":1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":4250,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.110:6837/3392288068","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.110:6835","nonce":3392288068},{"type":"v1","addr":"172.21.15.110:6837","nonce":3392288068}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":3},{"gid":4267,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.110:6836/4112494745","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.110:6834","nonce":4112494745},{"type":"v1","addr":"172.21.15.110:6836","nonce":4112494745}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":3},{"gid":4287,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.63:6834/2543347599","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.63:6832","nonce":2543347599},{"type":"v1","addr":"172.21.15.63:6834","nonce":2543347599}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":2}],"filesystems":[{"mdsmap":{"epoch":6,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2024-09-15T22:04:25.206116+0000","modified":"2024-09-15T22:04:27.208886+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":1,"in":[0],"up":{"mds_0":4290},"failed":[],"damaged":[],"stopped":[],"info":{"gid_4290":{"gid":4290,"name":"c","rank":0,"incarnation":4,"state":"up:active","state_seq":3,"addr":"172.21.15.63:6835/156651715","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.63:6833","nonce":156651715},{"type":"v1","addr":"172.21.15.63:6835","nonce":156651715}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[3],"metadata_pool":2,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":4290,"qdb_cluster":[4290]},"id":1}]} 2024-09-15T22:04:39.663 INFO:teuthology.orchestra.run.smithi063.stderr:dumped fsmap epoch 6 2024-09-15T22:04:39.665 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:39.662+0000 7f3e1b791640 1 -- 172.21.15.63:0/88122935 >> [v2:172.21.15.110:6832/552273267,v1:172.21.15.110:6833/552273267] conn(0x7f3df806c2e0 msgr2=0x7f3df806e7a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-15T22:04:39.665 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:39.662+0000 7f3e1b791640 1 --2- 172.21.15.63:0/88122935 >> [v2:172.21.15.110:6832/552273267,v1:172.21.15.110:6833/552273267] conn(0x7f3df806c2e0 0x7f3df806e7a0 secure :-1 s=READY pgs=93 cs=0 l=1 rev1=1 crypto rx=0x7f3e10032000 tx=0x7f3e1002e000 comp rx=0 tx=0).stop 2024-09-15T22:04:39.665 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:39.662+0000 7f3e1b791640 1 -- 172.21.15.63:0/88122935 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f3e1415e900 msgr2=0x7f3e140b0710 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-15T22:04:39.665 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:39.662+0000 7f3e1b791640 1 --2- 172.21.15.63:0/88122935 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f3e1415e900 0x7f3e140b0710 secure :-1 s=READY pgs=135 cs=0 l=1 rev1=1 crypto rx=0x7f3e04001980 tx=0x7f3e0400fd40 comp rx=0 tx=0).stop 2024-09-15T22:04:39.665 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:39.662+0000 7f3e1b791640 1 -- 172.21.15.63:0/88122935 shutdown_connections 2024-09-15T22:04:39.665 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:39.662+0000 7f3e1b791640 1 --2- 172.21.15.63:0/88122935 >> [v2:172.21.15.110:6832/552273267,v1:172.21.15.110:6833/552273267] conn(0x7f3df806c2e0 0x7f3df806e7a0 unknown :-1 s=CLOSED pgs=93 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T22:04:39.665 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:39.662+0000 7f3e1b791640 1 --2- 172.21.15.63:0/88122935 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f3e1415ff40 0x7f3e140b0c50 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T22:04:39.665 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:39.662+0000 7f3e1b791640 1 --2- 172.21.15.63:0/88122935 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f3e1415e900 0x7f3e140b0710 unknown :-1 s=CLOSED pgs=135 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T22:04:39.666 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:39.662+0000 7f3e1b791640 1 --2- 172.21.15.63:0/88122935 >> [v2:172.21.15.110:3301/0,v1:172.21.15.110:6790/0] conn(0x7f3e000039b0 0x7f3e14143eb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T22:04:39.666 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:39.662+0000 7f3e1b791640 1 -- 172.21.15.63:0/88122935 >> 172.21.15.63:0/88122935 conn(0x7f3e140b4090 msgr2=0x7f3e1406d250 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-15T22:04:39.666 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:39.662+0000 7f3e1b791640 1 -- 172.21.15.63:0/88122935 shutdown_connections 2024-09-15T22:04:39.666 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:39.662+0000 7f3e1b791640 1 -- 172.21.15.63:0/88122935 wait complete. 2024-09-15T22:04:40.078 DEBUG:tasks.cephfs.filesystem:are_daemons_healthy: mds map: {'epoch': 6, 'flags': 18, 'flags_state': {'joinable': True, 'allow_snaps': True, 'allow_multimds_snaps': True, 'allow_standby_replay': False, 'refuse_client_session': False, 'refuse_standby_for_another_fs': False, 'balance_automate': False}, 'ever_allowed_features': 0, 'explicitly_allowed_features': 0, 'created': '2024-09-15T22:04:25.206116+0000', 'modified': '2024-09-15T22:04:27.208886+0000', 'tableserver': 0, 'root': 0, 'session_timeout': 60, 'session_autoclose': 300, 'required_client_features': {}, 'max_file_size': 1099511627776, 'max_xattr_size': 65536, 'last_failure': 0, 'last_failure_osd_epoch': 0, 'compat': {'compat': {}, 'ro_compat': {}, 'incompat': {'feature_1': 'base v0.20', 'feature_2': 'client writeable ranges', 'feature_3': 'default file layouts on dirs', 'feature_4': 'dir inode in separate object', 'feature_5': 'mds uses versioned encoding', 'feature_6': 'dirfrag is stored in omap', 'feature_7': 'mds uses inline data', 'feature_8': 'no anchor table', 'feature_9': 'file layout v2', 'feature_10': 'snaprealm v2', 'feature_11': 'minor log segments', 'feature_12': 'quiesce subvolumes'}}, 'max_mds': 1, 'in': [0], 'up': {'mds_0': 4290}, 'failed': [], 'damaged': [], 'stopped': [], 'info': {'gid_4290': {'gid': 4290, 'name': 'c', 'rank': 0, 'incarnation': 4, 'state': 'up:active', 'state_seq': 3, 'addr': '172.21.15.63:6835/156651715', 'addrs': {'addrvec': [{'type': 'v2', 'addr': '172.21.15.63:6833', 'nonce': 156651715}, {'type': 'v1', 'addr': '172.21.15.63:6835', 'nonce': 156651715}]}, 'join_fscid': -1, 'export_targets': [], 'features': 4540701547738038271, 'flags': 0, 'compat': {'compat': {}, 'ro_compat': {}, 'incompat': {'feature_1': 'base v0.20', 'feature_2': 'client writeable ranges', 'feature_3': 'default file layouts on dirs', 'feature_4': 'dir inode in separate object', 'feature_5': 'mds uses versioned encoding', 'feature_6': 'dirfrag is stored in omap', 'feature_7': 'mds uses inline data', 'feature_8': 'no anchor table', 'feature_9': 'file layout v2', 'feature_10': 'snaprealm v2', 'feature_11': 'minor log segments', 'feature_12': 'quiesce subvolumes'}}}}, 'data_pools': [3], 'metadata_pool': 2, 'enabled': True, 'fs_name': 'cephfs', 'balancer': '', 'bal_rank_mask': '-1', 'standby_count_wanted': 0, 'qdb_leader': 4290, 'qdb_cluster': [4290]} 2024-09-15T22:04:40.078 DEBUG:tasks.cephfs.filesystem:are_daemons_healthy: 1/1 2024-09-15T22:04:40.078 DEBUG:teuthology.orchestra.run.smithi063:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell mds.c status 2024-09-15T22:04:40.184 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:40.181+0000 7fb34fae6640 1 Processor -- start 2024-09-15T22:04:40.184 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:40.181+0000 7fb34fae6640 1 -- start start 2024-09-15T22:04:40.185 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:40.182+0000 7fb34fae6640 1 --2- >> [v2:172.21.15.110:3301/0,v1:172.21.15.110:6790/0] conn(0x7fb3480b7f20 0x7fb3480b95a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-15T22:04:40.185 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:40.182+0000 7fb34fae6640 1 --2- >> v2:172.21.15.63:3300/0 conn(0x7fb3480d4570 0x7fb3480d49e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-15T22:04:40.186 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:40.182+0000 7fb34fae6640 1 -- --> v1:172.21.15.63:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fb3480b8500 con 0x7fb34815e680 2024-09-15T22:04:40.186 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:40.182+0000 7fb34fae6640 1 -- --> v2:172.21.15.63:3300/0 -- mon_getmap magic: 0 -- 0x7fb3480d4f20 con 0x7fb3480d4570 2024-09-15T22:04:40.186 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:40.182+0000 7fb34fae6640 1 -- --> [v2:172.21.15.110:3301/0,v1:172.21.15.110:6790/0] -- mon_getmap magic: 0 -- 0x7fb3480b87e0 con 0x7fb3480b7f20 2024-09-15T22:04:40.186 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:40.182+0000 7fb34d882640 1 --1- >> v1:172.21.15.63:6789/0 conn(0x7fb34815e680 0x7fb3480d1690 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.63:6789/0 says I am v1:172.21.15.63:59216/0 (socket says 172.21.15.63:59216) 2024-09-15T22:04:40.186 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:40.182+0000 7fb34d882640 1 -- 172.21.15.63:0/3557181644 learned_addr learned my addr 172.21.15.63:0/3557181644 (peer_addr_for_me v1:172.21.15.63:0/0) 2024-09-15T22:04:40.186 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:40.182+0000 7fb34e083640 1 --2- 172.21.15.63:0/3557181644 >> v2:172.21.15.63:3300/0 conn(0x7fb3480d4570 0x7fb3480d49e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-15T22:04:40.186 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:40.183+0000 7fb34e083640 1 -- 172.21.15.63:0/3557181644 >> [v2:172.21.15.110:3301/0,v1:172.21.15.110:6790/0] conn(0x7fb3480b7f20 msgr2=0x7fb3480b95a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-15T22:04:40.186 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:40.183+0000 7fb34d081640 1 --2- 172.21.15.63:0/3557181644 >> [v2:172.21.15.110:3301/0,v1:172.21.15.110:6790/0] conn(0x7fb3480b7f20 0x7fb3480b95a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-15T22:04:40.186 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:40.183+0000 7fb34c880640 1 -- 172.21.15.63:0/3557181644 <== mon.0 v1:172.21.15.63:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 730915802 0 0) 0x7fb3480b8500 con 0x7fb34815e680 2024-09-15T22:04:40.186 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:40.183+0000 7fb34e083640 1 --2- 172.21.15.63:0/3557181644 >> [v2:172.21.15.110:3301/0,v1:172.21.15.110:6790/0] conn(0x7fb3480b7f20 0x7fb3480b95a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T22:04:40.186 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:40.183+0000 7fb34e083640 1 -- 172.21.15.63:0/3557181644 >> v1:172.21.15.63:6789/0 conn(0x7fb34815e680 legacy=0x7fb3480d1690 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-15T22:04:40.186 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:40.183+0000 7fb34e083640 1 -- 172.21.15.63:0/3557181644 --> v2:172.21.15.63:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fb3480b8ac0 con 0x7fb3480d4570 2024-09-15T22:04:40.188 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:40.183+0000 7fb34e083640 1 --2- 172.21.15.63:0/3557181644 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fb3480d4570 0x7fb3480d49e0 secure :-1 s=READY pgs=137 cs=0 l=1 rev1=1 crypto rx=0x7fb338009d90 tx=0x7fb33802a660 comp rx=0 tx=0).ready entity=mon.0 client_cookie=1c457723b80c3b0f server_cookie=0 in_seq=0 out_seq=0 2024-09-15T22:04:40.188 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:40.184+0000 7fb34c880640 1 -- 172.21.15.63:0/3557181644 <== mon.0 v2:172.21.15.63:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb338007740 con 0x7fb3480d4570 2024-09-15T22:04:40.188 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:40.184+0000 7fb34c880640 1 -- 172.21.15.63:0/3557181644 <== mon.0 v2:172.21.15.63:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fb3380078e0 con 0x7fb3480d4570 2024-09-15T22:04:40.188 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:40.184+0000 7fb34c880640 1 -- 172.21.15.63:0/3557181644 <== mon.0 v2:172.21.15.63:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb338007cb0 con 0x7fb3480d4570 2024-09-15T22:04:40.188 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:40.184+0000 7fb34fae6640 1 -- 172.21.15.63:0/3557181644 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fb3480d4570 msgr2=0x7fb3480d49e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-15T22:04:40.188 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:40.184+0000 7fb34fae6640 1 --2- 172.21.15.63:0/3557181644 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fb3480d4570 0x7fb3480d49e0 secure :-1 s=READY pgs=137 cs=0 l=1 rev1=1 crypto rx=0x7fb338009d90 tx=0x7fb33802a660 comp rx=0 tx=0).stop 2024-09-15T22:04:40.188 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:40.184+0000 7fb34fae6640 1 -- 172.21.15.63:0/3557181644 shutdown_connections 2024-09-15T22:04:40.188 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:40.184+0000 7fb34fae6640 1 --2- 172.21.15.63:0/3557181644 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fb3480d4570 0x7fb3480d49e0 unknown :-1 s=CLOSED pgs=137 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T22:04:40.188 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:40.184+0000 7fb34fae6640 1 --2- 172.21.15.63:0/3557181644 >> [v2:172.21.15.110:3301/0,v1:172.21.15.110:6790/0] conn(0x7fb3480b7f20 0x7fb3480b95a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T22:04:40.188 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:40.184+0000 7fb34fae6640 1 -- 172.21.15.63:0/3557181644 >> 172.21.15.63:0/3557181644 conn(0x7fb348074fe0 msgr2=0x7fb348072200 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-15T22:04:40.189 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:40.184+0000 7fb34fae6640 1 -- 172.21.15.63:0/3557181644 shutdown_connections 2024-09-15T22:04:40.189 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:40.184+0000 7fb34fae6640 1 -- 172.21.15.63:0/3557181644 wait complete. 2024-09-15T22:04:40.189 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:40.185+0000 7fb34fae6640 1 Processor -- start 2024-09-15T22:04:40.189 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:40.185+0000 7fb34fae6640 1 -- start start 2024-09-15T22:04:40.192 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:40.186+0000 7fb34fae6640 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7fb3480b7f20 0x7fb3480caa70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-15T22:04:40.193 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:40.186+0000 7fb34fae6640 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fb3480d4570 0x7fb3480ce180 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-15T22:04:40.193 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:40.186+0000 7fb34fae6640 1 --2- >> [v2:172.21.15.110:3301/0,v1:172.21.15.110:6790/0] conn(0x7fb34815e680 0x7fb3480cc2d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-15T22:04:40.193 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:40.186+0000 7fb34fae6640 1 -- --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 -- 0x7fb34815ea60 con 0x7fb3480d4570 2024-09-15T22:04:40.193 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:40.186+0000 7fb34fae6640 1 -- --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_getmap magic: 0 -- 0x7fb3480b9080 con 0x7fb3480b7f20 2024-09-15T22:04:40.193 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:40.186+0000 7fb34fae6640 1 -- --> [v2:172.21.15.110:3301/0,v1:172.21.15.110:6790/0] -- mon_getmap magic: 0 -- 0x7fb34815ebe0 con 0x7fb34815e680 2024-09-15T22:04:40.193 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:40.186+0000 7fb34d081640 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fb3480d4570 0x7fb3480ce180 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-15T22:04:40.193 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:40.186+0000 7fb34d081640 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fb3480d4570 0x7fb3480ce180 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.63:3300/0 says I am v2:172.21.15.63:46088/0 (socket says 172.21.15.63:46088) 2024-09-15T22:04:40.193 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:40.186+0000 7fb34d081640 1 -- 172.21.15.63:0/2000683239 learned_addr learned my addr 172.21.15.63:0/2000683239 (peer_addr_for_me v2:172.21.15.63:0/0) 2024-09-15T22:04:40.193 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:40.186+0000 7fb34e083640 1 --2- 172.21.15.63:0/2000683239 >> [v2:172.21.15.110:3301/0,v1:172.21.15.110:6790/0] conn(0x7fb34815e680 0x7fb3480cc2d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-15T22:04:40.193 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:40.186+0000 7fb34d882640 1 --2- 172.21.15.63:0/2000683239 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7fb3480b7f20 0x7fb3480caa70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-15T22:04:40.193 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:40.187+0000 7fb34d081640 1 -- 172.21.15.63:0/2000683239 >> [v2:172.21.15.110:3301/0,v1:172.21.15.110:6790/0] conn(0x7fb34815e680 msgr2=0x7fb3480cc2d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-15T22:04:40.193 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:40.187+0000 7fb34d081640 1 --2- 172.21.15.63:0/2000683239 >> [v2:172.21.15.110:3301/0,v1:172.21.15.110:6790/0] conn(0x7fb34815e680 0x7fb3480cc2d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T22:04:40.193 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:40.187+0000 7fb34d081640 1 -- 172.21.15.63:0/2000683239 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7fb3480b7f20 msgr2=0x7fb3480caa70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-15T22:04:40.194 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:40.187+0000 7fb34d081640 1 --2- 172.21.15.63:0/2000683239 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7fb3480b7f20 0x7fb3480caa70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T22:04:40.194 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:40.187+0000 7fb34d081640 1 -- 172.21.15.63:0/2000683239 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fb3480cafb0 con 0x7fb3480d4570 2024-09-15T22:04:40.194 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:40.187+0000 7fb34d081640 1 --2- 172.21.15.63:0/2000683239 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fb3480d4570 0x7fb3480ce180 secure :-1 s=READY pgs=138 cs=0 l=1 rev1=1 crypto rx=0x7fb33c00c7f0 tx=0x7fb33c00ccb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-15T22:04:40.194 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:40.187+0000 7fb3467fc640 1 -- 172.21.15.63:0/2000683239 <== mon.0 v2:172.21.15.63:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb33c015070 con 0x7fb3480d4570 2024-09-15T22:04:40.194 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:40.187+0000 7fb3467fc640 1 -- 172.21.15.63:0/2000683239 <== mon.0 v2:172.21.15.63:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fb33c004240 con 0x7fb3480d4570 2024-09-15T22:04:40.194 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:40.187+0000 7fb3467fc640 1 -- 172.21.15.63:0/2000683239 <== mon.0 v2:172.21.15.63:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb33c007620 con 0x7fb3480d4570 2024-09-15T22:04:40.194 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:40.187+0000 7fb34fae6640 1 -- 172.21.15.63:0/2000683239 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fb3480cb230 con 0x7fb3480d4570 2024-09-15T22:04:40.194 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:40.187+0000 7fb34fae6640 1 -- 172.21.15.63:0/2000683239 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fb3480cb7f0 con 0x7fb3480d4570 2024-09-15T22:04:40.194 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:40.188+0000 7fb3467fc640 1 -- 172.21.15.63:0/2000683239 <== mon.0 v2:172.21.15.63:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7fb33c0079d0 con 0x7fb3480d4570 2024-09-15T22:04:40.194 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:40.189+0000 7fb3467fc640 1 --2- 172.21.15.63:0/2000683239 >> [v2:172.21.15.110:6832/552273267,v1:172.21.15.110:6833/552273267] conn(0x7fb33406c2b0 0x7fb33406e770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-15T22:04:40.194 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:40.189+0000 7fb3467fc640 1 -- 172.21.15.63:0/2000683239 <== mon.0 v2:172.21.15.63:3300/0 5 ==== osd_map(21..21 src has 1..21) ==== 5709+0+0 (secure 0 0 0) 0x7fb33c08b830 con 0x7fb3480d4570 2024-09-15T22:04:40.194 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:40.189+0000 7fb34d882640 1 --2- 172.21.15.63:0/2000683239 >> [v2:172.21.15.110:6832/552273267,v1:172.21.15.110:6833/552273267] conn(0x7fb33406c2b0 0x7fb33406e770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-15T22:04:40.194 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:40.190+0000 7fb34d882640 1 --2- 172.21.15.63:0/2000683239 >> [v2:172.21.15.110:6832/552273267,v1:172.21.15.110:6833/552273267] conn(0x7fb33406c2b0 0x7fb33406e770 secure :-1 s=READY pgs=94 cs=0 l=1 rev1=1 crypto rx=0x7fb340000f60 tx=0x7fb340007c00 comp rx=0 tx=0).ready entity=mgr.4102 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-15T22:04:40.195 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:40.190+0000 7fb35287e740 1 Processor -- start 2024-09-15T22:04:40.195 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:40.190+0000 7fb35287e740 1 -- start start 2024-09-15T22:04:40.200 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:40.191+0000 7fb35287e740 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55ca9476a2c0 0x55ca947afa60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-15T22:04:40.200 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:40.191+0000 7fb35287e740 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55ca94767a80 0x55ca9476a6a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-15T22:04:40.201 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:40.191+0000 7fb35287e740 1 --2- >> [v2:172.21.15.110:3301/0,v1:172.21.15.110:6790/0] conn(0x55ca9476ba50 0x55ca947648b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-15T22:04:40.201 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:40.191+0000 7fb35287e740 1 -- --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 -- 0x55ca946cc520 con 0x55ca94767a80 2024-09-15T22:04:40.201 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:40.191+0000 7fb35287e740 1 -- --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_getmap magic: 0 -- 0x55ca946743e0 con 0x55ca9476a2c0 2024-09-15T22:04:40.201 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:40.191+0000 7fb35287e740 1 -- --> [v2:172.21.15.110:3301/0,v1:172.21.15.110:6790/0] -- mon_getmap magic: 0 -- 0x55ca946c84e0 con 0x55ca9476ba50 2024-09-15T22:04:40.201 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:40.191+0000 7fb34d081640 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55ca94767a80 0x55ca9476a6a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-15T22:04:40.201 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:40.191+0000 7fb34d081640 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55ca94767a80 0x55ca9476a6a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.63:3300/0 says I am v2:172.21.15.63:46104/0 (socket says 172.21.15.63:46104) 2024-09-15T22:04:40.201 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:40.191+0000 7fb34d081640 1 -- 172.21.15.63:0/4047863160 learned_addr learned my addr 172.21.15.63:0/4047863160 (peer_addr_for_me v2:172.21.15.63:0/0) 2024-09-15T22:04:40.201 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:40.191+0000 7fb34d882640 1 --2- 172.21.15.63:0/4047863160 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55ca9476a2c0 0x55ca947afa60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-15T22:04:40.201 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:40.191+0000 7fb34e083640 1 --2- 172.21.15.63:0/4047863160 >> [v2:172.21.15.110:3301/0,v1:172.21.15.110:6790/0] conn(0x55ca9476ba50 0x55ca947648b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-15T22:04:40.201 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:40.191+0000 7fb34d081640 1 -- 172.21.15.63:0/4047863160 >> [v2:172.21.15.110:3301/0,v1:172.21.15.110:6790/0] conn(0x55ca9476ba50 msgr2=0x55ca947648b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-15T22:04:40.201 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:40.191+0000 7fb34d081640 1 --2- 172.21.15.63:0/4047863160 >> [v2:172.21.15.110:3301/0,v1:172.21.15.110:6790/0] conn(0x55ca9476ba50 0x55ca947648b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T22:04:40.201 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:40.191+0000 7fb34d081640 1 -- 172.21.15.63:0/4047863160 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55ca9476a2c0 msgr2=0x55ca947afa60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-15T22:04:40.201 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:40.191+0000 7fb34d081640 1 --2- 172.21.15.63:0/4047863160 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55ca9476a2c0 0x55ca947afa60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T22:04:40.202 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:40.191+0000 7fb34d081640 1 -- 172.21.15.63:0/4047863160 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55ca9468f2f0 con 0x55ca94767a80 2024-09-15T22:04:40.202 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:40.191+0000 7fb34d081640 1 --2- 172.21.15.63:0/4047863160 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55ca94767a80 0x55ca9476a6a0 secure :-1 s=READY pgs=139 cs=0 l=1 rev1=1 crypto rx=0x7fb33c006fd0 tx=0x7fb33c059310 comp rx=0 tx=0).ready entity=mon.0 client_cookie=25450248161e2a57 server_cookie=0 in_seq=0 out_seq=0 2024-09-15T22:04:40.202 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:40.191+0000 7fb32f7fe640 1 -- 172.21.15.63:0/4047863160 <== mon.0 v2:172.21.15.63:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb33c01e040 con 0x55ca94767a80 2024-09-15T22:04:40.202 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:40.191+0000 7fb32f7fe640 1 -- 172.21.15.63:0/4047863160 <== mon.0 v2:172.21.15.63:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fb33c08b040 con 0x55ca94767a80 2024-09-15T22:04:40.202 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:40.191+0000 7fb32f7fe640 1 -- 172.21.15.63:0/4047863160 <== mon.0 v2:172.21.15.63:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb33c055f10 con 0x55ca94767a80 2024-09-15T22:04:40.202 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:40.192+0000 7fb35287e740 1 -- 172.21.15.63:0/4047863160 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55ca94767a80 msgr2=0x55ca9476a6a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-15T22:04:40.202 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:40.192+0000 7fb35287e740 1 --2- 172.21.15.63:0/4047863160 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55ca94767a80 0x55ca9476a6a0 secure :-1 s=READY pgs=139 cs=0 l=1 rev1=1 crypto rx=0x7fb33c006fd0 tx=0x7fb33c059310 comp rx=0 tx=0).stop 2024-09-15T22:04:40.202 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:40.192+0000 7fb35287e740 1 -- 172.21.15.63:0/4047863160 shutdown_connections 2024-09-15T22:04:40.202 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:40.192+0000 7fb35287e740 1 --2- 172.21.15.63:0/4047863160 >> [v2:172.21.15.110:3301/0,v1:172.21.15.110:6790/0] conn(0x55ca9476ba50 0x55ca947648b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T22:04:40.202 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:40.192+0000 7fb35287e740 1 --2- 172.21.15.63:0/4047863160 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55ca94767a80 0x55ca9476a6a0 unknown :-1 s=CLOSED pgs=139 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T22:04:40.202 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:40.192+0000 7fb35287e740 1 --2- 172.21.15.63:0/4047863160 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55ca9476a2c0 0x55ca947afa60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T22:04:40.202 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:40.192+0000 7fb35287e740 1 -- 172.21.15.63:0/4047863160 >> 172.21.15.63:0/4047863160 conn(0x55ca94766a80 msgr2=0x55ca947aef30 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-15T22:04:40.202 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:40.192+0000 7fb35287e740 1 -- 172.21.15.63:0/4047863160 shutdown_connections 2024-09-15T22:04:40.202 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:40.192+0000 7fb35287e740 1 -- 172.21.15.63:0/4047863160 wait complete. 2024-09-15T22:04:40.203 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:40.193+0000 7fb35287e740 1 -- start start 2024-09-15T22:04:40.203 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:40.193+0000 7fb35287e740 1 Processor -- start 2024-09-15T22:04:40.203 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:40.194+0000 7fb35287e740 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55ca9476a2c0 0x55ca94794a10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-15T22:04:40.203 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:40.194+0000 7fb35287e740 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55ca9476ba50 0x55ca94788940 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-15T22:04:40.203 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:40.194+0000 7fb35287e740 1 --2- >> [v2:172.21.15.110:3301/0,v1:172.21.15.110:6790/0] conn(0x55ca9478a6f0 0x55ca94768820 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-15T22:04:40.203 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:40.194+0000 7fb35287e740 1 -- --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 -- 0x55ca94765f20 con 0x55ca9476ba50 2024-09-15T22:04:40.203 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:40.194+0000 7fb35287e740 1 -- --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_getmap magic: 0 -- 0x55ca94655450 con 0x55ca9476a2c0 2024-09-15T22:04:40.203 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:40.194+0000 7fb35287e740 1 -- --> [v2:172.21.15.110:3301/0,v1:172.21.15.110:6790/0] -- mon_getmap magic: 0 -- 0x55ca947b0290 con 0x55ca9478a6f0 2024-09-15T22:04:40.203 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:40.194+0000 7fb35287e740 10 client.0 _ll_register_callbacks cb 0x55ca943deac0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-15T22:04:40.203 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:40.194+0000 7fb34d081640 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55ca9476ba50 0x55ca94788940 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-15T22:04:40.203 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:40.194+0000 7fb34d081640 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55ca9476ba50 0x55ca94788940 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.63:3300/0 says I am v2:172.21.15.63:46108/0 (socket says 172.21.15.63:46108) 2024-09-15T22:04:40.203 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:40.194+0000 7fb34d081640 1 -- 172.21.15.63:0/2557189275 learned_addr learned my addr 172.21.15.63:0/2557189275 (peer_addr_for_me v2:172.21.15.63:0/0) 2024-09-15T22:04:40.203 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:40.194+0000 7fb34d882640 1 --2- 172.21.15.63:0/2557189275 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55ca9476a2c0 0x55ca94794a10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-15T22:04:40.204 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:40.194+0000 7fb34e083640 1 --2- 172.21.15.63:0/2557189275 >> [v2:172.21.15.110:3301/0,v1:172.21.15.110:6790/0] conn(0x55ca9478a6f0 0x55ca94768820 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-15T22:04:40.204 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:40.194+0000 7fb34d081640 1 -- 172.21.15.63:0/2557189275 >> [v2:172.21.15.110:3301/0,v1:172.21.15.110:6790/0] conn(0x55ca9478a6f0 msgr2=0x55ca94768820 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-15T22:04:40.204 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:40.194+0000 7fb34d081640 1 --2- 172.21.15.63:0/2557189275 >> [v2:172.21.15.110:3301/0,v1:172.21.15.110:6790/0] conn(0x55ca9478a6f0 0x55ca94768820 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T22:04:40.204 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:40.194+0000 7fb34d081640 1 -- 172.21.15.63:0/2557189275 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55ca9476a2c0 msgr2=0x55ca94794a10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-15T22:04:40.204 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:40.194+0000 7fb34d081640 1 --2- 172.21.15.63:0/2557189275 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55ca9476a2c0 0x55ca94794a10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T22:04:40.204 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:40.194+0000 7fb34d081640 1 -- 172.21.15.63:0/2557189275 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55ca943df2d0 con 0x55ca9476ba50 2024-09-15T22:04:40.204 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:40.194+0000 7fb34e083640 1 --2- 172.21.15.63:0/2557189275 >> [v2:172.21.15.110:3301/0,v1:172.21.15.110:6790/0] conn(0x55ca9478a6f0 0x55ca94768820 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-15T22:04:40.204 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:40.194+0000 7fb34d081640 1 --2- 172.21.15.63:0/2557189275 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55ca9476ba50 0x55ca94788940 secure :-1 s=READY pgs=140 cs=0 l=1 rev1=1 crypto rx=0x7fb33c007410 tx=0x7fb33c01b070 comp rx=0 tx=0).ready entity=mon.0 client_cookie=4d2a9fd39e1cc363 server_cookie=0 in_seq=0 out_seq=0 2024-09-15T22:04:40.204 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:40.194+0000 7fb32cff9640 10 client.0 ms_handle_connect on v2:172.21.15.63:3300/0 2024-09-15T22:04:40.204 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:40.194+0000 7fb32cff9640 1 -- 172.21.15.63:0/2557189275 <== mon.0 v2:172.21.15.63:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb33c01e040 con 0x55ca9476ba50 2024-09-15T22:04:40.205 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:40.194+0000 7fb32cff9640 1 -- 172.21.15.63:0/2557189275 <== mon.0 v2:172.21.15.63:3300/0 2 ==== osd_map(21..21 src has 1..21) ==== 5709+0+0 (secure 0 0 0) 0x7fb33c05abd0 con 0x55ca9476ba50 2024-09-15T22:04:40.205 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:40.194+0000 7fb35287e740 1 -- 172.21.15.63:0/2557189275 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fb33c08b040 con 0x55ca9476ba50 2024-09-15T22:04:40.205 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:40.195+0000 7fb32cff9640 1 -- 172.21.15.63:0/2557189275 <== mon.0 v2:172.21.15.63:3300/0 3 ==== mon_get_version_reply(handle=1 version=6) ==== 24+0+0 (secure 0 0 0) 0x7fb33c05ae10 con 0x55ca9476ba50 2024-09-15T22:04:40.205 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:40.195+0000 7fb35287e740 10 client.4614 fetch_fsmap learned FSMap version 6 2024-09-15T22:04:40.205 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:40.195+0000 7fb35287e740 1 -- 172.21.15.63:0/2557189275 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_subscribe({config=0+,fsmap=6,monmap=2+}) -- 0x55ca944a96b0 con 0x55ca9476ba50 2024-09-15T22:04:40.205 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:40.195+0000 7fb32cff9640 1 -- 172.21.15.63:0/2557189275 <== mon.0 v2:172.21.15.63:3300/0 4 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fb33c08b040 con 0x55ca9476ba50 2024-09-15T22:04:40.205 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:40.195+0000 7fb32cff9640 1 -- 172.21.15.63:0/2557189275 <== mon.0 v2:172.21.15.63:3300/0 5 ==== fsmap(e 6) ==== 3502+0+0 (secure 0 0 0) 0x7fb33c061ff0 con 0x55ca9476ba50 2024-09-15T22:04:40.205 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:40.195+0000 7fb35287e740 10 client.4614 fetch_fsmap finished waiting for FSMap version 6 2024-09-15T22:04:40.206 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:40.195+0000 7fb35287e740 10 client.4614 resolve_mds: resolved name 'c' to daemon mds.c 2024-09-15T22:04:40.206 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:40.195+0000 7fb35287e740 20 client.4614 populate_metadata read hostname 'smithi063' 2024-09-15T22:04:40.206 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:40.195+0000 7fb35287e740 1 --2- 172.21.15.63:0/2557189275 >> [v2:172.21.15.63:6833/156651715,v1:172.21.15.63:6835/156651715] conn(0x55ca9478a250 0x55ca94763ab0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-15T22:04:40.206 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:40.195+0000 7fb35287e740 4 client.4614 mds_command: new command op to 4290 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-09-15T22:04:40.206 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:40.195+0000 7fb35287e740 1 -- 172.21.15.63:0/2557189275 --> [v2:172.21.15.63:6833/156651715,v1:172.21.15.63:6835/156651715] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x55ca946d9c50 con 0x55ca9478a250 2024-09-15T22:04:40.206 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:40.195+0000 7fb34d882640 1 --2- 172.21.15.63:0/2557189275 >> [v2:172.21.15.63:6833/156651715,v1:172.21.15.63:6835/156651715] conn(0x55ca9478a250 0x55ca94763ab0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-15T22:04:40.206 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:40.195+0000 7fb32cff9640 10 client.4614 ms_handle_connect on v2:172.21.15.63:6833/156651715 2024-09-15T22:04:40.206 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:40.195+0000 7fb34d882640 1 --2- 172.21.15.63:0/2557189275 >> [v2:172.21.15.63:6833/156651715,v1:172.21.15.63:6835/156651715] conn(0x55ca9478a250 0x55ca94763ab0 crc :-1 s=READY pgs=12 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=29024a5a06b63961 server_cookie=e1f2bbc006413f67 in_seq=0 out_seq=0 2024-09-15T22:04:40.206 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:40.196+0000 7fb32cff9640 1 -- 172.21.15.63:0/2557189275 <== mds.0 v2:172.21.15.63:6833/156651715 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24171 (crc 0 0 0) 0x55ca946d9c50 con 0x55ca9478a250 2024-09-15T22:04:40.206 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:40.196+0000 7fb32cff9640 10 client.4614 handle_command_reply: tid=0 2024-09-15T22:04:40.206 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:40.196+0000 7fb35287e740 1 client.4614 shutdown 2024-09-15T22:04:40.207 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:40.196+0000 7fb35287e740 1 -- 172.21.15.63:0/2557189275 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55ca9476ba50 msgr2=0x55ca94788940 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-15T22:04:40.207 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:40.196+0000 7fb35287e740 1 --2- 172.21.15.63:0/2557189275 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55ca9476ba50 0x55ca94788940 secure :-1 s=READY pgs=140 cs=0 l=1 rev1=1 crypto rx=0x7fb33c007410 tx=0x7fb33c01b070 comp rx=0 tx=0).stop 2024-09-15T22:04:40.207 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:40.196+0000 7fb35287e740 1 -- 172.21.15.63:0/2557189275 shutdown_connections 2024-09-15T22:04:40.207 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:40.196+0000 7fb35287e740 1 --2- 172.21.15.63:0/2557189275 >> [v2:172.21.15.63:6833/156651715,v1:172.21.15.63:6835/156651715] conn(0x55ca9478a250 0x55ca94763ab0 crc :-1 s=READY pgs=12 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T22:04:40.207 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:40.196+0000 7fb35287e740 1 --2- 172.21.15.63:0/2557189275 >> [v2:172.21.15.110:3301/0,v1:172.21.15.110:6790/0] conn(0x55ca9478a6f0 0x55ca94768820 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T22:04:40.207 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:40.196+0000 7fb35287e740 1 --2- 172.21.15.63:0/2557189275 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55ca9476ba50 0x55ca94788940 unknown :-1 s=CLOSED pgs=140 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T22:04:40.207 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:40.196+0000 7fb35287e740 1 --2- 172.21.15.63:0/2557189275 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55ca9476a2c0 0x55ca94794a10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T22:04:40.207 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:40.196+0000 7fb32cff9640 0 client.4614 ms_handle_reset on v2:172.21.15.63:6833/156651715 2024-09-15T22:04:40.207 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:40.196+0000 7fb35287e740 1 -- 172.21.15.63:0/2557189275 >> 172.21.15.63:0/2557189275 conn(0x55ca94767a80 msgr2=0x55ca947acfb0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-15T22:04:40.207 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:40.196+0000 7fb35287e740 1 -- 172.21.15.63:0/2557189275 shutdown_connections 2024-09-15T22:04:40.207 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:40.196+0000 7fb35287e740 1 -- 172.21.15.63:0/2557189275 wait complete. 2024-09-15T22:04:40.207 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:40.196+0000 7fb35287e740 20 client.4614 trim_cache size 0 max 16384 2024-09-15T22:04:40.217 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:40.215+0000 7fb35287e740 1 Processor -- start 2024-09-15T22:04:40.217 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:40.215+0000 7fb35287e740 1 -- start start 2024-09-15T22:04:40.219 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:40.215+0000 7fb35287e740 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55ca9476a2c0 0x55ca947d30b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-15T22:04:40.220 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:40.215+0000 7fb35287e740 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55ca9476ba50 0x55ca947aee60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-15T22:04:40.220 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:40.215+0000 7fb35287e740 1 --2- >> [v2:172.21.15.110:3301/0,v1:172.21.15.110:6790/0] conn(0x55ca9478a6f0 0x55ca947af3a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-15T22:04:40.220 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:40.215+0000 7fb35287e740 1 -- --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 -- 0x7fb3481ff8d0 con 0x55ca9476a2c0 2024-09-15T22:04:40.220 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:40.215+0000 7fb35287e740 1 -- --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_getmap magic: 0 -- 0x7fb3481fecd0 con 0x55ca9476ba50 2024-09-15T22:04:40.220 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:40.215+0000 7fb35287e740 1 -- --> [v2:172.21.15.110:3301/0,v1:172.21.15.110:6790/0] -- mon_getmap magic: 0 -- 0x7fb3481ff280 con 0x55ca9478a6f0 2024-09-15T22:04:40.220 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:40.215+0000 7fb34d882640 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55ca9476a2c0 0x55ca947d30b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-15T22:04:40.220 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:40.215+0000 7fb34d882640 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55ca9476a2c0 0x55ca947d30b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.63:3300/0 says I am v2:172.21.15.63:46124/0 (socket says 172.21.15.63:46124) 2024-09-15T22:04:40.220 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:40.215+0000 7fb34d882640 1 -- 172.21.15.63:0/2158684612 learned_addr learned my addr 172.21.15.63:0/2158684612 (peer_addr_for_me v2:172.21.15.63:0/0) 2024-09-15T22:04:40.220 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:40.216+0000 7fb34d882640 1 -- 172.21.15.63:0/2158684612 >> [v2:172.21.15.110:3301/0,v1:172.21.15.110:6790/0] conn(0x55ca9478a6f0 msgr2=0x55ca947af3a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-15T22:04:40.220 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:40.216+0000 7fb34d882640 1 --2- 172.21.15.63:0/2158684612 >> [v2:172.21.15.110:3301/0,v1:172.21.15.110:6790/0] conn(0x55ca9478a6f0 0x55ca947af3a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T22:04:40.220 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:40.216+0000 7fb34d882640 1 -- 172.21.15.63:0/2158684612 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55ca9476ba50 msgr2=0x55ca947aee60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-15T22:04:40.220 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:40.216+0000 7fb34d882640 1 --2- 172.21.15.63:0/2158684612 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55ca9476ba50 0x55ca947aee60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T22:04:40.220 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:40.216+0000 7fb34d882640 1 -- 172.21.15.63:0/2158684612 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55ca947ac990 con 0x55ca9476a2c0 2024-09-15T22:04:40.221 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:40.216+0000 7fb34d882640 1 --2- 172.21.15.63:0/2158684612 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55ca9476a2c0 0x55ca947d30b0 secure :-1 s=READY pgs=141 cs=0 l=1 rev1=1 crypto rx=0x7fb340001720 tx=0x7fb340009030 comp rx=0 tx=0).ready entity=mon.0 client_cookie=f47a76c85632bc5e server_cookie=0 in_seq=0 out_seq=0 2024-09-15T22:04:40.221 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:40.216+0000 7fb32effd640 1 -- 172.21.15.63:0/2158684612 <== mon.0 v2:172.21.15.63:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb340013420 con 0x55ca9476a2c0 2024-09-15T22:04:40.221 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:40.216+0000 7fb32effd640 1 -- 172.21.15.63:0/2158684612 <== mon.0 v2:172.21.15.63:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fb3400135c0 con 0x55ca9476a2c0 2024-09-15T22:04:40.221 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:40.216+0000 7fb32effd640 1 -- 172.21.15.63:0/2158684612 <== mon.0 v2:172.21.15.63:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb340013770 con 0x55ca9476a2c0 2024-09-15T22:04:40.221 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:40.216+0000 7fb35287e740 1 -- 172.21.15.63:0/2158684612 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55ca9476a2c0 msgr2=0x55ca947d30b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-15T22:04:40.221 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:40.216+0000 7fb35287e740 1 --2- 172.21.15.63:0/2158684612 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55ca9476a2c0 0x55ca947d30b0 secure :-1 s=READY pgs=141 cs=0 l=1 rev1=1 crypto rx=0x7fb340001720 tx=0x7fb340009030 comp rx=0 tx=0).stop 2024-09-15T22:04:40.221 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:40.216+0000 7fb35287e740 1 -- 172.21.15.63:0/2158684612 shutdown_connections 2024-09-15T22:04:40.221 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:40.216+0000 7fb35287e740 1 --2- 172.21.15.63:0/2158684612 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55ca9476ba50 0x55ca947aee60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T22:04:40.221 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:40.216+0000 7fb35287e740 1 --2- 172.21.15.63:0/2158684612 >> [v2:172.21.15.110:3301/0,v1:172.21.15.110:6790/0] conn(0x55ca9478a6f0 0x55ca947af3a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T22:04:40.221 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:40.216+0000 7fb35287e740 1 --2- 172.21.15.63:0/2158684612 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55ca9476a2c0 0x55ca947d30b0 unknown :-1 s=CLOSED pgs=141 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T22:04:40.221 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:40.216+0000 7fb35287e740 1 -- 172.21.15.63:0/2158684612 >> 172.21.15.63:0/2158684612 conn(0x55ca94767a80 msgr2=0x55ca947886d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-15T22:04:40.221 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:40.216+0000 7fb35287e740 1 -- 172.21.15.63:0/2158684612 shutdown_connections 2024-09-15T22:04:40.221 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:40.216+0000 7fb35287e740 1 -- 172.21.15.63:0/2158684612 wait complete. 2024-09-15T22:04:40.222 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:40.217+0000 7fb35287e740 1 -- start start 2024-09-15T22:04:40.222 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:40.217+0000 7fb35287e740 1 Processor -- start 2024-09-15T22:04:40.225 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:40.218+0000 7fb35287e740 1 --2- >> [v2:172.21.15.110:3301/0,v1:172.21.15.110:6790/0] conn(0x55ca9476a2c0 0x55ca947bdc50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-15T22:04:40.226 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:40.218+0000 7fb35287e740 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55ca9476ba50 0x55ca947d2830 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-15T22:04:40.226 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:40.218+0000 7fb35287e740 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55ca9478a6f0 0x55ca947d2d70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-15T22:04:40.226 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:40.218+0000 7fb35287e740 1 -- --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 -- 0x55ca94765f20 con 0x55ca9478a6f0 2024-09-15T22:04:40.226 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:40.218+0000 7fb35287e740 1 -- --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_getmap magic: 0 -- 0x55ca947b0290 con 0x55ca9476ba50 2024-09-15T22:04:40.226 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:40.218+0000 7fb35287e740 1 -- --> [v2:172.21.15.110:3301/0,v1:172.21.15.110:6790/0] -- mon_getmap magic: 0 -- 0x55ca94655450 con 0x55ca9476a2c0 2024-09-15T22:04:40.226 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:40.218+0000 7fb35287e740 10 client.0 _ll_register_callbacks cb 0x7fb33c070070 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-15T22:04:40.226 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:40.218+0000 7fb34e083640 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55ca9478a6f0 0x55ca947d2d70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-15T22:04:40.226 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:40.218+0000 7fb34e083640 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55ca9478a6f0 0x55ca947d2d70 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.63:3300/0 says I am v2:172.21.15.63:46126/0 (socket says 172.21.15.63:46126) 2024-09-15T22:04:40.226 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:40.218+0000 7fb34e083640 1 -- 172.21.15.63:0/406402231 learned_addr learned my addr 172.21.15.63:0/406402231 (peer_addr_for_me v2:172.21.15.63:0/0) 2024-09-15T22:04:40.226 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:40.218+0000 7fb34d882640 1 --2- 172.21.15.63:0/406402231 >> [v2:172.21.15.110:3301/0,v1:172.21.15.110:6790/0] conn(0x55ca9476a2c0 0x55ca947bdc50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-15T22:04:40.226 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:40.218+0000 7fb34d081640 1 --2- 172.21.15.63:0/406402231 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55ca9476ba50 0x55ca947d2830 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-15T22:04:40.226 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:40.218+0000 7fb34e083640 1 -- 172.21.15.63:0/406402231 >> [v2:172.21.15.110:3301/0,v1:172.21.15.110:6790/0] conn(0x55ca9476a2c0 msgr2=0x55ca947bdc50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-15T22:04:40.227 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:40.218+0000 7fb34e083640 1 --2- 172.21.15.63:0/406402231 >> [v2:172.21.15.110:3301/0,v1:172.21.15.110:6790/0] conn(0x55ca9476a2c0 0x55ca947bdc50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T22:04:40.227 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:40.218+0000 7fb34e083640 1 -- 172.21.15.63:0/406402231 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55ca9476ba50 msgr2=0x55ca947d2830 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-15T22:04:40.227 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:40.218+0000 7fb34e083640 1 --2- 172.21.15.63:0/406402231 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55ca9476ba50 0x55ca947d2830 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T22:04:40.227 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:40.218+0000 7fb34e083640 1 -- 172.21.15.63:0/406402231 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55ca9478aad0 con 0x55ca9478a6f0 2024-09-15T22:04:40.227 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:40.218+0000 7fb34d882640 1 --2- 172.21.15.63:0/406402231 >> [v2:172.21.15.110:3301/0,v1:172.21.15.110:6790/0] conn(0x55ca9476a2c0 0x55ca947bdc50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-15T22:04:40.227 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:40.218+0000 7fb34d081640 1 --2- 172.21.15.63:0/406402231 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55ca9476ba50 0x55ca947d2830 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-15T22:04:40.227 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:40.219+0000 7fb34e083640 1 --2- 172.21.15.63:0/406402231 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55ca9478a6f0 0x55ca947d2d70 secure :-1 s=READY pgs=142 cs=0 l=1 rev1=1 crypto rx=0x7fb338009eb0 tx=0x7fb338004a40 comp rx=0 tx=0).ready entity=mon.0 client_cookie=551e4e2f1cc6047e server_cookie=0 in_seq=0 out_seq=0 2024-09-15T22:04:40.227 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:40.219+0000 7fb32cff9640 10 client.0 ms_handle_connect on v2:172.21.15.63:3300/0 2024-09-15T22:04:40.227 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:40.219+0000 7fb32cff9640 1 -- 172.21.15.63:0/406402231 <== mon.0 v2:172.21.15.63:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb33803d630 con 0x55ca9478a6f0 2024-09-15T22:04:40.227 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:40.219+0000 7fb32cff9640 1 -- 172.21.15.63:0/406402231 <== mon.0 v2:172.21.15.63:3300/0 2 ==== osd_map(21..21 src has 1..21) ==== 5709+0+0 (secure 0 0 0) 0x7fb33803d7d0 con 0x55ca9478a6f0 2024-09-15T22:04:40.227 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:40.219+0000 7fb35287e740 1 -- 172.21.15.63:0/406402231 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fb3400135c0 con 0x55ca9478a6f0 2024-09-15T22:04:40.227 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:40.219+0000 7fb32cff9640 1 -- 172.21.15.63:0/406402231 <== mon.0 v2:172.21.15.63:3300/0 3 ==== mon_get_version_reply(handle=1 version=6) ==== 24+0+0 (secure 0 0 0) 0x7fb338051050 con 0x55ca9478a6f0 2024-09-15T22:04:40.227 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:40.219+0000 7fb35287e740 10 client.4620 fetch_fsmap learned FSMap version 6 2024-09-15T22:04:40.228 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:40.219+0000 7fb35287e740 1 -- 172.21.15.63:0/406402231 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_subscribe({config=0+,fsmap=6,monmap=2+}) -- 0x55ca947be190 con 0x55ca9478a6f0 2024-09-15T22:04:40.228 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:40.219+0000 7fb32cff9640 1 -- 172.21.15.63:0/406402231 <== mon.0 v2:172.21.15.63:3300/0 4 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fb3400135c0 con 0x55ca9478a6f0 2024-09-15T22:04:40.228 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:40.219+0000 7fb32cff9640 1 -- 172.21.15.63:0/406402231 <== mon.0 v2:172.21.15.63:3300/0 5 ==== fsmap(e 6) ==== 3502+0+0 (secure 0 0 0) 0x7fb338054020 con 0x55ca9478a6f0 2024-09-15T22:04:40.228 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:40.219+0000 7fb35287e740 10 client.4620 fetch_fsmap finished waiting for FSMap version 6 2024-09-15T22:04:40.228 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:40.219+0000 7fb35287e740 10 client.4620 resolve_mds: resolved name 'c' to daemon mds.c 2024-09-15T22:04:40.228 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:40.219+0000 7fb35287e740 20 client.4620 populate_metadata read hostname 'smithi063' 2024-09-15T22:04:40.228 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:40.219+0000 7fb35287e740 1 --2- 172.21.15.63:0/406402231 >> [v2:172.21.15.63:6833/156651715,v1:172.21.15.63:6835/156651715] conn(0x55ca9482cd70 0x55ca947c0f10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-15T22:04:40.228 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:40.219+0000 7fb35287e740 4 client.4620 mds_command: new command op to 4290 tid=0 multi_id=0 [{"prefix": "status"}] 2024-09-15T22:04:40.228 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:40.219+0000 7fb35287e740 1 -- 172.21.15.63:0/406402231 --> [v2:172.21.15.63:6833/156651715,v1:172.21.15.63:6835/156651715] -- command(tid 0: {"prefix": "status"}) -- 0x55ca946d3fa0 con 0x55ca9482cd70 2024-09-15T22:04:40.228 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:40.219+0000 7fb34d882640 1 --2- 172.21.15.63:0/406402231 >> [v2:172.21.15.63:6833/156651715,v1:172.21.15.63:6835/156651715] conn(0x55ca9482cd70 0x55ca947c0f10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-15T22:04:40.228 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:40.220+0000 7fb32cff9640 10 client.4620 ms_handle_connect on v2:172.21.15.63:6833/156651715 2024-09-15T22:04:40.228 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:40.220+0000 7fb34d882640 1 --2- 172.21.15.63:0/406402231 >> [v2:172.21.15.63:6833/156651715,v1:172.21.15.63:6835/156651715] conn(0x55ca9482cd70 0x55ca947c0f10 crc :-1 s=READY pgs=13 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=66c0dcfbe4d644d7 server_cookie=91d2a35ff07fbadf in_seq=0 out_seq=0 2024-09-15T22:04:40.228 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:40.220+0000 7fb32cff9640 1 -- 172.21.15.63:0/406402231 <== mds.0 v2:172.21.15.63:6833/156651715 1 ==== command_reply(tid 0: 0 ) ==== 8+0+324 (crc 0 0 0) 0x55ca946d3fa0 con 0x55ca9482cd70 2024-09-15T22:04:40.229 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:40.220+0000 7fb32cff9640 10 client.4620 handle_command_reply: tid=0 2024-09-15T22:04:40.229 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:40.220+0000 7fb35287e740 1 client.4620 shutdown 2024-09-15T22:04:40.229 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:40.220+0000 7fb35287e740 1 -- 172.21.15.63:0/406402231 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55ca9478a6f0 msgr2=0x55ca947d2d70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-15T22:04:40.229 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:40.220+0000 7fb35287e740 1 --2- 172.21.15.63:0/406402231 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55ca9478a6f0 0x55ca947d2d70 secure :-1 s=READY pgs=142 cs=0 l=1 rev1=1 crypto rx=0x7fb338009eb0 tx=0x7fb338004a40 comp rx=0 tx=0).stop 2024-09-15T22:04:40.229 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:40.220+0000 7fb35287e740 1 -- 172.21.15.63:0/406402231 shutdown_connections 2024-09-15T22:04:40.229 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:40.220+0000 7fb35287e740 1 --2- 172.21.15.63:0/406402231 >> [v2:172.21.15.63:6833/156651715,v1:172.21.15.63:6835/156651715] conn(0x55ca9482cd70 0x55ca947c0f10 crc :-1 s=READY pgs=13 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T22:04:40.229 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:40.220+0000 7fb35287e740 1 --2- 172.21.15.63:0/406402231 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55ca9476ba50 0x55ca947d2830 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T22:04:40.229 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:40.220+0000 7fb35287e740 1 --2- 172.21.15.63:0/406402231 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55ca9478a6f0 0x55ca947d2d70 unknown :-1 s=CLOSED pgs=142 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T22:04:40.229 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:40.220+0000 7fb32cff9640 0 client.4620 ms_handle_reset on v2:172.21.15.63:6833/156651715 2024-09-15T22:04:40.229 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:40.220+0000 7fb35287e740 1 --2- 172.21.15.63:0/406402231 >> [v2:172.21.15.110:3301/0,v1:172.21.15.110:6790/0] conn(0x55ca9476a2c0 0x55ca947bdc50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T22:04:40.229 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:40.220+0000 7fb35287e740 1 -- 172.21.15.63:0/406402231 >> 172.21.15.63:0/406402231 conn(0x55ca94767a80 msgr2=0x55ca947acfb0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-15T22:04:40.229 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:40.220+0000 7fb35287e740 1 -- 172.21.15.63:0/406402231 shutdown_connections 2024-09-15T22:04:40.229 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:40.220+0000 7fb35287e740 1 -- 172.21.15.63:0/406402231 wait complete. 2024-09-15T22:04:40.230 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:40.220+0000 7fb35287e740 20 client.4620 trim_cache size 0 max 16384 2024-09-15T22:04:40.230 INFO:teuthology.orchestra.run.smithi063.stdout:{ 2024-09-15T22:04:40.230 INFO:teuthology.orchestra.run.smithi063.stdout: "cluster_fsid": "49d79d51-bb1b-4fdd-a1d6-f4e42ba7fbf3", 2024-09-15T22:04:40.230 INFO:teuthology.orchestra.run.smithi063.stdout: "whoami": 0, 2024-09-15T22:04:40.230 INFO:teuthology.orchestra.run.smithi063.stdout: "id": 4290, 2024-09-15T22:04:40.230 INFO:teuthology.orchestra.run.smithi063.stdout: "want_state": "up:active", 2024-09-15T22:04:40.230 INFO:teuthology.orchestra.run.smithi063.stdout: "state": "up:active", 2024-09-15T22:04:40.231 INFO:teuthology.orchestra.run.smithi063.stdout: "fs_name": "cephfs", 2024-09-15T22:04:40.231 INFO:teuthology.orchestra.run.smithi063.stdout: "rank_uptime": 14.379585050999999, 2024-09-15T22:04:40.231 INFO:teuthology.orchestra.run.smithi063.stdout: "mdsmap_epoch": 6, 2024-09-15T22:04:40.231 INFO:teuthology.orchestra.run.smithi063.stdout: "osdmap_epoch": 21, 2024-09-15T22:04:40.231 INFO:teuthology.orchestra.run.smithi063.stdout: "osdmap_epoch_barrier": 21, 2024-09-15T22:04:40.231 INFO:teuthology.orchestra.run.smithi063.stdout: "uptime": 20.402268395 2024-09-15T22:04:40.231 INFO:teuthology.orchestra.run.smithi063.stdout:} 2024-09-15T22:04:40.232 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:40.221+0000 7fb34fae6640 1 -- 172.21.15.63:0/2000683239 >> [v2:172.21.15.110:6832/552273267,v1:172.21.15.110:6833/552273267] conn(0x7fb33406c2b0 msgr2=0x7fb33406e770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-15T22:04:40.232 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:40.221+0000 7fb34fae6640 1 --2- 172.21.15.63:0/2000683239 >> [v2:172.21.15.110:6832/552273267,v1:172.21.15.110:6833/552273267] conn(0x7fb33406c2b0 0x7fb33406e770 secure :-1 s=READY pgs=94 cs=0 l=1 rev1=1 crypto rx=0x7fb340000f60 tx=0x7fb340007c00 comp rx=0 tx=0).stop 2024-09-15T22:04:40.232 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:40.221+0000 7fb34fae6640 1 -- 172.21.15.63:0/2000683239 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fb3480d4570 msgr2=0x7fb3480ce180 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-15T22:04:40.232 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:40.221+0000 7fb34fae6640 1 --2- 172.21.15.63:0/2000683239 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fb3480d4570 0x7fb3480ce180 secure :-1 s=READY pgs=138 cs=0 l=1 rev1=1 crypto rx=0x7fb33c00c7f0 tx=0x7fb33c00ccb0 comp rx=0 tx=0).stop 2024-09-15T22:04:40.232 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:40.221+0000 7fb34fae6640 1 -- 172.21.15.63:0/2000683239 shutdown_connections 2024-09-15T22:04:40.232 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:40.221+0000 7fb34fae6640 1 --2- 172.21.15.63:0/2000683239 >> [v2:172.21.15.110:6832/552273267,v1:172.21.15.110:6833/552273267] conn(0x7fb33406c2b0 0x7fb33406e770 unknown :-1 s=CLOSED pgs=94 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T22:04:40.232 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:40.221+0000 7fb34fae6640 1 --2- 172.21.15.63:0/2000683239 >> [v2:172.21.15.110:3301/0,v1:172.21.15.110:6790/0] conn(0x7fb34815e680 0x7fb3480cc2d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T22:04:40.232 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:40.221+0000 7fb34fae6640 1 --2- 172.21.15.63:0/2000683239 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fb3480d4570 0x7fb3480ce180 unknown :-1 s=CLOSED pgs=138 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T22:04:40.232 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:40.221+0000 7fb34fae6640 1 --2- 172.21.15.63:0/2000683239 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7fb3480b7f20 0x7fb3480caa70 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T22:04:40.233 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:40.221+0000 7fb34fae6640 1 -- 172.21.15.63:0/2000683239 >> 172.21.15.63:0/2000683239 conn(0x7fb348074fe0 msgr2=0x7fb348160f80 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-15T22:04:40.233 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:40.221+0000 7fb34fae6640 1 -- 172.21.15.63:0/2000683239 shutdown_connections 2024-09-15T22:04:40.233 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:40.221+0000 7fb34fae6640 1 -- 172.21.15.63:0/2000683239 wait complete. 2024-09-15T22:04:40.234 INFO:teuthology.run_tasks:Running task sequential... 2024-09-15T22:04:40.245 INFO:teuthology.task.sequential:In sequential, running task sequential... 2024-09-15T22:04:40.245 INFO:teuthology.task.sequential:In sequential, running task print... 2024-09-15T22:04:40.245 INFO:teuthology.task.print:Enabling mgr modules 2024-09-15T22:04:40.245 INFO:teuthology.run_tasks:Running task ceph-fuse... 2024-09-15T22:04:40.278 INFO:tasks.ceph_fuse:Running ceph_fuse task... 2024-09-15T22:04:40.278 INFO:tasks.ceph_fuse:config is {'client.0': {}, 'client.2': {}, 'client.1': {}, 'client.3': {}} 2024-09-15T22:04:40.278 INFO:tasks.ceph_fuse:client.0 config is {} 2024-09-15T22:04:40.278 INFO:tasks.cephfs.mount:cephfs_mntpt = None 2024-09-15T22:04:40.278 INFO:tasks.cephfs.mount:hostfs_mntpt = /home/ubuntu/cephtest/mnt.0 2024-09-15T22:04:40.278 INFO:tasks.ceph_fuse:client.2 config is {} 2024-09-15T22:04:40.279 INFO:tasks.cephfs.mount:cephfs_mntpt = None 2024-09-15T22:04:40.279 INFO:tasks.cephfs.mount:hostfs_mntpt = /home/ubuntu/cephtest/mnt.2 2024-09-15T22:04:40.279 INFO:tasks.ceph_fuse:client.1 config is {} 2024-09-15T22:04:40.279 INFO:tasks.cephfs.mount:cephfs_mntpt = None 2024-09-15T22:04:40.279 INFO:tasks.cephfs.mount:hostfs_mntpt = /home/ubuntu/cephtest/mnt.1 2024-09-15T22:04:40.279 INFO:tasks.ceph_fuse:client.3 config is {} 2024-09-15T22:04:40.279 INFO:tasks.cephfs.mount:cephfs_mntpt = None 2024-09-15T22:04:40.279 INFO:tasks.cephfs.mount:hostfs_mntpt = /home/ubuntu/cephtest/mnt.3 2024-09-15T22:04:40.279 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-15T22:04:40.279 DEBUG:teuthology.orchestra.run.smithi110:> ip netns list 2024-09-15T22:04:40.299 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-15T22:04:40.299 DEBUG:teuthology.orchestra.run.smithi110:> sudo ip link delete ceph-brx 2024-09-15T22:04:40.372 INFO:teuthology.orchestra.run.smithi110.stderr:Cannot find device "ceph-brx" 2024-09-15T22:04:40.373 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-09-15T22:04:40.374 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-15T22:04:40.374 DEBUG:teuthology.orchestra.run.smithi063:> ip netns list 2024-09-15T22:04:40.390 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-15T22:04:40.391 DEBUG:teuthology.orchestra.run.smithi063:> sudo ip link delete ceph-brx 2024-09-15T22:04:40.458 INFO:teuthology.orchestra.run.smithi063.stderr:Cannot find device "ceph-brx" 2024-09-15T22:04:40.459 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-09-15T22:04:40.459 INFO:tasks.ceph_fuse:Mounting ceph-fuse clients... 2024-09-15T22:04:40.459 DEBUG:tasks.ceph_fuse:passing mntargs=[] 2024-09-15T22:04:40.460 DEBUG:teuthology.orchestra.run.smithi063:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs ls 2024-09-15T22:04:40.601 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:40.598+0000 7f97b4552640 1 Processor -- start 2024-09-15T22:04:40.601 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:40.598+0000 7f97b4552640 1 -- start start 2024-09-15T22:04:40.603 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:40.599+0000 7f97b4552640 1 --2- >> v2:172.21.15.63:3300/0 conn(0x7f97ac15e680 0x7f97ac0b7f20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-15T22:04:40.603 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:40.599+0000 7f97b4552640 1 --2- >> v2:172.21.15.110:3300/0 conn(0x7f97ac0d4570 0x7f97ac0d4980 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-15T22:04:40.603 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:40.599+0000 7f97b4552640 1 -- --> v1:172.21.15.110:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f97ac0d4ec0 con 0x7f97ac0b95a0 2024-09-15T22:04:40.603 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:40.599+0000 7f97b4552640 1 -- --> v2:172.21.15.63:3300/0 -- mon_getmap magic: 0 -- 0x7f97ac0b9a10 con 0x7f97ac15e680 2024-09-15T22:04:40.603 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:40.599+0000 7f97b4552640 1 -- --> v2:172.21.15.110:3300/0 -- mon_getmap magic: 0 -- 0x7f97ac0b8500 con 0x7f97ac0d4570 2024-09-15T22:04:40.604 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:40.600+0000 7f97b22ee640 1 --2- >> v2:172.21.15.63:3300/0 conn(0x7f97ac15e680 0x7f97ac0b7f20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-15T22:04:40.604 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:40.600+0000 7f97b22ee640 1 --2- >> v2:172.21.15.63:3300/0 conn(0x7f97ac15e680 0x7f97ac0b7f20 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.63:3300/0 says I am v2:172.21.15.63:46128/0 (socket says 172.21.15.63:46128) 2024-09-15T22:04:40.604 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:40.600+0000 7f97b22ee640 1 -- 172.21.15.63:0/2899331332 learned_addr learned my addr 172.21.15.63:0/2899331332 (peer_addr_for_me v2:172.21.15.63:0/0) 2024-09-15T22:04:40.604 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:40.600+0000 7f97b2aef640 1 --2- 172.21.15.63:0/2899331332 >> v2:172.21.15.110:3300/0 conn(0x7f97ac0d4570 0x7f97ac0d4980 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-15T22:04:40.604 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:40.600+0000 7f97b22ee640 1 -- 172.21.15.63:0/2899331332 >> v2:172.21.15.110:3300/0 conn(0x7f97ac0d4570 msgr2=0x7f97ac0d4980 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-15T22:04:40.604 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:40.600+0000 7f97b22ee640 1 --2- 172.21.15.63:0/2899331332 >> v2:172.21.15.110:3300/0 conn(0x7f97ac0d4570 0x7f97ac0d4980 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T22:04:40.604 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:40.600+0000 7f97b22ee640 1 -- 172.21.15.63:0/2899331332 >> v1:172.21.15.110:6789/0 conn(0x7f97ac0b95a0 legacy=0x7f97ac0d1690 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-15T22:04:40.604 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:40.600+0000 7f97b22ee640 1 -- 172.21.15.63:0/2899331332 --> v2:172.21.15.63:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f97ac0b87e0 con 0x7f97ac15e680 2024-09-15T22:04:40.604 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:40.601+0000 7f97b22ee640 1 --2- 172.21.15.63:0/2899331332 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f97ac15e680 0x7f97ac0b7f20 secure :-1 s=READY pgs=143 cs=0 l=1 rev1=1 crypto rx=0x7f97ac0b7080 tx=0x7f97a802a270 comp rx=0 tx=0).ready entity=mon.0 client_cookie=f44a26b58f41ddae server_cookie=0 in_seq=0 out_seq=0 2024-09-15T22:04:40.605 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:40.601+0000 7f97b12ec640 1 -- 172.21.15.63:0/2899331332 <== mon.0 v2:172.21.15.63:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f97a8037070 con 0x7f97ac15e680 2024-09-15T22:04:40.605 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:40.601+0000 7f97b12ec640 1 -- 172.21.15.63:0/2899331332 <== mon.0 v2:172.21.15.63:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f97a8032440 con 0x7f97ac15e680 2024-09-15T22:04:40.605 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:40.601+0000 7f97b12ec640 1 -- 172.21.15.63:0/2899331332 <== mon.0 v2:172.21.15.63:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f97a8032810 con 0x7f97ac15e680 2024-09-15T22:04:40.609 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:40.601+0000 7f97b4552640 1 -- 172.21.15.63:0/2899331332 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f97ac15e680 msgr2=0x7f97ac0b7f20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-15T22:04:40.609 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:40.601+0000 7f97b4552640 1 --2- 172.21.15.63:0/2899331332 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f97ac15e680 0x7f97ac0b7f20 secure :-1 s=READY pgs=143 cs=0 l=1 rev1=1 crypto rx=0x7f97ac0b7080 tx=0x7f97a802a270 comp rx=0 tx=0).stop 2024-09-15T22:04:40.609 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:40.601+0000 7f97b4552640 1 -- 172.21.15.63:0/2899331332 shutdown_connections 2024-09-15T22:04:40.609 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:40.601+0000 7f97b4552640 1 --2- 172.21.15.63:0/2899331332 >> v2:172.21.15.110:3300/0 conn(0x7f97ac0d4570 0x7f97ac0d4980 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T22:04:40.609 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:40.601+0000 7f97b4552640 1 --2- 172.21.15.63:0/2899331332 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f97ac15e680 0x7f97ac0b7f20 unknown :-1 s=CLOSED pgs=143 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T22:04:40.609 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:40.601+0000 7f97b4552640 1 -- 172.21.15.63:0/2899331332 >> 172.21.15.63:0/2899331332 conn(0x7f97ac074fe0 msgr2=0x7f97ac072200 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-15T22:04:40.609 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:40.601+0000 7f97b4552640 1 -- 172.21.15.63:0/2899331332 shutdown_connections 2024-09-15T22:04:40.609 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:40.601+0000 7f97b4552640 1 -- 172.21.15.63:0/2899331332 wait complete. 2024-09-15T22:04:40.609 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:40.603+0000 7f97b4552640 1 Processor -- start 2024-09-15T22:04:40.609 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:40.603+0000 7f97b4552640 1 -- start start 2024-09-15T22:04:40.609 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:40.603+0000 7f97b4552640 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f97ac0b95a0 0x7f97ac15d700 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-15T22:04:40.609 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:40.603+0000 7f97b4552640 1 --2- >> [v2:172.21.15.110:3301/0,v1:172.21.15.110:6790/0] conn(0x7f97ac0d4570 0x7f97ac152970 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-15T22:04:40.610 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:40.603+0000 7f97b4552640 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f97ac15e680 0x7f97ac156b40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-15T22:04:40.610 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:40.603+0000 7f97b4552640 1 -- --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 -- 0x7f97ac0b9080 con 0x7f97ac0b95a0 2024-09-15T22:04:40.610 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:40.603+0000 7f97b4552640 1 -- --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_getmap magic: 0 -- 0x7f97ac0b8da0 con 0x7f97ac15e680 2024-09-15T22:04:40.610 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:40.603+0000 7f97b4552640 1 -- --> [v2:172.21.15.110:3301/0,v1:172.21.15.110:6790/0] -- mon_getmap magic: 0 -- 0x7f97ac15ea60 con 0x7f97ac0d4570 2024-09-15T22:04:40.610 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:40.604+0000 7f97b22ee640 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f97ac0b95a0 0x7f97ac15d700 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-15T22:04:40.610 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:40.604+0000 7f97b22ee640 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f97ac0b95a0 0x7f97ac15d700 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.63:3300/0 says I am v2:172.21.15.63:46144/0 (socket says 172.21.15.63:46144) 2024-09-15T22:04:40.610 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:40.604+0000 7f97b22ee640 1 -- 172.21.15.63:0/3789261624 learned_addr learned my addr 172.21.15.63:0/3789261624 (peer_addr_for_me v2:172.21.15.63:0/0) 2024-09-15T22:04:40.610 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:40.604+0000 7f97b2aef640 1 --2- 172.21.15.63:0/3789261624 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f97ac15e680 0x7f97ac156b40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-15T22:04:40.610 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:40.604+0000 7f97b1aed640 1 --2- 172.21.15.63:0/3789261624 >> [v2:172.21.15.110:3301/0,v1:172.21.15.110:6790/0] conn(0x7f97ac0d4570 0x7f97ac152970 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-15T22:04:40.610 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:40.604+0000 7f97b22ee640 1 -- 172.21.15.63:0/3789261624 >> [v2:172.21.15.110:3301/0,v1:172.21.15.110:6790/0] conn(0x7f97ac0d4570 msgr2=0x7f97ac152970 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-15T22:04:40.610 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:40.604+0000 7f97b22ee640 1 --2- 172.21.15.63:0/3789261624 >> [v2:172.21.15.110:3301/0,v1:172.21.15.110:6790/0] conn(0x7f97ac0d4570 0x7f97ac152970 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T22:04:40.610 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:40.604+0000 7f97b22ee640 1 -- 172.21.15.63:0/3789261624 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f97ac15e680 msgr2=0x7f97ac156b40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-15T22:04:40.611 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:40.604+0000 7f97b22ee640 1 --2- 172.21.15.63:0/3789261624 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f97ac15e680 0x7f97ac156b40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T22:04:40.611 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:40.604+0000 7f97b22ee640 1 -- 172.21.15.63:0/3789261624 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f97ac156660 con 0x7f97ac0b95a0 2024-09-15T22:04:40.611 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:40.604+0000 7f97b1aed640 1 --2- 172.21.15.63:0/3789261624 >> [v2:172.21.15.110:3301/0,v1:172.21.15.110:6790/0] conn(0x7f97ac0d4570 0x7f97ac152970 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-15T22:04:40.611 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:40.604+0000 7f97b22ee640 1 --2- 172.21.15.63:0/3789261624 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f97ac0b95a0 0x7f97ac15d700 secure :-1 s=READY pgs=144 cs=0 l=1 rev1=1 crypto rx=0x7f97a802a2b0 tx=0x7f97a80046c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-15T22:04:40.611 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:40.604+0000 7f97a2ffd640 1 -- 172.21.15.63:0/3789261624 <== mon.0 v2:172.21.15.63:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f97a8041020 con 0x7f97ac0b95a0 2024-09-15T22:04:40.611 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:40.604+0000 7f97a2ffd640 1 -- 172.21.15.63:0/3789261624 <== mon.0 v2:172.21.15.63:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f97a80306c0 con 0x7f97ac0b95a0 2024-09-15T22:04:40.611 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:40.604+0000 7f97a2ffd640 1 -- 172.21.15.63:0/3789261624 <== mon.0 v2:172.21.15.63:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f97a8037040 con 0x7f97ac0b95a0 2024-09-15T22:04:40.611 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:40.604+0000 7f97b4552640 1 -- 172.21.15.63:0/3789261624 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f97ac159740 con 0x7f97ac0b95a0 2024-09-15T22:04:40.611 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:40.604+0000 7f97b4552640 1 -- 172.21.15.63:0/3789261624 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f97ac159d00 con 0x7f97ac0b95a0 2024-09-15T22:04:40.611 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:40.605+0000 7f97b4552640 1 -- 172.21.15.63:0/3789261624 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f97ac0d4980 con 0x7f97ac0b95a0 2024-09-15T22:04:40.611 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:40.606+0000 7f97a2ffd640 1 -- 172.21.15.63:0/3789261624 <== mon.0 v2:172.21.15.63:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7f97a8044020 con 0x7f97ac0b95a0 2024-09-15T22:04:40.611 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:40.606+0000 7f97a2ffd640 1 --2- 172.21.15.63:0/3789261624 >> [v2:172.21.15.110:6832/552273267,v1:172.21.15.110:6833/552273267] conn(0x7f979006c2b0 0x7f979006e770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-15T22:04:40.611 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:40.606+0000 7f97a2ffd640 1 -- 172.21.15.63:0/3789261624 <== mon.0 v2:172.21.15.63:3300/0 5 ==== osd_map(21..21 src has 1..21) ==== 5709+0+0 (secure 0 0 0) 0x7f97a80abb60 con 0x7f97ac0b95a0 2024-09-15T22:04:40.612 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:40.607+0000 7f97b1aed640 1 --2- 172.21.15.63:0/3789261624 >> [v2:172.21.15.110:6832/552273267,v1:172.21.15.110:6833/552273267] conn(0x7f979006c2b0 0x7f979006e770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-15T22:04:40.612 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:40.607+0000 7f97b1aed640 1 --2- 172.21.15.63:0/3789261624 >> [v2:172.21.15.110:6832/552273267,v1:172.21.15.110:6833/552273267] conn(0x7f979006c2b0 0x7f979006e770 secure :-1 s=READY pgs=95 cs=0 l=1 rev1=1 crypto rx=0x7f97ac1f7860 tx=0x7f979c009040 comp rx=0 tx=0).ready entity=mgr.4102 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-15T22:04:40.613 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:40.610+0000 7f97a2ffd640 1 -- 172.21.15.63:0/3789261624 <== mon.0 v2:172.21.15.63:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7f97a804b030 con 0x7f97ac0b95a0 2024-09-15T22:04:40.825 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:40.822+0000 7f97b4552640 1 -- 172.21.15.63:0/3789261624 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_command({"prefix": "fs ls"} v 0) -- 0x7f97ac0c98c0 con 0x7f97ac0b95a0 2024-09-15T22:04:40.825 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:40.822+0000 7f97a2ffd640 1 -- 172.21.15.63:0/3789261624 <== mon.0 v2:172.21.15.63:3300/0 7 ==== mon_command_ack([{"prefix": "fs ls"}]=0 v6) ==== 53+0+73 (secure 0 0 0) 0x7f97a807a360 con 0x7f97ac0b95a0 2024-09-15T22:04:40.825 INFO:teuthology.orchestra.run.smithi063.stdout:name: cephfs, metadata pool: cephfs_metadata, data pools: [cephfs_data ] 2024-09-15T22:04:40.828 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:40.825+0000 7f97b4552640 1 -- 172.21.15.63:0/3789261624 >> [v2:172.21.15.110:6832/552273267,v1:172.21.15.110:6833/552273267] conn(0x7f979006c2b0 msgr2=0x7f979006e770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-15T22:04:40.828 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:40.825+0000 7f97b4552640 1 --2- 172.21.15.63:0/3789261624 >> [v2:172.21.15.110:6832/552273267,v1:172.21.15.110:6833/552273267] conn(0x7f979006c2b0 0x7f979006e770 secure :-1 s=READY pgs=95 cs=0 l=1 rev1=1 crypto rx=0x7f97ac1f7860 tx=0x7f979c009040 comp rx=0 tx=0).stop 2024-09-15T22:04:40.828 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:40.825+0000 7f97b4552640 1 -- 172.21.15.63:0/3789261624 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f97ac0b95a0 msgr2=0x7f97ac15d700 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-15T22:04:40.828 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:40.825+0000 7f97b4552640 1 --2- 172.21.15.63:0/3789261624 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f97ac0b95a0 0x7f97ac15d700 secure :-1 s=READY pgs=144 cs=0 l=1 rev1=1 crypto rx=0x7f97a802a2b0 tx=0x7f97a80046c0 comp rx=0 tx=0).stop 2024-09-15T22:04:40.828 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:40.825+0000 7f97b4552640 1 -- 172.21.15.63:0/3789261624 shutdown_connections 2024-09-15T22:04:40.828 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:40.825+0000 7f97b4552640 1 --2- 172.21.15.63:0/3789261624 >> [v2:172.21.15.110:6832/552273267,v1:172.21.15.110:6833/552273267] conn(0x7f979006c2b0 0x7f979006e770 unknown :-1 s=CLOSED pgs=95 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T22:04:40.829 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:40.825+0000 7f97b4552640 1 --2- 172.21.15.63:0/3789261624 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f97ac15e680 0x7f97ac156b40 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T22:04:40.829 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:40.825+0000 7f97b4552640 1 --2- 172.21.15.63:0/3789261624 >> [v2:172.21.15.110:3301/0,v1:172.21.15.110:6790/0] conn(0x7f97ac0d4570 0x7f97ac152970 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T22:04:40.829 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:40.825+0000 7f97b4552640 1 --2- 172.21.15.63:0/3789261624 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f97ac0b95a0 0x7f97ac15d700 unknown :-1 s=CLOSED pgs=144 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T22:04:40.829 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:40.825+0000 7f97b4552640 1 -- 172.21.15.63:0/3789261624 >> 172.21.15.63:0/3789261624 conn(0x7f97ac074fe0 msgr2=0x7f97ac15f4c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-15T22:04:40.829 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:40.825+0000 7f97b4552640 1 -- 172.21.15.63:0/3789261624 shutdown_connections 2024-09-15T22:04:40.829 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:40.825+0000 7f97b4552640 1 -- 172.21.15.63:0/3789261624 wait complete. 2024-09-15T22:04:40.838 INFO:tasks.cephfs.mount:Mounting default Ceph FS; just confirmed its presence on cluster 2024-09-15T22:04:40.838 INFO:tasks.cephfs.mount:Mounting Ceph FS. Following are details of mount; remember "None" represents Python type None - 2024-09-15T22:04:40.838 INFO:tasks.cephfs.mount:self.client_remote.hostname = smithi063.front.sepia.ceph.com 2024-09-15T22:04:40.838 INFO:tasks.cephfs.mount:self.client.name = client.0 2024-09-15T22:04:40.838 INFO:tasks.cephfs.mount:self.hostfs_mntpt = /home/ubuntu/cephtest/mnt.0 2024-09-15T22:04:40.838 INFO:tasks.cephfs.mount:self.cephfs_name = None 2024-09-15T22:04:40.838 INFO:tasks.cephfs.mount:self.cephfs_mntpt = None 2024-09-15T22:04:40.839 INFO:tasks.cephfs.mount:self.client_keyring_path = None 2024-09-15T22:04:40.839 INFO:tasks.cephfs.mount:Setting the 'None' netns for '/home/ubuntu/cephtest/mnt.0' 2024-09-15T22:04:40.839 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-15T22:04:40.839 DEBUG:teuthology.orchestra.run.smithi063:> ip addr 2024-09-15T22:04:40.855 INFO:teuthology.orchestra.run.smithi063.stdout:1: lo: mtu 65536 qdisc noqueue state UNKNOWN group default qlen 1000 2024-09-15T22:04:40.855 INFO:teuthology.orchestra.run.smithi063.stdout: link/loopback 00:00:00:00:00:00 brd 00:00:00:00:00:00 2024-09-15T22:04:40.855 INFO:teuthology.orchestra.run.smithi063.stdout: inet 127.0.0.1/8 scope host lo 2024-09-15T22:04:40.855 INFO:teuthology.orchestra.run.smithi063.stdout: valid_lft forever preferred_lft forever 2024-09-15T22:04:40.855 INFO:teuthology.orchestra.run.smithi063.stdout: inet6 ::1/128 scope host 2024-09-15T22:04:40.855 INFO:teuthology.orchestra.run.smithi063.stdout: valid_lft forever preferred_lft forever 2024-09-15T22:04:40.855 INFO:teuthology.orchestra.run.smithi063.stdout:2: eno1: mtu 1500 qdisc mq state DOWN group default qlen 1000 2024-09-15T22:04:40.856 INFO:teuthology.orchestra.run.smithi063.stdout: link/ether 0c:c4:7a:a8:b4:76 brd ff:ff:ff:ff:ff:ff 2024-09-15T22:04:40.856 INFO:teuthology.orchestra.run.smithi063.stdout: altname enp7s0f0 2024-09-15T22:04:40.856 INFO:teuthology.orchestra.run.smithi063.stdout:3: eno2: mtu 1500 qdisc mq state DOWN group default qlen 1000 2024-09-15T22:04:40.856 INFO:teuthology.orchestra.run.smithi063.stdout: link/ether 0c:c4:7a:a8:b4:77 brd ff:ff:ff:ff:ff:ff 2024-09-15T22:04:40.856 INFO:teuthology.orchestra.run.smithi063.stdout: altname enp7s0f1 2024-09-15T22:04:40.856 INFO:teuthology.orchestra.run.smithi063.stdout:4: enp3s0f0: mtu 1500 qdisc mq state DOWN group default qlen 1000 2024-09-15T22:04:40.856 INFO:teuthology.orchestra.run.smithi063.stdout: link/ether 0c:c4:7a:b6:f8:d6 brd ff:ff:ff:ff:ff:ff 2024-09-15T22:04:40.856 INFO:teuthology.orchestra.run.smithi063.stdout:5: enp3s0f1: mtu 1500 qdisc mq state UP group default qlen 1000 2024-09-15T22:04:40.856 INFO:teuthology.orchestra.run.smithi063.stdout: link/ether 0c:c4:7a:b6:f8:d7 brd ff:ff:ff:ff:ff:ff 2024-09-15T22:04:40.856 INFO:teuthology.orchestra.run.smithi063.stdout: inet 172.21.15.63/20 brd 172.21.15.255 scope global dynamic noprefixroute enp3s0f1 2024-09-15T22:04:40.856 INFO:teuthology.orchestra.run.smithi063.stdout: valid_lft 42755sec preferred_lft 42755sec 2024-09-15T22:04:40.856 INFO:teuthology.orchestra.run.smithi063.stdout: inet6 fe80::ec4:7aff:feb6:f8d7/64 scope link noprefixroute 2024-09-15T22:04:40.856 INFO:teuthology.orchestra.run.smithi063.stdout: valid_lft forever preferred_lft forever 2024-09-15T22:04:40.857 INFO:tasks.cephfs.mount:Setuping the 'ceph-brx' with 192.168.255.254/16 2024-09-15T22:04:40.857 DEBUG:teuthology.orchestra.run.smithi063:> (cd / && exec stdin-killer --timeout=300 -- bash -c ' 2024-09-15T22:04:40.857 DEBUG:teuthology.orchestra.run.smithi063:> set -e 2024-09-15T22:04:40.857 DEBUG:teuthology.orchestra.run.smithi063:> sudo ip link add name ceph-brx type bridge 2024-09-15T22:04:40.857 DEBUG:teuthology.orchestra.run.smithi063:> sudo ip addr flush dev ceph-brx 2024-09-15T22:04:40.857 DEBUG:teuthology.orchestra.run.smithi063:> sudo ip link set ceph-brx up 2024-09-15T22:04:40.857 DEBUG:teuthology.orchestra.run.smithi063:> sudo ip addr add 192.168.255.254/16 brd 192.168.255.255 dev ceph-brx 2024-09-15T22:04:40.857 DEBUG:teuthology.orchestra.run.smithi063:> ') 2024-09-15T22:04:40.945 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:40 stdin-killer INFO: expiration expected; waiting 300 seconds for command to complete 2024-09-15T22:04:41.054 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:41 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-15T22:04:41.060 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-15T22:04:41.060 DEBUG:teuthology.orchestra.run.smithi063:> echo 1 | sudo tee /proc/sys/net/ipv4/ip_forward 2024-09-15T22:04:41.085 INFO:teuthology.orchestra.run.smithi063.stdout:1 2024-09-15T22:04:41.087 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-15T22:04:41.087 DEBUG:teuthology.orchestra.run.smithi063:> route 2024-09-15T22:04:41.156 INFO:teuthology.orchestra.run.smithi063.stdout:Kernel IP routing table 2024-09-15T22:04:41.156 INFO:teuthology.orchestra.run.smithi063.stdout:Destination Gateway Genmask Flags Metric Ref Use Iface 2024-09-15T22:04:41.156 INFO:teuthology.orchestra.run.smithi063.stdout:default _gateway 0.0.0.0 UG 100 0 0 enp3s0f1 2024-09-15T22:04:41.156 INFO:teuthology.orchestra.run.smithi063.stdout:172.21.0.0 0.0.0.0 255.255.240.0 U 100 0 0 enp3s0f1 2024-09-15T22:04:41.157 INFO:teuthology.orchestra.run.smithi063.stdout:192.168.0.0 0.0.0.0 255.255.0.0 U 0 0 0 ceph-brx 2024-09-15T22:04:41.157 DEBUG:teuthology.orchestra.run.smithi063:> (cd / && exec stdin-killer --timeout=300 -- bash -c ' 2024-09-15T22:04:41.157 DEBUG:teuthology.orchestra.run.smithi063:> set -e 2024-09-15T22:04:41.157 DEBUG:teuthology.orchestra.run.smithi063:> sudo iptables -A FORWARD -o enp3s0f1 -i ceph-brx -j ACCEPT 2024-09-15T22:04:41.157 DEBUG:teuthology.orchestra.run.smithi063:> sudo iptables -A FORWARD -i enp3s0f1 -o ceph-brx -j ACCEPT 2024-09-15T22:04:41.157 DEBUG:teuthology.orchestra.run.smithi063:> sudo iptables -t nat -A POSTROUTING -s 192.168.255.254/16 -o enp3s0f1 -j MASQUERADE 2024-09-15T22:04:41.157 DEBUG:teuthology.orchestra.run.smithi063:> ') 2024-09-15T22:04:41.247 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:41 stdin-killer INFO: expiration expected; waiting 300 seconds for command to complete 2024-09-15T22:04:41.438 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:41 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-15T22:04:41.444 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-15T22:04:41.445 DEBUG:teuthology.orchestra.run.smithi063:> ip netns list 2024-09-15T22:04:41.462 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-15T22:04:41.462 DEBUG:teuthology.orchestra.run.smithi063:> ip netns list-id 2024-09-15T22:04:41.518 DEBUG:teuthology.orchestra.run.smithi063:> (cd / && exec stdin-killer --timeout=300 -- bash -c ' 2024-09-15T22:04:41.518 DEBUG:teuthology.orchestra.run.smithi063:> set -e 2024-09-15T22:04:41.518 DEBUG:teuthology.orchestra.run.smithi063:> sudo ip netns add ceph-ns--home-ubuntu-cephtest-mnt.0 2024-09-15T22:04:41.518 DEBUG:teuthology.orchestra.run.smithi063:> sudo ip netns set ceph-ns--home-ubuntu-cephtest-mnt.0 0 2024-09-15T22:04:41.518 DEBUG:teuthology.orchestra.run.smithi063:> ') 2024-09-15T22:04:41.608 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:41 stdin-killer INFO: expiration expected; waiting 300 seconds for command to complete 2024-09-15T22:04:41.635 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:41 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-15T22:04:41.641 INFO:tasks.cephfs.mount:Setuping the netns 'ceph-ns--home-ubuntu-cephtest-mnt.0' with 192.168.0.1/16 2024-09-15T22:04:41.641 DEBUG:teuthology.orchestra.run.smithi063:> (cd / && exec stdin-killer --timeout=300 -- bash -c ' 2024-09-15T22:04:41.642 DEBUG:teuthology.orchestra.run.smithi063:> set -e 2024-09-15T22:04:41.642 DEBUG:teuthology.orchestra.run.smithi063:> sudo ip link add veth0 netns ceph-ns--home-ubuntu-cephtest-mnt.0 type veth peer name brx.0 2024-09-15T22:04:41.642 DEBUG:teuthology.orchestra.run.smithi063:> sudo ip netns exec ceph-ns--home-ubuntu-cephtest-mnt.0 ip addr add 192.168.0.1/16 brd 192.168.255.255 dev veth0 2024-09-15T22:04:41.642 DEBUG:teuthology.orchestra.run.smithi063:> sudo ip netns exec ceph-ns--home-ubuntu-cephtest-mnt.0 ip link set veth0 up 2024-09-15T22:04:41.642 DEBUG:teuthology.orchestra.run.smithi063:> sudo ip netns exec ceph-ns--home-ubuntu-cephtest-mnt.0 ip link set lo up 2024-09-15T22:04:41.642 DEBUG:teuthology.orchestra.run.smithi063:> sudo ip netns exec ceph-ns--home-ubuntu-cephtest-mnt.0 ip route add default via 192.168.255.254 2024-09-15T22:04:41.642 DEBUG:teuthology.orchestra.run.smithi063:> ') 2024-09-15T22:04:41.692 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:41 stdin-killer INFO: expiration expected; waiting 300 seconds for command to complete 2024-09-15T22:04:41.765 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:41 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-15T22:04:41.771 DEBUG:teuthology.orchestra.run.smithi063:> (cd / && exec stdin-killer --timeout=300 -- bash -c ' 2024-09-15T22:04:41.771 DEBUG:teuthology.orchestra.run.smithi063:> set -e 2024-09-15T22:04:41.771 DEBUG:teuthology.orchestra.run.smithi063:> sudo ip link set brx.0 up 2024-09-15T22:04:41.772 DEBUG:teuthology.orchestra.run.smithi063:> sudo ip link set dev brx.0 master ceph-brx 2024-09-15T22:04:41.772 DEBUG:teuthology.orchestra.run.smithi063:> ') 2024-09-15T22:04:41.821 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:41 stdin-killer INFO: expiration expected; waiting 300 seconds for command to complete 2024-09-15T22:04:41.844 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:41 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-15T22:04:41.851 INFO:tasks.cephfs.fuse_mount:Client client.0 config is {} 2024-09-15T22:04:41.851 INFO:teuthology.orchestra.run:Running command with timeout 60 2024-09-15T22:04:41.851 DEBUG:teuthology.orchestra.run.smithi063:> mkdir -p -v /home/ubuntu/cephtest/mnt.0 2024-09-15T22:04:41.868 INFO:teuthology.orchestra.run.smithi063.stdout:mkdir: created directory '/home/ubuntu/cephtest/mnt.0' 2024-09-15T22:04:41.868 INFO:teuthology.orchestra.run:Running command with timeout 60 2024-09-15T22:04:41.868 DEBUG:teuthology.orchestra.run.smithi063:> chmod 0000 /home/ubuntu/cephtest/mnt.0 2024-09-15T22:04:41.924 DEBUG:teuthology.orchestra.run.smithi063:> sudo modprobe fuse 2024-09-15T22:04:41.992 DEBUG:teuthology.orchestra.run.smithi063:> cat /proc/self/mounts | awk '{print $2}' 2024-09-15T22:04:42.049 INFO:teuthology.orchestra.run.smithi063.stdout:/proc 2024-09-15T22:04:42.049 INFO:teuthology.orchestra.run.smithi063.stdout:/sys 2024-09-15T22:04:42.049 INFO:teuthology.orchestra.run.smithi063.stdout:/dev 2024-09-15T22:04:42.049 INFO:teuthology.orchestra.run.smithi063.stdout:/sys/kernel/security 2024-09-15T22:04:42.049 INFO:teuthology.orchestra.run.smithi063.stdout:/dev/shm 2024-09-15T22:04:42.049 INFO:teuthology.orchestra.run.smithi063.stdout:/dev/pts 2024-09-15T22:04:42.049 INFO:teuthology.orchestra.run.smithi063.stdout:/run 2024-09-15T22:04:42.049 INFO:teuthology.orchestra.run.smithi063.stdout:/sys/fs/cgroup 2024-09-15T22:04:42.049 INFO:teuthology.orchestra.run.smithi063.stdout:/sys/fs/pstore 2024-09-15T22:04:42.050 INFO:teuthology.orchestra.run.smithi063.stdout:/sys/fs/bpf 2024-09-15T22:04:42.050 INFO:teuthology.orchestra.run.smithi063.stdout:/ 2024-09-15T22:04:42.050 INFO:teuthology.orchestra.run.smithi063.stdout:/sys/fs/selinux 2024-09-15T22:04:42.050 INFO:teuthology.orchestra.run.smithi063.stdout:/proc/sys/fs/binfmt_misc 2024-09-15T22:04:42.050 INFO:teuthology.orchestra.run.smithi063.stdout:/dev/hugepages 2024-09-15T22:04:42.050 INFO:teuthology.orchestra.run.smithi063.stdout:/dev/mqueue 2024-09-15T22:04:42.050 INFO:teuthology.orchestra.run.smithi063.stdout:/sys/kernel/debug 2024-09-15T22:04:42.050 INFO:teuthology.orchestra.run.smithi063.stdout:/sys/kernel/tracing 2024-09-15T22:04:42.050 INFO:teuthology.orchestra.run.smithi063.stdout:/sys/fs/fuse/connections 2024-09-15T22:04:42.050 INFO:teuthology.orchestra.run.smithi063.stdout:/run/credentials/systemd-sysctl.service 2024-09-15T22:04:42.050 INFO:teuthology.orchestra.run.smithi063.stdout:/run/credentials/systemd-tmpfiles-setup-dev.service 2024-09-15T22:04:42.050 INFO:teuthology.orchestra.run.smithi063.stdout:/sys/kernel/config 2024-09-15T22:04:42.050 INFO:teuthology.orchestra.run.smithi063.stdout:/run/credentials/systemd-tmpfiles-setup.service 2024-09-15T22:04:42.051 INFO:teuthology.orchestra.run.smithi063.stdout:/var/lib/nfs/rpc_pipefs 2024-09-15T22:04:42.051 INFO:teuthology.orchestra.run.smithi063.stdout:/run/user/1000 2024-09-15T22:04:42.051 INFO:teuthology.orchestra.run.smithi063.stdout:/var/lib/ceph 2024-09-15T22:04:42.051 INFO:teuthology.orchestra.run.smithi063.stdout:/var/lib/ceph/osd/ceph-0 2024-09-15T22:04:42.051 INFO:teuthology.orchestra.run.smithi063.stdout:/var/lib/ceph/osd/ceph-1 2024-09-15T22:04:42.051 INFO:teuthology.orchestra.run.smithi063.stdout:/var/lib/ceph/osd/ceph-2 2024-09-15T22:04:42.051 INFO:teuthology.orchestra.run.smithi063.stdout:/var/lib/ceph/osd/ceph-3 2024-09-15T22:04:42.051 INFO:teuthology.orchestra.run.smithi063.stdout:/run/netns 2024-09-15T22:04:42.051 INFO:teuthology.orchestra.run.smithi063.stdout:/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 2024-09-15T22:04:42.051 INFO:teuthology.orchestra.run.smithi063.stdout:/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 2024-09-15T22:04:42.051 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-15T22:04:42.052 DEBUG:teuthology.orchestra.run.smithi063:> ls /sys/fs/fuse/connections 2024-09-15T22:04:42.105 INFO:tasks.cephfs.fuse_mount:Pre-mount connections: [] 2024-09-15T22:04:42.105 DEBUG:teuthology.orchestra.run.smithi063:> (cd /home/ubuntu/cephtest && exec sudo nsenter --net=/var/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-fuse -f --admin-socket '/var/run/ceph/$cluster-$name.$pid.asok' /home/ubuntu/cephtest/mnt.0 --id 0) 2024-09-15T22:04:42.148 DEBUG:teuthology.orchestra.run.smithi063:> sudo modprobe fuse 2024-09-15T22:04:42.173 DEBUG:teuthology.orchestra.run.smithi063:> cat /proc/self/mounts | awk '{print $2}' 2024-09-15T22:04:42.231 INFO:teuthology.orchestra.run.smithi063.stdout:/proc 2024-09-15T22:04:42.231 INFO:teuthology.orchestra.run.smithi063.stdout:/sys 2024-09-15T22:04:42.231 INFO:teuthology.orchestra.run.smithi063.stdout:/dev 2024-09-15T22:04:42.231 INFO:teuthology.orchestra.run.smithi063.stdout:/sys/kernel/security 2024-09-15T22:04:42.231 INFO:teuthology.orchestra.run.smithi063.stdout:/dev/shm 2024-09-15T22:04:42.231 INFO:teuthology.orchestra.run.smithi063.stdout:/dev/pts 2024-09-15T22:04:42.231 INFO:teuthology.orchestra.run.smithi063.stdout:/run 2024-09-15T22:04:42.231 INFO:teuthology.orchestra.run.smithi063.stdout:/sys/fs/cgroup 2024-09-15T22:04:42.231 INFO:teuthology.orchestra.run.smithi063.stdout:/sys/fs/pstore 2024-09-15T22:04:42.232 INFO:teuthology.orchestra.run.smithi063.stdout:/sys/fs/bpf 2024-09-15T22:04:42.232 INFO:teuthology.orchestra.run.smithi063.stdout:/ 2024-09-15T22:04:42.232 INFO:teuthology.orchestra.run.smithi063.stdout:/sys/fs/selinux 2024-09-15T22:04:42.232 INFO:teuthology.orchestra.run.smithi063.stdout:/proc/sys/fs/binfmt_misc 2024-09-15T22:04:42.232 INFO:teuthology.orchestra.run.smithi063.stdout:/dev/hugepages 2024-09-15T22:04:42.232 INFO:teuthology.orchestra.run.smithi063.stdout:/dev/mqueue 2024-09-15T22:04:42.232 INFO:teuthology.orchestra.run.smithi063.stdout:/sys/kernel/debug 2024-09-15T22:04:42.232 INFO:teuthology.orchestra.run.smithi063.stdout:/sys/kernel/tracing 2024-09-15T22:04:42.232 INFO:teuthology.orchestra.run.smithi063.stdout:/sys/fs/fuse/connections 2024-09-15T22:04:42.232 INFO:teuthology.orchestra.run.smithi063.stdout:/run/credentials/systemd-sysctl.service 2024-09-15T22:04:42.232 INFO:teuthology.orchestra.run.smithi063.stdout:/run/credentials/systemd-tmpfiles-setup-dev.service 2024-09-15T22:04:42.232 INFO:teuthology.orchestra.run.smithi063.stdout:/sys/kernel/config 2024-09-15T22:04:42.233 INFO:teuthology.orchestra.run.smithi063.stdout:/run/credentials/systemd-tmpfiles-setup.service 2024-09-15T22:04:42.233 INFO:teuthology.orchestra.run.smithi063.stdout:/var/lib/nfs/rpc_pipefs 2024-09-15T22:04:42.233 INFO:teuthology.orchestra.run.smithi063.stdout:/run/user/1000 2024-09-15T22:04:42.233 INFO:teuthology.orchestra.run.smithi063.stdout:/var/lib/ceph 2024-09-15T22:04:42.233 INFO:teuthology.orchestra.run.smithi063.stdout:/var/lib/ceph/osd/ceph-0 2024-09-15T22:04:42.233 INFO:teuthology.orchestra.run.smithi063.stdout:/var/lib/ceph/osd/ceph-1 2024-09-15T22:04:42.233 INFO:teuthology.orchestra.run.smithi063.stdout:/var/lib/ceph/osd/ceph-2 2024-09-15T22:04:42.233 INFO:teuthology.orchestra.run.smithi063.stdout:/var/lib/ceph/osd/ceph-3 2024-09-15T22:04:42.233 INFO:teuthology.orchestra.run.smithi063.stdout:/run/netns 2024-09-15T22:04:42.233 INFO:teuthology.orchestra.run.smithi063.stdout:/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 2024-09-15T22:04:42.233 INFO:teuthology.orchestra.run.smithi063.stdout:/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 2024-09-15T22:04:42.234 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-15T22:04:42.234 DEBUG:teuthology.orchestra.run.smithi063:> ls /sys/fs/fuse/connections 2024-09-15T22:04:42.244 INFO:tasks.cephfs.fuse_mount.ceph-fuse.0.smithi063.stderr:2024-09-15T22:04:42.241+0000 7fbee2d23480 -1 init, newargv = 0x55595e517ca0 newargc=15 2024-09-15T22:04:42.244 INFO:tasks.cephfs.fuse_mount.ceph-fuse.0.smithi063.stderr:ceph-fuse[44654]: starting ceph client 2024-09-15T22:04:42.249 INFO:tasks.cephfs.fuse_mount.ceph-fuse.0.smithi063.stderr:ceph-fuse[44654]: starting fuse 2024-09-15T22:04:42.260 INFO:teuthology.orchestra.run.smithi063.stdout:42 2024-09-15T22:04:42.261 INFO:tasks.cephfs.fuse_mount:Post-mount connections: [42] 2024-09-15T22:04:42.261 DEBUG:teuthology.orchestra.run.smithi063:> sudo stdin-killer -- python3 -c ' 2024-09-15T22:04:42.261 DEBUG:teuthology.orchestra.run.smithi063:> import glob 2024-09-15T22:04:42.261 DEBUG:teuthology.orchestra.run.smithi063:> import re 2024-09-15T22:04:42.261 DEBUG:teuthology.orchestra.run.smithi063:> import os 2024-09-15T22:04:42.261 DEBUG:teuthology.orchestra.run.smithi063:> import subprocess 2024-09-15T22:04:42.261 DEBUG:teuthology.orchestra.run.smithi063:> 2024-09-15T22:04:42.261 DEBUG:teuthology.orchestra.run.smithi063:> def _find_admin_socket(client_name): 2024-09-15T22:04:42.261 DEBUG:teuthology.orchestra.run.smithi063:> asok_path = "/var/run/ceph/ceph-client.0.*.asok" 2024-09-15T22:04:42.261 DEBUG:teuthology.orchestra.run.smithi063:> files = glob.glob(asok_path) 2024-09-15T22:04:42.262 DEBUG:teuthology.orchestra.run.smithi063:> mountpoint = "/home/ubuntu/cephtest/mnt.0" 2024-09-15T22:04:42.262 DEBUG:teuthology.orchestra.run.smithi063:> 2024-09-15T22:04:42.262 DEBUG:teuthology.orchestra.run.smithi063:> # Given a non-glob path, it better be there 2024-09-15T22:04:42.262 DEBUG:teuthology.orchestra.run.smithi063:> if "*" not in asok_path: 2024-09-15T22:04:42.262 DEBUG:teuthology.orchestra.run.smithi063:> assert(len(files) == 1) 2024-09-15T22:04:42.262 DEBUG:teuthology.orchestra.run.smithi063:> return files[0] 2024-09-15T22:04:42.262 DEBUG:teuthology.orchestra.run.smithi063:> 2024-09-15T22:04:42.262 DEBUG:teuthology.orchestra.run.smithi063:> for f in files: 2024-09-15T22:04:42.262 DEBUG:teuthology.orchestra.run.smithi063:> pid = re.match(".*\.(\d+)\.asok$", f).group(1) 2024-09-15T22:04:42.262 DEBUG:teuthology.orchestra.run.smithi063:> if os.path.exists("/proc/{0}".format(pid)): 2024-09-15T22:04:42.262 DEBUG:teuthology.orchestra.run.smithi063:> with open("/proc/{0}/cmdline".format(pid), '"'"'r'"'"') as proc_f: 2024-09-15T22:04:42.262 DEBUG:teuthology.orchestra.run.smithi063:> contents = proc_f.read() 2024-09-15T22:04:42.262 DEBUG:teuthology.orchestra.run.smithi063:> if mountpoint in contents: 2024-09-15T22:04:42.262 DEBUG:teuthology.orchestra.run.smithi063:> return f 2024-09-15T22:04:42.262 DEBUG:teuthology.orchestra.run.smithi063:> raise RuntimeError("Client socket {0} not found".format(client_name)) 2024-09-15T22:04:42.263 DEBUG:teuthology.orchestra.run.smithi063:> 2024-09-15T22:04:42.263 DEBUG:teuthology.orchestra.run.smithi063:> print(_find_admin_socket("client.0")) 2024-09-15T22:04:42.263 DEBUG:teuthology.orchestra.run.smithi063:> ' 2024-09-15T22:04:42.381 INFO:teuthology.orchestra.run.smithi063.stdout:/var/run/ceph/ceph-client.0.44654.asok 2024-09-15T22:04:42.385 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:42 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-15T22:04:42.393 INFO:tasks.cephfs.fuse_mount:Found client admin socket at /var/run/ceph/ceph-client.0.44654.asok 2024-09-15T22:04:42.393 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-15T22:04:42.394 DEBUG:teuthology.orchestra.run.smithi063:> sudo ceph --admin-daemon /var/run/ceph/ceph-client.0.44654.asok status 2024-09-15T22:04:42.532 INFO:teuthology.orchestra.run.smithi063.stdout:{ 2024-09-15T22:04:42.532 INFO:teuthology.orchestra.run.smithi063.stdout: "metadata": { 2024-09-15T22:04:42.532 INFO:teuthology.orchestra.run.smithi063.stdout: "ceph_sha1": "8921c8ef947807b717db041d85f0761b7914d5fc", 2024-09-15T22:04:42.532 INFO:teuthology.orchestra.run.smithi063.stdout: "ceph_version": "ceph version 19.1.1-326-g8921c8ef (8921c8ef947807b717db041d85f0761b7914d5fc) squid (stable)", 2024-09-15T22:04:42.533 INFO:teuthology.orchestra.run.smithi063.stdout: "entity_id": "0", 2024-09-15T22:04:42.533 INFO:teuthology.orchestra.run.smithi063.stdout: "hostname": "smithi063", 2024-09-15T22:04:42.533 INFO:teuthology.orchestra.run.smithi063.stdout: "mount_point": "/home/ubuntu/cephtest/mnt.0", 2024-09-15T22:04:42.533 INFO:teuthology.orchestra.run.smithi063.stdout: "pid": "44654", 2024-09-15T22:04:42.533 INFO:teuthology.orchestra.run.smithi063.stdout: "root": "/" 2024-09-15T22:04:42.533 INFO:teuthology.orchestra.run.smithi063.stdout: }, 2024-09-15T22:04:42.533 INFO:teuthology.orchestra.run.smithi063.stdout: "dentry_count": 0, 2024-09-15T22:04:42.534 INFO:teuthology.orchestra.run.smithi063.stdout: "dentry_pinned_count": 0, 2024-09-15T22:04:42.534 INFO:teuthology.orchestra.run.smithi063.stdout: "id": 4635, 2024-09-15T22:04:42.534 INFO:teuthology.orchestra.run.smithi063.stdout: "inst": { 2024-09-15T22:04:42.534 INFO:teuthology.orchestra.run.smithi063.stdout: "name": { 2024-09-15T22:04:42.534 INFO:teuthology.orchestra.run.smithi063.stdout: "type": "client", 2024-09-15T22:04:42.534 INFO:teuthology.orchestra.run.smithi063.stdout: "num": 4635 2024-09-15T22:04:42.534 INFO:teuthology.orchestra.run.smithi063.stdout: }, 2024-09-15T22:04:42.534 INFO:teuthology.orchestra.run.smithi063.stdout: "addr": { 2024-09-15T22:04:42.535 INFO:teuthology.orchestra.run.smithi063.stdout: "type": "v1", 2024-09-15T22:04:42.536 INFO:teuthology.orchestra.run.smithi063.stdout: "addr": "192.168.0.1:0", 2024-09-15T22:04:42.536 INFO:teuthology.orchestra.run.smithi063.stdout: "nonce": 3140302232 2024-09-15T22:04:42.536 INFO:teuthology.orchestra.run.smithi063.stdout: } 2024-09-15T22:04:42.537 INFO:teuthology.orchestra.run.smithi063.stdout: }, 2024-09-15T22:04:42.537 INFO:teuthology.orchestra.run.smithi063.stdout: "addr": { 2024-09-15T22:04:42.537 INFO:teuthology.orchestra.run.smithi063.stdout: "type": "v1", 2024-09-15T22:04:42.537 INFO:teuthology.orchestra.run.smithi063.stdout: "addr": "192.168.0.1:0", 2024-09-15T22:04:42.537 INFO:teuthology.orchestra.run.smithi063.stdout: "nonce": 3140302232 2024-09-15T22:04:42.537 INFO:teuthology.orchestra.run.smithi063.stdout: }, 2024-09-15T22:04:42.538 INFO:teuthology.orchestra.run.smithi063.stdout: "inst_str": "client.4635 192.168.0.1:0/3140302232", 2024-09-15T22:04:42.538 INFO:teuthology.orchestra.run.smithi063.stdout: "addr_str": "192.168.0.1:0/3140302232", 2024-09-15T22:04:42.538 INFO:teuthology.orchestra.run.smithi063.stdout: "inode_count": 1, 2024-09-15T22:04:42.538 INFO:teuthology.orchestra.run.smithi063.stdout: "mds_epoch": 6, 2024-09-15T22:04:42.538 INFO:teuthology.orchestra.run.smithi063.stdout: "osd_epoch": 21, 2024-09-15T22:04:42.538 INFO:teuthology.orchestra.run.smithi063.stdout: "osd_epoch_barrier": 0, 2024-09-15T22:04:42.538 INFO:teuthology.orchestra.run.smithi063.stdout: "blocklisted": false, 2024-09-15T22:04:42.538 INFO:teuthology.orchestra.run.smithi063.stdout: "fs_name": "cephfs" 2024-09-15T22:04:42.538 INFO:teuthology.orchestra.run.smithi063.stdout:} 2024-09-15T22:04:42.540 DEBUG:tasks.ceph_fuse:passing mntargs=[] 2024-09-15T22:04:42.540 DEBUG:teuthology.orchestra.run.smithi063:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs ls 2024-09-15T22:04:42.642 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:42.639+0000 7fabec6d0640 1 Processor -- start 2024-09-15T22:04:42.642 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:42.639+0000 7fabec6d0640 1 -- start start 2024-09-15T22:04:42.643 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:42.640+0000 7fabec6d0640 1 --2- >> v2:172.21.15.110:3300/0 conn(0x7fabe4158cf0 0x7fabe40af810 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-15T22:04:42.644 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:42.640+0000 7fabec6d0640 1 -- --> v1:172.21.15.63:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fabe415bb20 con 0x7fabe41590d0 2024-09-15T22:04:42.644 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:42.640+0000 7fabec6d0640 1 -- --> v1:172.21.15.110:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fabe415be00 con 0x7fabe406c2f0 2024-09-15T22:04:42.644 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:42.640+0000 7fabec6d0640 1 -- --> v2:172.21.15.110:3300/0 -- mon_getmap magic: 0 -- 0x7fabe40afd50 con 0x7fabe4158cf0 2024-09-15T22:04:42.644 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:42.640+0000 7fabe9c6b640 1 --1- >> v1:172.21.15.63:6789/0 conn(0x7fabe41590d0 0x7fabe406bbe0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.63:6789/0 says I am v1:172.21.15.63:59222/0 (socket says 172.21.15.63:59222) 2024-09-15T22:04:42.644 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:42.640+0000 7fabe9c6b640 1 -- 172.21.15.63:0/4108084922 learned_addr learned my addr 172.21.15.63:0/4108084922 (peer_addr_for_me v1:172.21.15.63:0/0) 2024-09-15T22:04:42.644 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:42.640+0000 7fabea46c640 1 --2- 172.21.15.63:0/4108084922 >> v2:172.21.15.110:3300/0 conn(0x7fabe4158cf0 0x7fabe40af810 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-15T22:04:42.644 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:42.641+0000 7fabe946a640 1 -- 172.21.15.63:0/4108084922 <== mon.0 v1:172.21.15.63:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 3399916832 0 0) 0x7fabe415bb20 con 0x7fabe41590d0 2024-09-15T22:04:42.644 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:42.641+0000 7fabe946a640 1 -- 172.21.15.63:0/4108084922 --> v1:172.21.15.63:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7fabcc003520 con 0x7fabe41590d0 2024-09-15T22:04:42.644 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:42.641+0000 7fabea46c640 1 -- 172.21.15.63:0/4108084922 >> v1:172.21.15.110:6789/0 conn(0x7fabe406c2f0 legacy=0x7fabe40ce290 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-15T22:04:42.644 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:42.641+0000 7fabea46c640 1 -- 172.21.15.63:0/4108084922 >> v1:172.21.15.63:6789/0 conn(0x7fabe41590d0 legacy=0x7fabe406bbe0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-15T22:04:42.644 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:42.641+0000 7fabe946a640 1 -- 172.21.15.63:0/4108084922 <== mon.0 v1:172.21.15.63:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) ==== 214+0+0 (unknown 1501993997 0 0) 0x7fabcc003520 con 0x7fabe41590d0 2024-09-15T22:04:42.645 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:42.641+0000 7fabea46c640 1 -- 172.21.15.63:0/4108084922 --> v2:172.21.15.110:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fabe415c0e0 con 0x7fabe4158cf0 2024-09-15T22:04:42.646 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:42.642+0000 7fabea46c640 1 --2- 172.21.15.63:0/4108084922 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7fabe4158cf0 0x7fabe40af810 secure :-1 s=READY pgs=99 cs=0 l=1 rev1=1 crypto rx=0x7fabdc0097a0 tx=0x7fabdc02a130 comp rx=0 tx=0).ready entity=mon.1 client_cookie=813296593b9150cb server_cookie=0 in_seq=0 out_seq=0 2024-09-15T22:04:42.646 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:42.642+0000 7fabe946a640 1 -- 172.21.15.63:0/4108084922 <== mon.1 v2:172.21.15.110:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fabdc037070 con 0x7fabe4158cf0 2024-09-15T22:04:42.646 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:42.642+0000 7fabe946a640 1 -- 172.21.15.63:0/4108084922 <== mon.1 v2:172.21.15.110:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fabdc02abc0 con 0x7fabe4158cf0 2024-09-15T22:04:42.646 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:42.642+0000 7fabe946a640 1 -- 172.21.15.63:0/4108084922 <== mon.1 v2:172.21.15.110:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fabd8001670 con 0x7fabe4158cf0 2024-09-15T22:04:42.646 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:42.642+0000 7fabec6d0640 1 -- 172.21.15.63:0/4108084922 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7fabe4158cf0 msgr2=0x7fabe40af810 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-15T22:04:42.646 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:42.642+0000 7fabec6d0640 1 --2- 172.21.15.63:0/4108084922 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7fabe4158cf0 0x7fabe40af810 secure :-1 s=READY pgs=99 cs=0 l=1 rev1=1 crypto rx=0x7fabdc0097a0 tx=0x7fabdc02a130 comp rx=0 tx=0).stop 2024-09-15T22:04:42.646 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:42.642+0000 7fabec6d0640 1 -- 172.21.15.63:0/4108084922 shutdown_connections 2024-09-15T22:04:42.647 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:42.642+0000 7fabec6d0640 1 --2- 172.21.15.63:0/4108084922 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7fabe4158cf0 0x7fabe40af810 unknown :-1 s=CLOSED pgs=99 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T22:04:42.647 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:42.642+0000 7fabec6d0640 1 -- 172.21.15.63:0/4108084922 >> 172.21.15.63:0/4108084922 conn(0x7fabe40b2000 msgr2=0x7fabe40b23e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-15T22:04:42.647 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:42.643+0000 7fabec6d0640 1 -- 172.21.15.63:0/4108084922 shutdown_connections 2024-09-15T22:04:42.647 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:42.643+0000 7fabec6d0640 1 -- 172.21.15.63:0/4108084922 wait complete. 2024-09-15T22:04:42.647 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:42.644+0000 7fabec6d0640 1 Processor -- start 2024-09-15T22:04:42.647 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:42.644+0000 7fabec6d0640 1 -- start start 2024-09-15T22:04:42.649 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:42.644+0000 7fabec6d0640 1 --2- >> [v2:172.21.15.110:3301/0,v1:172.21.15.110:6790/0] conn(0x7fabe406c2f0 0x7fabe41488f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-15T22:04:42.649 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:42.644+0000 7fabec6d0640 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fabe4158cf0 0x7fabe415cec0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-15T22:04:42.649 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:42.644+0000 7fabec6d0640 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7fabe41590d0 0x7fabe415eb60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-15T22:04:42.649 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:42.644+0000 7fabec6d0640 1 -- --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 -- 0x7fabe415cb90 con 0x7fabe4158cf0 2024-09-15T22:04:42.649 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:42.644+0000 7fabec6d0640 1 -- --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_getmap magic: 0 -- 0x7fabe415ca10 con 0x7fabe41590d0 2024-09-15T22:04:42.649 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:42.644+0000 7fabec6d0640 1 -- --> [v2:172.21.15.110:3301/0,v1:172.21.15.110:6790/0] -- mon_getmap magic: 0 -- 0x7fabe415cd10 con 0x7fabe406c2f0 2024-09-15T22:04:42.649 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:42.644+0000 7fabe9c6b640 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fabe4158cf0 0x7fabe415cec0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-15T22:04:42.650 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:42.645+0000 7fabe9c6b640 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fabe4158cf0 0x7fabe415cec0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.63:3300/0 says I am v2:172.21.15.63:46160/0 (socket says 172.21.15.63:46160) 2024-09-15T22:04:42.650 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:42.645+0000 7fabe9c6b640 1 -- 172.21.15.63:0/102059958 learned_addr learned my addr 172.21.15.63:0/102059958 (peer_addr_for_me v2:172.21.15.63:0/0) 2024-09-15T22:04:42.650 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:42.645+0000 7fabeac6d640 1 --2- 172.21.15.63:0/102059958 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7fabe41590d0 0x7fabe415eb60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-15T22:04:42.650 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:42.645+0000 7fabea46c640 1 --2- 172.21.15.63:0/102059958 >> [v2:172.21.15.110:3301/0,v1:172.21.15.110:6790/0] conn(0x7fabe406c2f0 0x7fabe41488f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-15T22:04:42.650 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:42.645+0000 7fabe9c6b640 1 -- 172.21.15.63:0/102059958 >> [v2:172.21.15.110:3301/0,v1:172.21.15.110:6790/0] conn(0x7fabe406c2f0 msgr2=0x7fabe41488f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-15T22:04:42.650 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:42.645+0000 7fabe9c6b640 1 --2- 172.21.15.63:0/102059958 >> [v2:172.21.15.110:3301/0,v1:172.21.15.110:6790/0] conn(0x7fabe406c2f0 0x7fabe41488f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T22:04:42.650 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:42.645+0000 7fabe9c6b640 1 -- 172.21.15.63:0/102059958 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7fabe41590d0 msgr2=0x7fabe415eb60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-15T22:04:42.650 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:42.645+0000 7fabe9c6b640 1 --2- 172.21.15.63:0/102059958 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7fabe41590d0 0x7fabe415eb60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T22:04:42.650 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:42.645+0000 7fabe9c6b640 1 -- 172.21.15.63:0/102059958 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fabe415d910 con 0x7fabe4158cf0 2024-09-15T22:04:42.650 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:42.645+0000 7fabea46c640 1 --2- 172.21.15.63:0/102059958 >> [v2:172.21.15.110:3301/0,v1:172.21.15.110:6790/0] conn(0x7fabe406c2f0 0x7fabe41488f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-15T22:04:42.650 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:42.645+0000 7fabe9c6b640 1 --2- 172.21.15.63:0/102059958 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fabe4158cf0 0x7fabe415cec0 secure :-1 s=READY pgs=149 cs=0 l=1 rev1=1 crypto rx=0x7fabd800c4d0 tx=0x7fabd800c990 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-15T22:04:42.650 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:42.645+0000 7fabe2ffd640 1 -- 172.21.15.63:0/102059958 <== mon.0 v2:172.21.15.63:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fabd8017070 con 0x7fabe4158cf0 2024-09-15T22:04:42.651 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:42.645+0000 7fabe2ffd640 1 -- 172.21.15.63:0/102059958 <== mon.0 v2:172.21.15.63:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fabd8005ce0 con 0x7fabe4158cf0 2024-09-15T22:04:42.651 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:42.645+0000 7fabec6d0640 1 -- 172.21.15.63:0/102059958 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fabe415dbf0 con 0x7fabe4158cf0 2024-09-15T22:04:42.651 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:42.645+0000 7fabe2ffd640 1 -- 172.21.15.63:0/102059958 <== mon.0 v2:172.21.15.63:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fabd80072b0 con 0x7fabe4158cf0 2024-09-15T22:04:42.651 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:42.645+0000 7fabec6d0640 1 -- 172.21.15.63:0/102059958 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fabe4073400 con 0x7fabe4158cf0 2024-09-15T22:04:42.651 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:42.646+0000 7fabec6d0640 1 -- 172.21.15.63:0/102059958 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fabe40b3300 con 0x7fabe4158cf0 2024-09-15T22:04:42.651 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:42.647+0000 7fabe2ffd640 1 -- 172.21.15.63:0/102059958 <== mon.0 v2:172.21.15.63:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7fabd801a070 con 0x7fabe4158cf0 2024-09-15T22:04:42.652 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:42.647+0000 7fabe2ffd640 1 --2- 172.21.15.63:0/102059958 >> [v2:172.21.15.110:6832/552273267,v1:172.21.15.110:6833/552273267] conn(0x7fabd006c2b0 0x7fabd006e770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-15T22:04:42.652 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:42.647+0000 7fabe2ffd640 1 -- 172.21.15.63:0/102059958 <== mon.0 v2:172.21.15.63:3300/0 5 ==== osd_map(21..21 src has 1..21) ==== 5709+0+0 (secure 0 0 0) 0x7fabd808a710 con 0x7fabe4158cf0 2024-09-15T22:04:42.652 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:42.647+0000 7fabea46c640 1 --2- 172.21.15.63:0/102059958 >> [v2:172.21.15.110:6832/552273267,v1:172.21.15.110:6833/552273267] conn(0x7fabd006c2b0 0x7fabd006e770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-15T22:04:42.652 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:42.648+0000 7fabea46c640 1 --2- 172.21.15.63:0/102059958 >> [v2:172.21.15.110:6832/552273267,v1:172.21.15.110:6833/552273267] conn(0x7fabd006c2b0 0x7fabd006e770 secure :-1 s=READY pgs=96 cs=0 l=1 rev1=1 crypto rx=0x7fabdc034000 tx=0x7fabdc02e000 comp rx=0 tx=0).ready entity=mgr.4102 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-15T22:04:42.654 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:42.652+0000 7fabe2ffd640 1 -- 172.21.15.63:0/102059958 <== mon.0 v2:172.21.15.63:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7fabd8058840 con 0x7fabe4158cf0 2024-09-15T22:04:42.865 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:42.862+0000 7fabec6d0640 1 -- 172.21.15.63:0/102059958 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_command({"prefix": "fs ls"} v 0) -- 0x7fabe415ddc0 con 0x7fabe4158cf0 2024-09-15T22:04:42.865 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:42.862+0000 7fabe2ffd640 1 -- 172.21.15.63:0/102059958 <== mon.0 v2:172.21.15.63:3300/0 7 ==== mon_command_ack([{"prefix": "fs ls"}]=0 v6) ==== 53+0+73 (secure 0 0 0) 0x7fabd805cb40 con 0x7fabe4158cf0 2024-09-15T22:04:42.865 INFO:teuthology.orchestra.run.smithi063.stdout:name: cephfs, metadata pool: cephfs_metadata, data pools: [cephfs_data ] 2024-09-15T22:04:42.867 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:42.864+0000 7fabec6d0640 1 -- 172.21.15.63:0/102059958 >> [v2:172.21.15.110:6832/552273267,v1:172.21.15.110:6833/552273267] conn(0x7fabd006c2b0 msgr2=0x7fabd006e770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-15T22:04:42.867 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:42.864+0000 7fabec6d0640 1 --2- 172.21.15.63:0/102059958 >> [v2:172.21.15.110:6832/552273267,v1:172.21.15.110:6833/552273267] conn(0x7fabd006c2b0 0x7fabd006e770 secure :-1 s=READY pgs=96 cs=0 l=1 rev1=1 crypto rx=0x7fabdc034000 tx=0x7fabdc02e000 comp rx=0 tx=0).stop 2024-09-15T22:04:42.868 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:42.864+0000 7fabec6d0640 1 -- 172.21.15.63:0/102059958 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fabe4158cf0 msgr2=0x7fabe415cec0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-15T22:04:42.868 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:42.864+0000 7fabec6d0640 1 --2- 172.21.15.63:0/102059958 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fabe4158cf0 0x7fabe415cec0 secure :-1 s=READY pgs=149 cs=0 l=1 rev1=1 crypto rx=0x7fabd800c4d0 tx=0x7fabd800c990 comp rx=0 tx=0).stop 2024-09-15T22:04:42.868 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:42.864+0000 7fabec6d0640 1 -- 172.21.15.63:0/102059958 shutdown_connections 2024-09-15T22:04:42.868 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:42.864+0000 7fabec6d0640 1 --2- 172.21.15.63:0/102059958 >> [v2:172.21.15.110:6832/552273267,v1:172.21.15.110:6833/552273267] conn(0x7fabd006c2b0 0x7fabd006e770 unknown :-1 s=CLOSED pgs=96 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T22:04:42.868 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:42.864+0000 7fabec6d0640 1 --2- 172.21.15.63:0/102059958 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7fabe41590d0 0x7fabe415eb60 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T22:04:42.868 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:42.864+0000 7fabec6d0640 1 --2- 172.21.15.63:0/102059958 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fabe4158cf0 0x7fabe415cec0 unknown :-1 s=CLOSED pgs=149 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T22:04:42.869 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:42.864+0000 7fabec6d0640 1 --2- 172.21.15.63:0/102059958 >> [v2:172.21.15.110:3301/0,v1:172.21.15.110:6790/0] conn(0x7fabe406c2f0 0x7fabe41488f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T22:04:42.869 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:42.864+0000 7fabec6d0640 1 -- 172.21.15.63:0/102059958 >> 172.21.15.63:0/102059958 conn(0x7fabe40b2000 msgr2=0x7fabe40b1690 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-15T22:04:42.869 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:42.864+0000 7fabec6d0640 1 -- 172.21.15.63:0/102059958 shutdown_connections 2024-09-15T22:04:42.869 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:42.864+0000 7fabec6d0640 1 -- 172.21.15.63:0/102059958 wait complete. 2024-09-15T22:04:42.878 INFO:tasks.cephfs.mount:Mounting default Ceph FS; just confirmed its presence on cluster 2024-09-15T22:04:42.878 INFO:tasks.cephfs.mount:Mounting Ceph FS. Following are details of mount; remember "None" represents Python type None - 2024-09-15T22:04:42.878 INFO:tasks.cephfs.mount:self.client_remote.hostname = smithi063.front.sepia.ceph.com 2024-09-15T22:04:42.878 INFO:tasks.cephfs.mount:self.client.name = client.2 2024-09-15T22:04:42.878 INFO:tasks.cephfs.mount:self.hostfs_mntpt = /home/ubuntu/cephtest/mnt.2 2024-09-15T22:04:42.879 INFO:tasks.cephfs.mount:self.cephfs_name = None 2024-09-15T22:04:42.879 INFO:tasks.cephfs.mount:self.cephfs_mntpt = None 2024-09-15T22:04:42.879 INFO:tasks.cephfs.mount:self.client_keyring_path = None 2024-09-15T22:04:42.879 INFO:tasks.cephfs.mount:Setting the 'None' netns for '/home/ubuntu/cephtest/mnt.2' 2024-09-15T22:04:42.879 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-15T22:04:42.880 DEBUG:teuthology.orchestra.run.smithi063:> ip addr 2024-09-15T22:04:42.897 INFO:teuthology.orchestra.run.smithi063.stdout:1: lo: mtu 65536 qdisc noqueue state UNKNOWN group default qlen 1000 2024-09-15T22:04:42.897 INFO:teuthology.orchestra.run.smithi063.stdout: link/loopback 00:00:00:00:00:00 brd 00:00:00:00:00:00 2024-09-15T22:04:42.898 INFO:teuthology.orchestra.run.smithi063.stdout: inet 127.0.0.1/8 scope host lo 2024-09-15T22:04:42.898 INFO:teuthology.orchestra.run.smithi063.stdout: valid_lft forever preferred_lft forever 2024-09-15T22:04:42.898 INFO:teuthology.orchestra.run.smithi063.stdout: inet6 ::1/128 scope host 2024-09-15T22:04:42.898 INFO:teuthology.orchestra.run.smithi063.stdout: valid_lft forever preferred_lft forever 2024-09-15T22:04:42.898 INFO:teuthology.orchestra.run.smithi063.stdout:2: eno1: mtu 1500 qdisc mq state DOWN group default qlen 1000 2024-09-15T22:04:42.898 INFO:teuthology.orchestra.run.smithi063.stdout: link/ether 0c:c4:7a:a8:b4:76 brd ff:ff:ff:ff:ff:ff 2024-09-15T22:04:42.899 INFO:teuthology.orchestra.run.smithi063.stdout: altname enp7s0f0 2024-09-15T22:04:42.899 INFO:teuthology.orchestra.run.smithi063.stdout:3: eno2: mtu 1500 qdisc mq state DOWN group default qlen 1000 2024-09-15T22:04:42.899 INFO:teuthology.orchestra.run.smithi063.stdout: link/ether 0c:c4:7a:a8:b4:77 brd ff:ff:ff:ff:ff:ff 2024-09-15T22:04:42.899 INFO:teuthology.orchestra.run.smithi063.stdout: altname enp7s0f1 2024-09-15T22:04:42.899 INFO:teuthology.orchestra.run.smithi063.stdout:4: enp3s0f0: mtu 1500 qdisc mq state DOWN group default qlen 1000 2024-09-15T22:04:42.899 INFO:teuthology.orchestra.run.smithi063.stdout: link/ether 0c:c4:7a:b6:f8:d6 brd ff:ff:ff:ff:ff:ff 2024-09-15T22:04:42.900 INFO:teuthology.orchestra.run.smithi063.stdout:5: enp3s0f1: mtu 1500 qdisc mq state UP group default qlen 1000 2024-09-15T22:04:42.900 INFO:teuthology.orchestra.run.smithi063.stdout: link/ether 0c:c4:7a:b6:f8:d7 brd ff:ff:ff:ff:ff:ff 2024-09-15T22:04:42.900 INFO:teuthology.orchestra.run.smithi063.stdout: inet 172.21.15.63/20 brd 172.21.15.255 scope global dynamic noprefixroute enp3s0f1 2024-09-15T22:04:42.900 INFO:teuthology.orchestra.run.smithi063.stdout: valid_lft 42753sec preferred_lft 42753sec 2024-09-15T22:04:42.900 INFO:teuthology.orchestra.run.smithi063.stdout: inet6 fe80::ec4:7aff:feb6:f8d7/64 scope link noprefixroute 2024-09-15T22:04:42.901 INFO:teuthology.orchestra.run.smithi063.stdout: valid_lft forever preferred_lft forever 2024-09-15T22:04:42.901 INFO:teuthology.orchestra.run.smithi063.stdout:6: ceph-brx: mtu 1500 qdisc noqueue state UP group default qlen 1000 2024-09-15T22:04:42.901 INFO:teuthology.orchestra.run.smithi063.stdout: link/ether 62:33:d0:2f:16:9f brd ff:ff:ff:ff:ff:ff 2024-09-15T22:04:42.901 INFO:teuthology.orchestra.run.smithi063.stdout: inet 192.168.255.254/16 brd 192.168.255.255 scope global ceph-brx 2024-09-15T22:04:42.901 INFO:teuthology.orchestra.run.smithi063.stdout: valid_lft forever preferred_lft forever 2024-09-15T22:04:42.901 INFO:teuthology.orchestra.run.smithi063.stdout: inet6 fe80::c2e:cdff:fe7d:7aef/64 scope link 2024-09-15T22:04:42.901 INFO:teuthology.orchestra.run.smithi063.stdout: valid_lft forever preferred_lft forever 2024-09-15T22:04:42.901 INFO:teuthology.orchestra.run.smithi063.stdout:7: brx.0@if2: mtu 1500 qdisc noqueue master ceph-brx state UP group default qlen 1000 2024-09-15T22:04:42.901 INFO:teuthology.orchestra.run.smithi063.stdout: link/ether 62:33:d0:2f:16:9f brd ff:ff:ff:ff:ff:ff link-netns ceph-ns--home-ubuntu-cephtest-mnt.0 2024-09-15T22:04:42.901 INFO:teuthology.orchestra.run.smithi063.stdout: inet6 fe80::6033:d0ff:fe2f:169f/64 scope link tentative 2024-09-15T22:04:42.901 INFO:teuthology.orchestra.run.smithi063.stdout: valid_lft forever preferred_lft forever 2024-09-15T22:04:42.902 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-15T22:04:42.902 DEBUG:teuthology.orchestra.run.smithi063:> echo 1 | sudo tee /proc/sys/net/ipv4/ip_forward 2024-09-15T22:04:42.962 INFO:teuthology.orchestra.run.smithi063.stdout:1 2024-09-15T22:04:42.964 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-15T22:04:42.964 DEBUG:teuthology.orchestra.run.smithi063:> route 2024-09-15T22:04:43.021 INFO:teuthology.orchestra.run.smithi063.stdout:Kernel IP routing table 2024-09-15T22:04:43.021 INFO:teuthology.orchestra.run.smithi063.stdout:Destination Gateway Genmask Flags Metric Ref Use Iface 2024-09-15T22:04:43.021 INFO:teuthology.orchestra.run.smithi063.stdout:default _gateway 0.0.0.0 UG 100 0 0 enp3s0f1 2024-09-15T22:04:43.022 INFO:teuthology.orchestra.run.smithi063.stdout:172.21.0.0 0.0.0.0 255.255.240.0 U 100 0 0 enp3s0f1 2024-09-15T22:04:43.022 INFO:teuthology.orchestra.run.smithi063.stdout:192.168.0.0 0.0.0.0 255.255.0.0 U 0 0 0 ceph-brx 2024-09-15T22:04:43.022 DEBUG:teuthology.orchestra.run.smithi063:> (cd / && exec stdin-killer --timeout=300 -- bash -c ' 2024-09-15T22:04:43.022 DEBUG:teuthology.orchestra.run.smithi063:> set -e 2024-09-15T22:04:43.022 DEBUG:teuthology.orchestra.run.smithi063:> sudo iptables -A FORWARD -o enp3s0f1 -i ceph-brx -j ACCEPT 2024-09-15T22:04:43.022 DEBUG:teuthology.orchestra.run.smithi063:> sudo iptables -A FORWARD -i enp3s0f1 -o ceph-brx -j ACCEPT 2024-09-15T22:04:43.023 DEBUG:teuthology.orchestra.run.smithi063:> sudo iptables -t nat -A POSTROUTING -s 192.168.255.254/16 -o enp3s0f1 -j MASQUERADE 2024-09-15T22:04:43.023 DEBUG:teuthology.orchestra.run.smithi063:> ') 2024-09-15T22:04:43.110 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:43 stdin-killer INFO: expiration expected; waiting 300 seconds for command to complete 2024-09-15T22:04:43.144 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:43 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-15T22:04:43.150 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-15T22:04:43.150 DEBUG:teuthology.orchestra.run.smithi063:> ip netns list 2024-09-15T22:04:43.166 INFO:teuthology.orchestra.run.smithi063.stdout:ceph-ns--home-ubuntu-cephtest-mnt.0 (id: 0) 2024-09-15T22:04:43.166 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-15T22:04:43.166 DEBUG:teuthology.orchestra.run.smithi063:> ip netns list-id 2024-09-15T22:04:43.222 INFO:teuthology.orchestra.run.smithi063.stdout:nsid 0 (iproute2 netns name: ceph-ns--home-ubuntu-cephtest-mnt.0) 2024-09-15T22:04:43.223 DEBUG:teuthology.orchestra.run.smithi063:> (cd / && exec stdin-killer --timeout=300 -- bash -c ' 2024-09-15T22:04:43.223 DEBUG:teuthology.orchestra.run.smithi063:> set -e 2024-09-15T22:04:43.223 DEBUG:teuthology.orchestra.run.smithi063:> sudo ip netns add ceph-ns--home-ubuntu-cephtest-mnt.2 2024-09-15T22:04:43.223 DEBUG:teuthology.orchestra.run.smithi063:> sudo ip netns set ceph-ns--home-ubuntu-cephtest-mnt.2 1 2024-09-15T22:04:43.223 DEBUG:teuthology.orchestra.run.smithi063:> ') 2024-09-15T22:04:43.312 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:43 stdin-killer INFO: expiration expected; waiting 300 seconds for command to complete 2024-09-15T22:04:43.336 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:43 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-15T22:04:43.342 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-15T22:04:43.342 DEBUG:teuthology.orchestra.run.smithi063:> sudo ip netns exec ceph-ns--home-ubuntu-cephtest-mnt.0 ip addr 2024-09-15T22:04:43.367 INFO:teuthology.orchestra.run.smithi063.stdout:1: lo: mtu 65536 qdisc noqueue state UNKNOWN group default qlen 1000 2024-09-15T22:04:43.367 INFO:teuthology.orchestra.run.smithi063.stdout: link/loopback 00:00:00:00:00:00 brd 00:00:00:00:00:00 2024-09-15T22:04:43.367 INFO:teuthology.orchestra.run.smithi063.stdout: inet 127.0.0.1/8 scope host lo 2024-09-15T22:04:43.367 INFO:teuthology.orchestra.run.smithi063.stdout: valid_lft forever preferred_lft forever 2024-09-15T22:04:43.367 INFO:teuthology.orchestra.run.smithi063.stdout: inet6 ::1/128 scope host 2024-09-15T22:04:43.367 INFO:teuthology.orchestra.run.smithi063.stdout: valid_lft forever preferred_lft forever 2024-09-15T22:04:43.367 INFO:teuthology.orchestra.run.smithi063.stdout:2: veth0@if7: mtu 1500 qdisc noqueue state UP group default qlen 1000 2024-09-15T22:04:43.367 INFO:teuthology.orchestra.run.smithi063.stdout: link/ether fe:28:5d:5a:58:c4 brd ff:ff:ff:ff:ff:ff link-netnsid 0 2024-09-15T22:04:43.368 INFO:teuthology.orchestra.run.smithi063.stdout: inet 192.168.0.1/16 brd 192.168.255.255 scope global veth0 2024-09-15T22:04:43.368 INFO:teuthology.orchestra.run.smithi063.stdout: valid_lft forever preferred_lft forever 2024-09-15T22:04:43.368 INFO:teuthology.orchestra.run.smithi063.stdout: inet6 fe80::fc28:5dff:fe5a:58c4/64 scope link tentative 2024-09-15T22:04:43.368 INFO:teuthology.orchestra.run.smithi063.stdout: valid_lft forever preferred_lft forever 2024-09-15T22:04:43.369 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-15T22:04:43.369 DEBUG:teuthology.orchestra.run.smithi063:> sudo ip netns exec ceph-ns--home-ubuntu-cephtest-mnt.0 ip addr 2024-09-15T22:04:43.435 INFO:teuthology.orchestra.run.smithi063.stdout:1: lo: mtu 65536 qdisc noqueue state UNKNOWN group default qlen 1000 2024-09-15T22:04:43.435 INFO:teuthology.orchestra.run.smithi063.stdout: link/loopback 00:00:00:00:00:00 brd 00:00:00:00:00:00 2024-09-15T22:04:43.435 INFO:teuthology.orchestra.run.smithi063.stdout: inet 127.0.0.1/8 scope host lo 2024-09-15T22:04:43.435 INFO:teuthology.orchestra.run.smithi063.stdout: valid_lft forever preferred_lft forever 2024-09-15T22:04:43.435 INFO:teuthology.orchestra.run.smithi063.stdout: inet6 ::1/128 scope host 2024-09-15T22:04:43.435 INFO:teuthology.orchestra.run.smithi063.stdout: valid_lft forever preferred_lft forever 2024-09-15T22:04:43.435 INFO:teuthology.orchestra.run.smithi063.stdout:2: veth0@if7: mtu 1500 qdisc noqueue state UP group default qlen 1000 2024-09-15T22:04:43.435 INFO:teuthology.orchestra.run.smithi063.stdout: link/ether fe:28:5d:5a:58:c4 brd ff:ff:ff:ff:ff:ff link-netnsid 0 2024-09-15T22:04:43.435 INFO:teuthology.orchestra.run.smithi063.stdout: inet 192.168.0.1/16 brd 192.168.255.255 scope global veth0 2024-09-15T22:04:43.435 INFO:teuthology.orchestra.run.smithi063.stdout: valid_lft forever preferred_lft forever 2024-09-15T22:04:43.435 INFO:teuthology.orchestra.run.smithi063.stdout: inet6 fe80::fc28:5dff:fe5a:58c4/64 scope link tentative 2024-09-15T22:04:43.436 INFO:teuthology.orchestra.run.smithi063.stdout: valid_lft forever preferred_lft forever 2024-09-15T22:04:43.437 INFO:tasks.cephfs.mount:Setuping the netns 'ceph-ns--home-ubuntu-cephtest-mnt.2' with 192.168.0.2/16 2024-09-15T22:04:43.437 DEBUG:teuthology.orchestra.run.smithi063:> (cd / && exec stdin-killer --timeout=300 -- bash -c ' 2024-09-15T22:04:43.437 DEBUG:teuthology.orchestra.run.smithi063:> set -e 2024-09-15T22:04:43.438 DEBUG:teuthology.orchestra.run.smithi063:> sudo ip link add veth0 netns ceph-ns--home-ubuntu-cephtest-mnt.2 type veth peer name brx.1 2024-09-15T22:04:43.438 DEBUG:teuthology.orchestra.run.smithi063:> sudo ip netns exec ceph-ns--home-ubuntu-cephtest-mnt.2 ip addr add 192.168.0.2/16 brd 192.168.255.255 dev veth0 2024-09-15T22:04:43.438 DEBUG:teuthology.orchestra.run.smithi063:> sudo ip netns exec ceph-ns--home-ubuntu-cephtest-mnt.2 ip link set veth0 up 2024-09-15T22:04:43.438 DEBUG:teuthology.orchestra.run.smithi063:> sudo ip netns exec ceph-ns--home-ubuntu-cephtest-mnt.2 ip link set lo up 2024-09-15T22:04:43.438 DEBUG:teuthology.orchestra.run.smithi063:> sudo ip netns exec ceph-ns--home-ubuntu-cephtest-mnt.2 ip route add default via 192.168.255.254 2024-09-15T22:04:43.438 DEBUG:teuthology.orchestra.run.smithi063:> ') 2024-09-15T22:04:43.526 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:43 stdin-killer INFO: expiration expected; waiting 300 seconds for command to complete 2024-09-15T22:04:43.587 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:43 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-15T22:04:43.593 DEBUG:teuthology.orchestra.run.smithi063:> (cd / && exec stdin-killer --timeout=300 -- bash -c ' 2024-09-15T22:04:43.593 DEBUG:teuthology.orchestra.run.smithi063:> set -e 2024-09-15T22:04:43.593 DEBUG:teuthology.orchestra.run.smithi063:> sudo ip link set brx.1 up 2024-09-15T22:04:43.593 DEBUG:teuthology.orchestra.run.smithi063:> sudo ip link set dev brx.1 master ceph-brx 2024-09-15T22:04:43.593 DEBUG:teuthology.orchestra.run.smithi063:> ') 2024-09-15T22:04:43.642 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:43 stdin-killer INFO: expiration expected; waiting 300 seconds for command to complete 2024-09-15T22:04:43.665 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:43 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-15T22:04:43.671 INFO:tasks.cephfs.fuse_mount:Client client.2 config is {} 2024-09-15T22:04:43.672 INFO:teuthology.orchestra.run:Running command with timeout 60 2024-09-15T22:04:43.672 DEBUG:teuthology.orchestra.run.smithi063:> mkdir -p -v /home/ubuntu/cephtest/mnt.2 2024-09-15T22:04:43.687 INFO:teuthology.orchestra.run.smithi063.stdout:mkdir: created directory '/home/ubuntu/cephtest/mnt.2' 2024-09-15T22:04:43.687 INFO:teuthology.orchestra.run:Running command with timeout 60 2024-09-15T22:04:43.687 DEBUG:teuthology.orchestra.run.smithi063:> chmod 0000 /home/ubuntu/cephtest/mnt.2 2024-09-15T22:04:43.743 DEBUG:teuthology.orchestra.run.smithi063:> sudo modprobe fuse 2024-09-15T22:04:43.809 DEBUG:teuthology.orchestra.run.smithi063:> cat /proc/self/mounts | awk '{print $2}' 2024-09-15T22:04:43.865 INFO:teuthology.orchestra.run.smithi063.stdout:/proc 2024-09-15T22:04:43.865 INFO:teuthology.orchestra.run.smithi063.stdout:/sys 2024-09-15T22:04:43.866 INFO:teuthology.orchestra.run.smithi063.stdout:/dev 2024-09-15T22:04:43.866 INFO:teuthology.orchestra.run.smithi063.stdout:/sys/kernel/security 2024-09-15T22:04:43.866 INFO:teuthology.orchestra.run.smithi063.stdout:/dev/shm 2024-09-15T22:04:43.866 INFO:teuthology.orchestra.run.smithi063.stdout:/dev/pts 2024-09-15T22:04:43.866 INFO:teuthology.orchestra.run.smithi063.stdout:/run 2024-09-15T22:04:43.866 INFO:teuthology.orchestra.run.smithi063.stdout:/sys/fs/cgroup 2024-09-15T22:04:43.866 INFO:teuthology.orchestra.run.smithi063.stdout:/sys/fs/pstore 2024-09-15T22:04:43.866 INFO:teuthology.orchestra.run.smithi063.stdout:/sys/fs/bpf 2024-09-15T22:04:43.866 INFO:teuthology.orchestra.run.smithi063.stdout:/ 2024-09-15T22:04:43.866 INFO:teuthology.orchestra.run.smithi063.stdout:/sys/fs/selinux 2024-09-15T22:04:43.866 INFO:teuthology.orchestra.run.smithi063.stdout:/proc/sys/fs/binfmt_misc 2024-09-15T22:04:43.866 INFO:teuthology.orchestra.run.smithi063.stdout:/dev/hugepages 2024-09-15T22:04:43.866 INFO:teuthology.orchestra.run.smithi063.stdout:/dev/mqueue 2024-09-15T22:04:43.867 INFO:teuthology.orchestra.run.smithi063.stdout:/sys/kernel/debug 2024-09-15T22:04:43.867 INFO:teuthology.orchestra.run.smithi063.stdout:/sys/kernel/tracing 2024-09-15T22:04:43.867 INFO:teuthology.orchestra.run.smithi063.stdout:/sys/fs/fuse/connections 2024-09-15T22:04:43.867 INFO:teuthology.orchestra.run.smithi063.stdout:/run/credentials/systemd-sysctl.service 2024-09-15T22:04:43.867 INFO:teuthology.orchestra.run.smithi063.stdout:/run/credentials/systemd-tmpfiles-setup-dev.service 2024-09-15T22:04:43.867 INFO:teuthology.orchestra.run.smithi063.stdout:/sys/kernel/config 2024-09-15T22:04:43.867 INFO:teuthology.orchestra.run.smithi063.stdout:/run/credentials/systemd-tmpfiles-setup.service 2024-09-15T22:04:43.867 INFO:teuthology.orchestra.run.smithi063.stdout:/var/lib/nfs/rpc_pipefs 2024-09-15T22:04:43.867 INFO:teuthology.orchestra.run.smithi063.stdout:/run/user/1000 2024-09-15T22:04:43.867 INFO:teuthology.orchestra.run.smithi063.stdout:/var/lib/ceph 2024-09-15T22:04:43.867 INFO:teuthology.orchestra.run.smithi063.stdout:/var/lib/ceph/osd/ceph-0 2024-09-15T22:04:43.867 INFO:teuthology.orchestra.run.smithi063.stdout:/var/lib/ceph/osd/ceph-1 2024-09-15T22:04:43.867 INFO:teuthology.orchestra.run.smithi063.stdout:/var/lib/ceph/osd/ceph-2 2024-09-15T22:04:43.867 INFO:teuthology.orchestra.run.smithi063.stdout:/var/lib/ceph/osd/ceph-3 2024-09-15T22:04:43.868 INFO:teuthology.orchestra.run.smithi063.stdout:/run/netns 2024-09-15T22:04:43.868 INFO:teuthology.orchestra.run.smithi063.stdout:/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 2024-09-15T22:04:43.868 INFO:teuthology.orchestra.run.smithi063.stdout:/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 2024-09-15T22:04:43.868 INFO:teuthology.orchestra.run.smithi063.stdout:/home/ubuntu/cephtest/mnt.0 2024-09-15T22:04:43.868 INFO:teuthology.orchestra.run.smithi063.stdout:/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.2 2024-09-15T22:04:43.868 INFO:teuthology.orchestra.run.smithi063.stdout:/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.2 2024-09-15T22:04:43.869 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-15T22:04:43.869 DEBUG:teuthology.orchestra.run.smithi063:> ls /sys/fs/fuse/connections 2024-09-15T22:04:43.925 INFO:teuthology.orchestra.run.smithi063.stdout:42 2024-09-15T22:04:43.926 INFO:tasks.cephfs.fuse_mount:Pre-mount connections: [42] 2024-09-15T22:04:43.926 DEBUG:teuthology.orchestra.run.smithi063:> (cd /home/ubuntu/cephtest && exec sudo nsenter --net=/var/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.2 sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-fuse -f --admin-socket '/var/run/ceph/$cluster-$name.$pid.asok' /home/ubuntu/cephtest/mnt.2 --id 2) 2024-09-15T22:04:43.969 DEBUG:teuthology.orchestra.run.smithi063:> sudo modprobe fuse 2024-09-15T22:04:43.994 DEBUG:teuthology.orchestra.run.smithi063:> cat /proc/self/mounts | awk '{print $2}' 2024-09-15T22:04:44.051 INFO:teuthology.orchestra.run.smithi063.stdout:/proc 2024-09-15T22:04:44.051 INFO:teuthology.orchestra.run.smithi063.stdout:/sys 2024-09-15T22:04:44.052 INFO:teuthology.orchestra.run.smithi063.stdout:/dev 2024-09-15T22:04:44.052 INFO:teuthology.orchestra.run.smithi063.stdout:/sys/kernel/security 2024-09-15T22:04:44.052 INFO:teuthology.orchestra.run.smithi063.stdout:/dev/shm 2024-09-15T22:04:44.052 INFO:teuthology.orchestra.run.smithi063.stdout:/dev/pts 2024-09-15T22:04:44.052 INFO:teuthology.orchestra.run.smithi063.stdout:/run 2024-09-15T22:04:44.052 INFO:teuthology.orchestra.run.smithi063.stdout:/sys/fs/cgroup 2024-09-15T22:04:44.052 INFO:teuthology.orchestra.run.smithi063.stdout:/sys/fs/pstore 2024-09-15T22:04:44.052 INFO:teuthology.orchestra.run.smithi063.stdout:/sys/fs/bpf 2024-09-15T22:04:44.052 INFO:teuthology.orchestra.run.smithi063.stdout:/ 2024-09-15T22:04:44.052 INFO:teuthology.orchestra.run.smithi063.stdout:/sys/fs/selinux 2024-09-15T22:04:44.052 INFO:teuthology.orchestra.run.smithi063.stdout:/proc/sys/fs/binfmt_misc 2024-09-15T22:04:44.052 INFO:teuthology.orchestra.run.smithi063.stdout:/dev/hugepages 2024-09-15T22:04:44.053 INFO:teuthology.orchestra.run.smithi063.stdout:/dev/mqueue 2024-09-15T22:04:44.053 INFO:teuthology.orchestra.run.smithi063.stdout:/sys/kernel/debug 2024-09-15T22:04:44.053 INFO:teuthology.orchestra.run.smithi063.stdout:/sys/kernel/tracing 2024-09-15T22:04:44.053 INFO:teuthology.orchestra.run.smithi063.stdout:/sys/fs/fuse/connections 2024-09-15T22:04:44.053 INFO:teuthology.orchestra.run.smithi063.stdout:/run/credentials/systemd-sysctl.service 2024-09-15T22:04:44.053 INFO:teuthology.orchestra.run.smithi063.stdout:/run/credentials/systemd-tmpfiles-setup-dev.service 2024-09-15T22:04:44.053 INFO:teuthology.orchestra.run.smithi063.stdout:/sys/kernel/config 2024-09-15T22:04:44.053 INFO:teuthology.orchestra.run.smithi063.stdout:/run/credentials/systemd-tmpfiles-setup.service 2024-09-15T22:04:44.053 INFO:teuthology.orchestra.run.smithi063.stdout:/var/lib/nfs/rpc_pipefs 2024-09-15T22:04:44.053 INFO:teuthology.orchestra.run.smithi063.stdout:/run/user/1000 2024-09-15T22:04:44.053 INFO:teuthology.orchestra.run.smithi063.stdout:/var/lib/ceph 2024-09-15T22:04:44.053 INFO:teuthology.orchestra.run.smithi063.stdout:/var/lib/ceph/osd/ceph-0 2024-09-15T22:04:44.053 INFO:teuthology.orchestra.run.smithi063.stdout:/var/lib/ceph/osd/ceph-1 2024-09-15T22:04:44.054 INFO:teuthology.orchestra.run.smithi063.stdout:/var/lib/ceph/osd/ceph-2 2024-09-15T22:04:44.054 INFO:teuthology.orchestra.run.smithi063.stdout:/var/lib/ceph/osd/ceph-3 2024-09-15T22:04:44.054 INFO:teuthology.orchestra.run.smithi063.stdout:/run/netns 2024-09-15T22:04:44.054 INFO:teuthology.orchestra.run.smithi063.stdout:/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 2024-09-15T22:04:44.054 INFO:teuthology.orchestra.run.smithi063.stdout:/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 2024-09-15T22:04:44.054 INFO:teuthology.orchestra.run.smithi063.stdout:/home/ubuntu/cephtest/mnt.0 2024-09-15T22:04:44.054 INFO:teuthology.orchestra.run.smithi063.stdout:/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.2 2024-09-15T22:04:44.054 INFO:teuthology.orchestra.run.smithi063.stdout:/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.2 2024-09-15T22:04:44.054 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-15T22:04:44.054 DEBUG:teuthology.orchestra.run.smithi063:> ls /sys/fs/fuse/connections 2024-09-15T22:04:44.055 INFO:tasks.cephfs.fuse_mount.ceph-fuse.2.smithi063.stderr:2024-09-15T22:04:44.051+0000 7fa5749c4480 -1 init, newargv = 0x557508d57b90 newargc=15 2024-09-15T22:04:44.055 INFO:tasks.cephfs.fuse_mount.ceph-fuse.2.smithi063.stderr:ceph-fuse[45146]: starting ceph client 2024-09-15T22:04:44.057 INFO:tasks.cephfs.fuse_mount.ceph-fuse.2.smithi063.stderr:ceph-fuse[45146]: starting fuse 2024-09-15T22:04:44.070 INFO:teuthology.orchestra.run.smithi063.stdout:42 2024-09-15T22:04:44.071 INFO:teuthology.orchestra.run.smithi063.stdout:44 2024-09-15T22:04:44.071 INFO:tasks.cephfs.fuse_mount:Post-mount connections: [42, 44] 2024-09-15T22:04:44.071 DEBUG:teuthology.orchestra.run.smithi063:> sudo stdin-killer -- python3 -c ' 2024-09-15T22:04:44.071 DEBUG:teuthology.orchestra.run.smithi063:> import glob 2024-09-15T22:04:44.071 DEBUG:teuthology.orchestra.run.smithi063:> import re 2024-09-15T22:04:44.071 DEBUG:teuthology.orchestra.run.smithi063:> import os 2024-09-15T22:04:44.071 DEBUG:teuthology.orchestra.run.smithi063:> import subprocess 2024-09-15T22:04:44.071 DEBUG:teuthology.orchestra.run.smithi063:> 2024-09-15T22:04:44.071 DEBUG:teuthology.orchestra.run.smithi063:> def _find_admin_socket(client_name): 2024-09-15T22:04:44.071 DEBUG:teuthology.orchestra.run.smithi063:> asok_path = "/var/run/ceph/ceph-client.2.*.asok" 2024-09-15T22:04:44.071 DEBUG:teuthology.orchestra.run.smithi063:> files = glob.glob(asok_path) 2024-09-15T22:04:44.072 DEBUG:teuthology.orchestra.run.smithi063:> mountpoint = "/home/ubuntu/cephtest/mnt.2" 2024-09-15T22:04:44.072 DEBUG:teuthology.orchestra.run.smithi063:> 2024-09-15T22:04:44.072 DEBUG:teuthology.orchestra.run.smithi063:> # Given a non-glob path, it better be there 2024-09-15T22:04:44.072 DEBUG:teuthology.orchestra.run.smithi063:> if "*" not in asok_path: 2024-09-15T22:04:44.072 DEBUG:teuthology.orchestra.run.smithi063:> assert(len(files) == 1) 2024-09-15T22:04:44.072 DEBUG:teuthology.orchestra.run.smithi063:> return files[0] 2024-09-15T22:04:44.072 DEBUG:teuthology.orchestra.run.smithi063:> 2024-09-15T22:04:44.072 DEBUG:teuthology.orchestra.run.smithi063:> for f in files: 2024-09-15T22:04:44.072 DEBUG:teuthology.orchestra.run.smithi063:> pid = re.match(".*\.(\d+)\.asok$", f).group(1) 2024-09-15T22:04:44.072 DEBUG:teuthology.orchestra.run.smithi063:> if os.path.exists("/proc/{0}".format(pid)): 2024-09-15T22:04:44.072 DEBUG:teuthology.orchestra.run.smithi063:> with open("/proc/{0}/cmdline".format(pid), '"'"'r'"'"') as proc_f: 2024-09-15T22:04:44.072 DEBUG:teuthology.orchestra.run.smithi063:> contents = proc_f.read() 2024-09-15T22:04:44.072 DEBUG:teuthology.orchestra.run.smithi063:> if mountpoint in contents: 2024-09-15T22:04:44.072 DEBUG:teuthology.orchestra.run.smithi063:> return f 2024-09-15T22:04:44.073 DEBUG:teuthology.orchestra.run.smithi063:> raise RuntimeError("Client socket {0} not found".format(client_name)) 2024-09-15T22:04:44.073 DEBUG:teuthology.orchestra.run.smithi063:> 2024-09-15T22:04:44.073 DEBUG:teuthology.orchestra.run.smithi063:> print(_find_admin_socket("client.2")) 2024-09-15T22:04:44.073 DEBUG:teuthology.orchestra.run.smithi063:> ' 2024-09-15T22:04:44.190 INFO:teuthology.orchestra.run.smithi063.stdout:/var/run/ceph/ceph-client.2.45146.asok 2024-09-15T22:04:44.193 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:44 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-15T22:04:44.200 INFO:tasks.cephfs.fuse_mount:Found client admin socket at /var/run/ceph/ceph-client.2.45146.asok 2024-09-15T22:04:44.201 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-15T22:04:44.201 DEBUG:teuthology.orchestra.run.smithi063:> sudo ceph --admin-daemon /var/run/ceph/ceph-client.2.45146.asok status 2024-09-15T22:04:44.337 INFO:teuthology.orchestra.run.smithi063.stdout:{ 2024-09-15T22:04:44.338 INFO:teuthology.orchestra.run.smithi063.stdout: "metadata": { 2024-09-15T22:04:44.338 INFO:teuthology.orchestra.run.smithi063.stdout: "ceph_sha1": "8921c8ef947807b717db041d85f0761b7914d5fc", 2024-09-15T22:04:44.338 INFO:teuthology.orchestra.run.smithi063.stdout: "ceph_version": "ceph version 19.1.1-326-g8921c8ef (8921c8ef947807b717db041d85f0761b7914d5fc) squid (stable)", 2024-09-15T22:04:44.338 INFO:teuthology.orchestra.run.smithi063.stdout: "entity_id": "2", 2024-09-15T22:04:44.338 INFO:teuthology.orchestra.run.smithi063.stdout: "hostname": "smithi063", 2024-09-15T22:04:44.338 INFO:teuthology.orchestra.run.smithi063.stdout: "mount_point": "/home/ubuntu/cephtest/mnt.2", 2024-09-15T22:04:44.338 INFO:teuthology.orchestra.run.smithi063.stdout: "pid": "45146", 2024-09-15T22:04:44.338 INFO:teuthology.orchestra.run.smithi063.stdout: "root": "/" 2024-09-15T22:04:44.338 INFO:teuthology.orchestra.run.smithi063.stdout: }, 2024-09-15T22:04:44.338 INFO:teuthology.orchestra.run.smithi063.stdout: "dentry_count": 0, 2024-09-15T22:04:44.338 INFO:teuthology.orchestra.run.smithi063.stdout: "dentry_pinned_count": 0, 2024-09-15T22:04:44.339 INFO:teuthology.orchestra.run.smithi063.stdout: "id": 4650, 2024-09-15T22:04:44.339 INFO:teuthology.orchestra.run.smithi063.stdout: "inst": { 2024-09-15T22:04:44.339 INFO:teuthology.orchestra.run.smithi063.stdout: "name": { 2024-09-15T22:04:44.339 INFO:teuthology.orchestra.run.smithi063.stdout: "type": "client", 2024-09-15T22:04:44.339 INFO:teuthology.orchestra.run.smithi063.stdout: "num": 4650 2024-09-15T22:04:44.339 INFO:teuthology.orchestra.run.smithi063.stdout: }, 2024-09-15T22:04:44.339 INFO:teuthology.orchestra.run.smithi063.stdout: "addr": { 2024-09-15T22:04:44.339 INFO:teuthology.orchestra.run.smithi063.stdout: "type": "v1", 2024-09-15T22:04:44.339 INFO:teuthology.orchestra.run.smithi063.stdout: "addr": "192.168.0.2:0", 2024-09-15T22:04:44.339 INFO:teuthology.orchestra.run.smithi063.stdout: "nonce": 1788901410 2024-09-15T22:04:44.339 INFO:teuthology.orchestra.run.smithi063.stdout: } 2024-09-15T22:04:44.339 INFO:teuthology.orchestra.run.smithi063.stdout: }, 2024-09-15T22:04:44.339 INFO:teuthology.orchestra.run.smithi063.stdout: "addr": { 2024-09-15T22:04:44.340 INFO:teuthology.orchestra.run.smithi063.stdout: "type": "v1", 2024-09-15T22:04:44.340 INFO:teuthology.orchestra.run.smithi063.stdout: "addr": "192.168.0.2:0", 2024-09-15T22:04:44.340 INFO:teuthology.orchestra.run.smithi063.stdout: "nonce": 1788901410 2024-09-15T22:04:44.340 INFO:teuthology.orchestra.run.smithi063.stdout: }, 2024-09-15T22:04:44.340 INFO:teuthology.orchestra.run.smithi063.stdout: "inst_str": "client.4650 192.168.0.2:0/1788901410", 2024-09-15T22:04:44.340 INFO:teuthology.orchestra.run.smithi063.stdout: "addr_str": "192.168.0.2:0/1788901410", 2024-09-15T22:04:44.340 INFO:teuthology.orchestra.run.smithi063.stdout: "inode_count": 1, 2024-09-15T22:04:44.340 INFO:teuthology.orchestra.run.smithi063.stdout: "mds_epoch": 6, 2024-09-15T22:04:44.340 INFO:teuthology.orchestra.run.smithi063.stdout: "osd_epoch": 21, 2024-09-15T22:04:44.340 INFO:teuthology.orchestra.run.smithi063.stdout: "osd_epoch_barrier": 0, 2024-09-15T22:04:44.340 INFO:teuthology.orchestra.run.smithi063.stdout: "blocklisted": false, 2024-09-15T22:04:44.340 INFO:teuthology.orchestra.run.smithi063.stdout: "fs_name": "cephfs" 2024-09-15T22:04:44.341 INFO:teuthology.orchestra.run.smithi063.stdout:} 2024-09-15T22:04:44.346 DEBUG:tasks.ceph_fuse:passing mntargs=[] 2024-09-15T22:04:44.346 DEBUG:teuthology.orchestra.run.smithi063:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs ls 2024-09-15T22:04:44.448 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:44.445+0000 7f5c046f1640 1 Processor -- start 2024-09-15T22:04:44.448 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:44.445+0000 7f5c046f1640 1 -- start start 2024-09-15T22:04:44.451 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:44.446+0000 7f5c046f1640 1 --2- >> v2:172.21.15.110:3300/0 conn(0x7f5bfc147fc0 0x7f5bfc15ea60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-15T22:04:44.451 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:44.446+0000 7f5c046f1640 1 --2- >> [v2:172.21.15.110:3301/0,v1:172.21.15.110:6790/0] conn(0x7f5bfc0d0ee0 0x7f5bfc0d1340 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-15T22:04:44.451 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:44.446+0000 7f5c046f1640 1 -- --> v1:172.21.15.63:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f5bfc0ba310 con 0x7f5bfc0b97d0 2024-09-15T22:04:44.451 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:44.446+0000 7f5c046f1640 1 -- --> v2:172.21.15.110:3300/0 -- mon_getmap magic: 0 -- 0x7f5bfc1483a0 con 0x7f5bfc147fc0 2024-09-15T22:04:44.451 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:44.446+0000 7f5c046f1640 1 -- --> [v2:172.21.15.110:3301/0,v1:172.21.15.110:6790/0] -- mon_getmap magic: 0 -- 0x7f5bfc15efa0 con 0x7f5bfc0d0ee0 2024-09-15T22:04:44.451 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:44.447+0000 7f5c02c8e640 1 --1- >> v1:172.21.15.63:6789/0 conn(0x7f5bfc0b97d0 0x7f5bfc0b9c00 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.63:6789/0 says I am v1:172.21.15.63:59232/0 (socket says 172.21.15.63:59232) 2024-09-15T22:04:44.451 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:44.447+0000 7f5c02c8e640 1 -- 172.21.15.63:0/3317235341 learned_addr learned my addr 172.21.15.63:0/3317235341 (peer_addr_for_me v1:172.21.15.63:0/0) 2024-09-15T22:04:44.452 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:44.447+0000 7f5c0248d640 1 --2- 172.21.15.63:0/3317235341 >> v2:172.21.15.110:3300/0 conn(0x7f5bfc147fc0 0x7f5bfc15ea60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-15T22:04:44.452 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:44.447+0000 7f5c01c8c640 1 --2- 172.21.15.63:0/3317235341 >> [v2:172.21.15.110:3301/0,v1:172.21.15.110:6790/0] conn(0x7f5bfc0d0ee0 0x7f5bfc0d1340 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-15T22:04:44.452 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:44.447+0000 7f5c0148b640 1 -- 172.21.15.63:0/3317235341 <== mon.0 v1:172.21.15.63:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 1643475967 0 0) 0x7f5bfc0ba310 con 0x7f5bfc0b97d0 2024-09-15T22:04:44.452 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:44.447+0000 7f5c0148b640 1 -- 172.21.15.63:0/3317235341 --> v1:172.21.15.63:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7f5be4003520 con 0x7f5bfc0b97d0 2024-09-15T22:04:44.452 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:44.447+0000 7f5c0148b640 1 -- 172.21.15.63:0/3317235341 <== mon.0 v1:172.21.15.63:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) ==== 214+0+0 (unknown 3149041696 0 0) 0x7f5be4003520 con 0x7f5bfc0b97d0 2024-09-15T22:04:44.452 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:44.447+0000 7f5c0148b640 1 -- 172.21.15.63:0/3317235341 >> [v2:172.21.15.110:3301/0,v1:172.21.15.110:6790/0] conn(0x7f5bfc0d0ee0 msgr2=0x7f5bfc0d1340 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-15T22:04:44.452 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:44.447+0000 7f5c0148b640 1 --2- 172.21.15.63:0/3317235341 >> [v2:172.21.15.110:3301/0,v1:172.21.15.110:6790/0] conn(0x7f5bfc0d0ee0 0x7f5bfc0d1340 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T22:04:44.452 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:44.447+0000 7f5c0148b640 1 -- 172.21.15.63:0/3317235341 >> v2:172.21.15.110:3300/0 conn(0x7f5bfc147fc0 msgr2=0x7f5bfc15ea60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-15T22:04:44.452 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:44.447+0000 7f5c0148b640 1 --2- 172.21.15.63:0/3317235341 >> v2:172.21.15.110:3300/0 conn(0x7f5bfc147fc0 0x7f5bfc15ea60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T22:04:44.452 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:44.447+0000 7f5c0148b640 1 -- 172.21.15.63:0/3317235341 --> v1:172.21.15.63:6789/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f5bfc0d2750 con 0x7f5bfc0b97d0 2024-09-15T22:04:44.452 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:44.447+0000 7f5c0148b640 1 -- 172.21.15.63:0/3317235341 <== mon.0 v1:172.21.15.63:6789/0 3 ==== mon_map magic: 0 ==== 413+0+0 (unknown 3984726164 0 0) 0x7f5bec0019f0 con 0x7f5bfc0b97d0 2024-09-15T22:04:44.452 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:44.447+0000 7f5c0148b640 1 -- 172.21.15.63:0/3317235341 >> v1:172.21.15.63:6789/0 conn(0x7f5bfc0b97d0 legacy=0x7f5bfc0b9c00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-15T22:04:44.453 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:44.447+0000 7f5c0148b640 1 --2- 172.21.15.63:0/3317235341 >> [v2:172.21.15.110:3301/0,v1:172.21.15.110:6790/0] conn(0x7f5bfc0d0ee0 0x7f5be40039b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-15T22:04:44.453 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:44.447+0000 7f5c0148b640 1 --2- 172.21.15.63:0/3317235341 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f5be4003f30 0x7f5be4004800 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-15T22:04:44.453 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:44.447+0000 7f5c0148b640 1 --2- 172.21.15.63:0/3317235341 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f5be4004d40 0x7f5be40051c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-15T22:04:44.453 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:44.447+0000 7f5c0148b640 1 -- 172.21.15.63:0/3317235341 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 -- 0x7f5bfc1483a0 con 0x7f5be4004d40 2024-09-15T22:04:44.453 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:44.447+0000 7f5c0148b640 1 -- 172.21.15.63:0/3317235341 --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_getmap magic: 0 -- 0x7f5bfc15efa0 con 0x7f5be4003f30 2024-09-15T22:04:44.453 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:44.447+0000 7f5c0148b640 1 -- 172.21.15.63:0/3317235341 --> [v2:172.21.15.110:3301/0,v1:172.21.15.110:6790/0] -- mon_getmap magic: 0 -- 0x7f5be400b9c0 con 0x7f5bfc0d0ee0 2024-09-15T22:04:44.453 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:44.447+0000 7f5c02c8e640 1 --2- 172.21.15.63:0/3317235341 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f5be4004d40 0x7f5be40051c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-15T22:04:44.453 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:44.447+0000 7f5c0248d640 1 --2- 172.21.15.63:0/3317235341 >> [v2:172.21.15.110:3301/0,v1:172.21.15.110:6790/0] conn(0x7f5bfc0d0ee0 0x7f5be40039b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-15T22:04:44.453 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:44.448+0000 7f5c01c8c640 1 --2- 172.21.15.63:0/3317235341 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f5be4003f30 0x7f5be4004800 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-15T22:04:44.453 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:44.448+0000 7f5c02c8e640 1 -- 172.21.15.63:0/3317235341 >> [v2:172.21.15.110:3301/0,v1:172.21.15.110:6790/0] conn(0x7f5bfc0d0ee0 msgr2=0x7f5be40039b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-15T22:04:44.453 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:44.448+0000 7f5c02c8e640 1 --2- 172.21.15.63:0/3317235341 >> [v2:172.21.15.110:3301/0,v1:172.21.15.110:6790/0] conn(0x7f5bfc0d0ee0 0x7f5be40039b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T22:04:44.453 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:44.448+0000 7f5c02c8e640 1 -- 172.21.15.63:0/3317235341 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f5be4003f30 msgr2=0x7f5be4004800 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-15T22:04:44.453 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:44.448+0000 7f5c02c8e640 1 --2- 172.21.15.63:0/3317235341 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f5be4003f30 0x7f5be4004800 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T22:04:44.453 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:44.448+0000 7f5c02c8e640 1 -- 172.21.15.63:0/3317235341 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f5be4003520 con 0x7f5be4004d40 2024-09-15T22:04:44.454 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:44.448+0000 7f5c02c8e640 1 --2- 172.21.15.63:0/3317235341 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f5be4004d40 0x7f5be40051c0 secure :-1 s=READY pgs=154 cs=0 l=1 rev1=1 crypto rx=0x7f5bec00a870 tx=0x7f5be4005830 comp rx=0 tx=0).ready entity=mon.0 client_cookie=b3a95fce9aff22ab server_cookie=0 in_seq=0 out_seq=0 2024-09-15T22:04:44.454 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:44.449+0000 7f5c0148b640 1 -- 172.21.15.63:0/3317235341 <== mon.0 v2:172.21.15.63:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5bec00a4c0 con 0x7f5be4004d40 2024-09-15T22:04:44.454 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:44.449+0000 7f5c0148b640 1 -- 172.21.15.63:0/3317235341 <== mon.0 v2:172.21.15.63:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f5bec02f070 con 0x7f5be4004d40 2024-09-15T22:04:44.454 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:44.449+0000 7f5c0148b640 1 -- 172.21.15.63:0/3317235341 <== mon.0 v2:172.21.15.63:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5bec02bcb0 con 0x7f5be4004d40 2024-09-15T22:04:44.457 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:44.449+0000 7f5c046f1640 1 -- 172.21.15.63:0/3317235341 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f5be4004d40 msgr2=0x7f5be40051c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-15T22:04:44.457 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:44.449+0000 7f5c046f1640 1 --2- 172.21.15.63:0/3317235341 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f5be4004d40 0x7f5be40051c0 secure :-1 s=READY pgs=154 cs=0 l=1 rev1=1 crypto rx=0x7f5bec00a870 tx=0x7f5be4005830 comp rx=0 tx=0).stop 2024-09-15T22:04:44.457 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:44.449+0000 7f5c02c8e640 1 -- 172.21.15.63:0/3317235341 reap_dead start 2024-09-15T22:04:44.457 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:44.449+0000 7f5c046f1640 1 -- 172.21.15.63:0/3317235341 shutdown_connections 2024-09-15T22:04:44.457 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:44.449+0000 7f5c046f1640 1 -- 172.21.15.63:0/3317235341 >> 172.21.15.63:0/3317235341 conn(0x7f5bfc074fe0 msgr2=0x7f5bfc06bbe0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-15T22:04:44.457 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:44.449+0000 7f5c046f1640 1 -- 172.21.15.63:0/3317235341 shutdown_connections 2024-09-15T22:04:44.457 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:44.449+0000 7f5c046f1640 1 -- 172.21.15.63:0/3317235341 wait complete. 2024-09-15T22:04:44.457 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:44.450+0000 7f5c046f1640 1 Processor -- start 2024-09-15T22:04:44.457 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:44.450+0000 7f5c046f1640 1 -- start start 2024-09-15T22:04:44.457 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:44.451+0000 7f5c046f1640 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f5be4004d40 0x7f5bfc1f8020 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-15T22:04:44.458 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:44.451+0000 7f5c046f1640 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f5bfc156700 0x7f5bfc141870 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-15T22:04:44.458 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:44.451+0000 7f5c046f1640 1 --2- >> [v2:172.21.15.110:3301/0,v1:172.21.15.110:6790/0] conn(0x7f5bfc141db0 0x7f5bfc144290 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-15T22:04:44.458 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:44.451+0000 7f5c046f1640 1 -- --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 -- 0x7f5bfc0d2d10 con 0x7f5be4004d40 2024-09-15T22:04:44.458 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:44.451+0000 7f5c046f1640 1 -- --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_getmap magic: 0 -- 0x7f5bfc0d2500 con 0x7f5bfc156700 2024-09-15T22:04:44.458 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:44.451+0000 7f5c046f1640 1 -- --> [v2:172.21.15.110:3301/0,v1:172.21.15.110:6790/0] -- mon_getmap magic: 0 -- 0x7f5bfc0d2ff0 con 0x7f5bfc141db0 2024-09-15T22:04:44.458 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:44.451+0000 7f5c0248d640 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f5be4004d40 0x7f5bfc1f8020 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-15T22:04:44.458 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:44.451+0000 7f5c0248d640 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f5be4004d40 0x7f5bfc1f8020 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.63:3300/0 says I am v2:172.21.15.63:46178/0 (socket says 172.21.15.63:46178) 2024-09-15T22:04:44.458 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:44.451+0000 7f5c0248d640 1 -- 172.21.15.63:0/3314363485 learned_addr learned my addr 172.21.15.63:0/3314363485 (peer_addr_for_me v2:172.21.15.63:0/0) 2024-09-15T22:04:44.458 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:44.452+0000 7f5c01c8c640 1 --2- 172.21.15.63:0/3314363485 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f5bfc156700 0x7f5bfc141870 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-15T22:04:44.458 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:44.452+0000 7f5c02c8e640 1 --2- 172.21.15.63:0/3314363485 >> [v2:172.21.15.110:3301/0,v1:172.21.15.110:6790/0] conn(0x7f5bfc141db0 0x7f5bfc144290 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-15T22:04:44.458 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:44.452+0000 7f5c0248d640 1 -- 172.21.15.63:0/3314363485 >> [v2:172.21.15.110:3301/0,v1:172.21.15.110:6790/0] conn(0x7f5bfc141db0 msgr2=0x7f5bfc144290 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-15T22:04:44.458 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:44.452+0000 7f5c0248d640 1 --2- 172.21.15.63:0/3314363485 >> [v2:172.21.15.110:3301/0,v1:172.21.15.110:6790/0] conn(0x7f5bfc141db0 0x7f5bfc144290 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T22:04:44.458 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:44.452+0000 7f5c0248d640 1 -- 172.21.15.63:0/3314363485 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f5bfc156700 msgr2=0x7f5bfc141870 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-15T22:04:44.458 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:44.452+0000 7f5c0248d640 1 --2- 172.21.15.63:0/3314363485 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f5bfc156700 0x7f5bfc141870 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T22:04:44.459 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:44.452+0000 7f5c0248d640 1 -- 172.21.15.63:0/3314363485 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f5bfc13f450 con 0x7f5be4004d40 2024-09-15T22:04:44.459 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:44.452+0000 7f5c0248d640 1 --2- 172.21.15.63:0/3314363485 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f5be4004d40 0x7f5bfc1f8020 secure :-1 s=READY pgs=155 cs=0 l=1 rev1=1 crypto rx=0x7f5bf4011aa0 tx=0x7f5bf4011f60 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-15T22:04:44.459 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:44.452+0000 7f5bfaffd640 1 -- 172.21.15.63:0/3314363485 <== mon.0 v2:172.21.15.63:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5bf400fb20 con 0x7f5be4004d40 2024-09-15T22:04:44.459 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:44.452+0000 7f5bfaffd640 1 -- 172.21.15.63:0/3314363485 <== mon.0 v2:172.21.15.63:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f5bf400fcc0 con 0x7f5be4004d40 2024-09-15T22:04:44.459 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:44.452+0000 7f5c046f1640 1 -- 172.21.15.63:0/3314363485 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f5bfc13f730 con 0x7f5be4004d40 2024-09-15T22:04:44.459 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:44.452+0000 7f5bfaffd640 1 -- 172.21.15.63:0/3314363485 <== mon.0 v2:172.21.15.63:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5bf4014660 con 0x7f5be4004d40 2024-09-15T22:04:44.459 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:44.452+0000 7f5c046f1640 1 -- 172.21.15.63:0/3314363485 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f5bfc13fcf0 con 0x7f5be4004d40 2024-09-15T22:04:44.459 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:44.453+0000 7f5c046f1640 1 -- 172.21.15.63:0/3314363485 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f5bfc15ea60 con 0x7f5be4004d40 2024-09-15T22:04:44.459 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:44.454+0000 7f5bfaffd640 1 -- 172.21.15.63:0/3314363485 <== mon.0 v2:172.21.15.63:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7f5bf4012040 con 0x7f5be4004d40 2024-09-15T22:04:44.459 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:44.454+0000 7f5bfaffd640 1 --2- 172.21.15.63:0/3314363485 >> [v2:172.21.15.110:6832/552273267,v1:172.21.15.110:6833/552273267] conn(0x7f5be806c2e0 0x7f5be806e7a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-15T22:04:44.459 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:44.454+0000 7f5bfaffd640 1 -- 172.21.15.63:0/3314363485 <== mon.0 v2:172.21.15.63:3300/0 5 ==== osd_map(21..21 src has 1..21) ==== 5709+0+0 (secure 0 0 0) 0x7f5bf408bb40 con 0x7f5be4004d40 2024-09-15T22:04:44.459 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:44.454+0000 7f5c01c8c640 1 --2- 172.21.15.63:0/3314363485 >> [v2:172.21.15.110:6832/552273267,v1:172.21.15.110:6833/552273267] conn(0x7f5be806c2e0 0x7f5be806e7a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-15T22:04:44.460 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:44.455+0000 7f5c01c8c640 1 --2- 172.21.15.63:0/3314363485 >> [v2:172.21.15.110:6832/552273267,v1:172.21.15.110:6833/552273267] conn(0x7f5be806c2e0 0x7f5be806e7a0 secure :-1 s=READY pgs=97 cs=0 l=1 rev1=1 crypto rx=0x7f5bfc15e360 tx=0x7f5bf0008040 comp rx=0 tx=0).ready entity=mgr.4102 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-15T22:04:44.461 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:44.458+0000 7f5bfaffd640 1 -- 172.21.15.63:0/3314363485 <== mon.0 v2:172.21.15.63:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7f5bf4019030 con 0x7f5be4004d40 2024-09-15T22:04:44.673 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:44.671+0000 7f5c046f1640 1 -- 172.21.15.63:0/3314363485 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_command({"prefix": "fs ls"} v 0) -- 0x7f5bfc142190 con 0x7f5be4004d40 2024-09-15T22:04:44.673 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:44.671+0000 7f5bfaffd640 1 -- 172.21.15.63:0/3314363485 <== mon.0 v2:172.21.15.63:3300/0 7 ==== mon_command_ack([{"prefix": "fs ls"}]=0 v6) ==== 53+0+73 (secure 0 0 0) 0x7f5bf405a2b0 con 0x7f5be4004d40 2024-09-15T22:04:44.674 INFO:teuthology.orchestra.run.smithi063.stdout:name: cephfs, metadata pool: cephfs_metadata, data pools: [cephfs_data ] 2024-09-15T22:04:44.676 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:44.673+0000 7f5c046f1640 1 -- 172.21.15.63:0/3314363485 >> [v2:172.21.15.110:6832/552273267,v1:172.21.15.110:6833/552273267] conn(0x7f5be806c2e0 msgr2=0x7f5be806e7a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-15T22:04:44.676 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:44.673+0000 7f5c046f1640 1 --2- 172.21.15.63:0/3314363485 >> [v2:172.21.15.110:6832/552273267,v1:172.21.15.110:6833/552273267] conn(0x7f5be806c2e0 0x7f5be806e7a0 secure :-1 s=READY pgs=97 cs=0 l=1 rev1=1 crypto rx=0x7f5bfc15e360 tx=0x7f5bf0008040 comp rx=0 tx=0).stop 2024-09-15T22:04:44.677 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:44.673+0000 7f5c046f1640 1 -- 172.21.15.63:0/3314363485 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f5be4004d40 msgr2=0x7f5bfc1f8020 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-15T22:04:44.677 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:44.673+0000 7f5c046f1640 1 --2- 172.21.15.63:0/3314363485 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f5be4004d40 0x7f5bfc1f8020 secure :-1 s=READY pgs=155 cs=0 l=1 rev1=1 crypto rx=0x7f5bf4011aa0 tx=0x7f5bf4011f60 comp rx=0 tx=0).stop 2024-09-15T22:04:44.677 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:44.673+0000 7f5c046f1640 1 -- 172.21.15.63:0/3314363485 shutdown_connections 2024-09-15T22:04:44.677 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:44.673+0000 7f5c046f1640 1 --2- 172.21.15.63:0/3314363485 >> [v2:172.21.15.110:6832/552273267,v1:172.21.15.110:6833/552273267] conn(0x7f5be806c2e0 0x7f5be806e7a0 unknown :-1 s=CLOSED pgs=97 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T22:04:44.677 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:44.673+0000 7f5c046f1640 1 --2- 172.21.15.63:0/3314363485 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f5bfc156700 0x7f5bfc141870 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T22:04:44.677 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:44.673+0000 7f5c046f1640 1 --2- 172.21.15.63:0/3314363485 >> [v2:172.21.15.110:3301/0,v1:172.21.15.110:6790/0] conn(0x7f5bfc141db0 0x7f5bfc144290 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T22:04:44.677 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:44.673+0000 7f5c046f1640 1 --2- 172.21.15.63:0/3314363485 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f5be4004d40 0x7f5bfc1f8020 unknown :-1 s=CLOSED pgs=155 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T22:04:44.677 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:44.673+0000 7f5c046f1640 1 -- 172.21.15.63:0/3314363485 >> 172.21.15.63:0/3314363485 conn(0x7f5bfc074fe0 msgr2=0x7f5bfc0cf560 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-15T22:04:44.677 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:44.673+0000 7f5c046f1640 1 -- 172.21.15.63:0/3314363485 shutdown_connections 2024-09-15T22:04:44.677 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:44.673+0000 7f5c046f1640 1 -- 172.21.15.63:0/3314363485 wait complete. 2024-09-15T22:04:44.686 INFO:tasks.cephfs.mount:Mounting default Ceph FS; just confirmed its presence on cluster 2024-09-15T22:04:44.686 INFO:tasks.cephfs.mount:Mounting Ceph FS. Following are details of mount; remember "None" represents Python type None - 2024-09-15T22:04:44.686 INFO:tasks.cephfs.mount:self.client_remote.hostname = smithi110.front.sepia.ceph.com 2024-09-15T22:04:44.686 INFO:tasks.cephfs.mount:self.client.name = client.1 2024-09-15T22:04:44.686 INFO:tasks.cephfs.mount:self.hostfs_mntpt = /home/ubuntu/cephtest/mnt.1 2024-09-15T22:04:44.686 INFO:tasks.cephfs.mount:self.cephfs_name = None 2024-09-15T22:04:44.686 INFO:tasks.cephfs.mount:self.cephfs_mntpt = None 2024-09-15T22:04:44.686 INFO:tasks.cephfs.mount:self.client_keyring_path = None 2024-09-15T22:04:44.687 INFO:tasks.cephfs.mount:Setting the 'None' netns for '/home/ubuntu/cephtest/mnt.1' 2024-09-15T22:04:44.687 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-15T22:04:44.687 DEBUG:teuthology.orchestra.run.smithi110:> ip addr 2024-09-15T22:04:44.706 INFO:teuthology.orchestra.run.smithi110.stdout:1: lo: mtu 65536 qdisc noqueue state UNKNOWN group default qlen 1000 2024-09-15T22:04:44.707 INFO:teuthology.orchestra.run.smithi110.stdout: link/loopback 00:00:00:00:00:00 brd 00:00:00:00:00:00 2024-09-15T22:04:44.707 INFO:teuthology.orchestra.run.smithi110.stdout: inet 127.0.0.1/8 scope host lo 2024-09-15T22:04:44.707 INFO:teuthology.orchestra.run.smithi110.stdout: valid_lft forever preferred_lft forever 2024-09-15T22:04:44.707 INFO:teuthology.orchestra.run.smithi110.stdout: inet6 ::1/128 scope host 2024-09-15T22:04:44.707 INFO:teuthology.orchestra.run.smithi110.stdout: valid_lft forever preferred_lft forever 2024-09-15T22:04:44.707 INFO:teuthology.orchestra.run.smithi110.stdout:2: eno1: mtu 1500 qdisc mq state DOWN group default qlen 1000 2024-09-15T22:04:44.707 INFO:teuthology.orchestra.run.smithi110.stdout: link/ether 0c:c4:7a:d8:db:14 brd ff:ff:ff:ff:ff:ff 2024-09-15T22:04:44.707 INFO:teuthology.orchestra.run.smithi110.stdout: altname enp7s0f0 2024-09-15T22:04:44.707 INFO:teuthology.orchestra.run.smithi110.stdout:3: eno2: mtu 1500 qdisc mq state DOWN group default qlen 1000 2024-09-15T22:04:44.707 INFO:teuthology.orchestra.run.smithi110.stdout: link/ether 0c:c4:7a:d8:db:15 brd ff:ff:ff:ff:ff:ff 2024-09-15T22:04:44.707 INFO:teuthology.orchestra.run.smithi110.stdout: altname enp7s0f1 2024-09-15T22:04:44.707 INFO:teuthology.orchestra.run.smithi110.stdout:4: enp3s0f0: mtu 1500 qdisc mq state DOWN group default qlen 1000 2024-09-15T22:04:44.707 INFO:teuthology.orchestra.run.smithi110.stdout: link/ether 0c:c4:7a:8f:cc:34 brd ff:ff:ff:ff:ff:ff 2024-09-15T22:04:44.708 INFO:teuthology.orchestra.run.smithi110.stdout:5: enp3s0f1: mtu 1500 qdisc mq state UP group default qlen 1000 2024-09-15T22:04:44.708 INFO:teuthology.orchestra.run.smithi110.stdout: link/ether 0c:c4:7a:8f:cc:35 brd ff:ff:ff:ff:ff:ff 2024-09-15T22:04:44.708 INFO:teuthology.orchestra.run.smithi110.stdout: inet 172.21.15.110/20 brd 172.21.15.255 scope global dynamic noprefixroute enp3s0f1 2024-09-15T22:04:44.708 INFO:teuthology.orchestra.run.smithi110.stdout: valid_lft 42738sec preferred_lft 42738sec 2024-09-15T22:04:44.708 INFO:teuthology.orchestra.run.smithi110.stdout: inet6 fe80::ec4:7aff:fe8f:cc35/64 scope link noprefixroute 2024-09-15T22:04:44.708 INFO:teuthology.orchestra.run.smithi110.stdout: valid_lft forever preferred_lft forever 2024-09-15T22:04:44.708 INFO:tasks.cephfs.mount:Setuping the 'ceph-brx' with 192.168.255.254/16 2024-09-15T22:04:44.708 DEBUG:teuthology.orchestra.run.smithi110:> (cd / && exec stdin-killer --timeout=300 -- bash -c ' 2024-09-15T22:04:44.708 DEBUG:teuthology.orchestra.run.smithi110:> set -e 2024-09-15T22:04:44.708 DEBUG:teuthology.orchestra.run.smithi110:> sudo ip link add name ceph-brx type bridge 2024-09-15T22:04:44.709 DEBUG:teuthology.orchestra.run.smithi110:> sudo ip addr flush dev ceph-brx 2024-09-15T22:04:44.709 DEBUG:teuthology.orchestra.run.smithi110:> sudo ip link set ceph-brx up 2024-09-15T22:04:44.709 DEBUG:teuthology.orchestra.run.smithi110:> sudo ip addr add 192.168.255.254/16 brd 192.168.255.255 dev ceph-brx 2024-09-15T22:04:44.709 DEBUG:teuthology.orchestra.run.smithi110:> ') 2024-09-15T22:04:44.803 INFO:teuthology.orchestra.run.smithi110.stderr:2024-09-15T22:04:44 stdin-killer INFO: expiration expected; waiting 300 seconds for command to complete 2024-09-15T22:04:45.000 INFO:teuthology.orchestra.run.smithi110.stderr:2024-09-15T22:04:44 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-15T22:04:45.006 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-15T22:04:45.006 DEBUG:teuthology.orchestra.run.smithi110:> echo 1 | sudo tee /proc/sys/net/ipv4/ip_forward 2024-09-15T22:04:45.031 INFO:teuthology.orchestra.run.smithi110.stdout:1 2024-09-15T22:04:45.033 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-15T22:04:45.033 DEBUG:teuthology.orchestra.run.smithi110:> route 2024-09-15T22:04:45.104 INFO:teuthology.orchestra.run.smithi110.stdout:Kernel IP routing table 2024-09-15T22:04:45.105 INFO:teuthology.orchestra.run.smithi110.stdout:Destination Gateway Genmask Flags Metric Ref Use Iface 2024-09-15T22:04:45.105 INFO:teuthology.orchestra.run.smithi110.stdout:default _gateway 0.0.0.0 UG 100 0 0 enp3s0f1 2024-09-15T22:04:45.105 INFO:teuthology.orchestra.run.smithi110.stdout:172.21.0.0 0.0.0.0 255.255.240.0 U 100 0 0 enp3s0f1 2024-09-15T22:04:45.105 INFO:teuthology.orchestra.run.smithi110.stdout:192.168.0.0 0.0.0.0 255.255.0.0 U 0 0 0 ceph-brx 2024-09-15T22:04:45.105 DEBUG:teuthology.orchestra.run.smithi110:> (cd / && exec stdin-killer --timeout=300 -- bash -c ' 2024-09-15T22:04:45.105 DEBUG:teuthology.orchestra.run.smithi110:> set -e 2024-09-15T22:04:45.105 DEBUG:teuthology.orchestra.run.smithi110:> sudo iptables -A FORWARD -o enp3s0f1 -i ceph-brx -j ACCEPT 2024-09-15T22:04:45.105 DEBUG:teuthology.orchestra.run.smithi110:> sudo iptables -A FORWARD -i enp3s0f1 -o ceph-brx -j ACCEPT 2024-09-15T22:04:45.105 DEBUG:teuthology.orchestra.run.smithi110:> sudo iptables -t nat -A POSTROUTING -s 192.168.255.254/16 -o enp3s0f1 -j MASQUERADE 2024-09-15T22:04:45.106 DEBUG:teuthology.orchestra.run.smithi110:> ') 2024-09-15T22:04:45.210 INFO:teuthology.orchestra.run.smithi110.stderr:2024-09-15T22:04:45 stdin-killer INFO: expiration expected; waiting 300 seconds for command to complete 2024-09-15T22:04:45.485 INFO:teuthology.orchestra.run.smithi110.stderr:2024-09-15T22:04:45 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-15T22:04:45.490 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-15T22:04:45.491 DEBUG:teuthology.orchestra.run.smithi110:> ip netns list 2024-09-15T22:04:45.507 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-15T22:04:45.507 DEBUG:teuthology.orchestra.run.smithi110:> ip netns list-id 2024-09-15T22:04:45.563 DEBUG:teuthology.orchestra.run.smithi110:> (cd / && exec stdin-killer --timeout=300 -- bash -c ' 2024-09-15T22:04:45.563 DEBUG:teuthology.orchestra.run.smithi110:> set -e 2024-09-15T22:04:45.563 DEBUG:teuthology.orchestra.run.smithi110:> sudo ip netns add ceph-ns--home-ubuntu-cephtest-mnt.1 2024-09-15T22:04:45.564 DEBUG:teuthology.orchestra.run.smithi110:> sudo ip netns set ceph-ns--home-ubuntu-cephtest-mnt.1 0 2024-09-15T22:04:45.564 DEBUG:teuthology.orchestra.run.smithi110:> ') 2024-09-15T22:04:45.652 INFO:teuthology.orchestra.run.smithi110.stderr:2024-09-15T22:04:45 stdin-killer INFO: expiration expected; waiting 300 seconds for command to complete 2024-09-15T22:04:45.676 INFO:teuthology.orchestra.run.smithi110.stderr:2024-09-15T22:04:45 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-15T22:04:45.682 INFO:tasks.cephfs.mount:Setuping the netns 'ceph-ns--home-ubuntu-cephtest-mnt.1' with 192.168.0.1/16 2024-09-15T22:04:45.683 DEBUG:teuthology.orchestra.run.smithi110:> (cd / && exec stdin-killer --timeout=300 -- bash -c ' 2024-09-15T22:04:45.683 DEBUG:teuthology.orchestra.run.smithi110:> set -e 2024-09-15T22:04:45.683 DEBUG:teuthology.orchestra.run.smithi110:> sudo ip link add veth0 netns ceph-ns--home-ubuntu-cephtest-mnt.1 type veth peer name brx.0 2024-09-15T22:04:45.683 DEBUG:teuthology.orchestra.run.smithi110:> sudo ip netns exec ceph-ns--home-ubuntu-cephtest-mnt.1 ip addr add 192.168.0.1/16 brd 192.168.255.255 dev veth0 2024-09-15T22:04:45.683 DEBUG:teuthology.orchestra.run.smithi110:> sudo ip netns exec ceph-ns--home-ubuntu-cephtest-mnt.1 ip link set veth0 up 2024-09-15T22:04:45.683 DEBUG:teuthology.orchestra.run.smithi110:> sudo ip netns exec ceph-ns--home-ubuntu-cephtest-mnt.1 ip link set lo up 2024-09-15T22:04:45.683 DEBUG:teuthology.orchestra.run.smithi110:> sudo ip netns exec ceph-ns--home-ubuntu-cephtest-mnt.1 ip route add default via 192.168.255.254 2024-09-15T22:04:45.683 DEBUG:teuthology.orchestra.run.smithi110:> ') 2024-09-15T22:04:45.731 INFO:teuthology.orchestra.run.smithi110.stderr:2024-09-15T22:04:45 stdin-killer INFO: expiration expected; waiting 300 seconds for command to complete 2024-09-15T22:04:45.821 INFO:teuthology.orchestra.run.smithi110.stderr:2024-09-15T22:04:45 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-15T22:04:45.827 DEBUG:teuthology.orchestra.run.smithi110:> (cd / && exec stdin-killer --timeout=300 -- bash -c ' 2024-09-15T22:04:45.827 DEBUG:teuthology.orchestra.run.smithi110:> set -e 2024-09-15T22:04:45.827 DEBUG:teuthology.orchestra.run.smithi110:> sudo ip link set brx.0 up 2024-09-15T22:04:45.827 DEBUG:teuthology.orchestra.run.smithi110:> sudo ip link set dev brx.0 master ceph-brx 2024-09-15T22:04:45.827 DEBUG:teuthology.orchestra.run.smithi110:> ') 2024-09-15T22:04:45.875 INFO:teuthology.orchestra.run.smithi110.stderr:2024-09-15T22:04:45 stdin-killer INFO: expiration expected; waiting 300 seconds for command to complete 2024-09-15T22:04:45.898 INFO:teuthology.orchestra.run.smithi110.stderr:2024-09-15T22:04:45 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-15T22:04:45.906 INFO:tasks.cephfs.fuse_mount:Client client.1 config is {} 2024-09-15T22:04:45.906 INFO:teuthology.orchestra.run:Running command with timeout 60 2024-09-15T22:04:45.906 DEBUG:teuthology.orchestra.run.smithi110:> mkdir -p -v /home/ubuntu/cephtest/mnt.1 2024-09-15T22:04:45.922 INFO:teuthology.orchestra.run.smithi110.stdout:mkdir: created directory '/home/ubuntu/cephtest/mnt.1' 2024-09-15T22:04:45.922 INFO:teuthology.orchestra.run:Running command with timeout 60 2024-09-15T22:04:45.922 DEBUG:teuthology.orchestra.run.smithi110:> chmod 0000 /home/ubuntu/cephtest/mnt.1 2024-09-15T22:04:45.978 DEBUG:teuthology.orchestra.run.smithi110:> sudo modprobe fuse 2024-09-15T22:04:46.044 DEBUG:teuthology.orchestra.run.smithi110:> cat /proc/self/mounts | awk '{print $2}' 2024-09-15T22:04:46.100 INFO:teuthology.orchestra.run.smithi110.stdout:/proc 2024-09-15T22:04:46.101 INFO:teuthology.orchestra.run.smithi110.stdout:/sys 2024-09-15T22:04:46.101 INFO:teuthology.orchestra.run.smithi110.stdout:/dev 2024-09-15T22:04:46.101 INFO:teuthology.orchestra.run.smithi110.stdout:/sys/kernel/security 2024-09-15T22:04:46.101 INFO:teuthology.orchestra.run.smithi110.stdout:/dev/shm 2024-09-15T22:04:46.101 INFO:teuthology.orchestra.run.smithi110.stdout:/dev/pts 2024-09-15T22:04:46.101 INFO:teuthology.orchestra.run.smithi110.stdout:/run 2024-09-15T22:04:46.101 INFO:teuthology.orchestra.run.smithi110.stdout:/sys/fs/cgroup 2024-09-15T22:04:46.101 INFO:teuthology.orchestra.run.smithi110.stdout:/sys/fs/pstore 2024-09-15T22:04:46.102 INFO:teuthology.orchestra.run.smithi110.stdout:/sys/fs/bpf 2024-09-15T22:04:46.102 INFO:teuthology.orchestra.run.smithi110.stdout:/ 2024-09-15T22:04:46.102 INFO:teuthology.orchestra.run.smithi110.stdout:/sys/fs/selinux 2024-09-15T22:04:46.102 INFO:teuthology.orchestra.run.smithi110.stdout:/proc/sys/fs/binfmt_misc 2024-09-15T22:04:46.102 INFO:teuthology.orchestra.run.smithi110.stdout:/dev/hugepages 2024-09-15T22:04:46.102 INFO:teuthology.orchestra.run.smithi110.stdout:/dev/mqueue 2024-09-15T22:04:46.103 INFO:teuthology.orchestra.run.smithi110.stdout:/sys/kernel/debug 2024-09-15T22:04:46.103 INFO:teuthology.orchestra.run.smithi110.stdout:/sys/kernel/tracing 2024-09-15T22:04:46.103 INFO:teuthology.orchestra.run.smithi110.stdout:/sys/fs/fuse/connections 2024-09-15T22:04:46.103 INFO:teuthology.orchestra.run.smithi110.stdout:/sys/kernel/config 2024-09-15T22:04:46.103 INFO:teuthology.orchestra.run.smithi110.stdout:/run/credentials/systemd-sysctl.service 2024-09-15T22:04:46.103 INFO:teuthology.orchestra.run.smithi110.stdout:/run/credentials/systemd-tmpfiles-setup-dev.service 2024-09-15T22:04:46.103 INFO:teuthology.orchestra.run.smithi110.stdout:/run/credentials/systemd-tmpfiles-setup.service 2024-09-15T22:04:46.103 INFO:teuthology.orchestra.run.smithi110.stdout:/var/lib/nfs/rpc_pipefs 2024-09-15T22:04:46.103 INFO:teuthology.orchestra.run.smithi110.stdout:/run/user/1000 2024-09-15T22:04:46.103 INFO:teuthology.orchestra.run.smithi110.stdout:/var/lib/ceph 2024-09-15T22:04:46.103 INFO:teuthology.orchestra.run.smithi110.stdout:/var/lib/ceph/osd/ceph-4 2024-09-15T22:04:46.103 INFO:teuthology.orchestra.run.smithi110.stdout:/var/lib/ceph/osd/ceph-5 2024-09-15T22:04:46.103 INFO:teuthology.orchestra.run.smithi110.stdout:/var/lib/ceph/osd/ceph-6 2024-09-15T22:04:46.104 INFO:teuthology.orchestra.run.smithi110.stdout:/var/lib/ceph/osd/ceph-7 2024-09-15T22:04:46.104 INFO:teuthology.orchestra.run.smithi110.stdout:/run/netns 2024-09-15T22:04:46.104 INFO:teuthology.orchestra.run.smithi110.stdout:/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.1 2024-09-15T22:04:46.104 INFO:teuthology.orchestra.run.smithi110.stdout:/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.1 2024-09-15T22:04:46.104 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-15T22:04:46.104 DEBUG:teuthology.orchestra.run.smithi110:> ls /sys/fs/fuse/connections 2024-09-15T22:04:46.156 INFO:tasks.cephfs.fuse_mount:Pre-mount connections: [] 2024-09-15T22:04:46.156 DEBUG:teuthology.orchestra.run.smithi110:> (cd /home/ubuntu/cephtest && exec sudo nsenter --net=/var/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.1 sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-fuse -f --admin-socket '/var/run/ceph/$cluster-$name.$pid.asok' /home/ubuntu/cephtest/mnt.1 --id 1) 2024-09-15T22:04:46.199 DEBUG:teuthology.orchestra.run.smithi110:> sudo modprobe fuse 2024-09-15T22:04:46.225 DEBUG:teuthology.orchestra.run.smithi110:> cat /proc/self/mounts | awk '{print $2}' 2024-09-15T22:04:46.281 INFO:teuthology.orchestra.run.smithi110.stdout:/proc 2024-09-15T22:04:46.282 INFO:teuthology.orchestra.run.smithi110.stdout:/sys 2024-09-15T22:04:46.282 INFO:teuthology.orchestra.run.smithi110.stdout:/dev 2024-09-15T22:04:46.282 INFO:teuthology.orchestra.run.smithi110.stdout:/sys/kernel/security 2024-09-15T22:04:46.282 INFO:teuthology.orchestra.run.smithi110.stdout:/dev/shm 2024-09-15T22:04:46.282 INFO:teuthology.orchestra.run.smithi110.stdout:/dev/pts 2024-09-15T22:04:46.282 INFO:teuthology.orchestra.run.smithi110.stdout:/run 2024-09-15T22:04:46.282 INFO:teuthology.orchestra.run.smithi110.stdout:/sys/fs/cgroup 2024-09-15T22:04:46.282 INFO:teuthology.orchestra.run.smithi110.stdout:/sys/fs/pstore 2024-09-15T22:04:46.282 INFO:teuthology.orchestra.run.smithi110.stdout:/sys/fs/bpf 2024-09-15T22:04:46.282 INFO:teuthology.orchestra.run.smithi110.stdout:/ 2024-09-15T22:04:46.282 INFO:teuthology.orchestra.run.smithi110.stdout:/sys/fs/selinux 2024-09-15T22:04:46.282 INFO:teuthology.orchestra.run.smithi110.stdout:/proc/sys/fs/binfmt_misc 2024-09-15T22:04:46.283 INFO:teuthology.orchestra.run.smithi110.stdout:/dev/hugepages 2024-09-15T22:04:46.283 INFO:teuthology.orchestra.run.smithi110.stdout:/dev/mqueue 2024-09-15T22:04:46.283 INFO:teuthology.orchestra.run.smithi110.stdout:/sys/kernel/debug 2024-09-15T22:04:46.283 INFO:teuthology.orchestra.run.smithi110.stdout:/sys/kernel/tracing 2024-09-15T22:04:46.283 INFO:teuthology.orchestra.run.smithi110.stdout:/sys/fs/fuse/connections 2024-09-15T22:04:46.283 INFO:teuthology.orchestra.run.smithi110.stdout:/sys/kernel/config 2024-09-15T22:04:46.283 INFO:teuthology.orchestra.run.smithi110.stdout:/run/credentials/systemd-sysctl.service 2024-09-15T22:04:46.283 INFO:teuthology.orchestra.run.smithi110.stdout:/run/credentials/systemd-tmpfiles-setup-dev.service 2024-09-15T22:04:46.283 INFO:teuthology.orchestra.run.smithi110.stdout:/run/credentials/systemd-tmpfiles-setup.service 2024-09-15T22:04:46.283 INFO:teuthology.orchestra.run.smithi110.stdout:/var/lib/nfs/rpc_pipefs 2024-09-15T22:04:46.283 INFO:teuthology.orchestra.run.smithi110.stdout:/run/user/1000 2024-09-15T22:04:46.283 INFO:teuthology.orchestra.run.smithi110.stdout:/var/lib/ceph 2024-09-15T22:04:46.283 INFO:teuthology.orchestra.run.smithi110.stdout:/var/lib/ceph/osd/ceph-4 2024-09-15T22:04:46.283 INFO:teuthology.orchestra.run.smithi110.stdout:/var/lib/ceph/osd/ceph-5 2024-09-15T22:04:46.284 INFO:teuthology.orchestra.run.smithi110.stdout:/var/lib/ceph/osd/ceph-6 2024-09-15T22:04:46.284 INFO:teuthology.orchestra.run.smithi110.stdout:/var/lib/ceph/osd/ceph-7 2024-09-15T22:04:46.284 INFO:teuthology.orchestra.run.smithi110.stdout:/run/netns 2024-09-15T22:04:46.284 INFO:teuthology.orchestra.run.smithi110.stdout:/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.1 2024-09-15T22:04:46.284 INFO:teuthology.orchestra.run.smithi110.stdout:/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.1 2024-09-15T22:04:46.284 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-15T22:04:46.284 DEBUG:teuthology.orchestra.run.smithi110:> ls /sys/fs/fuse/connections 2024-09-15T22:04:46.286 INFO:tasks.cephfs.fuse_mount.ceph-fuse.1.smithi110.stderr:2024-09-15T22:04:46.285+0000 7f42a9a82480 -1 init, newargv = 0x5621c3104ff0 newargc=15 2024-09-15T22:04:46.286 INFO:tasks.cephfs.fuse_mount.ceph-fuse.1.smithi110.stderr:ceph-fuse[41898]: starting ceph client 2024-09-15T22:04:46.292 INFO:tasks.cephfs.fuse_mount.ceph-fuse.1.smithi110.stderr:ceph-fuse[41898]: starting fuse 2024-09-15T22:04:46.302 INFO:teuthology.orchestra.run.smithi110.stdout:43 2024-09-15T22:04:46.302 INFO:tasks.cephfs.fuse_mount:Post-mount connections: [43] 2024-09-15T22:04:46.302 DEBUG:teuthology.orchestra.run.smithi110:> sudo stdin-killer -- python3 -c ' 2024-09-15T22:04:46.302 DEBUG:teuthology.orchestra.run.smithi110:> import glob 2024-09-15T22:04:46.302 DEBUG:teuthology.orchestra.run.smithi110:> import re 2024-09-15T22:04:46.302 DEBUG:teuthology.orchestra.run.smithi110:> import os 2024-09-15T22:04:46.303 DEBUG:teuthology.orchestra.run.smithi110:> import subprocess 2024-09-15T22:04:46.303 DEBUG:teuthology.orchestra.run.smithi110:> 2024-09-15T22:04:46.303 DEBUG:teuthology.orchestra.run.smithi110:> def _find_admin_socket(client_name): 2024-09-15T22:04:46.303 DEBUG:teuthology.orchestra.run.smithi110:> asok_path = "/var/run/ceph/ceph-client.1.*.asok" 2024-09-15T22:04:46.303 DEBUG:teuthology.orchestra.run.smithi110:> files = glob.glob(asok_path) 2024-09-15T22:04:46.303 DEBUG:teuthology.orchestra.run.smithi110:> mountpoint = "/home/ubuntu/cephtest/mnt.1" 2024-09-15T22:04:46.303 DEBUG:teuthology.orchestra.run.smithi110:> 2024-09-15T22:04:46.303 DEBUG:teuthology.orchestra.run.smithi110:> # Given a non-glob path, it better be there 2024-09-15T22:04:46.303 DEBUG:teuthology.orchestra.run.smithi110:> if "*" not in asok_path: 2024-09-15T22:04:46.303 DEBUG:teuthology.orchestra.run.smithi110:> assert(len(files) == 1) 2024-09-15T22:04:46.303 DEBUG:teuthology.orchestra.run.smithi110:> return files[0] 2024-09-15T22:04:46.303 DEBUG:teuthology.orchestra.run.smithi110:> 2024-09-15T22:04:46.303 DEBUG:teuthology.orchestra.run.smithi110:> for f in files: 2024-09-15T22:04:46.303 DEBUG:teuthology.orchestra.run.smithi110:> pid = re.match(".*\.(\d+)\.asok$", f).group(1) 2024-09-15T22:04:46.303 DEBUG:teuthology.orchestra.run.smithi110:> if os.path.exists("/proc/{0}".format(pid)): 2024-09-15T22:04:46.304 DEBUG:teuthology.orchestra.run.smithi110:> with open("/proc/{0}/cmdline".format(pid), '"'"'r'"'"') as proc_f: 2024-09-15T22:04:46.304 DEBUG:teuthology.orchestra.run.smithi110:> contents = proc_f.read() 2024-09-15T22:04:46.304 DEBUG:teuthology.orchestra.run.smithi110:> if mountpoint in contents: 2024-09-15T22:04:46.304 DEBUG:teuthology.orchestra.run.smithi110:> return f 2024-09-15T22:04:46.304 DEBUG:teuthology.orchestra.run.smithi110:> raise RuntimeError("Client socket {0} not found".format(client_name)) 2024-09-15T22:04:46.304 DEBUG:teuthology.orchestra.run.smithi110:> 2024-09-15T22:04:46.304 DEBUG:teuthology.orchestra.run.smithi110:> print(_find_admin_socket("client.1")) 2024-09-15T22:04:46.304 DEBUG:teuthology.orchestra.run.smithi110:> ' 2024-09-15T22:04:46.421 INFO:teuthology.orchestra.run.smithi110.stdout:/var/run/ceph/ceph-client.1.41898.asok 2024-09-15T22:04:46.424 INFO:teuthology.orchestra.run.smithi110.stderr:2024-09-15T22:04:46 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-15T22:04:46.432 INFO:tasks.cephfs.fuse_mount:Found client admin socket at /var/run/ceph/ceph-client.1.41898.asok 2024-09-15T22:04:46.432 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-15T22:04:46.433 DEBUG:teuthology.orchestra.run.smithi110:> sudo ceph --admin-daemon /var/run/ceph/ceph-client.1.41898.asok status 2024-09-15T22:04:46.565 INFO:teuthology.orchestra.run.smithi110.stdout:{ 2024-09-15T22:04:46.565 INFO:teuthology.orchestra.run.smithi110.stdout: "metadata": { 2024-09-15T22:04:46.565 INFO:teuthology.orchestra.run.smithi110.stdout: "ceph_sha1": "8921c8ef947807b717db041d85f0761b7914d5fc", 2024-09-15T22:04:46.565 INFO:teuthology.orchestra.run.smithi110.stdout: "ceph_version": "ceph version 19.1.1-326-g8921c8ef (8921c8ef947807b717db041d85f0761b7914d5fc) squid (stable)", 2024-09-15T22:04:46.566 INFO:teuthology.orchestra.run.smithi110.stdout: "entity_id": "1", 2024-09-15T22:04:46.566 INFO:teuthology.orchestra.run.smithi110.stdout: "hostname": "smithi110", 2024-09-15T22:04:46.566 INFO:teuthology.orchestra.run.smithi110.stdout: "mount_point": "/home/ubuntu/cephtest/mnt.1", 2024-09-15T22:04:46.566 INFO:teuthology.orchestra.run.smithi110.stdout: "pid": "41898", 2024-09-15T22:04:46.566 INFO:teuthology.orchestra.run.smithi110.stdout: "root": "/" 2024-09-15T22:04:46.566 INFO:teuthology.orchestra.run.smithi110.stdout: }, 2024-09-15T22:04:46.566 INFO:teuthology.orchestra.run.smithi110.stdout: "dentry_count": 0, 2024-09-15T22:04:46.566 INFO:teuthology.orchestra.run.smithi110.stdout: "dentry_pinned_count": 0, 2024-09-15T22:04:46.566 INFO:teuthology.orchestra.run.smithi110.stdout: "id": 4603, 2024-09-15T22:04:46.566 INFO:teuthology.orchestra.run.smithi110.stdout: "inst": { 2024-09-15T22:04:46.566 INFO:teuthology.orchestra.run.smithi110.stdout: "name": { 2024-09-15T22:04:46.566 INFO:teuthology.orchestra.run.smithi110.stdout: "type": "client", 2024-09-15T22:04:46.567 INFO:teuthology.orchestra.run.smithi110.stdout: "num": 4603 2024-09-15T22:04:46.567 INFO:teuthology.orchestra.run.smithi110.stdout: }, 2024-09-15T22:04:46.567 INFO:teuthology.orchestra.run.smithi110.stdout: "addr": { 2024-09-15T22:04:46.567 INFO:teuthology.orchestra.run.smithi110.stdout: "type": "v1", 2024-09-15T22:04:46.567 INFO:teuthology.orchestra.run.smithi110.stdout: "addr": "192.168.0.1:0", 2024-09-15T22:04:46.567 INFO:teuthology.orchestra.run.smithi110.stdout: "nonce": 4280033154 2024-09-15T22:04:46.567 INFO:teuthology.orchestra.run.smithi110.stdout: } 2024-09-15T22:04:46.567 INFO:teuthology.orchestra.run.smithi110.stdout: }, 2024-09-15T22:04:46.567 INFO:teuthology.orchestra.run.smithi110.stdout: "addr": { 2024-09-15T22:04:46.567 INFO:teuthology.orchestra.run.smithi110.stdout: "type": "v1", 2024-09-15T22:04:46.567 INFO:teuthology.orchestra.run.smithi110.stdout: "addr": "192.168.0.1:0", 2024-09-15T22:04:46.567 INFO:teuthology.orchestra.run.smithi110.stdout: "nonce": 4280033154 2024-09-15T22:04:46.567 INFO:teuthology.orchestra.run.smithi110.stdout: }, 2024-09-15T22:04:46.567 INFO:teuthology.orchestra.run.smithi110.stdout: "inst_str": "client.4603 192.168.0.1:0/4280033154", 2024-09-15T22:04:46.568 INFO:teuthology.orchestra.run.smithi110.stdout: "addr_str": "192.168.0.1:0/4280033154", 2024-09-15T22:04:46.568 INFO:teuthology.orchestra.run.smithi110.stdout: "inode_count": 1, 2024-09-15T22:04:46.568 INFO:teuthology.orchestra.run.smithi110.stdout: "mds_epoch": 6, 2024-09-15T22:04:46.568 INFO:teuthology.orchestra.run.smithi110.stdout: "osd_epoch": 21, 2024-09-15T22:04:46.568 INFO:teuthology.orchestra.run.smithi110.stdout: "osd_epoch_barrier": 0, 2024-09-15T22:04:46.568 INFO:teuthology.orchestra.run.smithi110.stdout: "blocklisted": false, 2024-09-15T22:04:46.568 INFO:teuthology.orchestra.run.smithi110.stdout: "fs_name": "cephfs" 2024-09-15T22:04:46.568 INFO:teuthology.orchestra.run.smithi110.stdout:} 2024-09-15T22:04:46.574 DEBUG:tasks.ceph_fuse:passing mntargs=[] 2024-09-15T22:04:46.574 DEBUG:teuthology.orchestra.run.smithi063:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs ls 2024-09-15T22:04:46.690 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:46.687+0000 7fe52655f640 1 Processor -- start 2024-09-15T22:04:46.690 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:46.687+0000 7fe52655f640 1 -- start start 2024-09-15T22:04:46.691 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:46.688+0000 7fe52655f640 1 --2- >> v2:172.21.15.110:3300/0 conn(0x7fe520147fa0 0x7fe5200d47a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-15T22:04:46.691 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:46.688+0000 7fe52655f640 1 --2- >> v2:172.21.15.63:3300/0 conn(0x7fe520160dc0 0x7fe5200b6680 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-15T22:04:46.691 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:46.688+0000 7fe52655f640 1 -- --> v1:172.21.15.110:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fe5200d0f60 con 0x7fe5200b61f0 2024-09-15T22:04:46.691 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:46.688+0000 7fe52655f640 1 -- --> v2:172.21.15.63:3300/0 -- mon_getmap magic: 0 -- 0x7fe5200d1240 con 0x7fe520160dc0 2024-09-15T22:04:46.691 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:46.688+0000 7fe52655f640 1 -- --> v2:172.21.15.110:3300/0 -- mon_getmap magic: 0 -- 0x7fe5200d1520 con 0x7fe520147fa0 2024-09-15T22:04:46.692 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:46.688+0000 7fe524afc640 1 --2- >> v2:172.21.15.63:3300/0 conn(0x7fe520160dc0 0x7fe5200b6680 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-15T22:04:46.692 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:46.688+0000 7fe524afc640 1 --2- >> v2:172.21.15.63:3300/0 conn(0x7fe520160dc0 0x7fe5200b6680 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.63:3300/0 says I am v2:172.21.15.63:46180/0 (socket says 172.21.15.63:46180) 2024-09-15T22:04:46.692 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:46.688+0000 7fe524afc640 1 -- 172.21.15.63:0/912895472 learned_addr learned my addr 172.21.15.63:0/912895472 (peer_addr_for_me v2:172.21.15.63:0/0) 2024-09-15T22:04:46.692 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:46.688+0000 7fe51ffff640 1 --2- 172.21.15.63:0/912895472 >> v2:172.21.15.110:3300/0 conn(0x7fe520147fa0 0x7fe5200d47a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-15T22:04:46.692 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:46.689+0000 7fe524afc640 1 -- 172.21.15.63:0/912895472 >> v2:172.21.15.110:3300/0 conn(0x7fe520147fa0 msgr2=0x7fe5200d47a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-15T22:04:46.692 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:46.689+0000 7fe524afc640 1 --2- 172.21.15.63:0/912895472 >> v2:172.21.15.110:3300/0 conn(0x7fe520147fa0 0x7fe5200d47a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T22:04:46.692 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:46.689+0000 7fe524afc640 1 -- 172.21.15.63:0/912895472 >> v1:172.21.15.110:6789/0 conn(0x7fe5200b61f0 legacy=0x7fe5201621e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-15T22:04:46.692 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:46.689+0000 7fe524afc640 1 -- 172.21.15.63:0/912895472 --> v2:172.21.15.63:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fe5200d1800 con 0x7fe520160dc0 2024-09-15T22:04:46.693 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:46.689+0000 7fe524afc640 1 --2- 172.21.15.63:0/912895472 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fe520160dc0 0x7fe5200b6680 secure :-1 s=READY pgs=157 cs=0 l=1 rev1=1 crypto rx=0x7fe520072bc0 tx=0x7fe51802a730 comp rx=0 tx=0).ready entity=mon.0 client_cookie=2edb105da4b346e3 server_cookie=0 in_seq=0 out_seq=0 2024-09-15T22:04:46.693 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:46.690+0000 7fe51effd640 1 -- 172.21.15.63:0/912895472 <== mon.0 v2:172.21.15.63:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe518036070 con 0x7fe520160dc0 2024-09-15T22:04:46.693 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:46.690+0000 7fe51effd640 1 -- 172.21.15.63:0/912895472 <== mon.0 v2:172.21.15.63:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fe518031600 con 0x7fe520160dc0 2024-09-15T22:04:46.693 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:46.690+0000 7fe51effd640 1 -- 172.21.15.63:0/912895472 <== mon.0 v2:172.21.15.63:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe5180319d0 con 0x7fe520160dc0 2024-09-15T22:04:46.694 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:46.690+0000 7fe52655f640 1 -- 172.21.15.63:0/912895472 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fe520160dc0 msgr2=0x7fe5200b6680 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-15T22:04:46.694 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:46.690+0000 7fe52655f640 1 --2- 172.21.15.63:0/912895472 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fe520160dc0 0x7fe5200b6680 secure :-1 s=READY pgs=157 cs=0 l=1 rev1=1 crypto rx=0x7fe520072bc0 tx=0x7fe51802a730 comp rx=0 tx=0).stop 2024-09-15T22:04:46.694 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:46.690+0000 7fe52655f640 1 -- 172.21.15.63:0/912895472 shutdown_connections 2024-09-15T22:04:46.694 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:46.690+0000 7fe52655f640 1 --2- 172.21.15.63:0/912895472 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fe520160dc0 0x7fe5200b6680 unknown :-1 s=CLOSED pgs=157 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T22:04:46.694 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:46.690+0000 7fe52655f640 1 --2- 172.21.15.63:0/912895472 >> v2:172.21.15.110:3300/0 conn(0x7fe520147fa0 0x7fe5200d47a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T22:04:46.694 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:46.690+0000 7fe52655f640 1 -- 172.21.15.63:0/912895472 >> 172.21.15.63:0/912895472 conn(0x7fe520074da0 msgr2=0x7fe520072200 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-15T22:04:46.694 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:46.690+0000 7fe52655f640 1 -- 172.21.15.63:0/912895472 shutdown_connections 2024-09-15T22:04:46.694 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:46.690+0000 7fe52655f640 1 -- 172.21.15.63:0/912895472 wait complete. 2024-09-15T22:04:46.696 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:46.691+0000 7fe52655f640 1 Processor -- start 2024-09-15T22:04:46.696 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:46.692+0000 7fe52655f640 1 -- start start 2024-09-15T22:04:46.696 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:46.692+0000 7fe52655f640 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7fe5200b61f0 0x7fe5201f4ca0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-15T22:04:46.697 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:46.692+0000 7fe52655f640 1 --2- >> [v2:172.21.15.110:3301/0,v1:172.21.15.110:6790/0] conn(0x7fe520147fa0 0x7fe520156c90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-15T22:04:46.697 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:46.692+0000 7fe52655f640 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fe520160dc0 0x7fe520139a10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-15T22:04:46.697 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:46.692+0000 7fe52655f640 1 -- --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 -- 0x7fe5200d0d00 con 0x7fe520160dc0 2024-09-15T22:04:46.697 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:46.692+0000 7fe52655f640 1 -- --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_getmap magic: 0 -- 0x7fe5200d0b80 con 0x7fe5200b61f0 2024-09-15T22:04:46.697 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:46.692+0000 7fe52655f640 1 -- --> [v2:172.21.15.110:3301/0,v1:172.21.15.110:6790/0] -- mon_getmap magic: 0 -- 0x7fe5200d4ce0 con 0x7fe520147fa0 2024-09-15T22:04:46.697 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:46.693+0000 7fe524afc640 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fe520160dc0 0x7fe520139a10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-15T22:04:46.697 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:46.693+0000 7fe51ffff640 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7fe5200b61f0 0x7fe5201f4ca0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-15T22:04:46.697 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:46.693+0000 7fe51ffff640 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7fe5200b61f0 0x7fe5201f4ca0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.110:3300/0 says I am v2:172.21.15.63:44274/0 (socket says 172.21.15.63:44274) 2024-09-15T22:04:46.697 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:46.693+0000 7fe51ffff640 1 -- 172.21.15.63:0/439755169 learned_addr learned my addr 172.21.15.63:0/439755169 (peer_addr_for_me v2:172.21.15.63:0/0) 2024-09-15T22:04:46.697 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:46.693+0000 7fe524afc640 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fe520160dc0 0x7fe520139a10 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.63:3300/0 says I am v2:172.21.15.63:46194/0 (socket says 172.21.15.63:46194) 2024-09-15T22:04:46.697 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:46.693+0000 7fe51f7fe640 1 --2- 172.21.15.63:0/439755169 >> [v2:172.21.15.110:3301/0,v1:172.21.15.110:6790/0] conn(0x7fe520147fa0 0x7fe520156c90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-15T22:04:46.697 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:46.693+0000 7fe51ffff640 1 -- 172.21.15.63:0/439755169 >> [v2:172.21.15.110:3301/0,v1:172.21.15.110:6790/0] conn(0x7fe520147fa0 msgr2=0x7fe520156c90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-15T22:04:46.698 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:46.693+0000 7fe51ffff640 1 --2- 172.21.15.63:0/439755169 >> [v2:172.21.15.110:3301/0,v1:172.21.15.110:6790/0] conn(0x7fe520147fa0 0x7fe520156c90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T22:04:46.698 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:46.693+0000 7fe51ffff640 1 -- 172.21.15.63:0/439755169 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fe520160dc0 msgr2=0x7fe520139a10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-15T22:04:46.698 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:46.693+0000 7fe51ffff640 1 --2- 172.21.15.63:0/439755169 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fe520160dc0 0x7fe520139a10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T22:04:46.698 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:46.693+0000 7fe51ffff640 1 -- 172.21.15.63:0/439755169 --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fe5201f51e0 con 0x7fe5200b61f0 2024-09-15T22:04:46.698 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:46.693+0000 7fe524afc640 1 --2- 172.21.15.63:0/439755169 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fe520160dc0 0x7fe520139a10 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-15T22:04:46.698 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:46.693+0000 7fe51ffff640 1 --2- 172.21.15.63:0/439755169 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7fe5200b61f0 0x7fe5201f4ca0 secure :-1 s=READY pgs=104 cs=0 l=1 rev1=1 crypto rx=0x7fe51000e870 tx=0x7fe51000ed30 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-15T22:04:46.698 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:46.693+0000 7fe51cff9640 1 -- 172.21.15.63:0/439755169 <== mon.1 v2:172.21.15.110:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe510017070 con 0x7fe5200b61f0 2024-09-15T22:04:46.698 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:46.693+0000 7fe51cff9640 1 -- 172.21.15.63:0/439755169 <== mon.1 v2:172.21.15.110:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fe51000c940 con 0x7fe5200b61f0 2024-09-15T22:04:46.698 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:46.693+0000 7fe52655f640 1 -- 172.21.15.63:0/439755169 --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fe52013fd40 con 0x7fe5200b61f0 2024-09-15T22:04:46.698 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:46.693+0000 7fe51cff9640 1 -- 172.21.15.63:0/439755169 <== mon.1 v2:172.21.15.110:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe51000cd30 con 0x7fe5200b61f0 2024-09-15T22:04:46.698 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:46.693+0000 7fe52655f640 1 -- 172.21.15.63:0/439755169 --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fe520140300 con 0x7fe5200b61f0 2024-09-15T22:04:46.699 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:46.694+0000 7fe52655f640 1 -- 172.21.15.63:0/439755169 --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fe5200d47a0 con 0x7fe5200b61f0 2024-09-15T22:04:46.699 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:46.695+0000 7fe51cff9640 1 -- 172.21.15.63:0/439755169 <== mon.1 v2:172.21.15.110:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7fe51001a070 con 0x7fe5200b61f0 2024-09-15T22:04:46.699 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:46.695+0000 7fe51cff9640 1 --2- 172.21.15.63:0/439755169 >> [v2:172.21.15.110:6832/552273267,v1:172.21.15.110:6833/552273267] conn(0x7fe50c06c2b0 0x7fe50c06e770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-15T22:04:46.699 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:46.695+0000 7fe51cff9640 1 -- 172.21.15.63:0/439755169 <== mon.1 v2:172.21.15.110:3300/0 5 ==== osd_map(21..21 src has 1..21) ==== 5709+0+0 (secure 0 0 0) 0x7fe51008b2d0 con 0x7fe5200b61f0 2024-09-15T22:04:46.699 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:46.696+0000 7fe51f7fe640 1 --2- 172.21.15.63:0/439755169 >> [v2:172.21.15.110:6832/552273267,v1:172.21.15.110:6833/552273267] conn(0x7fe50c06c2b0 0x7fe50c06e770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-15T22:04:46.700 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:46.696+0000 7fe51f7fe640 1 --2- 172.21.15.63:0/439755169 >> [v2:172.21.15.110:6832/552273267,v1:172.21.15.110:6833/552273267] conn(0x7fe50c06c2b0 0x7fe50c06e770 secure :-1 s=READY pgs=98 cs=0 l=1 rev1=1 crypto rx=0x7fe5200d3870 tx=0x7fe514009040 comp rx=0 tx=0).ready entity=mgr.4102 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-15T22:04:46.703 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:46.700+0000 7fe51cff9640 1 -- 172.21.15.63:0/439755169 <== mon.1 v2:172.21.15.110:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7fe510059350 con 0x7fe5200b61f0 2024-09-15T22:04:46.912 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:46.909+0000 7fe52655f640 1 -- 172.21.15.63:0/439755169 --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_command({"prefix": "fs ls"} v 0) -- 0x7fe520161760 con 0x7fe5200b61f0 2024-09-15T22:04:46.912 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:46.910+0000 7fe51cff9640 1 -- 172.21.15.63:0/439755169 <== mon.1 v2:172.21.15.110:3300/0 7 ==== mon_command_ack([{"prefix": "fs ls"}]=0 v6) ==== 53+0+73 (secure 0 0 0) 0x7fe51005d650 con 0x7fe5200b61f0 2024-09-15T22:04:46.912 INFO:teuthology.orchestra.run.smithi063.stdout:name: cephfs, metadata pool: cephfs_metadata, data pools: [cephfs_data ] 2024-09-15T22:04:46.915 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:46.911+0000 7fe52655f640 1 -- 172.21.15.63:0/439755169 >> [v2:172.21.15.110:6832/552273267,v1:172.21.15.110:6833/552273267] conn(0x7fe50c06c2b0 msgr2=0x7fe50c06e770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-15T22:04:46.915 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:46.911+0000 7fe52655f640 1 --2- 172.21.15.63:0/439755169 >> [v2:172.21.15.110:6832/552273267,v1:172.21.15.110:6833/552273267] conn(0x7fe50c06c2b0 0x7fe50c06e770 secure :-1 s=READY pgs=98 cs=0 l=1 rev1=1 crypto rx=0x7fe5200d3870 tx=0x7fe514009040 comp rx=0 tx=0).stop 2024-09-15T22:04:46.915 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:46.911+0000 7fe52655f640 1 -- 172.21.15.63:0/439755169 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7fe5200b61f0 msgr2=0x7fe5201f4ca0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-15T22:04:46.915 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:46.911+0000 7fe52655f640 1 --2- 172.21.15.63:0/439755169 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7fe5200b61f0 0x7fe5201f4ca0 secure :-1 s=READY pgs=104 cs=0 l=1 rev1=1 crypto rx=0x7fe51000e870 tx=0x7fe51000ed30 comp rx=0 tx=0).stop 2024-09-15T22:04:46.915 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:46.912+0000 7fe52655f640 1 -- 172.21.15.63:0/439755169 shutdown_connections 2024-09-15T22:04:46.915 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:46.912+0000 7fe52655f640 1 --2- 172.21.15.63:0/439755169 >> [v2:172.21.15.110:6832/552273267,v1:172.21.15.110:6833/552273267] conn(0x7fe50c06c2b0 0x7fe50c06e770 unknown :-1 s=CLOSED pgs=98 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T22:04:46.915 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:46.912+0000 7fe52655f640 1 --2- 172.21.15.63:0/439755169 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fe520160dc0 0x7fe520139a10 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T22:04:46.916 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:46.912+0000 7fe52655f640 1 --2- 172.21.15.63:0/439755169 >> [v2:172.21.15.110:3301/0,v1:172.21.15.110:6790/0] conn(0x7fe520147fa0 0x7fe520156c90 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T22:04:46.916 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:46.912+0000 7fe52655f640 1 --2- 172.21.15.63:0/439755169 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7fe5200b61f0 0x7fe5201f4ca0 unknown :-1 s=CLOSED pgs=104 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T22:04:46.916 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:46.912+0000 7fe52655f640 1 -- 172.21.15.63:0/439755169 >> 172.21.15.63:0/439755169 conn(0x7fe520074da0 msgr2=0x7fe520160360 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-15T22:04:46.916 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:46.912+0000 7fe52655f640 1 -- 172.21.15.63:0/439755169 shutdown_connections 2024-09-15T22:04:46.916 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:46.912+0000 7fe52655f640 1 -- 172.21.15.63:0/439755169 wait complete. 2024-09-15T22:04:46.927 INFO:tasks.cephfs.mount:Mounting default Ceph FS; just confirmed its presence on cluster 2024-09-15T22:04:46.927 INFO:tasks.cephfs.mount:Mounting Ceph FS. Following are details of mount; remember "None" represents Python type None - 2024-09-15T22:04:46.927 INFO:tasks.cephfs.mount:self.client_remote.hostname = smithi110.front.sepia.ceph.com 2024-09-15T22:04:46.927 INFO:tasks.cephfs.mount:self.client.name = client.3 2024-09-15T22:04:46.927 INFO:tasks.cephfs.mount:self.hostfs_mntpt = /home/ubuntu/cephtest/mnt.3 2024-09-15T22:04:46.927 INFO:tasks.cephfs.mount:self.cephfs_name = None 2024-09-15T22:04:46.927 INFO:tasks.cephfs.mount:self.cephfs_mntpt = None 2024-09-15T22:04:46.927 INFO:tasks.cephfs.mount:self.client_keyring_path = None 2024-09-15T22:04:46.927 INFO:tasks.cephfs.mount:Setting the 'None' netns for '/home/ubuntu/cephtest/mnt.3' 2024-09-15T22:04:46.927 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-15T22:04:46.927 DEBUG:teuthology.orchestra.run.smithi110:> ip addr 2024-09-15T22:04:46.944 INFO:teuthology.orchestra.run.smithi110.stdout:1: lo: mtu 65536 qdisc noqueue state UNKNOWN group default qlen 1000 2024-09-15T22:04:46.944 INFO:teuthology.orchestra.run.smithi110.stdout: link/loopback 00:00:00:00:00:00 brd 00:00:00:00:00:00 2024-09-15T22:04:46.944 INFO:teuthology.orchestra.run.smithi110.stdout: inet 127.0.0.1/8 scope host lo 2024-09-15T22:04:46.944 INFO:teuthology.orchestra.run.smithi110.stdout: valid_lft forever preferred_lft forever 2024-09-15T22:04:46.944 INFO:teuthology.orchestra.run.smithi110.stdout: inet6 ::1/128 scope host 2024-09-15T22:04:46.944 INFO:teuthology.orchestra.run.smithi110.stdout: valid_lft forever preferred_lft forever 2024-09-15T22:04:46.944 INFO:teuthology.orchestra.run.smithi110.stdout:2: eno1: mtu 1500 qdisc mq state DOWN group default qlen 1000 2024-09-15T22:04:46.945 INFO:teuthology.orchestra.run.smithi110.stdout: link/ether 0c:c4:7a:d8:db:14 brd ff:ff:ff:ff:ff:ff 2024-09-15T22:04:46.945 INFO:teuthology.orchestra.run.smithi110.stdout: altname enp7s0f0 2024-09-15T22:04:46.945 INFO:teuthology.orchestra.run.smithi110.stdout:3: eno2: mtu 1500 qdisc mq state DOWN group default qlen 1000 2024-09-15T22:04:46.945 INFO:teuthology.orchestra.run.smithi110.stdout: link/ether 0c:c4:7a:d8:db:15 brd ff:ff:ff:ff:ff:ff 2024-09-15T22:04:46.945 INFO:teuthology.orchestra.run.smithi110.stdout: altname enp7s0f1 2024-09-15T22:04:46.945 INFO:teuthology.orchestra.run.smithi110.stdout:4: enp3s0f0: mtu 1500 qdisc mq state DOWN group default qlen 1000 2024-09-15T22:04:46.945 INFO:teuthology.orchestra.run.smithi110.stdout: link/ether 0c:c4:7a:8f:cc:34 brd ff:ff:ff:ff:ff:ff 2024-09-15T22:04:46.945 INFO:teuthology.orchestra.run.smithi110.stdout:5: enp3s0f1: mtu 1500 qdisc mq state UP group default qlen 1000 2024-09-15T22:04:46.945 INFO:teuthology.orchestra.run.smithi110.stdout: link/ether 0c:c4:7a:8f:cc:35 brd ff:ff:ff:ff:ff:ff 2024-09-15T22:04:46.945 INFO:teuthology.orchestra.run.smithi110.stdout: inet 172.21.15.110/20 brd 172.21.15.255 scope global dynamic noprefixroute enp3s0f1 2024-09-15T22:04:46.945 INFO:teuthology.orchestra.run.smithi110.stdout: valid_lft 42736sec preferred_lft 42736sec 2024-09-15T22:04:46.945 INFO:teuthology.orchestra.run.smithi110.stdout: inet6 fe80::ec4:7aff:fe8f:cc35/64 scope link noprefixroute 2024-09-15T22:04:46.945 INFO:teuthology.orchestra.run.smithi110.stdout: valid_lft forever preferred_lft forever 2024-09-15T22:04:46.945 INFO:teuthology.orchestra.run.smithi110.stdout:6: ceph-brx: mtu 1500 qdisc noqueue state UP group default qlen 1000 2024-09-15T22:04:46.946 INFO:teuthology.orchestra.run.smithi110.stdout: link/ether 0e:b5:0d:86:0e:b1 brd ff:ff:ff:ff:ff:ff 2024-09-15T22:04:46.946 INFO:teuthology.orchestra.run.smithi110.stdout: inet 192.168.255.254/16 brd 192.168.255.255 scope global ceph-brx 2024-09-15T22:04:46.946 INFO:teuthology.orchestra.run.smithi110.stdout: valid_lft forever preferred_lft forever 2024-09-15T22:04:46.946 INFO:teuthology.orchestra.run.smithi110.stdout: inet6 fe80::a0c7:8ff:fe7f:c346/64 scope link 2024-09-15T22:04:46.946 INFO:teuthology.orchestra.run.smithi110.stdout: valid_lft forever preferred_lft forever 2024-09-15T22:04:46.946 INFO:teuthology.orchestra.run.smithi110.stdout:7: brx.0@if2: mtu 1500 qdisc noqueue master ceph-brx state UP group default qlen 1000 2024-09-15T22:04:46.946 INFO:teuthology.orchestra.run.smithi110.stdout: link/ether 0e:b5:0d:86:0e:b1 brd ff:ff:ff:ff:ff:ff link-netns ceph-ns--home-ubuntu-cephtest-mnt.1 2024-09-15T22:04:46.946 INFO:teuthology.orchestra.run.smithi110.stdout: inet6 fe80::cb5:dff:fe86:eb1/64 scope link tentative 2024-09-15T22:04:46.946 INFO:teuthology.orchestra.run.smithi110.stdout: valid_lft forever preferred_lft forever 2024-09-15T22:04:46.946 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-15T22:04:46.946 DEBUG:teuthology.orchestra.run.smithi110:> echo 1 | sudo tee /proc/sys/net/ipv4/ip_forward 2024-09-15T22:04:47.008 INFO:teuthology.orchestra.run.smithi110.stdout:1 2024-09-15T22:04:47.010 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-15T22:04:47.010 DEBUG:teuthology.orchestra.run.smithi110:> route 2024-09-15T22:04:47.067 INFO:teuthology.orchestra.run.smithi110.stdout:Kernel IP routing table 2024-09-15T22:04:47.067 INFO:teuthology.orchestra.run.smithi110.stdout:Destination Gateway Genmask Flags Metric Ref Use Iface 2024-09-15T22:04:47.067 INFO:teuthology.orchestra.run.smithi110.stdout:default _gateway 0.0.0.0 UG 100 0 0 enp3s0f1 2024-09-15T22:04:47.067 INFO:teuthology.orchestra.run.smithi110.stdout:172.21.0.0 0.0.0.0 255.255.240.0 U 100 0 0 enp3s0f1 2024-09-15T22:04:47.067 INFO:teuthology.orchestra.run.smithi110.stdout:192.168.0.0 0.0.0.0 255.255.0.0 U 0 0 0 ceph-brx 2024-09-15T22:04:47.067 DEBUG:teuthology.orchestra.run.smithi110:> (cd / && exec stdin-killer --timeout=300 -- bash -c ' 2024-09-15T22:04:47.067 DEBUG:teuthology.orchestra.run.smithi110:> set -e 2024-09-15T22:04:47.068 DEBUG:teuthology.orchestra.run.smithi110:> sudo iptables -A FORWARD -o enp3s0f1 -i ceph-brx -j ACCEPT 2024-09-15T22:04:47.068 DEBUG:teuthology.orchestra.run.smithi110:> sudo iptables -A FORWARD -i enp3s0f1 -o ceph-brx -j ACCEPT 2024-09-15T22:04:47.068 DEBUG:teuthology.orchestra.run.smithi110:> sudo iptables -t nat -A POSTROUTING -s 192.168.255.254/16 -o enp3s0f1 -j MASQUERADE 2024-09-15T22:04:47.068 DEBUG:teuthology.orchestra.run.smithi110:> ') 2024-09-15T22:04:47.155 INFO:teuthology.orchestra.run.smithi110.stderr:2024-09-15T22:04:47 stdin-killer INFO: expiration expected; waiting 300 seconds for command to complete 2024-09-15T22:04:47.187 INFO:teuthology.orchestra.run.smithi110.stderr:2024-09-15T22:04:47 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-15T22:04:47.193 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-15T22:04:47.193 DEBUG:teuthology.orchestra.run.smithi110:> ip netns list 2024-09-15T22:04:47.209 INFO:teuthology.orchestra.run.smithi110.stdout:ceph-ns--home-ubuntu-cephtest-mnt.1 (id: 0) 2024-09-15T22:04:47.209 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-15T22:04:47.209 DEBUG:teuthology.orchestra.run.smithi110:> ip netns list-id 2024-09-15T22:04:47.264 INFO:teuthology.orchestra.run.smithi110.stdout:nsid 0 (iproute2 netns name: ceph-ns--home-ubuntu-cephtest-mnt.1) 2024-09-15T22:04:47.265 DEBUG:teuthology.orchestra.run.smithi110:> (cd / && exec stdin-killer --timeout=300 -- bash -c ' 2024-09-15T22:04:47.265 DEBUG:teuthology.orchestra.run.smithi110:> set -e 2024-09-15T22:04:47.265 DEBUG:teuthology.orchestra.run.smithi110:> sudo ip netns add ceph-ns--home-ubuntu-cephtest-mnt.3 2024-09-15T22:04:47.265 DEBUG:teuthology.orchestra.run.smithi110:> sudo ip netns set ceph-ns--home-ubuntu-cephtest-mnt.3 1 2024-09-15T22:04:47.265 DEBUG:teuthology.orchestra.run.smithi110:> ') 2024-09-15T22:04:47.352 INFO:teuthology.orchestra.run.smithi110.stderr:2024-09-15T22:04:47 stdin-killer INFO: expiration expected; waiting 300 seconds for command to complete 2024-09-15T22:04:47.373 INFO:teuthology.orchestra.run.smithi110.stderr:2024-09-15T22:04:47 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-15T22:04:47.380 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-15T22:04:47.380 DEBUG:teuthology.orchestra.run.smithi110:> sudo ip netns exec ceph-ns--home-ubuntu-cephtest-mnt.1 ip addr 2024-09-15T22:04:47.404 INFO:teuthology.orchestra.run.smithi110.stdout:1: lo: mtu 65536 qdisc noqueue state UNKNOWN group default qlen 1000 2024-09-15T22:04:47.404 INFO:teuthology.orchestra.run.smithi110.stdout: link/loopback 00:00:00:00:00:00 brd 00:00:00:00:00:00 2024-09-15T22:04:47.404 INFO:teuthology.orchestra.run.smithi110.stdout: inet 127.0.0.1/8 scope host lo 2024-09-15T22:04:47.405 INFO:teuthology.orchestra.run.smithi110.stdout: valid_lft forever preferred_lft forever 2024-09-15T22:04:47.405 INFO:teuthology.orchestra.run.smithi110.stdout: inet6 ::1/128 scope host 2024-09-15T22:04:47.405 INFO:teuthology.orchestra.run.smithi110.stdout: valid_lft forever preferred_lft forever 2024-09-15T22:04:47.405 INFO:teuthology.orchestra.run.smithi110.stdout:2: veth0@if7: mtu 1500 qdisc noqueue state UP group default qlen 1000 2024-09-15T22:04:47.405 INFO:teuthology.orchestra.run.smithi110.stdout: link/ether ee:b7:45:a4:07:40 brd ff:ff:ff:ff:ff:ff link-netnsid 0 2024-09-15T22:04:47.405 INFO:teuthology.orchestra.run.smithi110.stdout: inet 192.168.0.1/16 brd 192.168.255.255 scope global veth0 2024-09-15T22:04:47.405 INFO:teuthology.orchestra.run.smithi110.stdout: valid_lft forever preferred_lft forever 2024-09-15T22:04:47.405 INFO:teuthology.orchestra.run.smithi110.stdout: inet6 fe80::ecb7:45ff:fea4:740/64 scope link 2024-09-15T22:04:47.405 INFO:teuthology.orchestra.run.smithi110.stdout: valid_lft forever preferred_lft forever 2024-09-15T22:04:47.406 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-15T22:04:47.406 DEBUG:teuthology.orchestra.run.smithi110:> sudo ip netns exec ceph-ns--home-ubuntu-cephtest-mnt.1 ip addr 2024-09-15T22:04:47.471 INFO:teuthology.orchestra.run.smithi110.stdout:1: lo: mtu 65536 qdisc noqueue state UNKNOWN group default qlen 1000 2024-09-15T22:04:47.471 INFO:teuthology.orchestra.run.smithi110.stdout: link/loopback 00:00:00:00:00:00 brd 00:00:00:00:00:00 2024-09-15T22:04:47.471 INFO:teuthology.orchestra.run.smithi110.stdout: inet 127.0.0.1/8 scope host lo 2024-09-15T22:04:47.471 INFO:teuthology.orchestra.run.smithi110.stdout: valid_lft forever preferred_lft forever 2024-09-15T22:04:47.472 INFO:teuthology.orchestra.run.smithi110.stdout: inet6 ::1/128 scope host 2024-09-15T22:04:47.472 INFO:teuthology.orchestra.run.smithi110.stdout: valid_lft forever preferred_lft forever 2024-09-15T22:04:47.472 INFO:teuthology.orchestra.run.smithi110.stdout:2: veth0@if7: mtu 1500 qdisc noqueue state UP group default qlen 1000 2024-09-15T22:04:47.472 INFO:teuthology.orchestra.run.smithi110.stdout: link/ether ee:b7:45:a4:07:40 brd ff:ff:ff:ff:ff:ff link-netnsid 0 2024-09-15T22:04:47.472 INFO:teuthology.orchestra.run.smithi110.stdout: inet 192.168.0.1/16 brd 192.168.255.255 scope global veth0 2024-09-15T22:04:47.472 INFO:teuthology.orchestra.run.smithi110.stdout: valid_lft forever preferred_lft forever 2024-09-15T22:04:47.472 INFO:teuthology.orchestra.run.smithi110.stdout: inet6 fe80::ecb7:45ff:fea4:740/64 scope link 2024-09-15T22:04:47.472 INFO:teuthology.orchestra.run.smithi110.stdout: valid_lft forever preferred_lft forever 2024-09-15T22:04:47.473 INFO:tasks.cephfs.mount:Setuping the netns 'ceph-ns--home-ubuntu-cephtest-mnt.3' with 192.168.0.2/16 2024-09-15T22:04:47.473 DEBUG:teuthology.orchestra.run.smithi110:> (cd / && exec stdin-killer --timeout=300 -- bash -c ' 2024-09-15T22:04:47.473 DEBUG:teuthology.orchestra.run.smithi110:> set -e 2024-09-15T22:04:47.473 DEBUG:teuthology.orchestra.run.smithi110:> sudo ip link add veth0 netns ceph-ns--home-ubuntu-cephtest-mnt.3 type veth peer name brx.1 2024-09-15T22:04:47.473 DEBUG:teuthology.orchestra.run.smithi110:> sudo ip netns exec ceph-ns--home-ubuntu-cephtest-mnt.3 ip addr add 192.168.0.2/16 brd 192.168.255.255 dev veth0 2024-09-15T22:04:47.473 DEBUG:teuthology.orchestra.run.smithi110:> sudo ip netns exec ceph-ns--home-ubuntu-cephtest-mnt.3 ip link set veth0 up 2024-09-15T22:04:47.474 DEBUG:teuthology.orchestra.run.smithi110:> sudo ip netns exec ceph-ns--home-ubuntu-cephtest-mnt.3 ip link set lo up 2024-09-15T22:04:47.474 DEBUG:teuthology.orchestra.run.smithi110:> sudo ip netns exec ceph-ns--home-ubuntu-cephtest-mnt.3 ip route add default via 192.168.255.254 2024-09-15T22:04:47.474 DEBUG:teuthology.orchestra.run.smithi110:> ') 2024-09-15T22:04:47.561 INFO:teuthology.orchestra.run.smithi110.stderr:2024-09-15T22:04:47 stdin-killer INFO: expiration expected; waiting 300 seconds for command to complete 2024-09-15T22:04:47.619 INFO:teuthology.orchestra.run.smithi110.stderr:2024-09-15T22:04:47 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-15T22:04:47.624 DEBUG:teuthology.orchestra.run.smithi110:> (cd / && exec stdin-killer --timeout=300 -- bash -c ' 2024-09-15T22:04:47.625 DEBUG:teuthology.orchestra.run.smithi110:> set -e 2024-09-15T22:04:47.625 DEBUG:teuthology.orchestra.run.smithi110:> sudo ip link set brx.1 up 2024-09-15T22:04:47.625 DEBUG:teuthology.orchestra.run.smithi110:> sudo ip link set dev brx.1 master ceph-brx 2024-09-15T22:04:47.625 DEBUG:teuthology.orchestra.run.smithi110:> ') 2024-09-15T22:04:47.672 INFO:teuthology.orchestra.run.smithi110.stderr:2024-09-15T22:04:47 stdin-killer INFO: expiration expected; waiting 300 seconds for command to complete 2024-09-15T22:04:47.694 INFO:teuthology.orchestra.run.smithi110.stderr:2024-09-15T22:04:47 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-15T22:04:47.700 INFO:tasks.cephfs.fuse_mount:Client client.3 config is {} 2024-09-15T22:04:47.700 INFO:teuthology.orchestra.run:Running command with timeout 60 2024-09-15T22:04:47.701 DEBUG:teuthology.orchestra.run.smithi110:> mkdir -p -v /home/ubuntu/cephtest/mnt.3 2024-09-15T22:04:47.728 INFO:teuthology.orchestra.run.smithi110.stdout:mkdir: created directory '/home/ubuntu/cephtest/mnt.3' 2024-09-15T22:04:47.728 INFO:teuthology.orchestra.run:Running command with timeout 60 2024-09-15T22:04:47.728 DEBUG:teuthology.orchestra.run.smithi110:> chmod 0000 /home/ubuntu/cephtest/mnt.3 2024-09-15T22:04:47.784 DEBUG:teuthology.orchestra.run.smithi110:> sudo modprobe fuse 2024-09-15T22:04:47.849 DEBUG:teuthology.orchestra.run.smithi110:> cat /proc/self/mounts | awk '{print $2}' 2024-09-15T22:04:47.905 INFO:teuthology.orchestra.run.smithi110.stdout:/proc 2024-09-15T22:04:47.906 INFO:teuthology.orchestra.run.smithi110.stdout:/sys 2024-09-15T22:04:47.906 INFO:teuthology.orchestra.run.smithi110.stdout:/dev 2024-09-15T22:04:47.906 INFO:teuthology.orchestra.run.smithi110.stdout:/sys/kernel/security 2024-09-15T22:04:47.906 INFO:teuthology.orchestra.run.smithi110.stdout:/dev/shm 2024-09-15T22:04:47.906 INFO:teuthology.orchestra.run.smithi110.stdout:/dev/pts 2024-09-15T22:04:47.906 INFO:teuthology.orchestra.run.smithi110.stdout:/run 2024-09-15T22:04:47.906 INFO:teuthology.orchestra.run.smithi110.stdout:/sys/fs/cgroup 2024-09-15T22:04:47.906 INFO:teuthology.orchestra.run.smithi110.stdout:/sys/fs/pstore 2024-09-15T22:04:47.906 INFO:teuthology.orchestra.run.smithi110.stdout:/sys/fs/bpf 2024-09-15T22:04:47.906 INFO:teuthology.orchestra.run.smithi110.stdout:/ 2024-09-15T22:04:47.906 INFO:teuthology.orchestra.run.smithi110.stdout:/sys/fs/selinux 2024-09-15T22:04:47.906 INFO:teuthology.orchestra.run.smithi110.stdout:/proc/sys/fs/binfmt_misc 2024-09-15T22:04:47.906 INFO:teuthology.orchestra.run.smithi110.stdout:/dev/hugepages 2024-09-15T22:04:47.906 INFO:teuthology.orchestra.run.smithi110.stdout:/dev/mqueue 2024-09-15T22:04:47.907 INFO:teuthology.orchestra.run.smithi110.stdout:/sys/kernel/debug 2024-09-15T22:04:47.907 INFO:teuthology.orchestra.run.smithi110.stdout:/sys/kernel/tracing 2024-09-15T22:04:47.907 INFO:teuthology.orchestra.run.smithi110.stdout:/sys/fs/fuse/connections 2024-09-15T22:04:47.907 INFO:teuthology.orchestra.run.smithi110.stdout:/sys/kernel/config 2024-09-15T22:04:47.907 INFO:teuthology.orchestra.run.smithi110.stdout:/run/credentials/systemd-sysctl.service 2024-09-15T22:04:47.907 INFO:teuthology.orchestra.run.smithi110.stdout:/run/credentials/systemd-tmpfiles-setup-dev.service 2024-09-15T22:04:47.907 INFO:teuthology.orchestra.run.smithi110.stdout:/run/credentials/systemd-tmpfiles-setup.service 2024-09-15T22:04:47.907 INFO:teuthology.orchestra.run.smithi110.stdout:/var/lib/nfs/rpc_pipefs 2024-09-15T22:04:47.907 INFO:teuthology.orchestra.run.smithi110.stdout:/run/user/1000 2024-09-15T22:04:47.907 INFO:teuthology.orchestra.run.smithi110.stdout:/var/lib/ceph 2024-09-15T22:04:47.907 INFO:teuthology.orchestra.run.smithi110.stdout:/var/lib/ceph/osd/ceph-4 2024-09-15T22:04:47.907 INFO:teuthology.orchestra.run.smithi110.stdout:/var/lib/ceph/osd/ceph-5 2024-09-15T22:04:47.907 INFO:teuthology.orchestra.run.smithi110.stdout:/var/lib/ceph/osd/ceph-6 2024-09-15T22:04:47.908 INFO:teuthology.orchestra.run.smithi110.stdout:/var/lib/ceph/osd/ceph-7 2024-09-15T22:04:47.908 INFO:teuthology.orchestra.run.smithi110.stdout:/run/netns 2024-09-15T22:04:47.908 INFO:teuthology.orchestra.run.smithi110.stdout:/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.1 2024-09-15T22:04:47.908 INFO:teuthology.orchestra.run.smithi110.stdout:/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.1 2024-09-15T22:04:47.908 INFO:teuthology.orchestra.run.smithi110.stdout:/home/ubuntu/cephtest/mnt.1 2024-09-15T22:04:47.908 INFO:teuthology.orchestra.run.smithi110.stdout:/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.3 2024-09-15T22:04:47.908 INFO:teuthology.orchestra.run.smithi110.stdout:/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.3 2024-09-15T22:04:47.908 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-15T22:04:47.908 DEBUG:teuthology.orchestra.run.smithi110:> ls /sys/fs/fuse/connections 2024-09-15T22:04:47.962 INFO:teuthology.orchestra.run.smithi110.stdout:43 2024-09-15T22:04:47.962 INFO:tasks.cephfs.fuse_mount:Pre-mount connections: [43] 2024-09-15T22:04:47.962 DEBUG:teuthology.orchestra.run.smithi110:> (cd /home/ubuntu/cephtest && exec sudo nsenter --net=/var/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.3 sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-fuse -f --admin-socket '/var/run/ceph/$cluster-$name.$pid.asok' /home/ubuntu/cephtest/mnt.3 --id 3) 2024-09-15T22:04:48.005 DEBUG:teuthology.orchestra.run.smithi110:> sudo modprobe fuse 2024-09-15T22:04:48.029 DEBUG:teuthology.orchestra.run.smithi110:> cat /proc/self/mounts | awk '{print $2}' 2024-09-15T22:04:48.085 INFO:teuthology.orchestra.run.smithi110.stdout:/proc 2024-09-15T22:04:48.086 INFO:teuthology.orchestra.run.smithi110.stdout:/sys 2024-09-15T22:04:48.086 INFO:teuthology.orchestra.run.smithi110.stdout:/dev 2024-09-15T22:04:48.086 INFO:teuthology.orchestra.run.smithi110.stdout:/sys/kernel/security 2024-09-15T22:04:48.086 INFO:teuthology.orchestra.run.smithi110.stdout:/dev/shm 2024-09-15T22:04:48.086 INFO:teuthology.orchestra.run.smithi110.stdout:/dev/pts 2024-09-15T22:04:48.086 INFO:teuthology.orchestra.run.smithi110.stdout:/run 2024-09-15T22:04:48.086 INFO:teuthology.orchestra.run.smithi110.stdout:/sys/fs/cgroup 2024-09-15T22:04:48.086 INFO:teuthology.orchestra.run.smithi110.stdout:/sys/fs/pstore 2024-09-15T22:04:48.086 INFO:teuthology.orchestra.run.smithi110.stdout:/sys/fs/bpf 2024-09-15T22:04:48.086 INFO:teuthology.orchestra.run.smithi110.stdout:/ 2024-09-15T22:04:48.086 INFO:teuthology.orchestra.run.smithi110.stdout:/sys/fs/selinux 2024-09-15T22:04:48.086 INFO:teuthology.orchestra.run.smithi110.stdout:/proc/sys/fs/binfmt_misc 2024-09-15T22:04:48.087 INFO:teuthology.orchestra.run.smithi110.stdout:/dev/hugepages 2024-09-15T22:04:48.087 INFO:teuthology.orchestra.run.smithi110.stdout:/dev/mqueue 2024-09-15T22:04:48.087 INFO:teuthology.orchestra.run.smithi110.stdout:/sys/kernel/debug 2024-09-15T22:04:48.087 INFO:teuthology.orchestra.run.smithi110.stdout:/sys/kernel/tracing 2024-09-15T22:04:48.087 INFO:teuthology.orchestra.run.smithi110.stdout:/sys/fs/fuse/connections 2024-09-15T22:04:48.087 INFO:teuthology.orchestra.run.smithi110.stdout:/sys/kernel/config 2024-09-15T22:04:48.087 INFO:teuthology.orchestra.run.smithi110.stdout:/run/credentials/systemd-sysctl.service 2024-09-15T22:04:48.087 INFO:teuthology.orchestra.run.smithi110.stdout:/run/credentials/systemd-tmpfiles-setup-dev.service 2024-09-15T22:04:48.087 INFO:teuthology.orchestra.run.smithi110.stdout:/run/credentials/systemd-tmpfiles-setup.service 2024-09-15T22:04:48.087 INFO:teuthology.orchestra.run.smithi110.stdout:/var/lib/nfs/rpc_pipefs 2024-09-15T22:04:48.087 INFO:teuthology.orchestra.run.smithi110.stdout:/run/user/1000 2024-09-15T22:04:48.087 INFO:teuthology.orchestra.run.smithi110.stdout:/var/lib/ceph 2024-09-15T22:04:48.087 INFO:teuthology.orchestra.run.smithi110.stdout:/var/lib/ceph/osd/ceph-4 2024-09-15T22:04:48.087 INFO:teuthology.orchestra.run.smithi110.stdout:/var/lib/ceph/osd/ceph-5 2024-09-15T22:04:48.088 INFO:teuthology.orchestra.run.smithi110.stdout:/var/lib/ceph/osd/ceph-6 2024-09-15T22:04:48.088 INFO:teuthology.orchestra.run.smithi110.stdout:/var/lib/ceph/osd/ceph-7 2024-09-15T22:04:48.088 INFO:teuthology.orchestra.run.smithi110.stdout:/run/netns 2024-09-15T22:04:48.088 INFO:teuthology.orchestra.run.smithi110.stdout:/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.1 2024-09-15T22:04:48.088 INFO:teuthology.orchestra.run.smithi110.stdout:/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.1 2024-09-15T22:04:48.088 INFO:teuthology.orchestra.run.smithi110.stdout:/home/ubuntu/cephtest/mnt.1 2024-09-15T22:04:48.088 INFO:teuthology.orchestra.run.smithi110.stdout:/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.3 2024-09-15T22:04:48.088 INFO:teuthology.orchestra.run.smithi110.stdout:/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.3 2024-09-15T22:04:48.088 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-15T22:04:48.088 DEBUG:teuthology.orchestra.run.smithi110:> ls /sys/fs/fuse/connections 2024-09-15T22:04:48.089 INFO:tasks.cephfs.fuse_mount.ceph-fuse.3.smithi110.stderr:2024-09-15T22:04:48.085+0000 7fd0bfd7a480 -1 init, newargv = 0x5559aced4a60 newargc=15 2024-09-15T22:04:48.089 INFO:tasks.cephfs.fuse_mount.ceph-fuse.3.smithi110.stderr:ceph-fuse[42355]: starting ceph client 2024-09-15T22:04:48.091 INFO:tasks.cephfs.fuse_mount.ceph-fuse.3.smithi110.stderr:ceph-fuse[42355]: starting fuse 2024-09-15T22:04:48.104 INFO:teuthology.orchestra.run.smithi110.stdout:43 2024-09-15T22:04:48.104 INFO:teuthology.orchestra.run.smithi110.stdout:44 2024-09-15T22:04:48.104 INFO:tasks.cephfs.fuse_mount:Post-mount connections: [43, 44] 2024-09-15T22:04:48.104 DEBUG:teuthology.orchestra.run.smithi110:> sudo stdin-killer -- python3 -c ' 2024-09-15T22:04:48.104 DEBUG:teuthology.orchestra.run.smithi110:> import glob 2024-09-15T22:04:48.104 DEBUG:teuthology.orchestra.run.smithi110:> import re 2024-09-15T22:04:48.104 DEBUG:teuthology.orchestra.run.smithi110:> import os 2024-09-15T22:04:48.104 DEBUG:teuthology.orchestra.run.smithi110:> import subprocess 2024-09-15T22:04:48.105 DEBUG:teuthology.orchestra.run.smithi110:> 2024-09-15T22:04:48.105 DEBUG:teuthology.orchestra.run.smithi110:> def _find_admin_socket(client_name): 2024-09-15T22:04:48.105 DEBUG:teuthology.orchestra.run.smithi110:> asok_path = "/var/run/ceph/ceph-client.3.*.asok" 2024-09-15T22:04:48.105 DEBUG:teuthology.orchestra.run.smithi110:> files = glob.glob(asok_path) 2024-09-15T22:04:48.105 DEBUG:teuthology.orchestra.run.smithi110:> mountpoint = "/home/ubuntu/cephtest/mnt.3" 2024-09-15T22:04:48.105 DEBUG:teuthology.orchestra.run.smithi110:> 2024-09-15T22:04:48.105 DEBUG:teuthology.orchestra.run.smithi110:> # Given a non-glob path, it better be there 2024-09-15T22:04:48.105 DEBUG:teuthology.orchestra.run.smithi110:> if "*" not in asok_path: 2024-09-15T22:04:48.105 DEBUG:teuthology.orchestra.run.smithi110:> assert(len(files) == 1) 2024-09-15T22:04:48.105 DEBUG:teuthology.orchestra.run.smithi110:> return files[0] 2024-09-15T22:04:48.105 DEBUG:teuthology.orchestra.run.smithi110:> 2024-09-15T22:04:48.105 DEBUG:teuthology.orchestra.run.smithi110:> for f in files: 2024-09-15T22:04:48.105 DEBUG:teuthology.orchestra.run.smithi110:> pid = re.match(".*\.(\d+)\.asok$", f).group(1) 2024-09-15T22:04:48.105 DEBUG:teuthology.orchestra.run.smithi110:> if os.path.exists("/proc/{0}".format(pid)): 2024-09-15T22:04:48.105 DEBUG:teuthology.orchestra.run.smithi110:> with open("/proc/{0}/cmdline".format(pid), '"'"'r'"'"') as proc_f: 2024-09-15T22:04:48.106 DEBUG:teuthology.orchestra.run.smithi110:> contents = proc_f.read() 2024-09-15T22:04:48.106 DEBUG:teuthology.orchestra.run.smithi110:> if mountpoint in contents: 2024-09-15T22:04:48.106 DEBUG:teuthology.orchestra.run.smithi110:> return f 2024-09-15T22:04:48.106 DEBUG:teuthology.orchestra.run.smithi110:> raise RuntimeError("Client socket {0} not found".format(client_name)) 2024-09-15T22:04:48.106 DEBUG:teuthology.orchestra.run.smithi110:> 2024-09-15T22:04:48.106 DEBUG:teuthology.orchestra.run.smithi110:> print(_find_admin_socket("client.3")) 2024-09-15T22:04:48.106 DEBUG:teuthology.orchestra.run.smithi110:> ' 2024-09-15T22:04:48.221 INFO:teuthology.orchestra.run.smithi110.stdout:/var/run/ceph/ceph-client.3.42355.asok 2024-09-15T22:04:48.223 INFO:teuthology.orchestra.run.smithi110.stderr:2024-09-15T22:04:48 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-15T22:04:48.230 INFO:tasks.cephfs.fuse_mount:Found client admin socket at /var/run/ceph/ceph-client.3.42355.asok 2024-09-15T22:04:48.231 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-15T22:04:48.231 DEBUG:teuthology.orchestra.run.smithi110:> sudo ceph --admin-daemon /var/run/ceph/ceph-client.3.42355.asok status 2024-09-15T22:04:48.363 INFO:teuthology.orchestra.run.smithi110.stdout:{ 2024-09-15T22:04:48.364 INFO:teuthology.orchestra.run.smithi110.stdout: "metadata": { 2024-09-15T22:04:48.364 INFO:teuthology.orchestra.run.smithi110.stdout: "ceph_sha1": "8921c8ef947807b717db041d85f0761b7914d5fc", 2024-09-15T22:04:48.364 INFO:teuthology.orchestra.run.smithi110.stdout: "ceph_version": "ceph version 19.1.1-326-g8921c8ef (8921c8ef947807b717db041d85f0761b7914d5fc) squid (stable)", 2024-09-15T22:04:48.364 INFO:teuthology.orchestra.run.smithi110.stdout: "entity_id": "3", 2024-09-15T22:04:48.364 INFO:teuthology.orchestra.run.smithi110.stdout: "hostname": "smithi110", 2024-09-15T22:04:48.364 INFO:teuthology.orchestra.run.smithi110.stdout: "mount_point": "/home/ubuntu/cephtest/mnt.3", 2024-09-15T22:04:48.364 INFO:teuthology.orchestra.run.smithi110.stdout: "pid": "42355", 2024-09-15T22:04:48.364 INFO:teuthology.orchestra.run.smithi110.stdout: "root": "/" 2024-09-15T22:04:48.364 INFO:teuthology.orchestra.run.smithi110.stdout: }, 2024-09-15T22:04:48.364 INFO:teuthology.orchestra.run.smithi110.stdout: "dentry_count": 0, 2024-09-15T22:04:48.364 INFO:teuthology.orchestra.run.smithi110.stdout: "dentry_pinned_count": 0, 2024-09-15T22:04:48.364 INFO:teuthology.orchestra.run.smithi110.stdout: "id": 4499, 2024-09-15T22:04:48.365 INFO:teuthology.orchestra.run.smithi110.stdout: "inst": { 2024-09-15T22:04:48.365 INFO:teuthology.orchestra.run.smithi110.stdout: "name": { 2024-09-15T22:04:48.365 INFO:teuthology.orchestra.run.smithi110.stdout: "type": "client", 2024-09-15T22:04:48.365 INFO:teuthology.orchestra.run.smithi110.stdout: "num": 4499 2024-09-15T22:04:48.365 INFO:teuthology.orchestra.run.smithi110.stdout: }, 2024-09-15T22:04:48.365 INFO:teuthology.orchestra.run.smithi110.stdout: "addr": { 2024-09-15T22:04:48.365 INFO:teuthology.orchestra.run.smithi110.stdout: "type": "v1", 2024-09-15T22:04:48.365 INFO:teuthology.orchestra.run.smithi110.stdout: "addr": "192.168.0.2:0", 2024-09-15T22:04:48.365 INFO:teuthology.orchestra.run.smithi110.stdout: "nonce": 1879690187 2024-09-15T22:04:48.365 INFO:teuthology.orchestra.run.smithi110.stdout: } 2024-09-15T22:04:48.365 INFO:teuthology.orchestra.run.smithi110.stdout: }, 2024-09-15T22:04:48.365 INFO:teuthology.orchestra.run.smithi110.stdout: "addr": { 2024-09-15T22:04:48.366 INFO:teuthology.orchestra.run.smithi110.stdout: "type": "v1", 2024-09-15T22:04:48.366 INFO:teuthology.orchestra.run.smithi110.stdout: "addr": "192.168.0.2:0", 2024-09-15T22:04:48.366 INFO:teuthology.orchestra.run.smithi110.stdout: "nonce": 1879690187 2024-09-15T22:04:48.366 INFO:teuthology.orchestra.run.smithi110.stdout: }, 2024-09-15T22:04:48.366 INFO:teuthology.orchestra.run.smithi110.stdout: "inst_str": "client.4499 192.168.0.2:0/1879690187", 2024-09-15T22:04:48.366 INFO:teuthology.orchestra.run.smithi110.stdout: "addr_str": "192.168.0.2:0/1879690187", 2024-09-15T22:04:48.366 INFO:teuthology.orchestra.run.smithi110.stdout: "inode_count": 1, 2024-09-15T22:04:48.366 INFO:teuthology.orchestra.run.smithi110.stdout: "mds_epoch": 6, 2024-09-15T22:04:48.366 INFO:teuthology.orchestra.run.smithi110.stdout: "osd_epoch": 21, 2024-09-15T22:04:48.366 INFO:teuthology.orchestra.run.smithi110.stdout: "osd_epoch_barrier": 0, 2024-09-15T22:04:48.366 INFO:teuthology.orchestra.run.smithi110.stdout: "blocklisted": false, 2024-09-15T22:04:48.366 INFO:teuthology.orchestra.run.smithi110.stdout: "fs_name": "cephfs" 2024-09-15T22:04:48.366 INFO:teuthology.orchestra.run.smithi110.stdout:} 2024-09-15T22:04:48.372 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-15T22:04:48.372 DEBUG:teuthology.orchestra.run.smithi063:> stat --file-system '--printf=%T 2024-09-15T22:04:48.372 DEBUG:teuthology.orchestra.run.smithi063:> ' -- /home/ubuntu/cephtest/mnt.0 2024-09-15T22:04:48.392 INFO:teuthology.orchestra.run.smithi063.stdout:fuseblk 2024-09-15T22:04:48.392 INFO:tasks.cephfs.fuse_mount:ceph-fuse is mounted on /home/ubuntu/cephtest/mnt.0 2024-09-15T22:04:48.392 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-15T22:04:48.393 DEBUG:teuthology.orchestra.run.smithi063:> sudo chmod 1777 /home/ubuntu/cephtest/mnt.0 2024-09-15T22:04:48.465 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-15T22:04:48.465 DEBUG:teuthology.orchestra.run.smithi063:> stat --file-system '--printf=%T 2024-09-15T22:04:48.465 DEBUG:teuthology.orchestra.run.smithi063:> ' -- /home/ubuntu/cephtest/mnt.2 2024-09-15T22:04:48.524 INFO:teuthology.orchestra.run.smithi063.stdout:fuseblk 2024-09-15T22:04:48.524 INFO:tasks.cephfs.fuse_mount:ceph-fuse is mounted on /home/ubuntu/cephtest/mnt.2 2024-09-15T22:04:48.524 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-15T22:04:48.524 DEBUG:teuthology.orchestra.run.smithi063:> sudo chmod 1777 /home/ubuntu/cephtest/mnt.2 2024-09-15T22:04:48.596 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-15T22:04:48.596 DEBUG:teuthology.orchestra.run.smithi110:> stat --file-system '--printf=%T 2024-09-15T22:04:48.597 DEBUG:teuthology.orchestra.run.smithi110:> ' -- /home/ubuntu/cephtest/mnt.1 2024-09-15T22:04:48.613 INFO:teuthology.orchestra.run.smithi110.stdout:fuseblk 2024-09-15T22:04:48.613 INFO:tasks.cephfs.fuse_mount:ceph-fuse is mounted on /home/ubuntu/cephtest/mnt.1 2024-09-15T22:04:48.613 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-15T22:04:48.613 DEBUG:teuthology.orchestra.run.smithi110:> sudo chmod 1777 /home/ubuntu/cephtest/mnt.1 2024-09-15T22:04:48.679 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-15T22:04:48.679 DEBUG:teuthology.orchestra.run.smithi110:> stat --file-system '--printf=%T 2024-09-15T22:04:48.679 DEBUG:teuthology.orchestra.run.smithi110:> ' -- /home/ubuntu/cephtest/mnt.3 2024-09-15T22:04:48.735 INFO:teuthology.orchestra.run.smithi110.stdout:fuseblk 2024-09-15T22:04:48.736 INFO:tasks.cephfs.fuse_mount:ceph-fuse is mounted on /home/ubuntu/cephtest/mnt.3 2024-09-15T22:04:48.736 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-15T22:04:48.736 DEBUG:teuthology.orchestra.run.smithi110:> sudo chmod 1777 /home/ubuntu/cephtest/mnt.3 2024-09-15T22:04:48.801 INFO:teuthology.run_tasks:Running task check-counter... 2024-09-15T22:04:48.812 INFO:teuthology.run_tasks:Running task cephfs_test_runner... 2024-09-15T22:04:48.995 INFO:tasks.cephfs_test_runner:Starting test: test_volumes_module_finisher_thread (tasks.cephfs.test_volumes.TestPerModuleFinsherThread) 2024-09-15T22:04:48.996 DEBUG:teuthology.orchestra.run.smithi063:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-09-15T22:04:49.112 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:49.109+0000 7f13e35e4640 1 Processor -- start 2024-09-15T22:04:49.112 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:49.109+0000 7f13e35e4640 1 -- start start 2024-09-15T22:04:49.113 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:49.110+0000 7f13e35e4640 1 --2- >> v2:172.21.15.110:3300/0 conn(0x7f13dc15e570 0x7f13dc0d32d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-15T22:04:49.113 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:49.110+0000 7f13e35e4640 1 --2- >> [v2:172.21.15.110:3301/0,v1:172.21.15.110:6790/0] conn(0x7f13dc0d4a00 0x7f13dc0cf720 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-15T22:04:49.113 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:49.110+0000 7f13e35e4640 1 -- --> v1:172.21.15.63:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f13dc15e950 con 0x7f13dc0d1030 2024-09-15T22:04:49.114 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:49.110+0000 7f13e35e4640 1 -- --> v2:172.21.15.110:3300/0 -- mon_getmap magic: 0 -- 0x7f13dc0d3960 con 0x7f13dc15e570 2024-09-15T22:04:49.114 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:49.110+0000 7f13e35e4640 1 -- --> [v2:172.21.15.110:3301/0,v1:172.21.15.110:6790/0] -- mon_getmap magic: 0 -- 0x7f13dc0d3c40 con 0x7f13dc0d4a00 2024-09-15T22:04:49.114 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:49.110+0000 7f13e1b81640 1 --1- >> v1:172.21.15.63:6789/0 conn(0x7f13dc0d1030 0x7f13dc0b43c0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.63:6789/0 says I am v1:172.21.15.63:59240/0 (socket says 172.21.15.63:59240) 2024-09-15T22:04:49.114 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:49.110+0000 7f13e1b81640 1 -- 172.21.15.63:0/441477059 learned_addr learned my addr 172.21.15.63:0/441477059 (peer_addr_for_me v1:172.21.15.63:0/0) 2024-09-15T22:04:49.114 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:49.110+0000 7f13e1380640 1 --2- 172.21.15.63:0/441477059 >> v2:172.21.15.110:3300/0 conn(0x7f13dc15e570 0x7f13dc0d32d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-15T22:04:49.114 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:49.110+0000 7f13e0b7f640 1 --2- 172.21.15.63:0/441477059 >> [v2:172.21.15.110:3301/0,v1:172.21.15.110:6790/0] conn(0x7f13dc0d4a00 0x7f13dc0cf720 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-15T22:04:49.114 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:49.111+0000 7f13dbfff640 1 -- 172.21.15.63:0/441477059 <== mon.0 v1:172.21.15.63:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 1733023142 0 0) 0x7f13dc15e950 con 0x7f13dc0d1030 2024-09-15T22:04:49.114 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:49.111+0000 7f13dbfff640 1 -- 172.21.15.63:0/441477059 --> v1:172.21.15.63:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7f13c4003520 con 0x7f13dc0d1030 2024-09-15T22:04:49.114 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:49.111+0000 7f13e1380640 1 -- 172.21.15.63:0/441477059 >> [v2:172.21.15.110:3301/0,v1:172.21.15.110:6790/0] conn(0x7f13dc0d4a00 msgr2=0x7f13dc0cf720 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-15T22:04:49.114 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:49.111+0000 7f13e1380640 1 --2- 172.21.15.63:0/441477059 >> [v2:172.21.15.110:3301/0,v1:172.21.15.110:6790/0] conn(0x7f13dc0d4a00 0x7f13dc0cf720 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T22:04:49.114 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:49.111+0000 7f13dbfff640 1 -- 172.21.15.63:0/441477059 <== mon.0 v1:172.21.15.63:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) ==== 214+0+0 (unknown 2863437296 0 0) 0x7f13c4003520 con 0x7f13dc0d1030 2024-09-15T22:04:49.114 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:49.111+0000 7f13e1380640 1 -- 172.21.15.63:0/441477059 >> v1:172.21.15.63:6789/0 conn(0x7f13dc0d1030 legacy=0x7f13dc0b43c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-15T22:04:49.114 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:49.111+0000 7f13e1380640 1 -- 172.21.15.63:0/441477059 --> v2:172.21.15.110:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f13dc0d3f20 con 0x7f13dc15e570 2024-09-15T22:04:49.115 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:49.111+0000 7f13e0b7f640 1 --2- 172.21.15.63:0/441477059 >> [v2:172.21.15.110:3301/0,v1:172.21.15.110:6790/0] conn(0x7f13dc0d4a00 0x7f13dc0cf720 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-15T22:04:49.116 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:49.112+0000 7f13e1380640 1 --2- 172.21.15.63:0/441477059 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f13dc15e570 0x7f13dc0d32d0 secure :-1 s=READY pgs=106 cs=0 l=1 rev1=1 crypto rx=0x7f13cc009d90 tx=0x7f13cc02a5f0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=5de9b9383f58dac3 server_cookie=0 in_seq=0 out_seq=0 2024-09-15T22:04:49.116 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:49.112+0000 7f13dbfff640 1 -- 172.21.15.63:0/441477059 <== mon.1 v2:172.21.15.110:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f13d4001670 con 0x7f13dc15e570 2024-09-15T22:04:49.116 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:49.112+0000 7f13dbfff640 1 -- 172.21.15.63:0/441477059 <== mon.1 v2:172.21.15.110:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f13cc007540 con 0x7f13dc15e570 2024-09-15T22:04:49.116 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:49.112+0000 7f13dbfff640 1 -- 172.21.15.63:0/441477059 <== mon.1 v2:172.21.15.110:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f13cc007910 con 0x7f13dc15e570 2024-09-15T22:04:49.116 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:49.112+0000 7f13e35e4640 1 -- 172.21.15.63:0/441477059 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f13dc15e570 msgr2=0x7f13dc0d32d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-15T22:04:49.116 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:49.112+0000 7f13e35e4640 1 --2- 172.21.15.63:0/441477059 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f13dc15e570 0x7f13dc0d32d0 secure :-1 s=READY pgs=106 cs=0 l=1 rev1=1 crypto rx=0x7f13cc009d90 tx=0x7f13cc02a5f0 comp rx=0 tx=0).stop 2024-09-15T22:04:49.116 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:49.112+0000 7f13e35e4640 1 -- 172.21.15.63:0/441477059 shutdown_connections 2024-09-15T22:04:49.117 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:49.112+0000 7f13e35e4640 1 --2- 172.21.15.63:0/441477059 >> [v2:172.21.15.110:3301/0,v1:172.21.15.110:6790/0] conn(0x7f13dc0d4a00 0x7f13dc0cf720 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T22:04:49.117 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:49.112+0000 7f13e35e4640 1 --2- 172.21.15.63:0/441477059 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f13dc15e570 0x7f13dc0d32d0 unknown :-1 s=CLOSED pgs=106 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T22:04:49.117 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:49.112+0000 7f13e35e4640 1 -- 172.21.15.63:0/441477059 >> 172.21.15.63:0/441477059 conn(0x7f13dc074bc0 msgr2=0x7f13dc074fd0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-15T22:04:49.117 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:49.113+0000 7f13e35e4640 1 -- 172.21.15.63:0/441477059 shutdown_connections 2024-09-15T22:04:49.117 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:49.113+0000 7f13e35e4640 1 -- 172.21.15.63:0/441477059 wait complete. 2024-09-15T22:04:49.119 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:49.114+0000 7f13e35e4640 1 Processor -- start 2024-09-15T22:04:49.119 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:49.114+0000 7f13e35e4640 1 -- start start 2024-09-15T22:04:49.119 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:49.114+0000 7f13e35e4640 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f13dc0d1030 0x7f13dc14b120 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-15T22:04:49.119 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:49.114+0000 7f13e35e4640 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f13dc0d4a00 0x7f13dc0ce1a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-15T22:04:49.119 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:49.115+0000 7f13e35e4640 1 --2- >> [v2:172.21.15.110:3301/0,v1:172.21.15.110:6790/0] conn(0x7f13dc15e570 0x7f13dc15b9e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-15T22:04:49.119 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:49.115+0000 7f13e35e4640 1 -- --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 -- 0x7f13dc0cfc60 con 0x7f13dc0d4a00 2024-09-15T22:04:49.119 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:49.115+0000 7f13e35e4640 1 -- --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_getmap magic: 0 -- 0x7f13dc0d44e0 con 0x7f13dc0d1030 2024-09-15T22:04:49.119 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:49.115+0000 7f13e35e4640 1 -- --> [v2:172.21.15.110:3301/0,v1:172.21.15.110:6790/0] -- mon_getmap magic: 0 -- 0x7f13dc0d4e40 con 0x7f13dc15e570 2024-09-15T22:04:49.119 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:49.115+0000 7f13e0b7f640 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f13dc0d4a00 0x7f13dc0ce1a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-15T22:04:49.120 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:49.115+0000 7f13e0b7f640 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f13dc0d4a00 0x7f13dc0ce1a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.63:3300/0 says I am v2:172.21.15.63:46200/0 (socket says 172.21.15.63:46200) 2024-09-15T22:04:49.120 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:49.115+0000 7f13e0b7f640 1 -- 172.21.15.63:0/1828276261 learned_addr learned my addr 172.21.15.63:0/1828276261 (peer_addr_for_me v2:172.21.15.63:0/0) 2024-09-15T22:04:49.120 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:49.115+0000 7f13e1b81640 1 --2- 172.21.15.63:0/1828276261 >> [v2:172.21.15.110:3301/0,v1:172.21.15.110:6790/0] conn(0x7f13dc15e570 0x7f13dc15b9e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-15T22:04:49.120 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:49.115+0000 7f13e1380640 1 --2- 172.21.15.63:0/1828276261 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f13dc0d1030 0x7f13dc14b120 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-15T22:04:49.120 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:49.115+0000 7f13e0b7f640 1 -- 172.21.15.63:0/1828276261 >> [v2:172.21.15.110:3301/0,v1:172.21.15.110:6790/0] conn(0x7f13dc15e570 msgr2=0x7f13dc15b9e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-15T22:04:49.120 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:49.115+0000 7f13e0b7f640 1 --2- 172.21.15.63:0/1828276261 >> [v2:172.21.15.110:3301/0,v1:172.21.15.110:6790/0] conn(0x7f13dc15e570 0x7f13dc15b9e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T22:04:49.120 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:49.115+0000 7f13e0b7f640 1 -- 172.21.15.63:0/1828276261 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f13dc0d1030 msgr2=0x7f13dc14b120 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-15T22:04:49.121 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:49.115+0000 7f13e0b7f640 1 --2- 172.21.15.63:0/1828276261 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f13dc0d1030 0x7f13dc14b120 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T22:04:49.121 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:49.115+0000 7f13e0b7f640 1 -- 172.21.15.63:0/1828276261 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f13dc15a940 con 0x7f13dc0d4a00 2024-09-15T22:04:49.121 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:49.115+0000 7f13e1b81640 1 --2- 172.21.15.63:0/1828276261 >> [v2:172.21.15.110:3301/0,v1:172.21.15.110:6790/0] conn(0x7f13dc15e570 0x7f13dc15b9e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-15T22:04:49.121 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:49.115+0000 7f13e1380640 1 --2- 172.21.15.63:0/1828276261 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f13dc0d1030 0x7f13dc14b120 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-15T22:04:49.121 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:49.115+0000 7f13e0b7f640 1 --2- 172.21.15.63:0/1828276261 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f13dc0d4a00 0x7f13dc0ce1a0 secure :-1 s=READY pgs=160 cs=0 l=1 rev1=1 crypto rx=0x7f13d000ebe0 tx=0x7f13d000c520 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-15T22:04:49.121 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:49.115+0000 7f13d9ffb640 1 -- 172.21.15.63:0/1828276261 <== mon.0 v2:172.21.15.63:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f13d0017070 con 0x7f13dc0d4a00 2024-09-15T22:04:49.121 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:49.115+0000 7f13d9ffb640 1 -- 172.21.15.63:0/1828276261 <== mon.0 v2:172.21.15.63:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f13d000cc30 con 0x7f13dc0d4a00 2024-09-15T22:04:49.121 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:49.115+0000 7f13d9ffb640 1 -- 172.21.15.63:0/1828276261 <== mon.0 v2:172.21.15.63:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f13d0013470 con 0x7f13dc0d4a00 2024-09-15T22:04:49.121 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:49.115+0000 7f13e35e4640 1 -- 172.21.15.63:0/1828276261 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f13dc15ac20 con 0x7f13dc0d4a00 2024-09-15T22:04:49.121 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:49.116+0000 7f13e35e4640 1 -- 172.21.15.63:0/1828276261 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f13dc15b1e0 con 0x7f13dc0d4a00 2024-09-15T22:04:49.121 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:49.117+0000 7f13e35e4640 1 -- 172.21.15.63:0/1828276261 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f13dc0cf720 con 0x7f13dc0d4a00 2024-09-15T22:04:49.122 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:49.117+0000 7f13d9ffb640 1 -- 172.21.15.63:0/1828276261 <== mon.0 v2:172.21.15.63:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7f13d001a070 con 0x7f13dc0d4a00 2024-09-15T22:04:49.122 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:49.118+0000 7f13d9ffb640 1 --2- 172.21.15.63:0/1828276261 >> [v2:172.21.15.110:6832/552273267,v1:172.21.15.110:6833/552273267] conn(0x7f13c806c2b0 0x7f13c806e770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-15T22:04:49.122 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:49.118+0000 7f13d9ffb640 1 -- 172.21.15.63:0/1828276261 <== mon.0 v2:172.21.15.63:3300/0 5 ==== osd_map(21..21 src has 1..21) ==== 5709+0+0 (secure 0 0 0) 0x7f13d008b720 con 0x7f13dc0d4a00 2024-09-15T22:04:49.122 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:49.118+0000 7f13e1380640 1 --2- 172.21.15.63:0/1828276261 >> [v2:172.21.15.110:6832/552273267,v1:172.21.15.110:6833/552273267] conn(0x7f13c806c2b0 0x7f13c806e770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-15T22:04:49.122 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:49.118+0000 7f13e1380640 1 --2- 172.21.15.63:0/1828276261 >> [v2:172.21.15.110:6832/552273267,v1:172.21.15.110:6833/552273267] conn(0x7f13c806c2b0 0x7f13c806e770 secure :-1 s=READY pgs=99 cs=0 l=1 rev1=1 crypto rx=0x7f13cc034000 tx=0x7f13cc033040 comp rx=0 tx=0).ready entity=mgr.4102 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-15T22:04:49.124 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:49.122+0000 7f13d9ffb640 1 -- 172.21.15.63:0/1828276261 <== mon.0 v2:172.21.15.63:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7f13d0059e90 con 0x7f13dc0d4a00 2024-09-15T22:04:49.304 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:49.301+0000 7f13e35e4640 1 -- 172.21.15.63:0/1828276261 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) -- 0x7f13dc15dd90 con 0x7f13dc0d4a00 2024-09-15T22:04:49.305 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:49.303+0000 7f13d9ffb640 1 -- 172.21.15.63:0/1828276261 <== mon.0 v2:172.21.15.63:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v21) ==== 74+0+16689 (secure 0 0 0) 0x7f13d0059790 con 0x7f13dc0d4a00 2024-09-15T22:04:49.306 INFO:teuthology.orchestra.run.smithi063.stdout: 2024-09-15T22:04:49.306 INFO:teuthology.orchestra.run.smithi063.stdout:{"epoch":21,"fsid":"49d79d51-bb1b-4fdd-a1d6-f4e42ba7fbf3","created":"2024-09-15T22:04:02.076542+0000","modified":"2024-09-15T22:04:26.841905+0000","last_up_change":"2024-09-15T22:04:13.946763+0000","last_in_change":"2024-09-15T22:04:04.178658+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":5,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":3,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-09-15T22:04:14.281022+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"17","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":8,"score_stable":8,"optimal_score":0.25,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":2,"pool_name":"cephfs_metadata","create_time":"2024-09-15T22:04:23.079232+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"20","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":3,"pool_name":"cephfs_data","create_time":"2024-09-15T22:04:24.187569+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"21","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"1f955f27-2876-45ee-a014-9d8a652f47de","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":19,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.63:6816","nonce":3631300172},{"type":"v1","addr":"172.21.15.63:6818","nonce":3631300172}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.63:6820","nonce":3631300172},{"type":"v1","addr":"172.21.15.63:6822","nonce":3631300172}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.63:6828","nonce":3631300172},{"type":"v1","addr":"172.21.15.63:6830","nonce":3631300172}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.63:6824","nonce":3631300172},{"type":"v1","addr":"172.21.15.63:6826","nonce":3631300172}]},"public_addr":"172.21.15.63:6818/3631300172","cluster_addr":"172.21.15.63:6822/3631300172","heartbeat_back_addr":"172.21.15.63:6830/3631300172","heartbeat_front_addr":"172.21.15.63:6826/3631300172","state":["exists","up"]},{"osd":1,"uuid":"af6843a2-c664-44cd-9435-6410b9d7cdfc","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":19,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.63:6817","nonce":2124234218},{"type":"v1","addr":"172.21.15.63:6819","nonce":2124234218}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.63:6821","nonce":2124234218},{"type":"v1","addr":"172.21.15.63:6823","nonce":2124234218}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.63:6829","nonce":2124234218},{"type":"v1","addr":"172.21.15.63:6831","nonce":2124234218}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.63:6825","nonce":2124234218},{"type":"v1","addr":"172.21.15.63:6827","nonce":2124234218}]},"public_addr":"172.21.15.63:6819/2124234218","cluster_addr":"172.21.15.63:6823/2124234218","heartbeat_back_addr":"172.21.15.63:6831/2124234218","heartbeat_front_addr":"172.21.15.63:6827/2124234218","state":["exists","up"]},{"osd":2,"uuid":"27259906-636d-4292-8128-28c3ae37417c","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":19,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.63:6800","nonce":3107585409},{"type":"v1","addr":"172.21.15.63:6801","nonce":3107585409}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.63:6802","nonce":3107585409},{"type":"v1","addr":"172.21.15.63:6803","nonce":3107585409}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.63:6806","nonce":3107585409},{"type":"v1","addr":"172.21.15.63:6807","nonce":3107585409}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.63:6804","nonce":3107585409},{"type":"v1","addr":"172.21.15.63:6805","nonce":3107585409}]},"public_addr":"172.21.15.63:6801/3107585409","cluster_addr":"172.21.15.63:6803/3107585409","heartbeat_back_addr":"172.21.15.63:6807/3107585409","heartbeat_front_addr":"172.21.15.63:6805/3107585409","state":["exists","up"]},{"osd":3,"uuid":"007f71a8-c154-4167-a68d-96d158541c43","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":19,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.63:6808","nonce":2333041751},{"type":"v1","addr":"172.21.15.63:6809","nonce":2333041751}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.63:6810","nonce":2333041751},{"type":"v1","addr":"172.21.15.63:6811","nonce":2333041751}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.63:6814","nonce":2333041751},{"type":"v1","addr":"172.21.15.63:6815","nonce":2333041751}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.63:6812","nonce":2333041751},{"type":"v1","addr":"172.21.15.63:6813","nonce":2333041751}]},"public_addr":"172.21.15.63:6809/2333041751","cluster_addr":"172.21.15.63:6811/2333041751","heartbeat_back_addr":"172.21.15.63:6815/2333041751","heartbeat_front_addr":"172.21.15.63:6813/2333041751","state":["exists","up"]},{"osd":4,"uuid":"346e916e-e9c8-4b14-a7c4-032d5f63fb69","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":19,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.110:6816","nonce":2783666287},{"type":"v1","addr":"172.21.15.110:6817","nonce":2783666287}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.110:6818","nonce":2783666287},{"type":"v1","addr":"172.21.15.110:6819","nonce":2783666287}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.110:6822","nonce":2783666287},{"type":"v1","addr":"172.21.15.110:6823","nonce":2783666287}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.110:6820","nonce":2783666287},{"type":"v1","addr":"172.21.15.110:6821","nonce":2783666287}]},"public_addr":"172.21.15.110:6817/2783666287","cluster_addr":"172.21.15.110:6819/2783666287","heartbeat_back_addr":"172.21.15.110:6823/2783666287","heartbeat_front_addr":"172.21.15.110:6821/2783666287","state":["exists","up"]},{"osd":5,"uuid":"079e99b1-b9e1-4c06-ae11-f98c84739234","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":19,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.110:6800","nonce":3568635398},{"type":"v1","addr":"172.21.15.110:6801","nonce":3568635398}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.110:6802","nonce":3568635398},{"type":"v1","addr":"172.21.15.110:6803","nonce":3568635398}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.110:6806","nonce":3568635398},{"type":"v1","addr":"172.21.15.110:6807","nonce":3568635398}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.110:6804","nonce":3568635398},{"type":"v1","addr":"172.21.15.110:6805","nonce":3568635398}]},"public_addr":"172.21.15.110:6801/3568635398","cluster_addr":"172.21.15.110:6803/3568635398","heartbeat_back_addr":"172.21.15.110:6807/3568635398","heartbeat_front_addr":"172.21.15.110:6805/3568635398","state":["exists","up"]},{"osd":6,"uuid":"40b16565-bb39-470a-a699-3a5c64927e87","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":19,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.110:6808","nonce":2775776398},{"type":"v1","addr":"172.21.15.110:6809","nonce":2775776398}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.110:6810","nonce":2775776398},{"type":"v1","addr":"172.21.15.110:6811","nonce":2775776398}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.110:6814","nonce":2775776398},{"type":"v1","addr":"172.21.15.110:6815","nonce":2775776398}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.110:6812","nonce":2775776398},{"type":"v1","addr":"172.21.15.110:6813","nonce":2775776398}]},"public_addr":"172.21.15.110:6809/2775776398","cluster_addr":"172.21.15.110:6811/2775776398","heartbeat_back_addr":"172.21.15.110:6815/2775776398","heartbeat_front_addr":"172.21.15.110:6813/2775776398","state":["exists","up"]},{"osd":7,"uuid":"619d52d5-7a65-4232-a05a-3357ad2f8bea","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":19,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.110:6824","nonce":3099325207},{"type":"v1","addr":"172.21.15.110:6825","nonce":3099325207}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.110:6826","nonce":3099325207},{"type":"v1","addr":"172.21.15.110:6827","nonce":3099325207}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.110:6830","nonce":3099325207},{"type":"v1","addr":"172.21.15.110:6831","nonce":3099325207}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.110:6828","nonce":3099325207},{"type":"v1","addr":"172.21.15.110:6829","nonce":3099325207}]},"public_addr":"172.21.15.110:6825/3099325207","cluster_addr":"172.21.15.110:6827/3099325207","heartbeat_back_addr":"172.21.15.110:6831/3099325207","heartbeat_front_addr":"172.21.15.110:6829/3099325207","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-15T22:04:11.235040+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-15T22:04:11.216050+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-15T22:04:10.734975+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-15T22:04:11.175319+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-15T22:04:11.527362+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-15T22:04:11.429033+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-15T22:04:11.169644+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-15T22:04:11.773676+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-09-15T22:04:49.307 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:49.305+0000 7f13e35e4640 1 -- 172.21.15.63:0/1828276261 >> [v2:172.21.15.110:6832/552273267,v1:172.21.15.110:6833/552273267] conn(0x7f13c806c2b0 msgr2=0x7f13c806e770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-15T22:04:49.308 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:49.305+0000 7f13e35e4640 1 --2- 172.21.15.63:0/1828276261 >> [v2:172.21.15.110:6832/552273267,v1:172.21.15.110:6833/552273267] conn(0x7f13c806c2b0 0x7f13c806e770 secure :-1 s=READY pgs=99 cs=0 l=1 rev1=1 crypto rx=0x7f13cc034000 tx=0x7f13cc033040 comp rx=0 tx=0).stop 2024-09-15T22:04:49.308 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:49.305+0000 7f13e35e4640 1 -- 172.21.15.63:0/1828276261 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f13dc0d4a00 msgr2=0x7f13dc0ce1a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-15T22:04:49.308 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:49.305+0000 7f13e35e4640 1 --2- 172.21.15.63:0/1828276261 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f13dc0d4a00 0x7f13dc0ce1a0 secure :-1 s=READY pgs=160 cs=0 l=1 rev1=1 crypto rx=0x7f13d000ebe0 tx=0x7f13d000c520 comp rx=0 tx=0).stop 2024-09-15T22:04:49.308 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:49.305+0000 7f13e35e4640 1 -- 172.21.15.63:0/1828276261 shutdown_connections 2024-09-15T22:04:49.308 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:49.305+0000 7f13e35e4640 1 --2- 172.21.15.63:0/1828276261 >> [v2:172.21.15.110:6832/552273267,v1:172.21.15.110:6833/552273267] conn(0x7f13c806c2b0 0x7f13c806e770 unknown :-1 s=CLOSED pgs=99 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T22:04:49.308 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:49.305+0000 7f13e35e4640 1 --2- 172.21.15.63:0/1828276261 >> [v2:172.21.15.110:3301/0,v1:172.21.15.110:6790/0] conn(0x7f13dc15e570 0x7f13dc15b9e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T22:04:49.308 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:49.305+0000 7f13e35e4640 1 --2- 172.21.15.63:0/1828276261 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f13dc0d4a00 0x7f13dc0ce1a0 unknown :-1 s=CLOSED pgs=160 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T22:04:49.308 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:49.305+0000 7f13e35e4640 1 --2- 172.21.15.63:0/1828276261 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f13dc0d1030 0x7f13dc14b120 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T22:04:49.308 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:49.305+0000 7f13e35e4640 1 -- 172.21.15.63:0/1828276261 >> 172.21.15.63:0/1828276261 conn(0x7f13dc074bc0 msgr2=0x7f13dc0b60e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-15T22:04:49.308 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:49.305+0000 7f13e35e4640 1 -- 172.21.15.63:0/1828276261 shutdown_connections 2024-09-15T22:04:49.308 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:49.305+0000 7f13e35e4640 1 -- 172.21.15.63:0/1828276261 wait complete. 2024-09-15T22:04:49.318 INFO:tasks.ceph_test_case.ceph_manager:[{'pool': 1, 'pool_name': '.mgr', 'create_time': '2024-09-15T22:04:14.281022+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 2, 'min_size': 1, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'is_stretch_pool': False, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 1, 'pg_placement_num': 1, 'pg_placement_num_target': 1, 'pg_num_target': 1, 'pg_num_pending': 1, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '17', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_max': 32, 'pg_num_min': 1}, 'application_metadata': {'mgr': {}}, 'read_balance': {'score_type': 'Fair distribution', 'score_acting': 8, 'score_stable': 8, 'optimal_score': 0.25, 'raw_score_acting': 2, 'raw_score_stable': 2, 'primary_affinity_weighted': 1, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}, {'pool': 2, 'pool_name': 'cephfs_metadata', 'create_time': '2024-09-15T22:04:23.079232+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 2, 'min_size': 1, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'is_stretch_pool': False, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 32, 'pg_placement_num': 32, 'pg_placement_num_target': 32, 'pg_num_target': 32, 'pg_num_pending': 32, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '20', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_autoscale_bias': 4, 'pg_num_min': 16, 'recovery_priority': 5}, 'application_metadata': {'cephfs': {'metadata': 'cephfs'}}, 'read_balance': {'score_type': 'Fair distribution', 'score_acting': 1.5, 'score_stable': 1.5, 'optimal_score': 1, 'raw_score_acting': 1.5, 'raw_score_stable': 1.5, 'primary_affinity_weighted': 1, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}, {'pool': 3, 'pool_name': 'cephfs_data', 'create_time': '2024-09-15T22:04:24.187569+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 2, 'min_size': 1, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'is_stretch_pool': False, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 64, 'pg_placement_num': 64, 'pg_placement_num_target': 64, 'pg_num_target': 64, 'pg_num_pending': 64, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '21', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_min': 64, 'target_size_ratio': 0.8999999761581421}, 'application_metadata': {'cephfs': {'data': 'cephfs'}}, 'read_balance': {'score_type': 'Fair distribution', 'score_acting': 1.5, 'score_stable': 1.5, 'optimal_score': 1, 'raw_score_acting': 1.5, 'raw_score_stable': 1.5, 'primary_affinity_weighted': 1, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}] 2024-09-15T22:04:49.319 DEBUG:teuthology.orchestra.run.smithi063:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get .mgr pg_num 2024-09-15T22:04:49.424 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:49.422+0000 7fb0cbe77640 1 Processor -- start 2024-09-15T22:04:49.425 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:49.422+0000 7fb0cbe77640 1 -- start start 2024-09-15T22:04:49.426 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:49.423+0000 7fb0cbe77640 1 --2- >> v2:172.21.15.63:3300/0 conn(0x7fb0c415aa20 0x7fb0c40ce4c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-15T22:04:49.426 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:49.423+0000 7fb0cbe77640 1 --2- >> [v2:172.21.15.110:3301/0,v1:172.21.15.110:6790/0] conn(0x7fb0c415b510 0x7fb0c40b3540 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-15T22:04:49.426 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:49.423+0000 7fb0cbe77640 1 -- --> v1:172.21.15.110:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fb0c415b9a0 con 0x7fb0c40cd590 2024-09-15T22:04:49.426 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:49.423+0000 7fb0cbe77640 1 -- --> v2:172.21.15.63:3300/0 -- mon_getmap magic: 0 -- 0x7fb0c40ceaa0 con 0x7fb0c415aa20 2024-09-15T22:04:49.426 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:49.423+0000 7fb0cbe77640 1 -- --> [v2:172.21.15.110:3301/0,v1:172.21.15.110:6790/0] -- mon_getmap magic: 0 -- 0x7fb0c40ced80 con 0x7fb0c415b510 2024-09-15T22:04:49.426 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:49.423+0000 7fb0c9c13640 1 --2- >> v2:172.21.15.63:3300/0 conn(0x7fb0c415aa20 0x7fb0c40ce4c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-15T22:04:49.427 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:49.423+0000 7fb0c9c13640 1 --2- >> v2:172.21.15.63:3300/0 conn(0x7fb0c415aa20 0x7fb0c40ce4c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.63:3300/0 says I am v2:172.21.15.63:60328/0 (socket says 172.21.15.63:60328) 2024-09-15T22:04:49.427 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:49.423+0000 7fb0c9c13640 1 -- 172.21.15.63:0/2799734230 learned_addr learned my addr 172.21.15.63:0/2799734230 (peer_addr_for_me v2:172.21.15.63:0/0) 2024-09-15T22:04:49.427 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:49.423+0000 7fb0ca414640 1 --2- 172.21.15.63:0/2799734230 >> [v2:172.21.15.110:3301/0,v1:172.21.15.110:6790/0] conn(0x7fb0c415b510 0x7fb0c40b3540 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-15T22:04:49.427 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:49.423+0000 7fb0c9c13640 1 -- 172.21.15.63:0/2799734230 >> [v2:172.21.15.110:3301/0,v1:172.21.15.110:6790/0] conn(0x7fb0c415b510 msgr2=0x7fb0c40b3540 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-15T22:04:49.427 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:49.423+0000 7fb0c9c13640 1 --2- 172.21.15.63:0/2799734230 >> [v2:172.21.15.110:3301/0,v1:172.21.15.110:6790/0] conn(0x7fb0c415b510 0x7fb0c40b3540 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T22:04:49.427 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:49.423+0000 7fb0c9c13640 1 -- 172.21.15.63:0/2799734230 >> v1:172.21.15.110:6789/0 conn(0x7fb0c40cd590 legacy=0x7fb0c415ae00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-15T22:04:49.427 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:49.424+0000 7fb0c9c13640 1 -- 172.21.15.63:0/2799734230 --> v2:172.21.15.63:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fb0c40cf060 con 0x7fb0c415aa20 2024-09-15T22:04:49.429 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:49.424+0000 7fb0c9c13640 1 --2- 172.21.15.63:0/2799734230 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fb0c415aa20 0x7fb0c40ce4c0 secure :-1 s=READY pgs=161 cs=0 l=1 rev1=1 crypto rx=0x7fb0b4009e50 tx=0x7fb0b402a710 comp rx=0 tx=0).ready entity=mon.0 client_cookie=5d8871de5bb72c5b server_cookie=0 in_seq=0 out_seq=0 2024-09-15T22:04:49.429 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:49.424+0000 7fb0c8c11640 1 -- 172.21.15.63:0/2799734230 <== mon.0 v2:172.21.15.63:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb0b4036070 con 0x7fb0c415aa20 2024-09-15T22:04:49.429 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:49.424+0000 7fb0c8c11640 1 -- 172.21.15.63:0/2799734230 <== mon.0 v2:172.21.15.63:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fb0b4031600 con 0x7fb0c415aa20 2024-09-15T22:04:49.429 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:49.424+0000 7fb0c8c11640 1 -- 172.21.15.63:0/2799734230 <== mon.0 v2:172.21.15.63:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb0b40319d0 con 0x7fb0c415aa20 2024-09-15T22:04:49.429 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:49.425+0000 7fb0cbe77640 1 -- 172.21.15.63:0/2799734230 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fb0c415aa20 msgr2=0x7fb0c40ce4c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-15T22:04:49.429 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:49.425+0000 7fb0cbe77640 1 --2- 172.21.15.63:0/2799734230 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fb0c415aa20 0x7fb0c40ce4c0 secure :-1 s=READY pgs=161 cs=0 l=1 rev1=1 crypto rx=0x7fb0b4009e50 tx=0x7fb0b402a710 comp rx=0 tx=0).stop 2024-09-15T22:04:49.429 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:49.425+0000 7fb0cbe77640 1 -- 172.21.15.63:0/2799734230 shutdown_connections 2024-09-15T22:04:49.429 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:49.425+0000 7fb0cbe77640 1 --2- 172.21.15.63:0/2799734230 >> [v2:172.21.15.110:3301/0,v1:172.21.15.110:6790/0] conn(0x7fb0c415b510 0x7fb0c40b3540 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T22:04:49.430 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:49.425+0000 7fb0cbe77640 1 --2- 172.21.15.63:0/2799734230 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fb0c415aa20 0x7fb0c40ce4c0 unknown :-1 s=CLOSED pgs=161 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T22:04:49.430 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:49.425+0000 7fb0cbe77640 1 -- 172.21.15.63:0/2799734230 >> 172.21.15.63:0/2799734230 conn(0x7fb0c40b2000 msgr2=0x7fb0c40b23e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-15T22:04:49.430 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:49.425+0000 7fb0cbe77640 1 -- 172.21.15.63:0/2799734230 shutdown_connections 2024-09-15T22:04:49.430 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:49.425+0000 7fb0cbe77640 1 -- 172.21.15.63:0/2799734230 wait complete. 2024-09-15T22:04:49.430 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:49.426+0000 7fb0cbe77640 1 Processor -- start 2024-09-15T22:04:49.430 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:49.426+0000 7fb0cbe77640 1 -- start start 2024-09-15T22:04:49.432 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:49.427+0000 7fb0cbe77640 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7fb0c40cd590 0x7fb0c414e460 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-15T22:04:49.433 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:49.427+0000 7fb0cbe77640 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fb0c415aa20 0x7fb0c4072860 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-15T22:04:49.433 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:49.427+0000 7fb0cbe77640 1 --2- >> [v2:172.21.15.110:3301/0,v1:172.21.15.110:6790/0] conn(0x7fb0c415b510 0x7fb0c4072da0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-15T22:04:49.433 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:49.427+0000 7fb0cbe77640 1 -- --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 -- 0x7fb0c40cda00 con 0x7fb0c415aa20 2024-09-15T22:04:49.433 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:49.427+0000 7fb0cbe77640 1 -- --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_getmap magic: 0 -- 0x7fb0c40cf620 con 0x7fb0c40cd590 2024-09-15T22:04:49.433 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:49.427+0000 7fb0cbe77640 1 -- --> [v2:172.21.15.110:3301/0,v1:172.21.15.110:6790/0] -- mon_getmap magic: 0 -- 0x7fb0c40cdb80 con 0x7fb0c415b510 2024-09-15T22:04:49.433 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:49.427+0000 7fb0c9412640 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fb0c415aa20 0x7fb0c4072860 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-15T22:04:49.433 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:49.427+0000 7fb0c9412640 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fb0c415aa20 0x7fb0c4072860 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.63:3300/0 says I am v2:172.21.15.63:60330/0 (socket says 172.21.15.63:60330) 2024-09-15T22:04:49.433 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:49.427+0000 7fb0c9412640 1 -- 172.21.15.63:0/1401871532 learned_addr learned my addr 172.21.15.63:0/1401871532 (peer_addr_for_me v2:172.21.15.63:0/0) 2024-09-15T22:04:49.433 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:49.427+0000 7fb0c9c13640 1 --2- 172.21.15.63:0/1401871532 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7fb0c40cd590 0x7fb0c414e460 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-15T22:04:49.433 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:49.427+0000 7fb0ca414640 1 --2- 172.21.15.63:0/1401871532 >> [v2:172.21.15.110:3301/0,v1:172.21.15.110:6790/0] conn(0x7fb0c415b510 0x7fb0c4072da0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-15T22:04:49.433 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:49.427+0000 7fb0c9412640 1 -- 172.21.15.63:0/1401871532 >> [v2:172.21.15.110:3301/0,v1:172.21.15.110:6790/0] conn(0x7fb0c415b510 msgr2=0x7fb0c4072da0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-15T22:04:49.433 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:49.427+0000 7fb0c9412640 1 --2- 172.21.15.63:0/1401871532 >> [v2:172.21.15.110:3301/0,v1:172.21.15.110:6790/0] conn(0x7fb0c415b510 0x7fb0c4072da0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T22:04:49.434 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:49.427+0000 7fb0c9412640 1 -- 172.21.15.63:0/1401871532 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7fb0c40cd590 msgr2=0x7fb0c414e460 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-15T22:04:49.434 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:49.427+0000 7fb0c9412640 1 --2- 172.21.15.63:0/1401871532 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7fb0c40cd590 0x7fb0c414e460 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T22:04:49.434 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:49.427+0000 7fb0c9412640 1 -- 172.21.15.63:0/1401871532 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fb0c414e9a0 con 0x7fb0c415aa20 2024-09-15T22:04:49.434 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:49.428+0000 7fb0c9412640 1 --2- 172.21.15.63:0/1401871532 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fb0c415aa20 0x7fb0c4072860 secure :-1 s=READY pgs=162 cs=0 l=1 rev1=1 crypto rx=0x7fb0b800c400 tx=0x7fb0b800c8c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-15T22:04:49.434 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:49.428+0000 7fb0c27fc640 1 -- 172.21.15.63:0/1401871532 <== mon.0 v2:172.21.15.63:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb0b80052d0 con 0x7fb0c415aa20 2024-09-15T22:04:49.434 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:49.428+0000 7fb0c27fc640 1 -- 172.21.15.63:0/1401871532 <== mon.0 v2:172.21.15.63:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fb0b8005490 con 0x7fb0c415aa20 2024-09-15T22:04:49.434 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:49.428+0000 7fb0cbe77640 1 -- 172.21.15.63:0/1401871532 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fb0c414d860 con 0x7fb0c415aa20 2024-09-15T22:04:49.434 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:49.428+0000 7fb0c27fc640 1 -- 172.21.15.63:0/1401871532 <== mon.0 v2:172.21.15.63:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb0b8007260 con 0x7fb0c415aa20 2024-09-15T22:04:49.434 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:49.428+0000 7fb0cbe77640 1 -- 172.21.15.63:0/1401871532 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fb0c40b4aa0 con 0x7fb0c415aa20 2024-09-15T22:04:49.434 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:49.429+0000 7fb0cbe77640 1 -- 172.21.15.63:0/1401871532 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fb0c40ce4c0 con 0x7fb0c415aa20 2024-09-15T22:04:49.434 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:49.429+0000 7fb0c27fc640 1 -- 172.21.15.63:0/1401871532 <== mon.0 v2:172.21.15.63:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7fb0b8007400 con 0x7fb0c415aa20 2024-09-15T22:04:49.434 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:49.430+0000 7fb0c27fc640 1 --2- 172.21.15.63:0/1401871532 >> [v2:172.21.15.110:6832/552273267,v1:172.21.15.110:6833/552273267] conn(0x7fb0b006c2b0 0x7fb0b006e770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-15T22:04:49.435 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:49.430+0000 7fb0c27fc640 1 -- 172.21.15.63:0/1401871532 <== mon.0 v2:172.21.15.63:3300/0 5 ==== osd_map(21..21 src has 1..21) ==== 5709+0+0 (secure 0 0 0) 0x7fb0b808a8e0 con 0x7fb0c415aa20 2024-09-15T22:04:49.435 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:49.430+0000 7fb0c9c13640 1 --2- 172.21.15.63:0/1401871532 >> [v2:172.21.15.110:6832/552273267,v1:172.21.15.110:6833/552273267] conn(0x7fb0b006c2b0 0x7fb0b006e770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-15T22:04:49.435 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:49.431+0000 7fb0c9c13640 1 --2- 172.21.15.63:0/1401871532 >> [v2:172.21.15.110:6832/552273267,v1:172.21.15.110:6833/552273267] conn(0x7fb0b006c2b0 0x7fb0b006e770 secure :-1 s=READY pgs=100 cs=0 l=1 rev1=1 crypto rx=0x7fb0b4033000 tx=0x7fb0b4009000 comp rx=0 tx=0).ready entity=mgr.4102 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-15T22:04:49.436 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:49.434+0000 7fb0c27fc640 1 -- 172.21.15.63:0/1401871532 <== mon.0 v2:172.21.15.63:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7fb0c415b9a0 con 0x7fb0c415aa20 2024-09-15T22:04:49.612 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:49.610+0000 7fb0cbe77640 1 -- 172.21.15.63:0/1401871532 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_command({"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"} v 0) -- 0x7fb0c415e730 con 0x7fb0c415aa20 2024-09-15T22:04:49.613 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:49.610+0000 7fb0c27fc640 1 -- 172.21.15.63:0/1401871532 <== mon.0 v2:172.21.15.63:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]=0 v21) ==== 93+0+10 (secure 0 0 0) 0x7fb0b80590e0 con 0x7fb0c415aa20 2024-09-15T22:04:49.613 INFO:teuthology.orchestra.run.smithi063.stdout:pg_num: 1 2024-09-15T22:04:49.615 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:49.612+0000 7fb0cbe77640 1 -- 172.21.15.63:0/1401871532 >> [v2:172.21.15.110:6832/552273267,v1:172.21.15.110:6833/552273267] conn(0x7fb0b006c2b0 msgr2=0x7fb0b006e770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-15T22:04:49.615 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:49.612+0000 7fb0cbe77640 1 --2- 172.21.15.63:0/1401871532 >> [v2:172.21.15.110:6832/552273267,v1:172.21.15.110:6833/552273267] conn(0x7fb0b006c2b0 0x7fb0b006e770 secure :-1 s=READY pgs=100 cs=0 l=1 rev1=1 crypto rx=0x7fb0b4033000 tx=0x7fb0b4009000 comp rx=0 tx=0).stop 2024-09-15T22:04:49.615 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:49.612+0000 7fb0cbe77640 1 -- 172.21.15.63:0/1401871532 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fb0c415aa20 msgr2=0x7fb0c4072860 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-15T22:04:49.615 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:49.612+0000 7fb0cbe77640 1 --2- 172.21.15.63:0/1401871532 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fb0c415aa20 0x7fb0c4072860 secure :-1 s=READY pgs=162 cs=0 l=1 rev1=1 crypto rx=0x7fb0b800c400 tx=0x7fb0b800c8c0 comp rx=0 tx=0).stop 2024-09-15T22:04:49.615 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:49.612+0000 7fb0cbe77640 1 -- 172.21.15.63:0/1401871532 shutdown_connections 2024-09-15T22:04:49.615 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:49.612+0000 7fb0cbe77640 1 --2- 172.21.15.63:0/1401871532 >> [v2:172.21.15.110:6832/552273267,v1:172.21.15.110:6833/552273267] conn(0x7fb0b006c2b0 0x7fb0b006e770 unknown :-1 s=CLOSED pgs=100 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T22:04:49.615 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:49.612+0000 7fb0cbe77640 1 --2- 172.21.15.63:0/1401871532 >> [v2:172.21.15.110:3301/0,v1:172.21.15.110:6790/0] conn(0x7fb0c415b510 0x7fb0c4072da0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T22:04:49.616 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:49.612+0000 7fb0cbe77640 1 --2- 172.21.15.63:0/1401871532 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fb0c415aa20 0x7fb0c4072860 unknown :-1 s=CLOSED pgs=162 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T22:04:49.616 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:49.612+0000 7fb0cbe77640 1 --2- 172.21.15.63:0/1401871532 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7fb0c40cd590 0x7fb0c414e460 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T22:04:49.616 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:49.612+0000 7fb0cbe77640 1 -- 172.21.15.63:0/1401871532 >> 172.21.15.63:0/1401871532 conn(0x7fb0c40b2000 msgr2=0x7fb0c415ec50 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-15T22:04:49.616 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:49.612+0000 7fb0cbe77640 1 -- 172.21.15.63:0/1401871532 shutdown_connections 2024-09-15T22:04:49.616 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:49.612+0000 7fb0cbe77640 1 -- 172.21.15.63:0/1401871532 wait complete. 2024-09-15T22:04:49.625 DEBUG:teuthology.orchestra.run.smithi063:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get cephfs_metadata pg_num 2024-09-15T22:04:49.731 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:49.728+0000 7ff905b9f640 1 Processor -- start 2024-09-15T22:04:49.731 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:49.728+0000 7ff905b9f640 1 -- start start 2024-09-15T22:04:49.732 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:49.729+0000 7ff905b9f640 1 --2- >> v2:172.21.15.110:3300/0 conn(0x7ff900075210 0x7ff9001439f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-15T22:04:49.732 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:49.729+0000 7ff905b9f640 1 -- --> v1:172.21.15.63:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7ff9000d49c0 con 0x7ff900074e30 2024-09-15T22:04:49.732 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:49.729+0000 7ff905b9f640 1 -- --> v1:172.21.15.110:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7ff900141930 con 0x7ff90015f630 2024-09-15T22:04:49.733 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:49.729+0000 7ff905b9f640 1 -- --> v2:172.21.15.110:3300/0 -- mon_getmap magic: 0 -- 0x7ff9000b5a20 con 0x7ff900075210 2024-09-15T22:04:49.733 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:49.729+0000 7ff904b9d640 1 --1- >> v1:172.21.15.63:6789/0 conn(0x7ff900074e30 0x7ff9000d42b0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.63:6789/0 says I am v1:172.21.15.63:38286/0 (socket says 172.21.15.63:38286) 2024-09-15T22:04:49.733 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:49.729+0000 7ff904b9d640 1 -- 172.21.15.63:0/1671353224 learned_addr learned my addr 172.21.15.63:0/1671353224 (peer_addr_for_me v1:172.21.15.63:0/0) 2024-09-15T22:04:49.733 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:49.729+0000 7ff90539e640 1 --2- 172.21.15.63:0/1671353224 >> v2:172.21.15.110:3300/0 conn(0x7ff900075210 0x7ff9001439f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-15T22:04:49.733 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:49.730+0000 7ff8ff7fe640 1 -- 172.21.15.63:0/1671353224 <== mon.0 v1:172.21.15.63:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 1008631685 0 0) 0x7ff9000d49c0 con 0x7ff900074e30 2024-09-15T22:04:49.733 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:49.730+0000 7ff8ff7fe640 1 -- 172.21.15.63:0/1671353224 --> v1:172.21.15.63:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7ff8e8003520 con 0x7ff900074e30 2024-09-15T22:04:49.733 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:49.730+0000 7ff8ff7fe640 1 -- 172.21.15.63:0/1671353224 <== mon.1 v1:172.21.15.110:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 3758764418 0 0) 0x7ff900141930 con 0x7ff90015f630 2024-09-15T22:04:49.733 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:49.730+0000 7ff8ff7fe640 1 -- 172.21.15.63:0/1671353224 --> v1:172.21.15.110:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7ff9000d49c0 con 0x7ff90015f630 2024-09-15T22:04:49.733 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:49.730+0000 7ff90539e640 1 -- 172.21.15.63:0/1671353224 >> v1:172.21.15.110:6789/0 conn(0x7ff90015f630 legacy=0x7ff9001432e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-15T22:04:49.733 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:49.730+0000 7ff90539e640 1 -- 172.21.15.63:0/1671353224 >> v1:172.21.15.63:6789/0 conn(0x7ff900074e30 legacy=0x7ff9000d42b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-15T22:04:49.733 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:49.730+0000 7ff90539e640 1 -- 172.21.15.63:0/1671353224 --> v2:172.21.15.110:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7ff9000d51f0 con 0x7ff900075210 2024-09-15T22:04:49.734 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:49.731+0000 7ff90539e640 1 --2- 172.21.15.63:0/1671353224 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7ff900075210 0x7ff9001439f0 secure :-1 s=READY pgs=109 cs=0 l=1 rev1=1 crypto rx=0x7ff9000b5ba0 tx=0x7ff8f802a6f0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=fb56f1dea4eadb69 server_cookie=0 in_seq=0 out_seq=0 2024-09-15T22:04:49.734 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:49.731+0000 7ff8ff7fe640 1 -- 172.21.15.63:0/1671353224 <== mon.1 v2:172.21.15.110:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff8f8007740 con 0x7ff900075210 2024-09-15T22:04:49.735 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:49.731+0000 7ff8ff7fe640 1 -- 172.21.15.63:0/1671353224 <== mon.1 v2:172.21.15.110:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7ff8f80078e0 con 0x7ff900075210 2024-09-15T22:04:49.735 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:49.731+0000 7ff8ff7fe640 1 -- 172.21.15.63:0/1671353224 <== mon.1 v2:172.21.15.110:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff8f8007cb0 con 0x7ff900075210 2024-09-15T22:04:49.735 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:49.731+0000 7ff905b9f640 1 -- 172.21.15.63:0/1671353224 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7ff900075210 msgr2=0x7ff9001439f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-15T22:04:49.735 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:49.731+0000 7ff905b9f640 1 --2- 172.21.15.63:0/1671353224 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7ff900075210 0x7ff9001439f0 secure :-1 s=READY pgs=109 cs=0 l=1 rev1=1 crypto rx=0x7ff9000b5ba0 tx=0x7ff8f802a6f0 comp rx=0 tx=0).stop 2024-09-15T22:04:49.735 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:49.731+0000 7ff905b9f640 1 -- 172.21.15.63:0/1671353224 shutdown_connections 2024-09-15T22:04:49.735 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:49.731+0000 7ff905b9f640 1 --2- 172.21.15.63:0/1671353224 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7ff900075210 0x7ff9001439f0 unknown :-1 s=CLOSED pgs=109 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T22:04:49.735 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:49.731+0000 7ff905b9f640 1 -- 172.21.15.63:0/1671353224 >> 172.21.15.63:0/1671353224 conn(0x7ff900073040 msgr2=0x7ff900073450 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-15T22:04:49.735 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:49.731+0000 7ff905b9f640 1 -- 172.21.15.63:0/1671353224 shutdown_connections 2024-09-15T22:04:49.735 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:49.731+0000 7ff905b9f640 1 -- 172.21.15.63:0/1671353224 wait complete. 2024-09-15T22:04:49.737 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:49.733+0000 7ff905b9f640 1 Processor -- start 2024-09-15T22:04:49.737 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:49.733+0000 7ff905b9f640 1 -- start start 2024-09-15T22:04:49.737 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:49.733+0000 7ff905b9f640 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7ff900074e30 0x7ff90014f970 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-15T22:04:49.737 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:49.734+0000 7ff905b9f640 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7ff900075210 0x7ff900152310 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-15T22:04:49.737 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:49.734+0000 7ff905b9f640 1 --2- >> [v2:172.21.15.110:3301/0,v1:172.21.15.110:6790/0] conn(0x7ff90015f630 0x7ff900152850 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-15T22:04:49.737 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:49.734+0000 7ff905b9f640 1 -- --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 -- 0x7ff9000b56b0 con 0x7ff900075210 2024-09-15T22:04:49.738 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:49.734+0000 7ff905b9f640 1 -- --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_getmap magic: 0 -- 0x7ff9000d4f10 con 0x7ff900074e30 2024-09-15T22:04:49.738 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:49.734+0000 7ff905b9f640 1 -- --> [v2:172.21.15.110:3301/0,v1:172.21.15.110:6790/0] -- mon_getmap magic: 0 -- 0x7ff9000b6ec0 con 0x7ff90015f630 2024-09-15T22:04:49.738 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:49.734+0000 7ff8fffff640 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7ff900075210 0x7ff900152310 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-15T22:04:49.738 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:49.734+0000 7ff8fffff640 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7ff900075210 0x7ff900152310 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.63:3300/0 says I am v2:172.21.15.63:60334/0 (socket says 172.21.15.63:60334) 2024-09-15T22:04:49.738 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:49.734+0000 7ff8fffff640 1 -- 172.21.15.63:0/3840979831 learned_addr learned my addr 172.21.15.63:0/3840979831 (peer_addr_for_me v2:172.21.15.63:0/0) 2024-09-15T22:04:49.738 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:49.734+0000 7ff904b9d640 1 --2- 172.21.15.63:0/3840979831 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7ff900074e30 0x7ff90014f970 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-15T22:04:49.738 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:49.734+0000 7ff90539e640 1 --2- 172.21.15.63:0/3840979831 >> [v2:172.21.15.110:3301/0,v1:172.21.15.110:6790/0] conn(0x7ff90015f630 0x7ff900152850 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-15T22:04:49.738 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:49.734+0000 7ff8fffff640 1 -- 172.21.15.63:0/3840979831 >> [v2:172.21.15.110:3301/0,v1:172.21.15.110:6790/0] conn(0x7ff90015f630 msgr2=0x7ff900152850 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-15T22:04:49.738 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:49.734+0000 7ff8fffff640 1 --2- 172.21.15.63:0/3840979831 >> [v2:172.21.15.110:3301/0,v1:172.21.15.110:6790/0] conn(0x7ff90015f630 0x7ff900152850 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T22:04:49.738 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:49.734+0000 7ff8fffff640 1 -- 172.21.15.63:0/3840979831 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7ff900074e30 msgr2=0x7ff90014f970 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-15T22:04:49.738 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:49.734+0000 7ff8fffff640 1 --2- 172.21.15.63:0/3840979831 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7ff900074e30 0x7ff90014f970 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T22:04:49.738 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:49.734+0000 7ff8fffff640 1 -- 172.21.15.63:0/3840979831 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7ff900151550 con 0x7ff900075210 2024-09-15T22:04:49.738 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:49.734+0000 7ff8fffff640 1 --2- 172.21.15.63:0/3840979831 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7ff900075210 0x7ff900152310 secure :-1 s=READY pgs=164 cs=0 l=1 rev1=1 crypto rx=0x7ff8f400c530 tx=0x7ff8f400c9f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-15T22:04:49.739 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:49.734+0000 7ff8fd7fa640 1 -- 172.21.15.63:0/3840979831 <== mon.0 v2:172.21.15.63:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff8f40052d0 con 0x7ff900075210 2024-09-15T22:04:49.739 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:49.734+0000 7ff8fd7fa640 1 -- 172.21.15.63:0/3840979831 <== mon.0 v2:172.21.15.63:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7ff8f4005490 con 0x7ff900075210 2024-09-15T22:04:49.739 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:49.734+0000 7ff8fd7fa640 1 -- 172.21.15.63:0/3840979831 <== mon.0 v2:172.21.15.63:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff8f4012870 con 0x7ff900075210 2024-09-15T22:04:49.739 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:49.734+0000 7ff905b9f640 1 -- 172.21.15.63:0/3840979831 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7ff900151830 con 0x7ff900075210 2024-09-15T22:04:49.739 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:49.734+0000 7ff905b9f640 1 -- 172.21.15.63:0/3840979831 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7ff9001406f0 con 0x7ff900075210 2024-09-15T22:04:49.740 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:49.735+0000 7ff905b9f640 1 -- 172.21.15.63:0/3840979831 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7ff9000d42b0 con 0x7ff900075210 2024-09-15T22:04:49.740 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:49.736+0000 7ff8fd7fa640 1 -- 172.21.15.63:0/3840979831 <== mon.0 v2:172.21.15.63:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7ff8f4012a10 con 0x7ff900075210 2024-09-15T22:04:49.740 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:49.736+0000 7ff8fd7fa640 1 --2- 172.21.15.63:0/3840979831 >> [v2:172.21.15.110:6832/552273267,v1:172.21.15.110:6833/552273267] conn(0x7ff8ec06c2b0 0x7ff8ec06e770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-15T22:04:49.740 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:49.736+0000 7ff8fd7fa640 1 -- 172.21.15.63:0/3840979831 <== mon.0 v2:172.21.15.63:3300/0 5 ==== osd_map(21..21 src has 1..21) ==== 5709+0+0 (secure 0 0 0) 0x7ff8f408af40 con 0x7ff900075210 2024-09-15T22:04:49.740 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:49.737+0000 7ff904b9d640 1 --2- 172.21.15.63:0/3840979831 >> [v2:172.21.15.110:6832/552273267,v1:172.21.15.110:6833/552273267] conn(0x7ff8ec06c2b0 0x7ff8ec06e770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-15T22:04:49.740 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:49.737+0000 7ff904b9d640 1 --2- 172.21.15.63:0/3840979831 >> [v2:172.21.15.110:6832/552273267,v1:172.21.15.110:6833/552273267] conn(0x7ff8ec06c2b0 0x7ff8ec06e770 secure :-1 s=READY pgs=101 cs=0 l=1 rev1=1 crypto rx=0x7ff8f00011e0 tx=0x7ff8f0007d30 comp rx=0 tx=0).ready entity=mgr.4102 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-15T22:04:49.743 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:49.741+0000 7ff8fd7fa640 1 -- 172.21.15.63:0/3840979831 <== mon.0 v2:172.21.15.63:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7ff8f4059070 con 0x7ff900075210 2024-09-15T22:04:49.920 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:49.918+0000 7ff905b9f640 1 -- 172.21.15.63:0/3840979831 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_command({"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"} v 0) -- 0x7ff900141420 con 0x7ff900075210 2024-09-15T22:04:49.921 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:49.918+0000 7ff8fd7fa640 1 -- 172.21.15.63:0/3840979831 <== mon.0 v2:172.21.15.63:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"}]=0 v21) ==== 104+0+11 (secure 0 0 0) 0x7ff8f405d370 con 0x7ff900075210 2024-09-15T22:04:49.921 INFO:teuthology.orchestra.run.smithi063.stdout:pg_num: 32 2024-09-15T22:04:49.923 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:49.920+0000 7ff905b9f640 1 -- 172.21.15.63:0/3840979831 >> [v2:172.21.15.110:6832/552273267,v1:172.21.15.110:6833/552273267] conn(0x7ff8ec06c2b0 msgr2=0x7ff8ec06e770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-15T22:04:49.923 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:49.920+0000 7ff905b9f640 1 --2- 172.21.15.63:0/3840979831 >> [v2:172.21.15.110:6832/552273267,v1:172.21.15.110:6833/552273267] conn(0x7ff8ec06c2b0 0x7ff8ec06e770 secure :-1 s=READY pgs=101 cs=0 l=1 rev1=1 crypto rx=0x7ff8f00011e0 tx=0x7ff8f0007d30 comp rx=0 tx=0).stop 2024-09-15T22:04:49.924 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:49.920+0000 7ff905b9f640 1 -- 172.21.15.63:0/3840979831 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7ff900075210 msgr2=0x7ff900152310 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-15T22:04:49.924 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:49.920+0000 7ff905b9f640 1 --2- 172.21.15.63:0/3840979831 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7ff900075210 0x7ff900152310 secure :-1 s=READY pgs=164 cs=0 l=1 rev1=1 crypto rx=0x7ff8f400c530 tx=0x7ff8f400c9f0 comp rx=0 tx=0).stop 2024-09-15T22:04:49.924 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:49.920+0000 7ff905b9f640 1 -- 172.21.15.63:0/3840979831 shutdown_connections 2024-09-15T22:04:49.924 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:49.920+0000 7ff905b9f640 1 --2- 172.21.15.63:0/3840979831 >> [v2:172.21.15.110:6832/552273267,v1:172.21.15.110:6833/552273267] conn(0x7ff8ec06c2b0 0x7ff8ec06e770 unknown :-1 s=CLOSED pgs=101 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T22:04:49.924 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:49.920+0000 7ff905b9f640 1 --2- 172.21.15.63:0/3840979831 >> [v2:172.21.15.110:3301/0,v1:172.21.15.110:6790/0] conn(0x7ff90015f630 0x7ff900152850 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T22:04:49.924 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:49.920+0000 7ff905b9f640 1 --2- 172.21.15.63:0/3840979831 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7ff900075210 0x7ff900152310 unknown :-1 s=CLOSED pgs=164 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T22:04:49.924 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:49.920+0000 7ff905b9f640 1 --2- 172.21.15.63:0/3840979831 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7ff900074e30 0x7ff90014f970 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T22:04:49.925 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:49.920+0000 7ff905b9f640 1 -- 172.21.15.63:0/3840979831 >> 172.21.15.63:0/3840979831 conn(0x7ff900073040 msgr2=0x7ff90015fa60 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-15T22:04:49.925 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:49.920+0000 7ff905b9f640 1 -- 172.21.15.63:0/3840979831 shutdown_connections 2024-09-15T22:04:49.925 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:49.920+0000 7ff905b9f640 1 -- 172.21.15.63:0/3840979831 wait complete. 2024-09-15T22:04:49.934 DEBUG:teuthology.orchestra.run.smithi063:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get cephfs_data pg_num 2024-09-15T22:04:50.039 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:50.036+0000 7faf80fb7640 1 Processor -- start 2024-09-15T22:04:50.039 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:50.036+0000 7faf80fb7640 1 -- start start 2024-09-15T22:04:50.041 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:50.037+0000 7faf80fb7640 1 --2- >> [v2:172.21.15.110:3301/0,v1:172.21.15.110:6790/0] conn(0x7faf7c15c080 0x7faf7c0d15d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-15T22:04:50.041 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:50.037+0000 7faf80fb7640 1 --2- >> v2:172.21.15.63:3300/0 conn(0x7faf7c06f9e0 0x7faf7c162120 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-15T22:04:50.041 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:50.037+0000 7faf80fb7640 1 -- --> v1:172.21.15.63:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7faf7c0d1fb0 con 0x7faf7c0d1b10 2024-09-15T22:04:50.041 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:50.037+0000 7faf80fb7640 1 -- --> v2:172.21.15.63:3300/0 -- mon_getmap magic: 0 -- 0x7faf7c15f370 con 0x7faf7c06f9e0 2024-09-15T22:04:50.041 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:50.037+0000 7faf80fb7640 1 -- --> [v2:172.21.15.110:3301/0,v1:172.21.15.110:6790/0] -- mon_getmap magic: 0 -- 0x7faf7c15ed20 con 0x7faf7c15c080 2024-09-15T22:04:50.041 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:50.038+0000 7faf7ad9d640 1 --2- >> v2:172.21.15.63:3300/0 conn(0x7faf7c06f9e0 0x7faf7c162120 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-15T22:04:50.042 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:50.038+0000 7faf79d9b640 1 --1- >> v1:172.21.15.63:6789/0 conn(0x7faf7c0d1b10 0x7faf7c06f2d0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.63:6789/0 says I am v1:172.21.15.63:38292/0 (socket says 172.21.15.63:38292) 2024-09-15T22:04:50.042 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:50.038+0000 7faf79d9b640 1 -- 172.21.15.63:0/2994472556 learned_addr learned my addr 172.21.15.63:0/2994472556 (peer_addr_for_me v1:172.21.15.63:0/0) 2024-09-15T22:04:50.042 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:50.038+0000 7faf7a59c640 1 --2- 172.21.15.63:0/2994472556 >> [v2:172.21.15.110:3301/0,v1:172.21.15.110:6790/0] conn(0x7faf7c15c080 0x7faf7c0d15d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-15T22:04:50.042 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:50.038+0000 7faf7ad9d640 1 -- 172.21.15.63:0/2994472556 >> [v2:172.21.15.110:3301/0,v1:172.21.15.110:6790/0] conn(0x7faf7c15c080 msgr2=0x7faf7c0d15d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-15T22:04:50.042 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:50.038+0000 7faf7ad9d640 1 --2- 172.21.15.63:0/2994472556 >> [v2:172.21.15.110:3301/0,v1:172.21.15.110:6790/0] conn(0x7faf7c15c080 0x7faf7c0d15d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T22:04:50.042 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:50.038+0000 7faf7ad9d640 1 -- 172.21.15.63:0/2994472556 >> v1:172.21.15.63:6789/0 conn(0x7faf7c0d1b10 legacy=0x7faf7c06f2d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-15T22:04:50.042 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:50.038+0000 7faf7ad9d640 1 -- 172.21.15.63:0/2994472556 --> v2:172.21.15.63:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7faf7c15f000 con 0x7faf7c06f9e0 2024-09-15T22:04:50.042 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:50.038+0000 7faf7959a640 1 -- 172.21.15.63:0/2994472556 <== mon.0 v1:172.21.15.63:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 2426077861 0 0) 0x7faf7c0d1fb0 con 0x7faf7c0d1b10 2024-09-15T22:04:50.042 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:50.039+0000 7faf7ad9d640 1 --2- 172.21.15.63:0/2994472556 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7faf7c06f9e0 0x7faf7c162120 secure :-1 s=READY pgs=166 cs=0 l=1 rev1=1 crypto rx=0x7faf6c009d90 tx=0x7faf6c02a5d0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=d33c1674cee2d9d server_cookie=0 in_seq=0 out_seq=0 2024-09-15T22:04:50.043 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:50.039+0000 7faf7959a640 1 -- 172.21.15.63:0/2994472556 <== mon.0 v2:172.21.15.63:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7faf6c031600 con 0x7faf7c06f9e0 2024-09-15T22:04:50.044 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:50.039+0000 7faf7959a640 1 -- 172.21.15.63:0/2994472556 <== mon.0 v2:172.21.15.63:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7faf6c0317a0 con 0x7faf7c06f9e0 2024-09-15T22:04:50.044 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:50.039+0000 7faf7959a640 1 -- 172.21.15.63:0/2994472556 <== mon.0 v2:172.21.15.63:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7faf6c031b70 con 0x7faf7c06f9e0 2024-09-15T22:04:50.044 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:50.039+0000 7faf80fb7640 1 -- 172.21.15.63:0/2994472556 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7faf7c06f9e0 msgr2=0x7faf7c162120 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-15T22:04:50.044 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:50.039+0000 7faf80fb7640 1 --2- 172.21.15.63:0/2994472556 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7faf7c06f9e0 0x7faf7c162120 secure :-1 s=READY pgs=166 cs=0 l=1 rev1=1 crypto rx=0x7faf6c009d90 tx=0x7faf6c02a5d0 comp rx=0 tx=0).stop 2024-09-15T22:04:50.044 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:50.040+0000 7faf80fb7640 1 -- 172.21.15.63:0/2994472556 shutdown_connections 2024-09-15T22:04:50.044 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:50.040+0000 7faf80fb7640 1 --2- 172.21.15.63:0/2994472556 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7faf7c06f9e0 0x7faf7c162120 unknown :-1 s=CLOSED pgs=166 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T22:04:50.044 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:50.040+0000 7faf80fb7640 1 --2- 172.21.15.63:0/2994472556 >> [v2:172.21.15.110:3301/0,v1:172.21.15.110:6790/0] conn(0x7faf7c15c080 0x7faf7c0d15d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T22:04:50.044 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:50.040+0000 7faf80fb7640 1 -- 172.21.15.63:0/2994472556 >> 172.21.15.63:0/2994472556 conn(0x7faf7c0d23c0 msgr2=0x7faf7c0d27a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-15T22:04:50.044 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:50.040+0000 7faf80fb7640 1 -- 172.21.15.63:0/2994472556 shutdown_connections 2024-09-15T22:04:50.044 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:50.040+0000 7faf80fb7640 1 -- 172.21.15.63:0/2994472556 wait complete. 2024-09-15T22:04:50.044 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:50.041+0000 7faf80fb7640 1 Processor -- start 2024-09-15T22:04:50.045 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:50.041+0000 7faf80fb7640 1 -- start start 2024-09-15T22:04:50.047 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:50.042+0000 7faf80fb7640 1 --2- >> [v2:172.21.15.110:3301/0,v1:172.21.15.110:6790/0] conn(0x7faf7c06f9e0 0x7faf7c150850 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-15T22:04:50.047 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:50.042+0000 7faf80fb7640 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7faf7c0d1b10 0x7faf7c1599a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-15T22:04:50.047 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:50.042+0000 7faf80fb7640 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7faf7c15c080 0x7faf7c159ee0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-15T22:04:50.047 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:50.042+0000 7faf80fb7640 1 -- --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 -- 0x7faf7c070cd0 con 0x7faf7c15c080 2024-09-15T22:04:50.047 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:50.042+0000 7faf80fb7640 1 -- --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_getmap magic: 0 -- 0x7faf7c070b50 con 0x7faf7c0d1b10 2024-09-15T22:04:50.047 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:50.042+0000 7faf80fb7640 1 -- --> [v2:172.21.15.110:3301/0,v1:172.21.15.110:6790/0] -- mon_getmap magic: 0 -- 0x7faf7c15f800 con 0x7faf7c06f9e0 2024-09-15T22:04:50.047 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:50.042+0000 7faf7ad9d640 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7faf7c15c080 0x7faf7c159ee0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-15T22:04:50.047 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:50.042+0000 7faf7ad9d640 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7faf7c15c080 0x7faf7c159ee0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.63:3300/0 says I am v2:172.21.15.63:60342/0 (socket says 172.21.15.63:60342) 2024-09-15T22:04:50.047 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:50.042+0000 7faf7ad9d640 1 -- 172.21.15.63:0/4229155594 learned_addr learned my addr 172.21.15.63:0/4229155594 (peer_addr_for_me v2:172.21.15.63:0/0) 2024-09-15T22:04:50.047 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:50.042+0000 7faf7a59c640 1 --2- 172.21.15.63:0/4229155594 >> [v2:172.21.15.110:3301/0,v1:172.21.15.110:6790/0] conn(0x7faf7c06f9e0 0x7faf7c150850 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-15T22:04:50.048 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:50.042+0000 7faf79d9b640 1 --2- 172.21.15.63:0/4229155594 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7faf7c0d1b10 0x7faf7c1599a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-15T22:04:50.048 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:50.042+0000 7faf7ad9d640 1 -- 172.21.15.63:0/4229155594 >> [v2:172.21.15.110:3301/0,v1:172.21.15.110:6790/0] conn(0x7faf7c06f9e0 msgr2=0x7faf7c150850 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-15T22:04:50.048 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:50.042+0000 7faf7ad9d640 1 --2- 172.21.15.63:0/4229155594 >> [v2:172.21.15.110:3301/0,v1:172.21.15.110:6790/0] conn(0x7faf7c06f9e0 0x7faf7c150850 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T22:04:50.048 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:50.042+0000 7faf7ad9d640 1 -- 172.21.15.63:0/4229155594 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7faf7c0d1b10 msgr2=0x7faf7c1599a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-15T22:04:50.048 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:50.042+0000 7faf7ad9d640 1 --2- 172.21.15.63:0/4229155594 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7faf7c0d1b10 0x7faf7c1599a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T22:04:50.048 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:50.042+0000 7faf7ad9d640 1 -- 172.21.15.63:0/4229155594 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7faf7c15dd80 con 0x7faf7c15c080 2024-09-15T22:04:50.048 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:50.042+0000 7faf79d9b640 1 --2- 172.21.15.63:0/4229155594 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7faf7c0d1b10 0x7faf7c1599a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-15T22:04:50.048 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:50.042+0000 7faf7ad9d640 1 --2- 172.21.15.63:0/4229155594 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7faf7c15c080 0x7faf7c159ee0 secure :-1 s=READY pgs=167 cs=0 l=1 rev1=1 crypto rx=0x7faf6c009eb0 tx=0x7faf6c004a40 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-15T22:04:50.048 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:50.043+0000 7faf72ffd640 1 -- 172.21.15.63:0/4229155594 <== mon.0 v2:172.21.15.63:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7faf6c040070 con 0x7faf7c15c080 2024-09-15T22:04:50.048 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:50.043+0000 7faf72ffd640 1 -- 172.21.15.63:0/4229155594 <== mon.0 v2:172.21.15.63:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7faf6c030b60 con 0x7faf7c15c080 2024-09-15T22:04:50.048 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:50.043+0000 7faf80fb7640 1 -- 172.21.15.63:0/4229155594 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7faf7c15e060 con 0x7faf7c15c080 2024-09-15T22:04:50.048 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:50.043+0000 7faf72ffd640 1 -- 172.21.15.63:0/4229155594 <== mon.0 v2:172.21.15.63:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7faf6c009450 con 0x7faf7c15c080 2024-09-15T22:04:50.048 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:50.043+0000 7faf80fb7640 1 -- 172.21.15.63:0/4229155594 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7faf7c15fd20 con 0x7faf7c15c080 2024-09-15T22:04:50.049 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:50.044+0000 7faf80fb7640 1 -- 172.21.15.63:0/4229155594 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7faf7c15e580 con 0x7faf7c15c080 2024-09-15T22:04:50.049 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:50.044+0000 7faf72ffd640 1 -- 172.21.15.63:0/4229155594 <== mon.0 v2:172.21.15.63:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7faf6c039040 con 0x7faf7c15c080 2024-09-15T22:04:50.049 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:50.045+0000 7faf72ffd640 1 --2- 172.21.15.63:0/4229155594 >> [v2:172.21.15.110:6832/552273267,v1:172.21.15.110:6833/552273267] conn(0x7faf5c06c2e0 0x7faf5c06e7a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-15T22:04:50.049 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:50.045+0000 7faf72ffd640 1 -- 172.21.15.63:0/4229155594 <== mon.0 v2:172.21.15.63:3300/0 5 ==== osd_map(21..21 src has 1..21) ==== 5709+0+0 (secure 0 0 0) 0x7faf6c0ac6f0 con 0x7faf7c15c080 2024-09-15T22:04:50.050 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:50.045+0000 7faf7a59c640 1 --2- 172.21.15.63:0/4229155594 >> [v2:172.21.15.110:6832/552273267,v1:172.21.15.110:6833/552273267] conn(0x7faf5c06c2e0 0x7faf5c06e7a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-15T22:04:50.050 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:50.046+0000 7faf7a59c640 1 --2- 172.21.15.63:0/4229155594 >> [v2:172.21.15.110:6832/552273267,v1:172.21.15.110:6833/552273267] conn(0x7faf5c06c2e0 0x7faf5c06e7a0 secure :-1 s=READY pgs=102 cs=0 l=1 rev1=1 crypto rx=0x7faf740079a0 tx=0x7faf74008040 comp rx=0 tx=0).ready entity=mgr.4102 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-15T22:04:50.052 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:50.049+0000 7faf72ffd640 1 -- 172.21.15.63:0/4229155594 <== mon.0 v2:172.21.15.63:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7faf7c15e580 con 0x7faf7c15c080 2024-09-15T22:04:50.226 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:50.223+0000 7faf80fb7640 1 -- 172.21.15.63:0/4229155594 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_command({"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"} v 0) -- 0x7faf7c0d15d0 con 0x7faf7c15c080 2024-09-15T22:04:50.227 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:50.224+0000 7faf72ffd640 1 -- 172.21.15.63:0/4229155594 <== mon.0 v2:172.21.15.63:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"}]=0 v21) ==== 100+0+11 (secure 0 0 0) 0x7faf6c07ae60 con 0x7faf7c15c080 2024-09-15T22:04:50.227 INFO:teuthology.orchestra.run.smithi063.stdout:pg_num: 64 2024-09-15T22:04:50.230 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:50.226+0000 7faf80fb7640 1 -- 172.21.15.63:0/4229155594 >> [v2:172.21.15.110:6832/552273267,v1:172.21.15.110:6833/552273267] conn(0x7faf5c06c2e0 msgr2=0x7faf5c06e7a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-15T22:04:50.230 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:50.226+0000 7faf80fb7640 1 --2- 172.21.15.63:0/4229155594 >> [v2:172.21.15.110:6832/552273267,v1:172.21.15.110:6833/552273267] conn(0x7faf5c06c2e0 0x7faf5c06e7a0 secure :-1 s=READY pgs=102 cs=0 l=1 rev1=1 crypto rx=0x7faf740079a0 tx=0x7faf74008040 comp rx=0 tx=0).stop 2024-09-15T22:04:50.230 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:50.226+0000 7faf80fb7640 1 -- 172.21.15.63:0/4229155594 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7faf7c15c080 msgr2=0x7faf7c159ee0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-15T22:04:50.230 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:50.226+0000 7faf80fb7640 1 --2- 172.21.15.63:0/4229155594 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7faf7c15c080 0x7faf7c159ee0 secure :-1 s=READY pgs=167 cs=0 l=1 rev1=1 crypto rx=0x7faf6c009eb0 tx=0x7faf6c004a40 comp rx=0 tx=0).stop 2024-09-15T22:04:50.230 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:50.226+0000 7faf80fb7640 1 -- 172.21.15.63:0/4229155594 shutdown_connections 2024-09-15T22:04:50.230 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:50.226+0000 7faf80fb7640 1 --2- 172.21.15.63:0/4229155594 >> [v2:172.21.15.110:6832/552273267,v1:172.21.15.110:6833/552273267] conn(0x7faf5c06c2e0 0x7faf5c06e7a0 unknown :-1 s=CLOSED pgs=102 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T22:04:50.231 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:50.226+0000 7faf80fb7640 1 --2- 172.21.15.63:0/4229155594 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7faf7c0d1b10 0x7faf7c1599a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T22:04:50.231 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:50.226+0000 7faf80fb7640 1 --2- 172.21.15.63:0/4229155594 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7faf7c15c080 0x7faf7c159ee0 unknown :-1 s=CLOSED pgs=167 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T22:04:50.231 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:50.226+0000 7faf80fb7640 1 --2- 172.21.15.63:0/4229155594 >> [v2:172.21.15.110:3301/0,v1:172.21.15.110:6790/0] conn(0x7faf7c06f9e0 0x7faf7c150850 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T22:04:50.231 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:50.226+0000 7faf80fb7640 1 -- 172.21.15.63:0/4229155594 >> 172.21.15.63:0/4229155594 conn(0x7faf7c0d23c0 msgr2=0x7faf7c0b2e40 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-15T22:04:50.231 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:50.226+0000 7faf80fb7640 1 -- 172.21.15.63:0/4229155594 shutdown_connections 2024-09-15T22:04:50.231 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:50.226+0000 7faf80fb7640 1 -- 172.21.15.63:0/4229155594 wait complete. 2024-09-15T22:04:50.241 DEBUG:teuthology.orchestra.run.smithi063:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph log 'Starting test tasks.cephfs.test_volumes.TestPerModuleFinsherThread.test_volumes_module_finisher_thread' 2024-09-15T22:04:50.344 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:50.341+0000 7fe99e731640 1 Processor -- start 2024-09-15T22:04:50.344 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:50.341+0000 7fe99e731640 1 -- start start 2024-09-15T22:04:50.348 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:50.342+0000 7fe99e731640 1 --2- >> v2:172.21.15.110:3300/0 conn(0x7fe99815b720 0x7fe99815c950 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-15T22:04:50.348 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:50.342+0000 7fe99e731640 1 -- --> v1:172.21.15.63:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fe9980b0b50 con 0x7fe9980d18e0 2024-09-15T22:04:50.348 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:50.342+0000 7fe99e731640 1 -- --> v1:172.21.15.110:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fe99815be70 con 0x7fe9980b02f0 2024-09-15T22:04:50.348 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:50.342+0000 7fe99e731640 1 -- --> v2:172.21.15.110:3300/0 -- mon_getmap magic: 0 -- 0x7fe99815c150 con 0x7fe99815b720 2024-09-15T22:04:50.348 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:50.342+0000 7fe99ccce640 1 --1- >> v1:172.21.15.63:6789/0 conn(0x7fe9980d18e0 0x7fe9980b18e0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.63:6789/0 says I am v1:172.21.15.63:38304/0 (socket says 172.21.15.63:38304) 2024-09-15T22:04:50.348 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:50.342+0000 7fe99ccce640 1 -- 172.21.15.63:0/450380146 learned_addr learned my addr 172.21.15.63:0/450380146 (peer_addr_for_me v1:172.21.15.63:0/0) 2024-09-15T22:04:50.348 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:50.343+0000 7fe997fff640 1 --2- 172.21.15.63:0/450380146 >> v2:172.21.15.110:3300/0 conn(0x7fe99815b720 0x7fe99815c950 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-15T22:04:50.348 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:50.343+0000 7fe996ffd640 1 -- 172.21.15.63:0/450380146 <== mon.0 v1:172.21.15.63:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 2951440001 0 0) 0x7fe9980b0b50 con 0x7fe9980d18e0 2024-09-15T22:04:50.348 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:50.343+0000 7fe996ffd640 1 -- 172.21.15.63:0/450380146 --> v1:172.21.15.63:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7fe980003520 con 0x7fe9980d18e0 2024-09-15T22:04:50.348 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:50.343+0000 7fe996ffd640 1 -- 172.21.15.63:0/450380146 <== mon.1 v1:172.21.15.110:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 3286044124 0 0) 0x7fe99815be70 con 0x7fe9980b02f0 2024-09-15T22:04:50.349 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:50.343+0000 7fe996ffd640 1 -- 172.21.15.63:0/450380146 --> v1:172.21.15.110:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7fe9980b0b50 con 0x7fe9980b02f0 2024-09-15T22:04:50.349 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:50.343+0000 7fe996ffd640 1 -- 172.21.15.63:0/450380146 <== mon.0 v1:172.21.15.63:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) ==== 214+0+0 (unknown 1729181121 0 0) 0x7fe980003520 con 0x7fe9980d18e0 2024-09-15T22:04:50.349 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:50.343+0000 7fe996ffd640 1 -- 172.21.15.63:0/450380146 >> v2:172.21.15.110:3300/0 conn(0x7fe99815b720 msgr2=0x7fe99815c950 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-15T22:04:50.349 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:50.343+0000 7fe996ffd640 1 --2- 172.21.15.63:0/450380146 >> v2:172.21.15.110:3300/0 conn(0x7fe99815b720 0x7fe99815c950 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T22:04:50.349 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:50.343+0000 7fe996ffd640 1 -- 172.21.15.63:0/450380146 >> v1:172.21.15.110:6789/0 conn(0x7fe9980b02f0 legacy=0x7fe9980d11d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-15T22:04:50.349 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:50.343+0000 7fe996ffd640 1 -- 172.21.15.63:0/450380146 --> v1:172.21.15.63:6789/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fe99815c430 con 0x7fe9980d18e0 2024-09-15T22:04:50.349 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:50.343+0000 7fe996ffd640 1 -- 172.21.15.63:0/450380146 <== mon.0 v1:172.21.15.63:6789/0 3 ==== mon_map magic: 0 ==== 413+0+0 (unknown 3984726164 0 0) 0x7fe9900019f0 con 0x7fe9980d18e0 2024-09-15T22:04:50.349 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:50.343+0000 7fe997fff640 1 --2- 172.21.15.63:0/450380146 >> v2:172.21.15.110:3300/0 conn(0x7fe99815b720 0x7fe99815c950 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-15T22:04:50.349 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:50.343+0000 7fe996ffd640 1 -- 172.21.15.63:0/450380146 >> v1:172.21.15.63:6789/0 conn(0x7fe9980d18e0 legacy=0x7fe9980b18e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-15T22:04:50.349 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:50.343+0000 7fe996ffd640 1 --2- 172.21.15.63:0/450380146 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fe980003b90 0x7fe980003f90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-15T22:04:50.349 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:50.343+0000 7fe996ffd640 1 --2- 172.21.15.63:0/450380146 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7fe980004800 0x7fe980004c80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-15T22:04:50.349 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:50.343+0000 7fe996ffd640 1 --2- 172.21.15.63:0/450380146 >> [v2:172.21.15.110:3301/0,v1:172.21.15.110:6790/0] conn(0x7fe9800051c0 0x7fe98000b9c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-15T22:04:50.349 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:50.343+0000 7fe996ffd640 1 -- 172.21.15.63:0/450380146 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 -- 0x7fe99815c150 con 0x7fe980003b90 2024-09-15T22:04:50.350 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:50.343+0000 7fe996ffd640 1 -- 172.21.15.63:0/450380146 --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_getmap magic: 0 -- 0x7fe98000c090 con 0x7fe980004800 2024-09-15T22:04:50.350 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:50.343+0000 7fe996ffd640 1 -- 172.21.15.63:0/450380146 --> [v2:172.21.15.110:3301/0,v1:172.21.15.110:6790/0] -- mon_getmap magic: 0 -- 0x7fe98000c290 con 0x7fe9800051c0 2024-09-15T22:04:50.350 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:50.343+0000 7fe997fff640 1 --2- 172.21.15.63:0/450380146 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fe980003b90 0x7fe980003f90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-15T22:04:50.350 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:50.343+0000 7fe9977fe640 1 --2- 172.21.15.63:0/450380146 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7fe980004800 0x7fe980004c80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-15T22:04:50.350 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:50.343+0000 7fe99ccce640 1 --2- 172.21.15.63:0/450380146 >> [v2:172.21.15.110:3301/0,v1:172.21.15.110:6790/0] conn(0x7fe9800051c0 0x7fe98000b9c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-15T22:04:50.350 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:50.343+0000 7fe997fff640 1 -- 172.21.15.63:0/450380146 >> [v2:172.21.15.110:3301/0,v1:172.21.15.110:6790/0] conn(0x7fe9800051c0 msgr2=0x7fe98000b9c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-15T22:04:50.350 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:50.343+0000 7fe997fff640 1 --2- 172.21.15.63:0/450380146 >> [v2:172.21.15.110:3301/0,v1:172.21.15.110:6790/0] conn(0x7fe9800051c0 0x7fe98000b9c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T22:04:50.350 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:50.343+0000 7fe997fff640 1 -- 172.21.15.63:0/450380146 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7fe980004800 msgr2=0x7fe980004c80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-15T22:04:50.350 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:50.343+0000 7fe997fff640 1 --2- 172.21.15.63:0/450380146 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7fe980004800 0x7fe980004c80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T22:04:50.350 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:50.343+0000 7fe997fff640 1 -- 172.21.15.63:0/450380146 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fe980003520 con 0x7fe980003b90 2024-09-15T22:04:50.350 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:50.343+0000 7fe99ccce640 1 -- 172.21.15.63:0/450380146 reap_dead start 2024-09-15T22:04:50.350 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:50.343+0000 7fe9977fe640 1 --2- 172.21.15.63:0/450380146 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7fe980004800 0x7fe980004c80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-15T22:04:50.350 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:50.344+0000 7fe997fff640 1 --2- 172.21.15.63:0/450380146 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fe980003b90 0x7fe980003f90 secure :-1 s=READY pgs=169 cs=0 l=1 rev1=1 crypto rx=0x7fe988009c90 tx=0x7fe980005830 comp rx=0 tx=0).ready entity=mon.0 client_cookie=6b9a636d9b837cc5 server_cookie=0 in_seq=0 out_seq=0 2024-09-15T22:04:50.351 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:50.344+0000 7fe996ffd640 1 -- 172.21.15.63:0/450380146 <== mon.0 v2:172.21.15.63:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe988036070 con 0x7fe980003b90 2024-09-15T22:04:50.351 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:50.344+0000 7fe996ffd640 1 -- 172.21.15.63:0/450380146 <== mon.0 v2:172.21.15.63:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fe988031400 con 0x7fe980003b90 2024-09-15T22:04:50.351 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:50.344+0000 7fe996ffd640 1 -- 172.21.15.63:0/450380146 <== mon.0 v2:172.21.15.63:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe988009860 con 0x7fe980003b90 2024-09-15T22:04:50.351 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:50.345+0000 7fe99e731640 1 -- 172.21.15.63:0/450380146 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fe980003b90 msgr2=0x7fe980003f90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-15T22:04:50.351 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:50.345+0000 7fe99e731640 1 --2- 172.21.15.63:0/450380146 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fe980003b90 0x7fe980003f90 secure :-1 s=READY pgs=169 cs=0 l=1 rev1=1 crypto rx=0x7fe988009c90 tx=0x7fe980005830 comp rx=0 tx=0).stop 2024-09-15T22:04:50.351 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:50.345+0000 7fe99e731640 1 -- 172.21.15.63:0/450380146 shutdown_connections 2024-09-15T22:04:50.351 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:50.345+0000 7fe99e731640 1 --2- 172.21.15.63:0/450380146 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fe980003b90 0x7fe980003f90 unknown :-1 s=CLOSED pgs=169 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T22:04:50.351 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:50.345+0000 7fe99e731640 1 -- 172.21.15.63:0/450380146 >> 172.21.15.63:0/450380146 conn(0x7fe9980730c0 msgr2=0x7fe9980734d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-15T22:04:50.351 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:50.345+0000 7fe99e731640 1 -- 172.21.15.63:0/450380146 shutdown_connections 2024-09-15T22:04:50.351 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:50.345+0000 7fe99e731640 1 -- 172.21.15.63:0/450380146 wait complete. 2024-09-15T22:04:50.354 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:50.346+0000 7fe99e731640 1 Processor -- start 2024-09-15T22:04:50.354 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:50.346+0000 7fe99e731640 1 -- start start 2024-09-15T22:04:50.354 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:50.347+0000 7fe99e731640 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7fe980003b90 0x7fe998150bd0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-15T22:04:50.354 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:50.347+0000 7fe99e731640 1 --2- >> [v2:172.21.15.110:3301/0,v1:172.21.15.110:6790/0] conn(0x7fe9980cc790 0x7fe9980ccc10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-15T22:04:50.354 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:50.347+0000 7fe99e731640 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fe9980b2400 0x7fe9980b2880 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-15T22:04:50.354 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:50.347+0000 7fe99e731640 1 -- --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 -- 0x7fe9980b0930 con 0x7fe9980b2400 2024-09-15T22:04:50.354 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:50.347+0000 7fe99e731640 1 -- --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_getmap magic: 0 -- 0x7fe9980b07b0 con 0x7fe980003b90 2024-09-15T22:04:50.354 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:50.347+0000 7fe99e731640 1 -- --> [v2:172.21.15.110:3301/0,v1:172.21.15.110:6790/0] -- mon_getmap magic: 0 -- 0x7fe998073be0 con 0x7fe9980cc790 2024-09-15T22:04:50.355 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:50.347+0000 7fe99ccce640 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fe9980b2400 0x7fe9980b2880 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-15T22:04:50.355 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:50.347+0000 7fe99ccce640 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fe9980b2400 0x7fe9980b2880 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.63:3300/0 says I am v2:172.21.15.63:60352/0 (socket says 172.21.15.63:60352) 2024-09-15T22:04:50.355 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:50.347+0000 7fe99ccce640 1 -- 172.21.15.63:0/3902762620 learned_addr learned my addr 172.21.15.63:0/3902762620 (peer_addr_for_me v2:172.21.15.63:0/0) 2024-09-15T22:04:50.355 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:50.347+0000 7fe9977fe640 1 --2- 172.21.15.63:0/3902762620 >> [v2:172.21.15.110:3301/0,v1:172.21.15.110:6790/0] conn(0x7fe9980cc790 0x7fe9980ccc10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-15T22:04:50.355 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:50.347+0000 7fe997fff640 1 --2- 172.21.15.63:0/3902762620 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7fe980003b90 0x7fe998150bd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-15T22:04:50.355 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:50.348+0000 7fe99ccce640 1 -- 172.21.15.63:0/3902762620 >> [v2:172.21.15.110:3301/0,v1:172.21.15.110:6790/0] conn(0x7fe9980cc790 msgr2=0x7fe9980ccc10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-15T22:04:50.355 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:50.348+0000 7fe99ccce640 1 --2- 172.21.15.63:0/3902762620 >> [v2:172.21.15.110:3301/0,v1:172.21.15.110:6790/0] conn(0x7fe9980cc790 0x7fe9980ccc10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T22:04:50.355 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:50.348+0000 7fe99ccce640 1 -- 172.21.15.63:0/3902762620 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7fe980003b90 msgr2=0x7fe998150bd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-15T22:04:50.355 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:50.348+0000 7fe99ccce640 1 --2- 172.21.15.63:0/3902762620 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7fe980003b90 0x7fe998150bd0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T22:04:50.355 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:50.348+0000 7fe99ccce640 1 -- 172.21.15.63:0/3902762620 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fe9980b3010 con 0x7fe9980b2400 2024-09-15T22:04:50.355 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:50.348+0000 7fe99ccce640 1 --2- 172.21.15.63:0/3902762620 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fe9980b2400 0x7fe9980b2880 secure :-1 s=READY pgs=170 cs=0 l=1 rev1=1 crypto rx=0x7fe9980cece0 tx=0x7fe990007af0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-15T22:04:50.355 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:50.348+0000 7fe994ff9640 1 -- 172.21.15.63:0/3902762620 <== mon.0 v2:172.21.15.63:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe99000e9e0 con 0x7fe9980b2400 2024-09-15T22:04:50.355 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:50.348+0000 7fe994ff9640 1 -- 172.21.15.63:0/3902762620 <== mon.0 v2:172.21.15.63:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fe990018070 con 0x7fe9980b2400 2024-09-15T22:04:50.356 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:50.348+0000 7fe99e731640 1 -- 172.21.15.63:0/3902762620 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fe9980b32f0 con 0x7fe9980b2400 2024-09-15T22:04:50.356 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:50.348+0000 7fe994ff9640 1 -- 172.21.15.63:0/3902762620 <== mon.0 v2:172.21.15.63:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe99000eda0 con 0x7fe9980b2400 2024-09-15T22:04:50.356 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:50.348+0000 7fe99e731640 1 -- 172.21.15.63:0/3902762620 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fe9980b38b0 con 0x7fe9980b2400 2024-09-15T22:04:50.356 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:50.349+0000 7fe99e731640 1 -- 172.21.15.63:0/3902762620 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fe99815c950 con 0x7fe9980b2400 2024-09-15T22:04:50.356 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:50.349+0000 7fe994ff9640 1 -- 172.21.15.63:0/3902762620 <== mon.0 v2:172.21.15.63:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7fe99001d460 con 0x7fe9980b2400 2024-09-15T22:04:50.356 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:50.350+0000 7fe994ff9640 1 --2- 172.21.15.63:0/3902762620 >> [v2:172.21.15.110:6832/552273267,v1:172.21.15.110:6833/552273267] conn(0x7fe98406c2b0 0x7fe98406e770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-15T22:04:50.356 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:50.350+0000 7fe994ff9640 1 -- 172.21.15.63:0/3902762620 <== mon.0 v2:172.21.15.63:3300/0 5 ==== osd_map(21..21 src has 1..21) ==== 5709+0+0 (secure 0 0 0) 0x7fe99008b5c0 con 0x7fe9980b2400 2024-09-15T22:04:50.356 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:50.350+0000 7fe997fff640 1 --2- 172.21.15.63:0/3902762620 >> [v2:172.21.15.110:6832/552273267,v1:172.21.15.110:6833/552273267] conn(0x7fe98406c2b0 0x7fe98406e770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-15T22:04:50.356 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:50.351+0000 7fe997fff640 1 --2- 172.21.15.63:0/3902762620 >> [v2:172.21.15.110:6832/552273267,v1:172.21.15.110:6833/552273267] conn(0x7fe98406c2b0 0x7fe98406e770 secure :-1 s=READY pgs=103 cs=0 l=1 rev1=1 crypto rx=0x7fe988033000 tx=0x7fe988008030 comp rx=0 tx=0).ready entity=mgr.4102 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-15T22:04:50.356 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:50.354+0000 7fe994ff9640 1 -- 172.21.15.63:0/3902762620 <== mon.0 v2:172.21.15.63:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7fe9900596e0 con 0x7fe9980b2400 2024-09-15T22:04:50.598 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:50.595+0000 7fe99e731640 1 -- 172.21.15.63:0/3902762620 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_command({"prefix": "log", "logtext": ["Starting test tasks.cephfs.test_volumes.TestPerModuleFinsherThread.test_volumes_module_finisher_thread"]} v 0) -- 0x7fe998150400 con 0x7fe9980b2400 2024-09-15T22:04:50.933 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:50.931+0000 7fe994ff9640 1 -- 172.21.15.63:0/3902762620 <== mon.0 v2:172.21.15.63:3300/0 7 ==== mon_command_ack([{"prefix": "log", "logtext": ["Starting test tasks.cephfs.test_volumes.TestPerModuleFinsherThread.test_volumes_module_finisher_thread"]}]=0 v46) ==== 170+0+0 (secure 0 0 0) 0x7fe99005d9e0 con 0x7fe9980b2400 2024-09-15T22:04:50.936 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:50.933+0000 7fe99e731640 1 -- 172.21.15.63:0/3902762620 >> [v2:172.21.15.110:6832/552273267,v1:172.21.15.110:6833/552273267] conn(0x7fe98406c2b0 msgr2=0x7fe98406e770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-15T22:04:50.936 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:50.933+0000 7fe99e731640 1 --2- 172.21.15.63:0/3902762620 >> [v2:172.21.15.110:6832/552273267,v1:172.21.15.110:6833/552273267] conn(0x7fe98406c2b0 0x7fe98406e770 secure :-1 s=READY pgs=103 cs=0 l=1 rev1=1 crypto rx=0x7fe988033000 tx=0x7fe988008030 comp rx=0 tx=0).stop 2024-09-15T22:04:50.936 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:50.933+0000 7fe99e731640 1 -- 172.21.15.63:0/3902762620 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fe9980b2400 msgr2=0x7fe9980b2880 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-15T22:04:50.936 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:50.933+0000 7fe99e731640 1 --2- 172.21.15.63:0/3902762620 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fe9980b2400 0x7fe9980b2880 secure :-1 s=READY pgs=170 cs=0 l=1 rev1=1 crypto rx=0x7fe9980cece0 tx=0x7fe990007af0 comp rx=0 tx=0).stop 2024-09-15T22:04:50.936 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:50.933+0000 7fe99e731640 1 -- 172.21.15.63:0/3902762620 shutdown_connections 2024-09-15T22:04:50.936 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:50.933+0000 7fe99e731640 1 --2- 172.21.15.63:0/3902762620 >> [v2:172.21.15.110:6832/552273267,v1:172.21.15.110:6833/552273267] conn(0x7fe98406c2b0 0x7fe98406e770 unknown :-1 s=CLOSED pgs=103 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T22:04:50.936 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:50.933+0000 7fe99e731640 1 --2- 172.21.15.63:0/3902762620 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fe9980b2400 0x7fe9980b2880 unknown :-1 s=CLOSED pgs=170 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T22:04:50.936 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:50.933+0000 7fe99e731640 1 --2- 172.21.15.63:0/3902762620 >> [v2:172.21.15.110:3301/0,v1:172.21.15.110:6790/0] conn(0x7fe9980cc790 0x7fe9980ccc10 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T22:04:50.936 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:50.933+0000 7fe99e731640 1 --2- 172.21.15.63:0/3902762620 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7fe980003b90 0x7fe998150bd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T22:04:50.937 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:50.933+0000 7fe99e731640 1 -- 172.21.15.63:0/3902762620 >> 172.21.15.63:0/3902762620 conn(0x7fe9980730c0 msgr2=0x7fe9980afa60 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-15T22:04:50.937 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:50.933+0000 7fe99e731640 1 -- 172.21.15.63:0/3902762620 shutdown_connections 2024-09-15T22:04:50.937 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:50.933+0000 7fe99e731640 1 -- 172.21.15.63:0/3902762620 wait complete. 2024-09-15T22:04:50.947 DEBUG:teuthology.orchestra.run.smithi063:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph config set mon mon_allow_pool_delete True 2024-09-15T22:04:51.055 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:51.052+0000 7f75a95a1640 1 Processor -- start 2024-09-15T22:04:51.055 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:51.052+0000 7f75a95a1640 1 -- start start 2024-09-15T22:04:51.056 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:51.053+0000 7f75a95a1640 1 --2- >> v2:172.21.15.110:3300/0 conn(0x7f75a4147f30 0x7f75a40cf5c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-15T22:04:51.056 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:51.053+0000 7f75a95a1640 1 --2- >> v2:172.21.15.63:3300/0 conn(0x7f75a40cfb00 0x7f75a40d0f70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-15T22:04:51.056 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:51.053+0000 7f75a95a1640 1 --2- >> [v2:172.21.15.110:3301/0,v1:172.21.15.110:6790/0] conn(0x7f75a40d4010 0x7f75a40d14b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-15T22:04:51.056 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:51.053+0000 7f75a95a1640 1 -- --> v2:172.21.15.63:3300/0 -- mon_getmap magic: 0 -- 0x7f75a40d20a0 con 0x7f75a40cfb00 2024-09-15T22:04:51.057 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:51.053+0000 7f75a95a1640 1 -- --> v2:172.21.15.110:3300/0 -- mon_getmap magic: 0 -- 0x7f75a40d22f0 con 0x7f75a4147f30 2024-09-15T22:04:51.057 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:51.053+0000 7f75a95a1640 1 -- --> [v2:172.21.15.110:3301/0,v1:172.21.15.110:6790/0] -- mon_getmap magic: 0 -- 0x7f75a40d25d0 con 0x7f75a40d4010 2024-09-15T22:04:51.057 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:51.053+0000 7f75a27fc640 1 --2- >> v2:172.21.15.63:3300/0 conn(0x7f75a40cfb00 0x7f75a40d0f70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-15T22:04:51.057 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:51.053+0000 7f75a27fc640 1 --2- >> v2:172.21.15.63:3300/0 conn(0x7f75a40cfb00 0x7f75a40d0f70 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.63:3300/0 says I am v2:172.21.15.63:60366/0 (socket says 172.21.15.63:60366) 2024-09-15T22:04:51.057 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:51.053+0000 7f75a27fc640 1 -- 172.21.15.63:0/2728335003 learned_addr learned my addr 172.21.15.63:0/2728335003 (peer_addr_for_me v2:172.21.15.63:0/0) 2024-09-15T22:04:51.057 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:51.053+0000 7f75a2ffd640 1 --2- 172.21.15.63:0/2728335003 >> v2:172.21.15.110:3300/0 conn(0x7f75a4147f30 0x7f75a40cf5c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-15T22:04:51.057 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:51.053+0000 7f75a37fe640 1 --2- 172.21.15.63:0/2728335003 >> [v2:172.21.15.110:3301/0,v1:172.21.15.110:6790/0] conn(0x7f75a40d4010 0x7f75a40d14b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-15T22:04:51.057 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:51.054+0000 7f75a27fc640 1 -- 172.21.15.63:0/2728335003 >> [v2:172.21.15.110:3301/0,v1:172.21.15.110:6790/0] conn(0x7f75a40d4010 msgr2=0x7f75a40d14b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-15T22:04:51.057 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:51.054+0000 7f75a27fc640 1 --2- 172.21.15.63:0/2728335003 >> [v2:172.21.15.110:3301/0,v1:172.21.15.110:6790/0] conn(0x7f75a40d4010 0x7f75a40d14b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T22:04:51.057 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:51.054+0000 7f75a27fc640 1 -- 172.21.15.63:0/2728335003 >> v2:172.21.15.110:3300/0 conn(0x7f75a4147f30 msgr2=0x7f75a40cf5c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-15T22:04:51.057 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:51.054+0000 7f75a27fc640 1 --2- 172.21.15.63:0/2728335003 >> v2:172.21.15.110:3300/0 conn(0x7f75a4147f30 0x7f75a40cf5c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T22:04:51.057 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:51.054+0000 7f75a27fc640 1 -- 172.21.15.63:0/2728335003 --> v2:172.21.15.63:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f75a40d28b0 con 0x7f75a40cfb00 2024-09-15T22:04:51.058 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:51.054+0000 7f75a2ffd640 1 --2- 172.21.15.63:0/2728335003 >> v2:172.21.15.110:3300/0 conn(0x7f75a4147f30 0x7f75a40cf5c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-15T22:04:51.058 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:51.054+0000 7f75a37fe640 1 --2- 172.21.15.63:0/2728335003 >> [v2:172.21.15.110:3301/0,v1:172.21.15.110:6790/0] conn(0x7f75a40d4010 0x7f75a40d14b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-15T22:04:51.059 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:51.054+0000 7f75a27fc640 1 --2- 172.21.15.63:0/2728335003 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f75a40cfb00 0x7f75a40d0f70 secure :-1 s=READY pgs=171 cs=0 l=1 rev1=1 crypto rx=0x7f75a4075600 tx=0x7f758c02a140 comp rx=0 tx=0).ready entity=mon.0 client_cookie=32506267ad981f53 server_cookie=0 in_seq=0 out_seq=0 2024-09-15T22:04:51.059 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:51.054+0000 7f75a1ffb640 1 -- 172.21.15.63:0/2728335003 <== mon.0 v2:172.21.15.63:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f758c037070 con 0x7f75a40cfb00 2024-09-15T22:04:51.059 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:51.054+0000 7f75a1ffb640 1 -- 172.21.15.63:0/2728335003 <== mon.0 v2:172.21.15.63:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f758c032440 con 0x7f75a40cfb00 2024-09-15T22:04:51.059 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:51.054+0000 7f75a1ffb640 1 -- 172.21.15.63:0/2728335003 <== mon.0 v2:172.21.15.63:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f758c032810 con 0x7f75a40cfb00 2024-09-15T22:04:51.059 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:51.055+0000 7f75a95a1640 1 -- 172.21.15.63:0/2728335003 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f75a40cfb00 msgr2=0x7f75a40d0f70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-15T22:04:51.059 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:51.055+0000 7f75a95a1640 1 --2- 172.21.15.63:0/2728335003 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f75a40cfb00 0x7f75a40d0f70 secure :-1 s=READY pgs=171 cs=0 l=1 rev1=1 crypto rx=0x7f75a4075600 tx=0x7f758c02a140 comp rx=0 tx=0).stop 2024-09-15T22:04:51.060 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:51.055+0000 7f75a95a1640 1 -- 172.21.15.63:0/2728335003 shutdown_connections 2024-09-15T22:04:51.060 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:51.055+0000 7f75a95a1640 1 --2- 172.21.15.63:0/2728335003 >> [v2:172.21.15.110:3301/0,v1:172.21.15.110:6790/0] conn(0x7f75a40d4010 0x7f75a40d14b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T22:04:51.060 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:51.055+0000 7f75a95a1640 1 --2- 172.21.15.63:0/2728335003 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f75a40cfb00 0x7f75a40d0f70 unknown :-1 s=CLOSED pgs=171 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T22:04:51.060 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:51.055+0000 7f75a95a1640 1 --2- 172.21.15.63:0/2728335003 >> v2:172.21.15.110:3300/0 conn(0x7f75a4147f30 0x7f75a40cf5c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T22:04:51.060 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:51.055+0000 7f75a95a1640 1 -- 172.21.15.63:0/2728335003 >> 172.21.15.63:0/2728335003 conn(0x7f75a4074da0 msgr2=0x7f75a40d4560 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-15T22:04:51.060 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:51.055+0000 7f75a95a1640 1 -- 172.21.15.63:0/2728335003 shutdown_connections 2024-09-15T22:04:51.060 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:51.055+0000 7f75a95a1640 1 -- 172.21.15.63:0/2728335003 wait complete. 2024-09-15T22:04:51.060 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:51.056+0000 7f75a95a1640 1 Processor -- start 2024-09-15T22:04:51.060 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:51.056+0000 7f75a95a1640 1 -- start start 2024-09-15T22:04:51.062 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:51.057+0000 7f75a95a1640 1 --2- >> [v2:172.21.15.110:3301/0,v1:172.21.15.110:6790/0] conn(0x7f75a40cfb00 0x7f75a41410e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-15T22:04:51.062 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:51.057+0000 7f75a95a1640 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f75a40d4010 0x7f75a41e9c30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-15T22:04:51.062 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:51.057+0000 7f75a95a1640 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f75a4147f30 0x7f75a41ea170 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-15T22:04:51.063 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:51.057+0000 7f75a95a1640 1 -- --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 -- 0x7f75a40d30b0 con 0x7f75a40d4010 2024-09-15T22:04:51.063 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:51.057+0000 7f75a95a1640 1 -- --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_getmap magic: 0 -- 0x7f75a4148310 con 0x7f75a4147f30 2024-09-15T22:04:51.063 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:51.057+0000 7f75a95a1640 1 -- --> [v2:172.21.15.110:3301/0,v1:172.21.15.110:6790/0] -- mon_getmap magic: 0 -- 0x7f75a40d3230 con 0x7f75a40cfb00 2024-09-15T22:04:51.063 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:51.057+0000 7f75a27fc640 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f75a40d4010 0x7f75a41e9c30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-15T22:04:51.063 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:51.057+0000 7f75a27fc640 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f75a40d4010 0x7f75a41e9c30 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.63:3300/0 says I am v2:172.21.15.63:60380/0 (socket says 172.21.15.63:60380) 2024-09-15T22:04:51.063 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:51.057+0000 7f75a27fc640 1 -- 172.21.15.63:0/3192430522 learned_addr learned my addr 172.21.15.63:0/3192430522 (peer_addr_for_me v2:172.21.15.63:0/0) 2024-09-15T22:04:51.063 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:51.057+0000 7f75a27fc640 1 -- 172.21.15.63:0/3192430522 >> [v2:172.21.15.110:3301/0,v1:172.21.15.110:6790/0] conn(0x7f75a40cfb00 msgr2=0x7f75a41410e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-15T22:04:51.063 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:51.057+0000 7f75a27fc640 1 --2- 172.21.15.63:0/3192430522 >> [v2:172.21.15.110:3301/0,v1:172.21.15.110:6790/0] conn(0x7f75a40cfb00 0x7f75a41410e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T22:04:51.063 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:51.057+0000 7f75a27fc640 1 -- 172.21.15.63:0/3192430522 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f75a4147f30 msgr2=0x7f75a41ea170 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-15T22:04:51.063 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:51.057+0000 7f75a27fc640 1 --2- 172.21.15.63:0/3192430522 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f75a4147f30 0x7f75a41ea170 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T22:04:51.063 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:51.057+0000 7f75a27fc640 1 -- 172.21.15.63:0/3192430522 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f75a40cd050 con 0x7f75a40d4010 2024-09-15T22:04:51.063 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:51.058+0000 7f75a27fc640 1 --2- 172.21.15.63:0/3192430522 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f75a40d4010 0x7f75a41e9c30 secure :-1 s=READY pgs=172 cs=0 l=1 rev1=1 crypto rx=0x7f758c02a180 tx=0x7f758c0046c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-15T22:04:51.063 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:51.058+0000 7f759b7fe640 1 -- 172.21.15.63:0/3192430522 <== mon.0 v2:172.21.15.63:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f758c041020 con 0x7f75a40d4010 2024-09-15T22:04:51.064 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:51.058+0000 7f759b7fe640 1 -- 172.21.15.63:0/3192430522 <== mon.0 v2:172.21.15.63:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f758c0306c0 con 0x7f75a40d4010 2024-09-15T22:04:51.064 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:51.058+0000 7f75a95a1640 1 -- 172.21.15.63:0/3192430522 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f75a40cc290 con 0x7f75a40d4010 2024-09-15T22:04:51.064 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:51.058+0000 7f759b7fe640 1 -- 172.21.15.63:0/3192430522 <== mon.0 v2:172.21.15.63:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f758c037040 con 0x7f75a40d4010 2024-09-15T22:04:51.064 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:51.058+0000 7f75a95a1640 1 -- 172.21.15.63:0/3192430522 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f75a40cc850 con 0x7f75a40d4010 2024-09-15T22:04:51.064 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:51.059+0000 7f75a95a1640 1 -- 172.21.15.63:0/3192430522 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f75a40cf5c0 con 0x7f75a40d4010 2024-09-15T22:04:51.064 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:51.059+0000 7f759b7fe640 1 -- 172.21.15.63:0/3192430522 <== mon.0 v2:172.21.15.63:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7f758c044020 con 0x7f75a40d4010 2024-09-15T22:04:51.064 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:51.060+0000 7f759b7fe640 1 --2- 172.21.15.63:0/3192430522 >> [v2:172.21.15.110:6832/552273267,v1:172.21.15.110:6833/552273267] conn(0x7f758406c2b0 0x7f758406e770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-15T22:04:51.064 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:51.060+0000 7f759b7fe640 1 -- 172.21.15.63:0/3192430522 <== mon.0 v2:172.21.15.63:3300/0 5 ==== osd_map(21..21 src has 1..21) ==== 5709+0+0 (secure 0 0 0) 0x7f758c0abbe0 con 0x7f75a40d4010 2024-09-15T22:04:51.064 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:51.060+0000 7f75a2ffd640 1 --2- 172.21.15.63:0/3192430522 >> [v2:172.21.15.110:6832/552273267,v1:172.21.15.110:6833/552273267] conn(0x7f758406c2b0 0x7f758406e770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-15T22:04:51.065 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:51.061+0000 7f75a2ffd640 1 --2- 172.21.15.63:0/3192430522 >> [v2:172.21.15.110:6832/552273267,v1:172.21.15.110:6833/552273267] conn(0x7f758406c2b0 0x7f758406e770 secure :-1 s=READY pgs=104 cs=0 l=1 rev1=1 crypto rx=0x7f759c006fd0 tx=0x7f759c008040 comp rx=0 tx=0).ready entity=mgr.4102 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-15T22:04:51.066 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:51.064+0000 7f759b7fe640 1 -- 172.21.15.63:0/3192430522 <== mon.0 v2:172.21.15.63:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7f758c04b030 con 0x7f75a40d4010 2024-09-15T22:04:51.245 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:51.242+0000 7f75a95a1640 1 -- 172.21.15.63:0/3192430522 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_command([{prefix=config set, name=mon_allow_pool_delete}] v 0) -- 0x7f75a4162dc0 con 0x7f75a40d4010 2024-09-15T22:04:51.250 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:51.247+0000 7f759b7fe640 1 -- 172.21.15.63:0/3192430522 <== mon.0 v2:172.21.15.63:3300/0 7 ==== mon_command_ack([{prefix=config set, name=mon_allow_pool_delete}]=0 v10)=0 v10) ==== 122+0+0 (secure 0 0 0) 0x7f758c07a3e0 con 0x7f75a40d4010 2024-09-15T22:04:51.252 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:51.249+0000 7f75a95a1640 1 -- 172.21.15.63:0/3192430522 >> [v2:172.21.15.110:6832/552273267,v1:172.21.15.110:6833/552273267] conn(0x7f758406c2b0 msgr2=0x7f758406e770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-15T22:04:51.252 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:51.249+0000 7f75a95a1640 1 --2- 172.21.15.63:0/3192430522 >> [v2:172.21.15.110:6832/552273267,v1:172.21.15.110:6833/552273267] conn(0x7f758406c2b0 0x7f758406e770 secure :-1 s=READY pgs=104 cs=0 l=1 rev1=1 crypto rx=0x7f759c006fd0 tx=0x7f759c008040 comp rx=0 tx=0).stop 2024-09-15T22:04:51.252 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:51.249+0000 7f75a95a1640 1 -- 172.21.15.63:0/3192430522 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f75a40d4010 msgr2=0x7f75a41e9c30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-15T22:04:51.253 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:51.249+0000 7f75a95a1640 1 --2- 172.21.15.63:0/3192430522 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f75a40d4010 0x7f75a41e9c30 secure :-1 s=READY pgs=172 cs=0 l=1 rev1=1 crypto rx=0x7f758c02a180 tx=0x7f758c0046c0 comp rx=0 tx=0).stop 2024-09-15T22:04:51.253 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:51.249+0000 7f75a95a1640 1 -- 172.21.15.63:0/3192430522 shutdown_connections 2024-09-15T22:04:51.253 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:51.249+0000 7f75a95a1640 1 --2- 172.21.15.63:0/3192430522 >> [v2:172.21.15.110:6832/552273267,v1:172.21.15.110:6833/552273267] conn(0x7f758406c2b0 0x7f758406e770 unknown :-1 s=CLOSED pgs=104 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T22:04:51.253 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:51.249+0000 7f75a95a1640 1 --2- 172.21.15.63:0/3192430522 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f75a4147f30 0x7f75a41ea170 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T22:04:51.253 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:51.249+0000 7f75a95a1640 1 --2- 172.21.15.63:0/3192430522 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f75a40d4010 0x7f75a41e9c30 unknown :-1 s=CLOSED pgs=172 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T22:04:51.253 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:51.249+0000 7f75a95a1640 1 --2- 172.21.15.63:0/3192430522 >> [v2:172.21.15.110:3301/0,v1:172.21.15.110:6790/0] conn(0x7f75a40cfb00 0x7f75a41410e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T22:04:51.253 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:51.249+0000 7f75a95a1640 1 -- 172.21.15.63:0/3192430522 >> 172.21.15.63:0/3192430522 conn(0x7f75a4074da0 msgr2=0x7f75a40d35f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-15T22:04:51.253 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:51.249+0000 7f75a95a1640 1 -- 172.21.15.63:0/3192430522 shutdown_connections 2024-09-15T22:04:51.253 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:51.249+0000 7f75a95a1640 1 -- 172.21.15.63:0/3192430522 wait complete. 2024-09-15T22:04:51.263 INFO:teuthology.nuke:Clearing teuthology firewall rules... 2024-09-15T22:04:51.263 DEBUG:teuthology.orchestra.run.smithi063:> sudo sh -c 'iptables-save | grep -v teuthology | iptables-restore' 2024-09-15T22:04:51.303 DEBUG:teuthology.orchestra.run.smithi110:> sudo sh -c 'iptables-save | grep -v teuthology | iptables-restore' 2024-09-15T22:04:51.347 INFO:teuthology.nuke:Cleared teuthology firewall rules. 2024-09-15T22:04:51.347 DEBUG:teuthology.orchestra.run.smithi063:> set -ex 2024-09-15T22:04:51.347 DEBUG:teuthology.orchestra.run.smithi063:> dd if=/proc/self/mounts of=/dev/stdout 2024-09-15T22:04:51.364 DEBUG:teuthology.orchestra.run.smithi063:> set -ex 2024-09-15T22:04:51.364 DEBUG:teuthology.orchestra.run.smithi063:> dd if=/proc/self/mounts of=/dev/stdout 2024-09-15T22:04:51.421 DEBUG:teuthology.orchestra.run.smithi063:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd blocklist ls 2024-09-15T22:04:51.565 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:51.562+0000 7faa128c3640 1 Processor -- start 2024-09-15T22:04:51.565 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:51.562+0000 7faa128c3640 1 -- start start 2024-09-15T22:04:51.567 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:51.563+0000 7faa128c3640 1 --2- >> v2:172.21.15.110:3300/0 conn(0x7faa0c073c00 0x7faa0c06c2f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-15T22:04:51.568 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:51.563+0000 7faa128c3640 1 -- --> v1:172.21.15.63:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7faa0c15e910 con 0x7faa0c15e530 2024-09-15T22:04:51.568 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:51.563+0000 7faa128c3640 1 -- --> v1:172.21.15.110:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7faa0c0718c0 con 0x7faa0c070e10 2024-09-15T22:04:51.568 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:51.563+0000 7faa128c3640 1 -- --> v2:172.21.15.110:3300/0 -- mon_getmap magic: 0 -- 0x7faa0c0d1c50 con 0x7faa0c073c00 2024-09-15T22:04:51.568 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:51.563+0000 7faa0bfff640 1 --1- >> v1:172.21.15.63:6789/0 conn(0x7faa0c15e530 0x7faa0c070700 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.63:6789/0 says I am v1:172.21.15.63:38308/0 (socket says 172.21.15.63:38308) 2024-09-15T22:04:51.568 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:51.563+0000 7faa0bfff640 1 -- 172.21.15.63:0/3573373411 learned_addr learned my addr 172.21.15.63:0/3573373411 (peer_addr_for_me v1:172.21.15.63:0/0) 2024-09-15T22:04:51.568 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:51.563+0000 7faa10e60640 1 --2- 172.21.15.63:0/3573373411 >> v2:172.21.15.110:3300/0 conn(0x7faa0c073c00 0x7faa0c06c2f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-15T22:04:51.568 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:51.563+0000 7faa0affd640 1 -- 172.21.15.63:0/3573373411 <== mon.0 v1:172.21.15.63:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 3501580965 0 0) 0x7faa0c15e910 con 0x7faa0c15e530 2024-09-15T22:04:51.568 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:51.563+0000 7faa0affd640 1 -- 172.21.15.63:0/3573373411 --> v1:172.21.15.63:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7fa9f4003520 con 0x7faa0c15e530 2024-09-15T22:04:51.568 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:51.564+0000 7faa0affd640 1 -- 172.21.15.63:0/3573373411 <== mon.0 v1:172.21.15.63:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) ==== 214+0+0 (unknown 3396351420 0 0) 0x7fa9f4003520 con 0x7faa0c15e530 2024-09-15T22:04:51.568 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:51.564+0000 7faa0affd640 1 -- 172.21.15.63:0/3573373411 >> v2:172.21.15.110:3300/0 conn(0x7faa0c073c00 msgr2=0x7faa0c06c2f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-15T22:04:51.568 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:51.564+0000 7faa0affd640 1 --2- 172.21.15.63:0/3573373411 >> v2:172.21.15.110:3300/0 conn(0x7faa0c073c00 0x7faa0c06c2f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T22:04:51.569 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:51.564+0000 7faa0affd640 1 -- 172.21.15.63:0/3573373411 >> v1:172.21.15.110:6789/0 conn(0x7faa0c070e10 legacy=0x7faa0c06bbe0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-15T22:04:51.569 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:51.564+0000 7faa0affd640 1 -- 172.21.15.63:0/3573373411 --> v1:172.21.15.63:6789/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7faa0c073120 con 0x7faa0c15e530 2024-09-15T22:04:51.569 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:51.564+0000 7faa0affd640 1 -- 172.21.15.63:0/3573373411 <== mon.0 v1:172.21.15.63:6789/0 3 ==== mon_map magic: 0 ==== 413+0+0 (unknown 3984726164 0 0) 0x7fa9fc001670 con 0x7faa0c15e530 2024-09-15T22:04:51.569 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:51.564+0000 7faa0affd640 1 -- 172.21.15.63:0/3573373411 >> v1:172.21.15.63:6789/0 conn(0x7faa0c15e530 legacy=0x7faa0c070700 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-15T22:04:51.569 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:51.564+0000 7faa0affd640 1 --2- 172.21.15.63:0/3573373411 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7fa9f40039b0 0x7fa9f4003db0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-15T22:04:51.569 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:51.564+0000 7faa0affd640 1 --2- 172.21.15.63:0/3573373411 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fa9f40043d0 0x7fa9f40048a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-15T22:04:51.569 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:51.564+0000 7faa0affd640 1 --2- 172.21.15.63:0/3573373411 >> [v2:172.21.15.110:3301/0,v1:172.21.15.110:6790/0] conn(0x7fa9f40050a0 0x7fa9f400b9c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-15T22:04:51.569 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:51.564+0000 7faa0affd640 1 -- 172.21.15.63:0/3573373411 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 -- 0x7faa0c0d1c50 con 0x7fa9f40043d0 2024-09-15T22:04:51.569 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:51.564+0000 7faa0affd640 1 -- 172.21.15.63:0/3573373411 --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_getmap magic: 0 -- 0x7fa9f400bfe0 con 0x7fa9f40039b0 2024-09-15T22:04:51.569 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:51.564+0000 7faa0affd640 1 -- 172.21.15.63:0/3573373411 --> [v2:172.21.15.110:3301/0,v1:172.21.15.110:6790/0] -- mon_getmap magic: 0 -- 0x7fa9f400c1e0 con 0x7fa9f40050a0 2024-09-15T22:04:51.569 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:51.564+0000 7faa0b7fe640 1 --2- 172.21.15.63:0/3573373411 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fa9f40043d0 0x7fa9f40048a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-15T22:04:51.569 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:51.564+0000 7faa0bfff640 1 --2- 172.21.15.63:0/3573373411 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7fa9f40039b0 0x7fa9f4003db0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-15T22:04:51.569 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:51.564+0000 7faa10e60640 1 --2- 172.21.15.63:0/3573373411 >> [v2:172.21.15.110:3301/0,v1:172.21.15.110:6790/0] conn(0x7fa9f40050a0 0x7fa9f400b9c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-15T22:04:51.570 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:51.564+0000 7faa0b7fe640 1 -- 172.21.15.63:0/3573373411 >> [v2:172.21.15.110:3301/0,v1:172.21.15.110:6790/0] conn(0x7fa9f40050a0 msgr2=0x7fa9f400b9c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-15T22:04:51.570 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:51.564+0000 7faa0b7fe640 1 --2- 172.21.15.63:0/3573373411 >> [v2:172.21.15.110:3301/0,v1:172.21.15.110:6790/0] conn(0x7fa9f40050a0 0x7fa9f400b9c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T22:04:51.570 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:51.564+0000 7faa0b7fe640 1 -- 172.21.15.63:0/3573373411 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7fa9f40039b0 msgr2=0x7fa9f4003db0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-15T22:04:51.570 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:51.564+0000 7faa0b7fe640 1 --2- 172.21.15.63:0/3573373411 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7fa9f40039b0 0x7fa9f4003db0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T22:04:51.570 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:51.564+0000 7faa0b7fe640 1 -- 172.21.15.63:0/3573373411 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fa9f4003520 con 0x7fa9f40043d0 2024-09-15T22:04:51.570 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:51.564+0000 7faa10e60640 1 -- 172.21.15.63:0/3573373411 reap_dead start 2024-09-15T22:04:51.570 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:51.565+0000 7faa0b7fe640 1 --2- 172.21.15.63:0/3573373411 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fa9f40043d0 0x7fa9f40048a0 secure :-1 s=READY pgs=174 cs=0 l=1 rev1=1 crypto rx=0x7faa00001860 tx=0x7fa9f4005830 comp rx=0 tx=0).ready entity=mon.0 client_cookie=5e9b2922bee834c2 server_cookie=0 in_seq=0 out_seq=0 2024-09-15T22:04:51.570 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:51.565+0000 7faa0affd640 1 -- 172.21.15.63:0/3573373411 <== mon.0 v2:172.21.15.63:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7faa00037070 con 0x7fa9f40043d0 2024-09-15T22:04:51.570 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:51.565+0000 7faa0affd640 1 -- 172.21.15.63:0/3573373411 <== mon.0 v2:172.21.15.63:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7faa0002abe0 con 0x7fa9f40043d0 2024-09-15T22:04:51.570 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:51.565+0000 7faa0affd640 1 -- 172.21.15.63:0/3573373411 <== mon.0 v2:172.21.15.63:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7faa00001430 con 0x7fa9f40043d0 2024-09-15T22:04:51.573 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:51.566+0000 7faa128c3640 1 -- 172.21.15.63:0/3573373411 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fa9f40043d0 msgr2=0x7fa9f40048a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-15T22:04:51.573 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:51.566+0000 7faa128c3640 1 --2- 172.21.15.63:0/3573373411 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fa9f40043d0 0x7fa9f40048a0 secure :-1 s=READY pgs=174 cs=0 l=1 rev1=1 crypto rx=0x7faa00001860 tx=0x7fa9f4005830 comp rx=0 tx=0).stop 2024-09-15T22:04:51.573 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:51.566+0000 7faa128c3640 1 -- 172.21.15.63:0/3573373411 shutdown_connections 2024-09-15T22:04:51.574 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:51.566+0000 7faa128c3640 1 --2- 172.21.15.63:0/3573373411 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fa9f40043d0 0x7fa9f40048a0 unknown :-1 s=CLOSED pgs=174 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T22:04:51.574 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:51.566+0000 7faa128c3640 1 -- 172.21.15.63:0/3573373411 >> 172.21.15.63:0/3573373411 conn(0x7faa0c0d2300 msgr2=0x7faa0c0d26e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-15T22:04:51.574 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:51.566+0000 7faa128c3640 1 -- 172.21.15.63:0/3573373411 shutdown_connections 2024-09-15T22:04:51.574 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:51.566+0000 7faa128c3640 1 -- 172.21.15.63:0/3573373411 wait complete. 2024-09-15T22:04:51.574 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:51.567+0000 7faa128c3640 1 Processor -- start 2024-09-15T22:04:51.574 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:51.567+0000 7faa128c3640 1 -- start start 2024-09-15T22:04:51.574 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:51.568+0000 7faa128c3640 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fa9f40043d0 0x7faa0c14fe90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-15T22:04:51.574 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:51.568+0000 7faa128c3640 1 --2- >> [v2:172.21.15.110:3301/0,v1:172.21.15.110:6790/0] conn(0x7faa0c1e8c20 0x7faa0c1e9080 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-15T22:04:51.574 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:51.568+0000 7faa128c3640 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7faa0c15bf00 0x7faa0c15c380 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-15T22:04:51.574 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:51.568+0000 7faa128c3640 1 -- --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 -- 0x7faa0c0b73c0 con 0x7fa9f40043d0 2024-09-15T22:04:51.574 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:51.568+0000 7faa128c3640 1 -- --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_getmap magic: 0 -- 0x7faa0c0736e0 con 0x7faa0c15bf00 2024-09-15T22:04:51.574 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:51.568+0000 7faa128c3640 1 -- --> [v2:172.21.15.110:3301/0,v1:172.21.15.110:6790/0] -- mon_getmap magic: 0 -- 0x7faa0c0b7540 con 0x7faa0c1e8c20 2024-09-15T22:04:51.574 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:51.568+0000 7faa0bfff640 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fa9f40043d0 0x7faa0c14fe90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-15T22:04:51.574 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:51.568+0000 7faa0bfff640 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fa9f40043d0 0x7faa0c14fe90 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.63:3300/0 says I am v2:172.21.15.63:60406/0 (socket says 172.21.15.63:60406) 2024-09-15T22:04:51.575 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:51.568+0000 7faa0bfff640 1 -- 172.21.15.63:0/970951960 learned_addr learned my addr 172.21.15.63:0/970951960 (peer_addr_for_me v2:172.21.15.63:0/0) 2024-09-15T22:04:51.575 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:51.568+0000 7faa0bfff640 1 -- 172.21.15.63:0/970951960 >> [v2:172.21.15.110:3301/0,v1:172.21.15.110:6790/0] conn(0x7faa0c1e8c20 msgr2=0x7faa0c1e9080 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-15T22:04:51.575 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:51.568+0000 7faa0bfff640 1 --2- 172.21.15.63:0/970951960 >> [v2:172.21.15.110:3301/0,v1:172.21.15.110:6790/0] conn(0x7faa0c1e8c20 0x7faa0c1e9080 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T22:04:51.575 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:51.568+0000 7faa0bfff640 1 -- 172.21.15.63:0/970951960 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7faa0c15bf00 msgr2=0x7faa0c15c380 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-15T22:04:51.575 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:51.568+0000 7faa10e60640 1 --2- 172.21.15.63:0/970951960 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7faa0c15bf00 0x7faa0c15c380 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-15T22:04:51.575 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:51.568+0000 7faa0bfff640 1 --2- 172.21.15.63:0/970951960 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7faa0c15bf00 0x7faa0c15c380 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T22:04:51.575 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:51.568+0000 7faa0bfff640 1 -- 172.21.15.63:0/970951960 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7faa0c1503d0 con 0x7fa9f40043d0 2024-09-15T22:04:51.575 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:51.569+0000 7faa0bfff640 1 --2- 172.21.15.63:0/970951960 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fa9f40043d0 0x7faa0c14fe90 secure :-1 s=READY pgs=175 cs=0 l=1 rev1=1 crypto rx=0x7fa9fc007340 tx=0x7fa9fc007800 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-15T22:04:51.575 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:51.569+0000 7faa08ff9640 1 -- 172.21.15.63:0/970951960 <== mon.0 v2:172.21.15.63:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa9fc01a070 con 0x7fa9f40043d0 2024-09-15T22:04:51.575 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:51.569+0000 7faa08ff9640 1 -- 172.21.15.63:0/970951960 <== mon.0 v2:172.21.15.63:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fa9fc00f860 con 0x7fa9f40043d0 2024-09-15T22:04:51.575 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:51.569+0000 7faa128c3640 1 -- 172.21.15.63:0/970951960 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7faa0c1e77b0 con 0x7fa9f40043d0 2024-09-15T22:04:51.575 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:51.569+0000 7faa08ff9640 1 -- 172.21.15.63:0/970951960 <== mon.0 v2:172.21.15.63:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa9fc00fc10 con 0x7fa9f40043d0 2024-09-15T22:04:51.575 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:51.569+0000 7faa128c3640 1 -- 172.21.15.63:0/970951960 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7faa0c1e7d70 con 0x7fa9f40043d0 2024-09-15T22:04:51.575 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:51.570+0000 7faa128c3640 1 -- 172.21.15.63:0/970951960 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7faa0c0d2f10 con 0x7fa9f40043d0 2024-09-15T22:04:51.576 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:51.570+0000 7faa08ff9640 1 -- 172.21.15.63:0/970951960 <== mon.0 v2:172.21.15.63:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7fa9fc01d070 con 0x7fa9f40043d0 2024-09-15T22:04:51.576 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:51.571+0000 7faa08ff9640 1 --2- 172.21.15.63:0/970951960 >> [v2:172.21.15.110:6832/552273267,v1:172.21.15.110:6833/552273267] conn(0x7fa9f806c2b0 0x7fa9f806e770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-15T22:04:51.576 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:51.571+0000 7faa08ff9640 1 -- 172.21.15.63:0/970951960 <== mon.0 v2:172.21.15.63:3300/0 5 ==== osd_map(21..21 src has 1..21) ==== 5709+0+0 (secure 0 0 0) 0x7fa9fc08af50 con 0x7fa9f40043d0 2024-09-15T22:04:51.576 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:51.571+0000 7faa0b7fe640 1 --2- 172.21.15.63:0/970951960 >> [v2:172.21.15.110:6832/552273267,v1:172.21.15.110:6833/552273267] conn(0x7fa9f806c2b0 0x7fa9f806e770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-15T22:04:51.576 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:51.571+0000 7faa0b7fe640 1 --2- 172.21.15.63:0/970951960 >> [v2:172.21.15.110:6832/552273267,v1:172.21.15.110:6833/552273267] conn(0x7fa9f806c2b0 0x7fa9f806e770 secure :-1 s=READY pgs=105 cs=0 l=1 rev1=1 crypto rx=0x7faa00034000 tx=0x7faa0002e000 comp rx=0 tx=0).ready entity=mgr.4102 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-15T22:04:51.577 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:51.575+0000 7faa08ff9640 1 -- 172.21.15.63:0/970951960 <== mon.0 v2:172.21.15.63:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7fa9fc059630 con 0x7fa9f40043d0 2024-09-15T22:04:51.764 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:51.762+0000 7faa128c3640 1 -- 172.21.15.63:0/970951960 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_command({"prefix": "osd blocklist ls"} v 0) -- 0x7faa0c0d12c0 con 0x7fa9f40043d0 2024-09-15T22:04:51.765 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:51.762+0000 7faa08ff9640 1 -- 172.21.15.63:0/970951960 <== mon.0 v2:172.21.15.63:3300/0 7 ==== mon_command_ack([{"prefix": "osd blocklist ls"}]=0 listed 0 entries v21) ==== 80+0+0 (secure 0 0 0) 0x7fa9fc058f30 con 0x7fa9f40043d0 2024-09-15T22:04:51.765 INFO:teuthology.orchestra.run.smithi063.stderr:listed 0 entries 2024-09-15T22:04:51.767 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:51.764+0000 7faa128c3640 1 -- 172.21.15.63:0/970951960 >> [v2:172.21.15.110:6832/552273267,v1:172.21.15.110:6833/552273267] conn(0x7fa9f806c2b0 msgr2=0x7fa9f806e770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-15T22:04:51.767 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:51.764+0000 7faa128c3640 1 --2- 172.21.15.63:0/970951960 >> [v2:172.21.15.110:6832/552273267,v1:172.21.15.110:6833/552273267] conn(0x7fa9f806c2b0 0x7fa9f806e770 secure :-1 s=READY pgs=105 cs=0 l=1 rev1=1 crypto rx=0x7faa00034000 tx=0x7faa0002e000 comp rx=0 tx=0).stop 2024-09-15T22:04:51.767 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:51.764+0000 7faa128c3640 1 -- 172.21.15.63:0/970951960 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fa9f40043d0 msgr2=0x7faa0c14fe90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-15T22:04:51.767 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:51.764+0000 7faa128c3640 1 --2- 172.21.15.63:0/970951960 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fa9f40043d0 0x7faa0c14fe90 secure :-1 s=READY pgs=175 cs=0 l=1 rev1=1 crypto rx=0x7fa9fc007340 tx=0x7fa9fc007800 comp rx=0 tx=0).stop 2024-09-15T22:04:51.767 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:51.764+0000 7faa128c3640 1 -- 172.21.15.63:0/970951960 shutdown_connections 2024-09-15T22:04:51.767 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:51.764+0000 7faa128c3640 1 --2- 172.21.15.63:0/970951960 >> [v2:172.21.15.110:6832/552273267,v1:172.21.15.110:6833/552273267] conn(0x7fa9f806c2b0 0x7fa9f806e770 unknown :-1 s=CLOSED pgs=105 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T22:04:51.767 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:51.764+0000 7faa128c3640 1 --2- 172.21.15.63:0/970951960 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7faa0c15bf00 0x7faa0c15c380 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T22:04:51.767 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:51.764+0000 7faa128c3640 1 --2- 172.21.15.63:0/970951960 >> [v2:172.21.15.110:3301/0,v1:172.21.15.110:6790/0] conn(0x7faa0c1e8c20 0x7faa0c1e9080 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T22:04:51.767 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:51.764+0000 7faa128c3640 1 --2- 172.21.15.63:0/970951960 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fa9f40043d0 0x7faa0c14fe90 unknown :-1 s=CLOSED pgs=175 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T22:04:51.767 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:51.764+0000 7faa128c3640 1 -- 172.21.15.63:0/970951960 >> 172.21.15.63:0/970951960 conn(0x7faa0c0d2300 msgr2=0x7faa0c150b90 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-15T22:04:51.767 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:51.764+0000 7faa128c3640 1 -- 172.21.15.63:0/970951960 shutdown_connections 2024-09-15T22:04:51.768 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:51.764+0000 7faa128c3640 1 -- 172.21.15.63:0/970951960 wait complete. 2024-09-15T22:04:51.778 DEBUG:teuthology.orchestra.run.smithi063:> set -ex 2024-09-15T22:04:51.778 DEBUG:teuthology.orchestra.run.smithi063:> dd if=/proc/self/mounts of=/dev/stdout 2024-09-15T22:04:51.794 DEBUG:teuthology.orchestra.run.smithi063:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd blocklist ls 2024-09-15T22:04:51.938 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:51.935+0000 7fda57bb9640 1 Processor -- start 2024-09-15T22:04:51.938 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:51.935+0000 7fda57bb9640 1 -- start start 2024-09-15T22:04:51.939 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:51.936+0000 7fda57bb9640 1 --2- >> v2:172.21.15.110:3300/0 conn(0x7fda500cc9b0 0x7fda500af5f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-15T22:04:51.939 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:51.936+0000 7fda57bb9640 1 -- --> v1:172.21.15.63:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fda500b0160 con 0x7fda500afb30 2024-09-15T22:04:51.939 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:51.936+0000 7fda57bb9640 1 -- --> v1:172.21.15.110:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fda5015f9b0 con 0x7fda500aefc0 2024-09-15T22:04:51.939 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:51.936+0000 7fda57bb9640 1 -- --> v2:172.21.15.110:3300/0 -- mon_getmap magic: 0 -- 0x7fda5015ebf0 con 0x7fda500cc9b0 2024-09-15T22:04:51.939 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:51.936+0000 7fda55154640 1 --1- >> v1:172.21.15.63:6789/0 conn(0x7fda500afb30 0x7fda500ae8b0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.63:6789/0 says I am v1:172.21.15.63:38310/0 (socket says 172.21.15.63:38310) 2024-09-15T22:04:51.940 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:51.936+0000 7fda55154640 1 -- 172.21.15.63:0/2375517218 learned_addr learned my addr 172.21.15.63:0/2375517218 (peer_addr_for_me v1:172.21.15.63:0/0) 2024-09-15T22:04:51.940 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:51.936+0000 7fda55955640 1 --2- 172.21.15.63:0/2375517218 >> v2:172.21.15.110:3300/0 conn(0x7fda500cc9b0 0x7fda500af5f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-15T22:04:51.940 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:51.937+0000 7fda54953640 1 -- 172.21.15.63:0/2375517218 <== mon.0 v1:172.21.15.63:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 4013538059 0 0) 0x7fda500b0160 con 0x7fda500afb30 2024-09-15T22:04:51.940 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:51.937+0000 7fda54953640 1 -- 172.21.15.63:0/2375517218 --> v1:172.21.15.63:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7fda38003520 con 0x7fda500afb30 2024-09-15T22:04:51.940 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:51.937+0000 7fda54953640 1 -- 172.21.15.63:0/2375517218 <== mon.1 v1:172.21.15.110:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 303125934 0 0) 0x7fda5015f9b0 con 0x7fda500aefc0 2024-09-15T22:04:51.940 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:51.937+0000 7fda54953640 1 -- 172.21.15.63:0/2375517218 --> v1:172.21.15.110:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7fda500b0160 con 0x7fda500aefc0 2024-09-15T22:04:51.940 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:51.937+0000 7fda55955640 1 -- 172.21.15.63:0/2375517218 >> v1:172.21.15.110:6789/0 conn(0x7fda500aefc0 legacy=0x7fda500cafc0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-15T22:04:51.940 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:51.937+0000 7fda55955640 1 -- 172.21.15.63:0/2375517218 >> v1:172.21.15.63:6789/0 conn(0x7fda500afb30 legacy=0x7fda500ae8b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-15T22:04:51.940 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:51.937+0000 7fda55955640 1 -- 172.21.15.63:0/2375517218 --> v2:172.21.15.110:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fda5015eed0 con 0x7fda500cc9b0 2024-09-15T22:04:51.941 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:51.937+0000 7fda55955640 1 --2- 172.21.15.63:0/2375517218 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7fda500cc9b0 0x7fda500af5f0 secure :-1 s=READY pgs=113 cs=0 l=1 rev1=1 crypto rx=0x7fda480097a0 tx=0x7fda4802a1a0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=7614500b86d6c730 server_cookie=0 in_seq=0 out_seq=0 2024-09-15T22:04:51.941 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:51.938+0000 7fda54953640 1 -- 172.21.15.63:0/2375517218 <== mon.1 v2:172.21.15.110:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fda48037070 con 0x7fda500cc9b0 2024-09-15T22:04:51.941 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:51.938+0000 7fda54953640 1 -- 172.21.15.63:0/2375517218 <== mon.1 v2:172.21.15.110:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fda48032440 con 0x7fda500cc9b0 2024-09-15T22:04:51.941 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:51.938+0000 7fda54953640 1 -- 172.21.15.63:0/2375517218 <== mon.1 v2:172.21.15.110:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fda480327f0 con 0x7fda500cc9b0 2024-09-15T22:04:51.942 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:51.938+0000 7fda57bb9640 1 -- 172.21.15.63:0/2375517218 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7fda500cc9b0 msgr2=0x7fda500af5f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-15T22:04:51.942 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:51.938+0000 7fda57bb9640 1 --2- 172.21.15.63:0/2375517218 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7fda500cc9b0 0x7fda500af5f0 secure :-1 s=READY pgs=113 cs=0 l=1 rev1=1 crypto rx=0x7fda480097a0 tx=0x7fda4802a1a0 comp rx=0 tx=0).stop 2024-09-15T22:04:51.942 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:51.938+0000 7fda57bb9640 1 -- 172.21.15.63:0/2375517218 shutdown_connections 2024-09-15T22:04:51.942 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:51.938+0000 7fda57bb9640 1 --2- 172.21.15.63:0/2375517218 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7fda500cc9b0 0x7fda500af5f0 unknown :-1 s=CLOSED pgs=113 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T22:04:51.942 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:51.938+0000 7fda57bb9640 1 -- 172.21.15.63:0/2375517218 >> 172.21.15.63:0/2375517218 conn(0x7fda500d0970 msgr2=0x7fda500d0d80 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-15T22:04:51.942 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:51.938+0000 7fda57bb9640 1 -- 172.21.15.63:0/2375517218 shutdown_connections 2024-09-15T22:04:51.942 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:51.938+0000 7fda57bb9640 1 -- 172.21.15.63:0/2375517218 wait complete. 2024-09-15T22:04:51.944 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:51.940+0000 7fda57bb9640 1 Processor -- start 2024-09-15T22:04:51.944 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:51.940+0000 7fda57bb9640 1 -- start start 2024-09-15T22:04:51.944 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:51.940+0000 7fda57bb9640 1 --2- >> [v2:172.21.15.110:3301/0,v1:172.21.15.110:6790/0] conn(0x7fda500aefc0 0x7fda50149e10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-15T22:04:51.944 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:51.940+0000 7fda57bb9640 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7fda500afb30 0x7fda500c4ac0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-15T22:04:51.944 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:51.940+0000 7fda57bb9640 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fda500cc9b0 0x7fda5014da40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-15T22:04:51.944 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:51.940+0000 7fda57bb9640 1 -- --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 -- 0x7fda500ccd90 con 0x7fda500cc9b0 2024-09-15T22:04:51.944 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:51.940+0000 7fda57bb9640 1 -- --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_getmap magic: 0 -- 0x7fda5015f490 con 0x7fda500afb30 2024-09-15T22:04:51.945 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:51.940+0000 7fda57bb9640 1 -- --> [v2:172.21.15.110:3301/0,v1:172.21.15.110:6790/0] -- mon_getmap magic: 0 -- 0x7fda500cf2a0 con 0x7fda500aefc0 2024-09-15T22:04:51.945 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:51.940+0000 7fda56156640 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fda500cc9b0 0x7fda5014da40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-15T22:04:51.945 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:51.941+0000 7fda56156640 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fda500cc9b0 0x7fda5014da40 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.63:3300/0 says I am v2:172.21.15.63:60416/0 (socket says 172.21.15.63:60416) 2024-09-15T22:04:51.945 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:51.941+0000 7fda56156640 1 -- 172.21.15.63:0/3382459505 learned_addr learned my addr 172.21.15.63:0/3382459505 (peer_addr_for_me v2:172.21.15.63:0/0) 2024-09-15T22:04:51.945 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:51.941+0000 7fda55955640 1 --2- 172.21.15.63:0/3382459505 >> [v2:172.21.15.110:3301/0,v1:172.21.15.110:6790/0] conn(0x7fda500aefc0 0x7fda50149e10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-15T22:04:51.945 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:51.941+0000 7fda55154640 1 --2- 172.21.15.63:0/3382459505 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7fda500afb30 0x7fda500c4ac0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-15T22:04:51.945 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:51.941+0000 7fda56156640 1 -- 172.21.15.63:0/3382459505 >> [v2:172.21.15.110:3301/0,v1:172.21.15.110:6790/0] conn(0x7fda500aefc0 msgr2=0x7fda50149e10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-15T22:04:51.945 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:51.941+0000 7fda56156640 1 --2- 172.21.15.63:0/3382459505 >> [v2:172.21.15.110:3301/0,v1:172.21.15.110:6790/0] conn(0x7fda500aefc0 0x7fda50149e10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T22:04:51.945 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:51.941+0000 7fda56156640 1 -- 172.21.15.63:0/3382459505 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7fda500afb30 msgr2=0x7fda500c4ac0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-15T22:04:51.945 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:51.941+0000 7fda56156640 1 --2- 172.21.15.63:0/3382459505 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7fda500afb30 0x7fda500c4ac0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T22:04:51.945 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:51.941+0000 7fda56156640 1 -- 172.21.15.63:0/3382459505 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fda5014e490 con 0x7fda500cc9b0 2024-09-15T22:04:51.946 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:51.941+0000 7fda56156640 1 --2- 172.21.15.63:0/3382459505 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fda500cc9b0 0x7fda5014da40 secure :-1 s=READY pgs=177 cs=0 l=1 rev1=1 crypto rx=0x7fda4000c790 tx=0x7fda4000cc50 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-15T22:04:51.946 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:51.941+0000 7fda4e7fc640 1 -- 172.21.15.63:0/3382459505 <== mon.0 v2:172.21.15.63:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fda40003b70 con 0x7fda500cc9b0 2024-09-15T22:04:51.946 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:51.941+0000 7fda4e7fc640 1 -- 172.21.15.63:0/3382459505 <== mon.0 v2:172.21.15.63:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fda40003d10 con 0x7fda500cc9b0 2024-09-15T22:04:51.946 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:51.941+0000 7fda4e7fc640 1 -- 172.21.15.63:0/3382459505 <== mon.0 v2:172.21.15.63:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fda4000aa50 con 0x7fda500cc9b0 2024-09-15T22:04:51.946 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:51.941+0000 7fda57bb9640 1 -- 172.21.15.63:0/3382459505 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fda5014e770 con 0x7fda500cc9b0 2024-09-15T22:04:51.946 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:51.941+0000 7fda57bb9640 1 -- 172.21.15.63:0/3382459505 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fda5014ed30 con 0x7fda500cc9b0 2024-09-15T22:04:51.947 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:51.942+0000 7fda57bb9640 1 -- 172.21.15.63:0/3382459505 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fda500af5f0 con 0x7fda500cc9b0 2024-09-15T22:04:51.947 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:51.943+0000 7fda4e7fc640 1 -- 172.21.15.63:0/3382459505 <== mon.0 v2:172.21.15.63:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7fda4000abf0 con 0x7fda500cc9b0 2024-09-15T22:04:51.947 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:51.943+0000 7fda4e7fc640 1 --2- 172.21.15.63:0/3382459505 >> [v2:172.21.15.110:6832/552273267,v1:172.21.15.110:6833/552273267] conn(0x7fda3c06c2e0 0x7fda3c06e7a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-15T22:04:51.947 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:51.943+0000 7fda4e7fc640 1 -- 172.21.15.63:0/3382459505 <== mon.0 v2:172.21.15.63:3300/0 5 ==== osd_map(21..21 src has 1..21) ==== 5709+0+0 (secure 0 0 0) 0x7fda4008b280 con 0x7fda500cc9b0 2024-09-15T22:04:51.947 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:51.944+0000 7fda55955640 1 --2- 172.21.15.63:0/3382459505 >> [v2:172.21.15.110:6832/552273267,v1:172.21.15.110:6833/552273267] conn(0x7fda3c06c2e0 0x7fda3c06e7a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-15T22:04:51.947 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:51.944+0000 7fda55955640 1 --2- 172.21.15.63:0/3382459505 >> [v2:172.21.15.110:6832/552273267,v1:172.21.15.110:6833/552273267] conn(0x7fda3c06c2e0 0x7fda3c06e7a0 secure :-1 s=READY pgs=106 cs=0 l=1 rev1=1 crypto rx=0x7fda48034000 tx=0x7fda4802e000 comp rx=0 tx=0).ready entity=mgr.4102 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-15T22:04:51.950 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:51.948+0000 7fda4e7fc640 1 -- 172.21.15.63:0/3382459505 <== mon.0 v2:172.21.15.63:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7fda400593a0 con 0x7fda500cc9b0 2024-09-15T22:04:52.140 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:52.137+0000 7fda57bb9640 1 -- 172.21.15.63:0/3382459505 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_command({"prefix": "osd blocklist ls"} v 0) -- 0x7fda500686c0 con 0x7fda500cc9b0 2024-09-15T22:04:52.140 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:52.137+0000 7fda4e7fc640 1 -- 172.21.15.63:0/3382459505 <== mon.0 v2:172.21.15.63:3300/0 7 ==== mon_command_ack([{"prefix": "osd blocklist ls"}]=0 listed 0 entries v21) ==== 80+0+0 (secure 0 0 0) 0x7fda4005d6a0 con 0x7fda500cc9b0 2024-09-15T22:04:52.140 INFO:teuthology.orchestra.run.smithi063.stderr:listed 0 entries 2024-09-15T22:04:52.142 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:52.139+0000 7fda57bb9640 1 -- 172.21.15.63:0/3382459505 >> [v2:172.21.15.110:6832/552273267,v1:172.21.15.110:6833/552273267] conn(0x7fda3c06c2e0 msgr2=0x7fda3c06e7a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-15T22:04:52.142 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:52.139+0000 7fda57bb9640 1 --2- 172.21.15.63:0/3382459505 >> [v2:172.21.15.110:6832/552273267,v1:172.21.15.110:6833/552273267] conn(0x7fda3c06c2e0 0x7fda3c06e7a0 secure :-1 s=READY pgs=106 cs=0 l=1 rev1=1 crypto rx=0x7fda48034000 tx=0x7fda4802e000 comp rx=0 tx=0).stop 2024-09-15T22:04:52.142 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:52.139+0000 7fda57bb9640 1 -- 172.21.15.63:0/3382459505 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fda500cc9b0 msgr2=0x7fda5014da40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-15T22:04:52.142 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:52.139+0000 7fda57bb9640 1 --2- 172.21.15.63:0/3382459505 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fda500cc9b0 0x7fda5014da40 secure :-1 s=READY pgs=177 cs=0 l=1 rev1=1 crypto rx=0x7fda4000c790 tx=0x7fda4000cc50 comp rx=0 tx=0).stop 2024-09-15T22:04:52.142 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:52.139+0000 7fda57bb9640 1 -- 172.21.15.63:0/3382459505 shutdown_connections 2024-09-15T22:04:52.143 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:52.139+0000 7fda57bb9640 1 --2- 172.21.15.63:0/3382459505 >> [v2:172.21.15.110:6832/552273267,v1:172.21.15.110:6833/552273267] conn(0x7fda3c06c2e0 0x7fda3c06e7a0 unknown :-1 s=CLOSED pgs=106 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T22:04:52.143 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:52.139+0000 7fda57bb9640 1 --2- 172.21.15.63:0/3382459505 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7fda500afb30 0x7fda500c4ac0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T22:04:52.143 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:52.139+0000 7fda57bb9640 1 --2- 172.21.15.63:0/3382459505 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fda500cc9b0 0x7fda5014da40 unknown :-1 s=CLOSED pgs=177 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T22:04:52.143 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:52.139+0000 7fda57bb9640 1 --2- 172.21.15.63:0/3382459505 >> [v2:172.21.15.110:3301/0,v1:172.21.15.110:6790/0] conn(0x7fda500aefc0 0x7fda50149e10 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T22:04:52.143 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:52.139+0000 7fda57bb9640 1 -- 172.21.15.63:0/3382459505 >> 172.21.15.63:0/3382459505 conn(0x7fda500d0970 msgr2=0x7fda500b03b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-15T22:04:52.143 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:52.139+0000 7fda57bb9640 1 -- 172.21.15.63:0/3382459505 shutdown_connections 2024-09-15T22:04:52.143 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:52.139+0000 7fda57bb9640 1 -- 172.21.15.63:0/3382459505 wait complete. 2024-09-15T22:04:52.153 INFO:tasks.cephfs.fuse_mount:Running fusermount -u on ubuntu@smithi063.front.sepia.ceph.com... 2024-09-15T22:04:52.153 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-15T22:04:52.153 DEBUG:teuthology.orchestra.run.smithi063:> sudo fusermount -u /home/ubuntu/cephtest/mnt.0 2024-09-15T22:04:52.179 INFO:teuthology.orchestra.run:waiting for 300 2024-09-15T22:04:52.179 INFO:tasks.cephfs.mount:Cleaning up mount ubuntu@smithi063.front.sepia.ceph.com 2024-09-15T22:04:52.179 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-15T22:04:52.180 DEBUG:teuthology.orchestra.run.smithi063:> (cd /home/ubuntu/cephtest && exec rmdir -- /home/ubuntu/cephtest/mnt.0) 2024-09-15T22:04:52.246 DEBUG:teuthology.orchestra.run.smithi110:> set -ex 2024-09-15T22:04:52.246 DEBUG:teuthology.orchestra.run.smithi110:> dd if=/proc/self/mounts of=/dev/stdout 2024-09-15T22:04:52.267 DEBUG:teuthology.orchestra.run.smithi110:> set -ex 2024-09-15T22:04:52.267 DEBUG:teuthology.orchestra.run.smithi110:> dd if=/proc/self/mounts of=/dev/stdout 2024-09-15T22:04:52.327 DEBUG:teuthology.orchestra.run.smithi063:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd blocklist ls 2024-09-15T22:04:52.430 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:52.427+0000 7fd88a25e640 1 Processor -- start 2024-09-15T22:04:52.430 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:52.427+0000 7fd88a25e640 1 -- start start 2024-09-15T22:04:52.433 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:52.428+0000 7fd88a25e640 1 --2- >> v2:172.21.15.110:3300/0 conn(0x7fd8840b9ee0 0x7fd88415ea60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-15T22:04:52.433 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:52.428+0000 7fd88a25e640 1 -- --> v1:172.21.15.63:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fd8840ba350 con 0x7fd884147fc0 2024-09-15T22:04:52.433 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:52.428+0000 7fd88a25e640 1 -- --> v1:172.21.15.110:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fd8840d2750 con 0x7fd8840d15f0 2024-09-15T22:04:52.433 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:52.428+0000 7fd88a25e640 1 -- --> v2:172.21.15.110:3300/0 -- mon_getmap magic: 0 -- 0x7fd8841483a0 con 0x7fd8840b9ee0 2024-09-15T22:04:52.433 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:52.428+0000 7fd8837fe640 1 --1- >> v1:172.21.15.63:6789/0 conn(0x7fd884147fc0 0x7fd8840d0ee0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.63:6789/0 says I am v1:172.21.15.63:38314/0 (socket says 172.21.15.63:38314) 2024-09-15T22:04:52.433 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:52.428+0000 7fd8837fe640 1 -- 172.21.15.63:0/1707301303 learned_addr learned my addr 172.21.15.63:0/1707301303 (peer_addr_for_me v1:172.21.15.63:0/0) 2024-09-15T22:04:52.433 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:52.429+0000 7fd8827fc640 1 -- 172.21.15.63:0/1707301303 <== mon.0 v1:172.21.15.63:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 501293452 0 0) 0x7fd8840ba350 con 0x7fd884147fc0 2024-09-15T22:04:52.433 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:52.429+0000 7fd8827fc640 1 -- 172.21.15.63:0/1707301303 --> v1:172.21.15.63:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7fd86c003520 con 0x7fd884147fc0 2024-09-15T22:04:52.434 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:52.429+0000 7fd883fff640 1 --2- 172.21.15.63:0/1707301303 >> v2:172.21.15.110:3300/0 conn(0x7fd8840b9ee0 0x7fd88415ea60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-15T22:04:52.434 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:52.429+0000 7fd8827fc640 1 -- 172.21.15.63:0/1707301303 <== mon.0 v1:172.21.15.63:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) ==== 214+0+0 (unknown 1840037385 0 0) 0x7fd86c003520 con 0x7fd884147fc0 2024-09-15T22:04:52.434 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:52.429+0000 7fd8827fc640 1 -- 172.21.15.63:0/1707301303 >> v2:172.21.15.110:3300/0 conn(0x7fd8840b9ee0 msgr2=0x7fd88415ea60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-15T22:04:52.434 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:52.429+0000 7fd8827fc640 1 --2- 172.21.15.63:0/1707301303 >> v2:172.21.15.110:3300/0 conn(0x7fd8840b9ee0 0x7fd88415ea60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T22:04:52.434 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:52.429+0000 7fd8827fc640 1 -- 172.21.15.63:0/1707301303 >> v1:172.21.15.110:6789/0 conn(0x7fd8840d15f0 legacy=0x7fd8840b97d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-15T22:04:52.434 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:52.429+0000 7fd8827fc640 1 -- 172.21.15.63:0/1707301303 --> v1:172.21.15.63:6789/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fd8840d2a30 con 0x7fd884147fc0 2024-09-15T22:04:52.434 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:52.429+0000 7fd8827fc640 1 -- 172.21.15.63:0/1707301303 <== mon.0 v1:172.21.15.63:6789/0 3 ==== mon_map magic: 0 ==== 413+0+0 (unknown 3984726164 0 0) 0x7fd874001670 con 0x7fd884147fc0 2024-09-15T22:04:52.434 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:52.429+0000 7fd8827fc640 1 -- 172.21.15.63:0/1707301303 >> v1:172.21.15.63:6789/0 conn(0x7fd884147fc0 legacy=0x7fd8840d0ee0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-15T22:04:52.434 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:52.429+0000 7fd8827fc640 1 --2- 172.21.15.63:0/1707301303 >> [v2:172.21.15.110:3301/0,v1:172.21.15.110:6790/0] conn(0x7fd86c0039b0 0x7fd86c003dd0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-15T22:04:52.434 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:52.429+0000 7fd8827fc640 1 --2- 172.21.15.63:0/1707301303 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fd86c004800 0x7fd86c004c80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-15T22:04:52.434 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:52.429+0000 7fd8827fc640 1 --2- 172.21.15.63:0/1707301303 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7fd86c0051c0 0x7fd86c00b9c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-15T22:04:52.434 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:52.429+0000 7fd8827fc640 1 -- 172.21.15.63:0/1707301303 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 -- 0x7fd8841483a0 con 0x7fd86c004800 2024-09-15T22:04:52.434 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:52.429+0000 7fd8827fc640 1 -- 172.21.15.63:0/1707301303 --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_getmap magic: 0 -- 0x7fd86c00c060 con 0x7fd86c0051c0 2024-09-15T22:04:52.435 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:52.429+0000 7fd8827fc640 1 -- 172.21.15.63:0/1707301303 --> [v2:172.21.15.110:3301/0,v1:172.21.15.110:6790/0] -- mon_getmap magic: 0 -- 0x7fd86c00c260 con 0x7fd86c0039b0 2024-09-15T22:04:52.435 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:52.429+0000 7fd882ffd640 1 --2- 172.21.15.63:0/1707301303 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fd86c004800 0x7fd86c004c80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-15T22:04:52.435 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:52.429+0000 7fd8837fe640 1 --2- 172.21.15.63:0/1707301303 >> [v2:172.21.15.110:3301/0,v1:172.21.15.110:6790/0] conn(0x7fd86c0039b0 0x7fd86c003dd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-15T22:04:52.435 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:52.429+0000 7fd883fff640 1 --2- 172.21.15.63:0/1707301303 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7fd86c0051c0 0x7fd86c00b9c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-15T22:04:52.435 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:52.430+0000 7fd882ffd640 1 -- 172.21.15.63:0/1707301303 >> [v2:172.21.15.110:3301/0,v1:172.21.15.110:6790/0] conn(0x7fd86c0039b0 msgr2=0x7fd86c003dd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-15T22:04:52.435 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:52.430+0000 7fd882ffd640 1 --2- 172.21.15.63:0/1707301303 >> [v2:172.21.15.110:3301/0,v1:172.21.15.110:6790/0] conn(0x7fd86c0039b0 0x7fd86c003dd0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T22:04:52.435 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:52.430+0000 7fd882ffd640 1 -- 172.21.15.63:0/1707301303 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7fd86c0051c0 msgr2=0x7fd86c00b9c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-15T22:04:52.435 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:52.430+0000 7fd882ffd640 1 --2- 172.21.15.63:0/1707301303 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7fd86c0051c0 0x7fd86c00b9c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T22:04:52.435 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:52.430+0000 7fd882ffd640 1 -- 172.21.15.63:0/1707301303 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fd86c003520 con 0x7fd86c004800 2024-09-15T22:04:52.435 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:52.430+0000 7fd883fff640 1 -- 172.21.15.63:0/1707301303 reap_dead start 2024-09-15T22:04:52.436 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:52.430+0000 7fd8837fe640 1 --2- 172.21.15.63:0/1707301303 >> [v2:172.21.15.110:3301/0,v1:172.21.15.110:6790/0] conn(0x7fd86c0039b0 0x7fd86c003dd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-15T22:04:52.436 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:52.430+0000 7fd882ffd640 1 --2- 172.21.15.63:0/1707301303 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fd86c004800 0x7fd86c004c80 secure :-1 s=READY pgs=179 cs=0 l=1 rev1=1 crypto rx=0x7fd878001720 tx=0x7fd86c005830 comp rx=0 tx=0).ready entity=mon.0 client_cookie=258f1ae0961f5038 server_cookie=0 in_seq=0 out_seq=0 2024-09-15T22:04:52.436 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:52.430+0000 7fd8827fc640 1 -- 172.21.15.63:0/1707301303 <== mon.0 v2:172.21.15.63:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd878001370 con 0x7fd86c004800 2024-09-15T22:04:52.436 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:52.430+0000 7fd8827fc640 1 -- 172.21.15.63:0/1707301303 <== mon.0 v2:172.21.15.63:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fd8780052d0 con 0x7fd86c004800 2024-09-15T22:04:52.436 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:52.430+0000 7fd8827fc640 1 -- 172.21.15.63:0/1707301303 <== mon.0 v2:172.21.15.63:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd87802ab90 con 0x7fd86c004800 2024-09-15T22:04:52.439 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:52.431+0000 7fd88a25e640 1 -- 172.21.15.63:0/1707301303 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fd86c004800 msgr2=0x7fd86c004c80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-15T22:04:52.439 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:52.431+0000 7fd88a25e640 1 --2- 172.21.15.63:0/1707301303 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fd86c004800 0x7fd86c004c80 secure :-1 s=READY pgs=179 cs=0 l=1 rev1=1 crypto rx=0x7fd878001720 tx=0x7fd86c005830 comp rx=0 tx=0).stop 2024-09-15T22:04:52.439 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:52.431+0000 7fd88a25e640 1 -- 172.21.15.63:0/1707301303 shutdown_connections 2024-09-15T22:04:52.439 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:52.431+0000 7fd88a25e640 1 --2- 172.21.15.63:0/1707301303 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fd86c004800 0x7fd86c004c80 unknown :-1 s=CLOSED pgs=179 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T22:04:52.439 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:52.431+0000 7fd88a25e640 1 -- 172.21.15.63:0/1707301303 >> 172.21.15.63:0/1707301303 conn(0x7fd884074fe0 msgr2=0x7fd88406bbe0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-15T22:04:52.439 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:52.431+0000 7fd88a25e640 1 -- 172.21.15.63:0/1707301303 shutdown_connections 2024-09-15T22:04:52.439 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:52.431+0000 7fd88a25e640 1 -- 172.21.15.63:0/1707301303 wait complete. 2024-09-15T22:04:52.439 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:52.432+0000 7fd88a25e640 1 Processor -- start 2024-09-15T22:04:52.439 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:52.432+0000 7fd88a25e640 1 -- start start 2024-09-15T22:04:52.439 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:52.433+0000 7fd88a25e640 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fd86c004800 0x7fd88415dfd0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-15T22:04:52.439 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:52.433+0000 7fd88a25e640 1 --2- >> [v2:172.21.15.110:3301/0,v1:172.21.15.110:6790/0] conn(0x7fd88413e400 0x7fd88413db60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-15T22:04:52.440 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:52.433+0000 7fd88a25e640 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7fd88413fe40 0x7fd8841402f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-15T22:04:52.440 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:52.433+0000 7fd88a25e640 1 -- --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 -- 0x7fd8840d2500 con 0x7fd86c004800 2024-09-15T22:04:52.440 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:52.433+0000 7fd88a25e640 1 -- --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_getmap magic: 0 -- 0x7fd88415efa0 con 0x7fd88413fe40 2024-09-15T22:04:52.440 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:52.433+0000 7fd88a25e640 1 -- --> [v2:172.21.15.110:3301/0,v1:172.21.15.110:6790/0] -- mon_getmap magic: 0 -- 0x7fd8840d2ff0 con 0x7fd88413e400 2024-09-15T22:04:52.440 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:52.433+0000 7fd8837fe640 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fd86c004800 0x7fd88415dfd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-15T22:04:52.440 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:52.433+0000 7fd8837fe640 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fd86c004800 0x7fd88415dfd0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.63:3300/0 says I am v2:172.21.15.63:60444/0 (socket says 172.21.15.63:60444) 2024-09-15T22:04:52.440 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:52.433+0000 7fd8837fe640 1 -- 172.21.15.63:0/1773083848 learned_addr learned my addr 172.21.15.63:0/1773083848 (peer_addr_for_me v2:172.21.15.63:0/0) 2024-09-15T22:04:52.440 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:52.433+0000 7fd882ffd640 1 --2- 172.21.15.63:0/1773083848 >> [v2:172.21.15.110:3301/0,v1:172.21.15.110:6790/0] conn(0x7fd88413e400 0x7fd88413db60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-15T22:04:52.440 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:52.433+0000 7fd883fff640 1 --2- 172.21.15.63:0/1773083848 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7fd88413fe40 0x7fd8841402f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-15T22:04:52.440 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:52.434+0000 7fd8837fe640 1 -- 172.21.15.63:0/1773083848 >> [v2:172.21.15.110:3301/0,v1:172.21.15.110:6790/0] conn(0x7fd88413e400 msgr2=0x7fd88413db60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-15T22:04:52.440 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:52.434+0000 7fd8837fe640 1 --2- 172.21.15.63:0/1773083848 >> [v2:172.21.15.110:3301/0,v1:172.21.15.110:6790/0] conn(0x7fd88413e400 0x7fd88413db60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T22:04:52.440 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:52.434+0000 7fd8837fe640 1 -- 172.21.15.63:0/1773083848 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7fd88413fe40 msgr2=0x7fd8841402f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-15T22:04:52.440 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:52.434+0000 7fd8837fe640 1 --2- 172.21.15.63:0/1773083848 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7fd88413fe40 0x7fd8841402f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T22:04:52.440 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:52.434+0000 7fd8837fe640 1 -- 172.21.15.63:0/1773083848 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fd88413e900 con 0x7fd86c004800 2024-09-15T22:04:52.441 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:52.434+0000 7fd8837fe640 1 --2- 172.21.15.63:0/1773083848 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fd86c004800 0x7fd88415dfd0 secure :-1 s=READY pgs=180 cs=0 l=1 rev1=1 crypto rx=0x7fd87400e780 tx=0x7fd87400ec40 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-15T22:04:52.441 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:52.434+0000 7fd86bfff640 1 -- 172.21.15.63:0/1773083848 <== mon.0 v2:172.21.15.63:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd87400c870 con 0x7fd86c004800 2024-09-15T22:04:52.441 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:52.434+0000 7fd86bfff640 1 -- 172.21.15.63:0/1773083848 <== mon.0 v2:172.21.15.63:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fd874018070 con 0x7fd86c004800 2024-09-15T22:04:52.441 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:52.434+0000 7fd88a25e640 1 -- 172.21.15.63:0/1773083848 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fd88413ebe0 con 0x7fd86c004800 2024-09-15T22:04:52.441 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:52.434+0000 7fd86bfff640 1 -- 172.21.15.63:0/1773083848 <== mon.0 v2:172.21.15.63:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd87400cc30 con 0x7fd86c004800 2024-09-15T22:04:52.441 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:52.434+0000 7fd88a25e640 1 -- 172.21.15.63:0/1773083848 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fd88413f1a0 con 0x7fd86c004800 2024-09-15T22:04:52.441 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:52.435+0000 7fd88a25e640 1 -- 172.21.15.63:0/1773083848 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fd88413f4d0 con 0x7fd86c004800 2024-09-15T22:04:52.441 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:52.436+0000 7fd86bfff640 1 -- 172.21.15.63:0/1773083848 <== mon.0 v2:172.21.15.63:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7fd87401d460 con 0x7fd86c004800 2024-09-15T22:04:52.441 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:52.436+0000 7fd86bfff640 1 --2- 172.21.15.63:0/1773083848 >> [v2:172.21.15.110:6832/552273267,v1:172.21.15.110:6833/552273267] conn(0x7fd87006c2e0 0x7fd87006e7a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-15T22:04:52.441 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:52.436+0000 7fd86bfff640 1 -- 172.21.15.63:0/1773083848 <== mon.0 v2:172.21.15.63:3300/0 5 ==== osd_map(21..21 src has 1..21) ==== 5709+0+0 (secure 0 0 0) 0x7fd87408b230 con 0x7fd86c004800 2024-09-15T22:04:52.441 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:52.436+0000 7fd882ffd640 1 --2- 172.21.15.63:0/1773083848 >> [v2:172.21.15.110:6832/552273267,v1:172.21.15.110:6833/552273267] conn(0x7fd87006c2e0 0x7fd87006e7a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-15T22:04:52.442 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:52.437+0000 7fd882ffd640 1 --2- 172.21.15.63:0/1773083848 >> [v2:172.21.15.110:6832/552273267,v1:172.21.15.110:6833/552273267] conn(0x7fd87006c2e0 0x7fd87006e7a0 secure :-1 s=READY pgs=107 cs=0 l=1 rev1=1 crypto rx=0x7fd878032000 tx=0x7fd87802e000 comp rx=0 tx=0).ready entity=mgr.4102 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-15T22:04:52.443 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:52.440+0000 7fd86bfff640 1 -- 172.21.15.63:0/1773083848 <== mon.0 v2:172.21.15.63:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7fd874059a30 con 0x7fd86c004800 2024-09-15T22:04:52.656 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:52.654+0000 7fd88a25e640 1 -- 172.21.15.63:0/1773083848 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_command({"prefix": "osd blocklist ls"} v 0) -- 0x7fd88415eb80 con 0x7fd86c004800 2024-09-15T22:04:52.657 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:52.654+0000 7fd86bfff640 1 -- 172.21.15.63:0/1773083848 <== mon.0 v2:172.21.15.63:3300/0 7 ==== mon_command_ack([{"prefix": "osd blocklist ls"}]=0 listed 0 entries v21) ==== 80+0+0 (secure 0 0 0) 0x7fd874059330 con 0x7fd86c004800 2024-09-15T22:04:52.657 INFO:teuthology.orchestra.run.smithi063.stderr:listed 0 entries 2024-09-15T22:04:52.659 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:52.656+0000 7fd88a25e640 1 -- 172.21.15.63:0/1773083848 >> [v2:172.21.15.110:6832/552273267,v1:172.21.15.110:6833/552273267] conn(0x7fd87006c2e0 msgr2=0x7fd87006e7a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-15T22:04:52.659 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:52.656+0000 7fd88a25e640 1 --2- 172.21.15.63:0/1773083848 >> [v2:172.21.15.110:6832/552273267,v1:172.21.15.110:6833/552273267] conn(0x7fd87006c2e0 0x7fd87006e7a0 secure :-1 s=READY pgs=107 cs=0 l=1 rev1=1 crypto rx=0x7fd878032000 tx=0x7fd87802e000 comp rx=0 tx=0).stop 2024-09-15T22:04:52.659 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:52.656+0000 7fd88a25e640 1 -- 172.21.15.63:0/1773083848 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fd86c004800 msgr2=0x7fd88415dfd0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-15T22:04:52.659 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:52.656+0000 7fd88a25e640 1 --2- 172.21.15.63:0/1773083848 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fd86c004800 0x7fd88415dfd0 secure :-1 s=READY pgs=180 cs=0 l=1 rev1=1 crypto rx=0x7fd87400e780 tx=0x7fd87400ec40 comp rx=0 tx=0).stop 2024-09-15T22:04:52.660 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:52.656+0000 7fd88a25e640 1 -- 172.21.15.63:0/1773083848 shutdown_connections 2024-09-15T22:04:52.660 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:52.656+0000 7fd88a25e640 1 --2- 172.21.15.63:0/1773083848 >> [v2:172.21.15.110:6832/552273267,v1:172.21.15.110:6833/552273267] conn(0x7fd87006c2e0 0x7fd87006e7a0 unknown :-1 s=CLOSED pgs=107 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T22:04:52.660 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:52.656+0000 7fd88a25e640 1 --2- 172.21.15.63:0/1773083848 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7fd88413fe40 0x7fd8841402f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T22:04:52.660 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:52.656+0000 7fd88a25e640 1 --2- 172.21.15.63:0/1773083848 >> [v2:172.21.15.110:3301/0,v1:172.21.15.110:6790/0] conn(0x7fd88413e400 0x7fd88413db60 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T22:04:52.660 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:52.656+0000 7fd88a25e640 1 --2- 172.21.15.63:0/1773083848 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fd86c004800 0x7fd88415dfd0 unknown :-1 s=CLOSED pgs=180 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T22:04:52.660 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:52.656+0000 7fd88a25e640 1 -- 172.21.15.63:0/1773083848 >> 172.21.15.63:0/1773083848 conn(0x7fd884074fe0 msgr2=0x7fd8840cefe0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-15T22:04:52.660 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:52.657+0000 7fd88a25e640 1 -- 172.21.15.63:0/1773083848 shutdown_connections 2024-09-15T22:04:52.660 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:52.657+0000 7fd88a25e640 1 -- 172.21.15.63:0/1773083848 wait complete. 2024-09-15T22:04:52.670 DEBUG:teuthology.orchestra.run.smithi110:> set -ex 2024-09-15T22:04:52.670 DEBUG:teuthology.orchestra.run.smithi110:> dd if=/proc/self/mounts of=/dev/stdout 2024-09-15T22:04:52.690 DEBUG:teuthology.orchestra.run.smithi063:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd blocklist ls 2024-09-15T22:04:52.794 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:52.792+0000 7f41c3b18640 1 Processor -- start 2024-09-15T22:04:52.794 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:52.792+0000 7f41c3b18640 1 -- start start 2024-09-15T22:04:52.795 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:52.793+0000 7f41c3b18640 1 --2- >> [v2:172.21.15.110:3301/0,v1:172.21.15.110:6790/0] conn(0x7f41bc158cf0 0x7f41bc0af810 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-15T22:04:52.795 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:52.793+0000 7f41c3b18640 1 --2- >> v2:172.21.15.63:3300/0 conn(0x7f41bc1590d0 0x7f41bc06bbe0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-15T22:04:52.796 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:52.793+0000 7f41c3b18640 1 -- --> v1:172.21.15.110:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f41bc15bb20 con 0x7f41bc15ca10 2024-09-15T22:04:52.796 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:52.793+0000 7f41c3b18640 1 -- --> v2:172.21.15.63:3300/0 -- mon_getmap magic: 0 -- 0x7f41bc0afd50 con 0x7f41bc1590d0 2024-09-15T22:04:52.796 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:52.793+0000 7f41c3b18640 1 -- --> [v2:172.21.15.110:3301/0,v1:172.21.15.110:6790/0] -- mon_getmap magic: 0 -- 0x7f41bc15be00 con 0x7f41bc158cf0 2024-09-15T22:04:52.796 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:52.793+0000 7f41c10b3640 1 --2- >> v2:172.21.15.63:3300/0 conn(0x7f41bc1590d0 0x7f41bc06bbe0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-15T22:04:52.796 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:52.793+0000 7f41c10b3640 1 --2- >> v2:172.21.15.63:3300/0 conn(0x7f41bc1590d0 0x7f41bc06bbe0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.63:3300/0 says I am v2:172.21.15.63:60446/0 (socket says 172.21.15.63:60446) 2024-09-15T22:04:52.796 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:52.793+0000 7f41c10b3640 1 -- 172.21.15.63:0/922905849 learned_addr learned my addr 172.21.15.63:0/922905849 (peer_addr_for_me v2:172.21.15.63:0/0) 2024-09-15T22:04:52.796 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:52.793+0000 7f41c10b3640 1 -- 172.21.15.63:0/922905849 >> [v2:172.21.15.110:3301/0,v1:172.21.15.110:6790/0] conn(0x7f41bc158cf0 msgr2=0x7f41bc0af810 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-15T22:04:52.796 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:52.793+0000 7f41c10b3640 1 --2- 172.21.15.63:0/922905849 >> [v2:172.21.15.110:3301/0,v1:172.21.15.110:6790/0] conn(0x7f41bc158cf0 0x7f41bc0af810 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T22:04:52.796 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:52.793+0000 7f41c10b3640 1 -- 172.21.15.63:0/922905849 >> v1:172.21.15.110:6789/0 conn(0x7f41bc15ca10 legacy=0x7f41bc15ef70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-15T22:04:52.796 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:52.793+0000 7f41c10b3640 1 -- 172.21.15.63:0/922905849 --> v2:172.21.15.63:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f41bc15c0e0 con 0x7f41bc1590d0 2024-09-15T22:04:52.797 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:52.794+0000 7f41c10b3640 1 --2- 172.21.15.63:0/922905849 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f41bc1590d0 0x7f41bc06bbe0 secure :-1 s=READY pgs=181 cs=0 l=1 rev1=1 crypto rx=0x7f41b0009870 tx=0x7f41b002a180 comp rx=0 tx=0).ready entity=mon.0 client_cookie=66ce1a7b2f224a40 server_cookie=0 in_seq=0 out_seq=0 2024-09-15T22:04:52.798 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:52.794+0000 7f41c08b2640 1 -- 172.21.15.63:0/922905849 <== mon.0 v2:172.21.15.63:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f41b0037070 con 0x7f41bc1590d0 2024-09-15T22:04:52.798 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:52.794+0000 7f41c08b2640 1 -- 172.21.15.63:0/922905849 <== mon.0 v2:172.21.15.63:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f41b0032440 con 0x7f41bc1590d0 2024-09-15T22:04:52.798 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:52.794+0000 7f41c08b2640 1 -- 172.21.15.63:0/922905849 <== mon.0 v2:172.21.15.63:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f41b0032810 con 0x7f41bc1590d0 2024-09-15T22:04:52.798 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:52.794+0000 7f41c3b18640 1 -- 172.21.15.63:0/922905849 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f41bc1590d0 msgr2=0x7f41bc06bbe0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-15T22:04:52.798 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:52.794+0000 7f41c3b18640 1 --2- 172.21.15.63:0/922905849 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f41bc1590d0 0x7f41bc06bbe0 secure :-1 s=READY pgs=181 cs=0 l=1 rev1=1 crypto rx=0x7f41b0009870 tx=0x7f41b002a180 comp rx=0 tx=0).stop 2024-09-15T22:04:52.798 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:52.794+0000 7f41c3b18640 1 -- 172.21.15.63:0/922905849 shutdown_connections 2024-09-15T22:04:52.798 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:52.794+0000 7f41c3b18640 1 --2- 172.21.15.63:0/922905849 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f41bc1590d0 0x7f41bc06bbe0 unknown :-1 s=CLOSED pgs=181 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T22:04:52.798 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:52.794+0000 7f41c3b18640 1 --2- 172.21.15.63:0/922905849 >> [v2:172.21.15.110:3301/0,v1:172.21.15.110:6790/0] conn(0x7f41bc158cf0 0x7f41bc0af810 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T22:04:52.798 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:52.795+0000 7f41c3b18640 1 -- 172.21.15.63:0/922905849 >> 172.21.15.63:0/922905849 conn(0x7f41bc0b2000 msgr2=0x7f41bc0b23e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-15T22:04:52.798 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:52.795+0000 7f41c3b18640 1 -- 172.21.15.63:0/922905849 shutdown_connections 2024-09-15T22:04:52.798 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:52.795+0000 7f41c3b18640 1 -- 172.21.15.63:0/922905849 wait complete. 2024-09-15T22:04:52.800 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:52.796+0000 7f41c3b18640 1 Processor -- start 2024-09-15T22:04:52.801 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:52.796+0000 7f41c3b18640 1 -- start start 2024-09-15T22:04:52.801 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:52.796+0000 7f41c3b18640 1 --2- >> [v2:172.21.15.110:3301/0,v1:172.21.15.110:6790/0] conn(0x7f41bc158cf0 0x7f41bc148dd0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-15T22:04:52.801 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:52.796+0000 7f41c3b18640 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f41bc1590d0 0x7f41bc1555d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-15T22:04:52.801 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:52.797+0000 7f41c3b18640 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f41bc15ca10 0x7f41bc155b10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-15T22:04:52.801 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:52.797+0000 7f41c3b18640 1 -- --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 -- 0x7f41bc0b3480 con 0x7f41bc15ca10 2024-09-15T22:04:52.801 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:52.797+0000 7f41c3b18640 1 -- --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_getmap magic: 0 -- 0x7f41bc0b3300 con 0x7f41bc1590d0 2024-09-15T22:04:52.801 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:52.797+0000 7f41c3b18640 1 -- --> [v2:172.21.15.110:3301/0,v1:172.21.15.110:6790/0] -- mon_getmap magic: 0 -- 0x7f41bc0b3600 con 0x7f41bc158cf0 2024-09-15T22:04:52.801 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:52.797+0000 7f41c20b5640 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f41bc15ca10 0x7f41bc155b10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-15T22:04:52.801 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:52.797+0000 7f41c20b5640 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f41bc15ca10 0x7f41bc155b10 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.63:3300/0 says I am v2:172.21.15.63:60450/0 (socket says 172.21.15.63:60450) 2024-09-15T22:04:52.801 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:52.797+0000 7f41c20b5640 1 -- 172.21.15.63:0/65488292 learned_addr learned my addr 172.21.15.63:0/65488292 (peer_addr_for_me v2:172.21.15.63:0/0) 2024-09-15T22:04:52.801 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:52.797+0000 7f41c10b3640 1 --2- 172.21.15.63:0/65488292 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f41bc1590d0 0x7f41bc1555d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-15T22:04:52.801 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:52.797+0000 7f41c18b4640 1 --2- 172.21.15.63:0/65488292 >> [v2:172.21.15.110:3301/0,v1:172.21.15.110:6790/0] conn(0x7f41bc158cf0 0x7f41bc148dd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-15T22:04:52.801 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:52.797+0000 7f41c20b5640 1 -- 172.21.15.63:0/65488292 >> [v2:172.21.15.110:3301/0,v1:172.21.15.110:6790/0] conn(0x7f41bc158cf0 msgr2=0x7f41bc148dd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-15T22:04:52.802 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:52.797+0000 7f41c20b5640 1 --2- 172.21.15.63:0/65488292 >> [v2:172.21.15.110:3301/0,v1:172.21.15.110:6790/0] conn(0x7f41bc158cf0 0x7f41bc148dd0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T22:04:52.802 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:52.797+0000 7f41c20b5640 1 -- 172.21.15.63:0/65488292 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f41bc1590d0 msgr2=0x7f41bc1555d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-15T22:04:52.802 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:52.797+0000 7f41c20b5640 1 --2- 172.21.15.63:0/65488292 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f41bc1590d0 0x7f41bc1555d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T22:04:52.802 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:52.797+0000 7f41c20b5640 1 -- 172.21.15.63:0/65488292 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f41bc15f500 con 0x7f41bc15ca10 2024-09-15T22:04:52.802 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:52.797+0000 7f41c10b3640 1 --2- 172.21.15.63:0/65488292 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f41bc1590d0 0x7f41bc1555d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-15T22:04:52.802 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:52.797+0000 7f41c18b4640 1 --2- 172.21.15.63:0/65488292 >> [v2:172.21.15.110:3301/0,v1:172.21.15.110:6790/0] conn(0x7f41bc158cf0 0x7f41bc148dd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-15T22:04:52.802 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:52.797+0000 7f41c20b5640 1 --2- 172.21.15.63:0/65488292 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f41bc15ca10 0x7f41bc155b10 secure :-1 s=READY pgs=182 cs=0 l=1 rev1=1 crypto rx=0x7f41ac00b990 tx=0x7f41ac00be50 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-15T22:04:52.802 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:52.797+0000 7f41ba7fc640 1 -- 172.21.15.63:0/65488292 <== mon.0 v2:172.21.15.63:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f41ac019070 con 0x7f41bc15ca10 2024-09-15T22:04:52.802 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:52.797+0000 7f41ba7fc640 1 -- 172.21.15.63:0/65488292 <== mon.0 v2:172.21.15.63:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f41ac00cb40 con 0x7f41bc15ca10 2024-09-15T22:04:52.802 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:52.797+0000 7f41c3b18640 1 -- 172.21.15.63:0/65488292 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f41bc15f7e0 con 0x7f41bc15ca10 2024-09-15T22:04:52.802 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:52.797+0000 7f41ba7fc640 1 -- 172.21.15.63:0/65488292 <== mon.0 v2:172.21.15.63:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f41ac014440 con 0x7f41bc15ca10 2024-09-15T22:04:52.802 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:52.797+0000 7f41c3b18640 1 -- 172.21.15.63:0/65488292 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f41bc15fda0 con 0x7f41bc15ca10 2024-09-15T22:04:52.803 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:52.798+0000 7f41c3b18640 1 -- 172.21.15.63:0/65488292 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f41bc0af810 con 0x7f41bc15ca10 2024-09-15T22:04:52.803 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:52.799+0000 7f41ba7fc640 1 -- 172.21.15.63:0/65488292 <== mon.0 v2:172.21.15.63:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7f41ac01c070 con 0x7f41bc15ca10 2024-09-15T22:04:52.803 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:52.799+0000 7f41ba7fc640 1 --2- 172.21.15.63:0/65488292 >> [v2:172.21.15.110:6832/552273267,v1:172.21.15.110:6833/552273267] conn(0x7f41a806c2b0 0x7f41a806e770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-15T22:04:52.803 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:52.799+0000 7f41ba7fc640 1 -- 172.21.15.63:0/65488292 <== mon.0 v2:172.21.15.63:3300/0 5 ==== osd_map(21..21 src has 1..21) ==== 5709+0+0 (secure 0 0 0) 0x7f41ac08b0f0 con 0x7f41bc15ca10 2024-09-15T22:04:52.804 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:52.800+0000 7f41c18b4640 1 --2- 172.21.15.63:0/65488292 >> [v2:172.21.15.110:6832/552273267,v1:172.21.15.110:6833/552273267] conn(0x7f41a806c2b0 0x7f41a806e770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-15T22:04:52.804 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:52.800+0000 7f41c18b4640 1 --2- 172.21.15.63:0/65488292 >> [v2:172.21.15.110:6832/552273267,v1:172.21.15.110:6833/552273267] conn(0x7f41a806c2b0 0x7f41a806e770 secure :-1 s=READY pgs=108 cs=0 l=1 rev1=1 crypto rx=0x7f41b4009930 tx=0x7f41b4008040 comp rx=0 tx=0).ready entity=mgr.4102 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-15T22:04:52.806 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:52.804+0000 7f41ba7fc640 1 -- 172.21.15.63:0/65488292 <== mon.0 v2:172.21.15.63:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7f41ac0598f0 con 0x7f41bc15ca10 2024-09-15T22:04:52.994 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:52.992+0000 7f41c3b18640 1 -- 172.21.15.63:0/65488292 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_command({"prefix": "osd blocklist ls"} v 0) -- 0x7f41bc06de50 con 0x7f41bc15ca10 2024-09-15T22:04:52.995 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:52.992+0000 7f41ba7fc640 1 -- 172.21.15.63:0/65488292 <== mon.0 v2:172.21.15.63:3300/0 7 ==== mon_command_ack([{"prefix": "osd blocklist ls"}]=0 listed 0 entries v21) ==== 80+0+0 (secure 0 0 0) 0x7f41ac0591f0 con 0x7f41bc15ca10 2024-09-15T22:04:52.995 INFO:teuthology.orchestra.run.smithi063.stderr:listed 0 entries 2024-09-15T22:04:52.997 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:52.994+0000 7f41c3b18640 1 -- 172.21.15.63:0/65488292 >> [v2:172.21.15.110:6832/552273267,v1:172.21.15.110:6833/552273267] conn(0x7f41a806c2b0 msgr2=0x7f41a806e770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-15T22:04:52.997 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:52.994+0000 7f41c3b18640 1 --2- 172.21.15.63:0/65488292 >> [v2:172.21.15.110:6832/552273267,v1:172.21.15.110:6833/552273267] conn(0x7f41a806c2b0 0x7f41a806e770 secure :-1 s=READY pgs=108 cs=0 l=1 rev1=1 crypto rx=0x7f41b4009930 tx=0x7f41b4008040 comp rx=0 tx=0).stop 2024-09-15T22:04:52.997 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:52.994+0000 7f41c3b18640 1 -- 172.21.15.63:0/65488292 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f41bc15ca10 msgr2=0x7f41bc155b10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-15T22:04:52.997 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:52.994+0000 7f41c3b18640 1 --2- 172.21.15.63:0/65488292 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f41bc15ca10 0x7f41bc155b10 secure :-1 s=READY pgs=182 cs=0 l=1 rev1=1 crypto rx=0x7f41ac00b990 tx=0x7f41ac00be50 comp rx=0 tx=0).stop 2024-09-15T22:04:52.997 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:52.994+0000 7f41c3b18640 1 -- 172.21.15.63:0/65488292 shutdown_connections 2024-09-15T22:04:52.997 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:52.994+0000 7f41c3b18640 1 --2- 172.21.15.63:0/65488292 >> [v2:172.21.15.110:6832/552273267,v1:172.21.15.110:6833/552273267] conn(0x7f41a806c2b0 0x7f41a806e770 unknown :-1 s=CLOSED pgs=108 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T22:04:52.997 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:52.994+0000 7f41c3b18640 1 --2- 172.21.15.63:0/65488292 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f41bc1590d0 0x7f41bc1555d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T22:04:52.997 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:52.994+0000 7f41c3b18640 1 --2- 172.21.15.63:0/65488292 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f41bc15ca10 0x7f41bc155b10 unknown :-1 s=CLOSED pgs=182 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T22:04:52.997 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:52.994+0000 7f41c3b18640 1 --2- 172.21.15.63:0/65488292 >> [v2:172.21.15.110:3301/0,v1:172.21.15.110:6790/0] conn(0x7f41bc158cf0 0x7f41bc148dd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T22:04:52.997 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:52.994+0000 7f41c3b18640 1 -- 172.21.15.63:0/65488292 >> 172.21.15.63:0/65488292 conn(0x7f41bc0b2000 msgr2=0x7f41bc0b0240 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-15T22:04:52.997 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:52.994+0000 7f41c3b18640 1 -- 172.21.15.63:0/65488292 shutdown_connections 2024-09-15T22:04:52.998 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:52.994+0000 7f41c3b18640 1 -- 172.21.15.63:0/65488292 wait complete. 2024-09-15T22:04:53.007 INFO:tasks.cephfs.fuse_mount:Running fusermount -u on ubuntu@smithi110.front.sepia.ceph.com... 2024-09-15T22:04:53.007 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-15T22:04:53.007 DEBUG:teuthology.orchestra.run.smithi110:> sudo fusermount -u /home/ubuntu/cephtest/mnt.1 2024-09-15T22:04:53.039 INFO:teuthology.orchestra.run:waiting for 300 2024-09-15T22:04:53.039 INFO:tasks.cephfs.mount:Cleaning up mount ubuntu@smithi110.front.sepia.ceph.com 2024-09-15T22:04:53.039 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-15T22:04:53.039 DEBUG:teuthology.orchestra.run.smithi110:> (cd /home/ubuntu/cephtest && exec rmdir -- /home/ubuntu/cephtest/mnt.1) 2024-09-15T22:04:53.210 DEBUG:teuthology.orchestra.run.smithi063:> set -ex 2024-09-15T22:04:53.210 DEBUG:teuthology.orchestra.run.smithi063:> dd if=/proc/self/mounts of=/dev/stdout 2024-09-15T22:04:53.227 DEBUG:teuthology.orchestra.run.smithi063:> set -ex 2024-09-15T22:04:53.227 DEBUG:teuthology.orchestra.run.smithi063:> dd if=/proc/self/mounts of=/dev/stdout 2024-09-15T22:04:53.284 DEBUG:teuthology.orchestra.run.smithi063:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd blocklist ls 2024-09-15T22:04:53.428 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:53.425+0000 7fa6b8b78640 1 Processor -- start 2024-09-15T22:04:53.428 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:53.425+0000 7fa6b8b78640 1 -- start start 2024-09-15T22:04:53.429 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:53.426+0000 7fa6b8b78640 1 --2- >> [v2:172.21.15.110:3301/0,v1:172.21.15.110:6790/0] conn(0x7fa6b4158cf0 0x7fa6b40af810 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-15T22:04:53.429 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:53.426+0000 7fa6b8b78640 1 --2- >> v2:172.21.15.63:3300/0 conn(0x7fa6b41590d0 0x7fa6b406bbe0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-15T22:04:53.429 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:53.426+0000 7fa6b8b78640 1 -- --> v1:172.21.15.63:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fa6b415bb20 con 0x7fa6b415ca10 2024-09-15T22:04:53.429 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:53.426+0000 7fa6b8b78640 1 -- --> v2:172.21.15.63:3300/0 -- mon_getmap magic: 0 -- 0x7fa6b40afd50 con 0x7fa6b41590d0 2024-09-15T22:04:53.430 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:53.426+0000 7fa6b8b78640 1 -- --> [v2:172.21.15.110:3301/0,v1:172.21.15.110:6790/0] -- mon_getmap magic: 0 -- 0x7fa6b415be00 con 0x7fa6b4158cf0 2024-09-15T22:04:53.430 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:53.426+0000 7fa6b1d9b640 1 --2- >> v2:172.21.15.63:3300/0 conn(0x7fa6b41590d0 0x7fa6b406bbe0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-15T22:04:53.430 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:53.426+0000 7fa6b2d9d640 1 --1- >> v1:172.21.15.63:6789/0 conn(0x7fa6b415ca10 0x7fa6b415ef70 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.63:6789/0 says I am v1:172.21.15.63:38322/0 (socket says 172.21.15.63:38322) 2024-09-15T22:04:53.430 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:53.426+0000 7fa6b2d9d640 1 -- 172.21.15.63:0/2737371369 learned_addr learned my addr 172.21.15.63:0/2737371369 (peer_addr_for_me v1:172.21.15.63:0/0) 2024-09-15T22:04:53.430 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:53.427+0000 7fa6b1d9b640 1 -- 172.21.15.63:0/2737371369 >> [v2:172.21.15.110:3301/0,v1:172.21.15.110:6790/0] conn(0x7fa6b4158cf0 msgr2=0x7fa6b40af810 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-15T22:04:53.430 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:53.427+0000 7fa6b259c640 1 --2- 172.21.15.63:0/2737371369 >> [v2:172.21.15.110:3301/0,v1:172.21.15.110:6790/0] conn(0x7fa6b4158cf0 0x7fa6b40af810 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-15T22:04:53.430 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:53.427+0000 7fa6b159a640 1 -- 172.21.15.63:0/2737371369 <== mon.0 v1:172.21.15.63:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 1239865056 0 0) 0x7fa6b415bb20 con 0x7fa6b415ca10 2024-09-15T22:04:53.430 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:53.427+0000 7fa6b1d9b640 1 --2- 172.21.15.63:0/2737371369 >> [v2:172.21.15.110:3301/0,v1:172.21.15.110:6790/0] conn(0x7fa6b4158cf0 0x7fa6b40af810 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T22:04:53.430 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:53.427+0000 7fa6b1d9b640 1 -- 172.21.15.63:0/2737371369 >> v1:172.21.15.63:6789/0 conn(0x7fa6b415ca10 legacy=0x7fa6b415ef70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-15T22:04:53.430 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:53.427+0000 7fa6b1d9b640 1 -- 172.21.15.63:0/2737371369 --> v2:172.21.15.63:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fa6b415c0e0 con 0x7fa6b41590d0 2024-09-15T22:04:53.430 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:53.427+0000 7fa6b259c640 1 --2- 172.21.15.63:0/2737371369 >> [v2:172.21.15.110:3301/0,v1:172.21.15.110:6790/0] conn(0x7fa6b4158cf0 0x7fa6b40af810 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-15T22:04:53.432 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:53.427+0000 7fa6b1d9b640 1 --2- 172.21.15.63:0/2737371369 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fa6b41590d0 0x7fa6b406bbe0 secure :-1 s=READY pgs=184 cs=0 l=1 rev1=1 crypto rx=0x7fa69c0097a0 tx=0x7fa69c02a0f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=aee7400ae4a1682 server_cookie=0 in_seq=0 out_seq=0 2024-09-15T22:04:53.432 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:53.428+0000 7fa6b159a640 1 -- 172.21.15.63:0/2737371369 <== mon.0 v2:172.21.15.63:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa69c037070 con 0x7fa6b41590d0 2024-09-15T22:04:53.432 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:53.428+0000 7fa6b159a640 1 -- 172.21.15.63:0/2737371369 <== mon.0 v2:172.21.15.63:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fa69c02ae40 con 0x7fa6b41590d0 2024-09-15T22:04:53.432 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:53.428+0000 7fa6b159a640 1 -- 172.21.15.63:0/2737371369 <== mon.0 v2:172.21.15.63:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa69c032660 con 0x7fa6b41590d0 2024-09-15T22:04:53.432 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:53.428+0000 7fa6b8b78640 1 -- 172.21.15.63:0/2737371369 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fa6b41590d0 msgr2=0x7fa6b406bbe0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-15T22:04:53.433 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:53.428+0000 7fa6b8b78640 1 --2- 172.21.15.63:0/2737371369 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fa6b41590d0 0x7fa6b406bbe0 secure :-1 s=READY pgs=184 cs=0 l=1 rev1=1 crypto rx=0x7fa69c0097a0 tx=0x7fa69c02a0f0 comp rx=0 tx=0).stop 2024-09-15T22:04:53.433 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:53.428+0000 7fa6b8b78640 1 -- 172.21.15.63:0/2737371369 shutdown_connections 2024-09-15T22:04:53.433 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:53.428+0000 7fa6b8b78640 1 --2- 172.21.15.63:0/2737371369 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fa6b41590d0 0x7fa6b406bbe0 unknown :-1 s=CLOSED pgs=184 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T22:04:53.433 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:53.428+0000 7fa6b8b78640 1 --2- 172.21.15.63:0/2737371369 >> [v2:172.21.15.110:3301/0,v1:172.21.15.110:6790/0] conn(0x7fa6b4158cf0 0x7fa6b40af810 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T22:04:53.433 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:53.428+0000 7fa6b8b78640 1 -- 172.21.15.63:0/2737371369 >> 172.21.15.63:0/2737371369 conn(0x7fa6b40b2000 msgr2=0x7fa6b40b23e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-15T22:04:53.433 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:53.428+0000 7fa6b8b78640 1 -- 172.21.15.63:0/2737371369 shutdown_connections 2024-09-15T22:04:53.433 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:53.428+0000 7fa6b8b78640 1 -- 172.21.15.63:0/2737371369 wait complete. 2024-09-15T22:04:53.433 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:53.430+0000 7fa6b8b78640 1 Processor -- start 2024-09-15T22:04:53.434 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:53.430+0000 7fa6b8b78640 1 -- start start 2024-09-15T22:04:53.436 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:53.430+0000 7fa6b8b78640 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7fa6b4158cf0 0x7fa6b41562e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-15T22:04:53.437 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:53.430+0000 7fa6b8b78640 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fa6b41590d0 0x7fa6b41ef5f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-15T22:04:53.437 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:53.430+0000 7fa6b8b78640 1 --2- >> [v2:172.21.15.110:3301/0,v1:172.21.15.110:6790/0] conn(0x7fa6b415ca10 0x7fa6b414b420 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-15T22:04:53.437 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:53.430+0000 7fa6b8b78640 1 -- --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 -- 0x7fa6b40b3480 con 0x7fa6b41590d0 2024-09-15T22:04:53.437 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:53.430+0000 7fa6b8b78640 1 -- --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_getmap magic: 0 -- 0x7fa6b40b3300 con 0x7fa6b4158cf0 2024-09-15T22:04:53.437 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:53.430+0000 7fa6b8b78640 1 -- --> [v2:172.21.15.110:3301/0,v1:172.21.15.110:6790/0] -- mon_getmap magic: 0 -- 0x7fa6b40b3600 con 0x7fa6b415ca10 2024-09-15T22:04:53.437 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:53.430+0000 7fa6b1d9b640 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fa6b41590d0 0x7fa6b41ef5f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-15T22:04:53.437 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:53.430+0000 7fa6b1d9b640 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fa6b41590d0 0x7fa6b41ef5f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.63:3300/0 says I am v2:172.21.15.63:60466/0 (socket says 172.21.15.63:60466) 2024-09-15T22:04:53.437 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:53.430+0000 7fa6b1d9b640 1 -- 172.21.15.63:0/3803536673 learned_addr learned my addr 172.21.15.63:0/3803536673 (peer_addr_for_me v2:172.21.15.63:0/0) 2024-09-15T22:04:53.437 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:53.431+0000 7fa6b2d9d640 1 --2- 172.21.15.63:0/3803536673 >> [v2:172.21.15.110:3301/0,v1:172.21.15.110:6790/0] conn(0x7fa6b415ca10 0x7fa6b414b420 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-15T22:04:53.437 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:53.431+0000 7fa6b259c640 1 --2- 172.21.15.63:0/3803536673 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7fa6b4158cf0 0x7fa6b41562e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-15T22:04:53.437 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:53.431+0000 7fa6b1d9b640 1 -- 172.21.15.63:0/3803536673 >> [v2:172.21.15.110:3301/0,v1:172.21.15.110:6790/0] conn(0x7fa6b415ca10 msgr2=0x7fa6b414b420 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-15T22:04:53.437 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:53.431+0000 7fa6b1d9b640 1 --2- 172.21.15.63:0/3803536673 >> [v2:172.21.15.110:3301/0,v1:172.21.15.110:6790/0] conn(0x7fa6b415ca10 0x7fa6b414b420 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T22:04:53.438 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:53.431+0000 7fa6b1d9b640 1 -- 172.21.15.63:0/3803536673 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7fa6b4158cf0 msgr2=0x7fa6b41562e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-15T22:04:53.438 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:53.431+0000 7fa6b1d9b640 1 --2- 172.21.15.63:0/3803536673 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7fa6b4158cf0 0x7fa6b41562e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T22:04:53.438 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:53.431+0000 7fa6b1d9b640 1 -- 172.21.15.63:0/3803536673 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fa6b4156b30 con 0x7fa6b41590d0 2024-09-15T22:04:53.438 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:53.431+0000 7fa6b2d9d640 1 --2- 172.21.15.63:0/3803536673 >> [v2:172.21.15.110:3301/0,v1:172.21.15.110:6790/0] conn(0x7fa6b415ca10 0x7fa6b414b420 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-15T22:04:53.438 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:53.431+0000 7fa6b259c640 1 --2- 172.21.15.63:0/3803536673 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7fa6b4158cf0 0x7fa6b41562e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-15T22:04:53.438 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:53.431+0000 7fa6b1d9b640 1 --2- 172.21.15.63:0/3803536673 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fa6b41590d0 0x7fa6b41ef5f0 secure :-1 s=READY pgs=185 cs=0 l=1 rev1=1 crypto rx=0x7fa69c035040 tx=0x7fa69c0046c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-15T22:04:53.438 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:53.431+0000 7fa6aaffd640 1 -- 172.21.15.63:0/3803536673 <== mon.0 v2:172.21.15.63:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa69c037040 con 0x7fa6b41590d0 2024-09-15T22:04:53.438 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:53.431+0000 7fa6aaffd640 1 -- 172.21.15.63:0/3803536673 <== mon.0 v2:172.21.15.63:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fa69c004250 con 0x7fa6b41590d0 2024-09-15T22:04:53.438 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:53.431+0000 7fa6b8b78640 1 -- 172.21.15.63:0/3803536673 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fa6b4156e10 con 0x7fa6b41590d0 2024-09-15T22:04:53.438 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:53.431+0000 7fa6aaffd640 1 -- 172.21.15.63:0/3803536673 <== mon.0 v2:172.21.15.63:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa69c003610 con 0x7fa6b41590d0 2024-09-15T22:04:53.438 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:53.431+0000 7fa6b8b78640 1 -- 172.21.15.63:0/3803536673 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fa6b41573d0 con 0x7fa6b41590d0 2024-09-15T22:04:53.438 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:53.432+0000 7fa6b8b78640 1 -- 172.21.15.63:0/3803536673 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fa6b40af810 con 0x7fa6b41590d0 2024-09-15T22:04:53.439 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:53.433+0000 7fa6aaffd640 1 -- 172.21.15.63:0/3803536673 <== mon.0 v2:172.21.15.63:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7fa69c0037b0 con 0x7fa6b41590d0 2024-09-15T22:04:53.439 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:53.433+0000 7fa6aaffd640 1 --2- 172.21.15.63:0/3803536673 >> [v2:172.21.15.110:6832/552273267,v1:172.21.15.110:6833/552273267] conn(0x7fa69406c2e0 0x7fa69406e7a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-15T22:04:53.439 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:53.433+0000 7fa6aaffd640 1 -- 172.21.15.63:0/3803536673 <== mon.0 v2:172.21.15.63:3300/0 5 ==== osd_map(21..21 src has 1..21) ==== 5709+0+0 (secure 0 0 0) 0x7fa69c0ac210 con 0x7fa6b41590d0 2024-09-15T22:04:53.439 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:53.433+0000 7fa6b259c640 1 --2- 172.21.15.63:0/3803536673 >> [v2:172.21.15.110:6832/552273267,v1:172.21.15.110:6833/552273267] conn(0x7fa69406c2e0 0x7fa69406e7a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-15T22:04:53.439 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:53.434+0000 7fa6b259c640 1 --2- 172.21.15.63:0/3803536673 >> [v2:172.21.15.110:6832/552273267,v1:172.21.15.110:6833/552273267] conn(0x7fa69406c2e0 0x7fa69406e7a0 secure :-1 s=READY pgs=109 cs=0 l=1 rev1=1 crypto rx=0x7fa6a400d430 tx=0x7fa6a4007530 comp rx=0 tx=0).ready entity=mgr.4102 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-15T22:04:53.440 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:53.438+0000 7fa6aaffd640 1 -- 172.21.15.63:0/3803536673 <== mon.0 v2:172.21.15.63:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7fa69c07aa10 con 0x7fa6b41590d0 2024-09-15T22:04:53.518 DEBUG:teuthology.orchestra.run.smithi063:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-09-15T22:04:53.521 DEBUG:teuthology.orchestra.run.smithi110:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-09-15T22:04:53.627 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:53.625+0000 7fa6b8b78640 1 -- 172.21.15.63:0/3803536673 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_command({"prefix": "osd blocklist ls"} v 0) -- 0x7fa6b4156820 con 0x7fa6b41590d0 2024-09-15T22:04:53.628 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:53.626+0000 7fa6aaffd640 1 -- 172.21.15.63:0/3803536673 <== mon.0 v2:172.21.15.63:3300/0 7 ==== mon_command_ack([{"prefix": "osd blocklist ls"}]=0 listed 0 entries v21) ==== 80+0+0 (secure 0 0 0) 0x7fa69c07a310 con 0x7fa6b41590d0 2024-09-15T22:04:53.628 INFO:teuthology.orchestra.run.smithi063.stderr:listed 0 entries 2024-09-15T22:04:53.631 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:53.628+0000 7fa6b8b78640 1 -- 172.21.15.63:0/3803536673 >> [v2:172.21.15.110:6832/552273267,v1:172.21.15.110:6833/552273267] conn(0x7fa69406c2e0 msgr2=0x7fa69406e7a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-15T22:04:53.631 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:53.628+0000 7fa6b8b78640 1 --2- 172.21.15.63:0/3803536673 >> [v2:172.21.15.110:6832/552273267,v1:172.21.15.110:6833/552273267] conn(0x7fa69406c2e0 0x7fa69406e7a0 secure :-1 s=READY pgs=109 cs=0 l=1 rev1=1 crypto rx=0x7fa6a400d430 tx=0x7fa6a4007530 comp rx=0 tx=0).stop 2024-09-15T22:04:53.631 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:53.628+0000 7fa6b8b78640 1 -- 172.21.15.63:0/3803536673 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fa6b41590d0 msgr2=0x7fa6b41ef5f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-15T22:04:53.631 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:53.628+0000 7fa6b8b78640 1 --2- 172.21.15.63:0/3803536673 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fa6b41590d0 0x7fa6b41ef5f0 secure :-1 s=READY pgs=185 cs=0 l=1 rev1=1 crypto rx=0x7fa69c035040 tx=0x7fa69c0046c0 comp rx=0 tx=0).stop 2024-09-15T22:04:53.631 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:53.628+0000 7fa6b8b78640 1 -- 172.21.15.63:0/3803536673 shutdown_connections 2024-09-15T22:04:53.631 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:53.628+0000 7fa6b8b78640 1 --2- 172.21.15.63:0/3803536673 >> [v2:172.21.15.110:6832/552273267,v1:172.21.15.110:6833/552273267] conn(0x7fa69406c2e0 0x7fa69406e7a0 unknown :-1 s=CLOSED pgs=109 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T22:04:53.632 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:53.628+0000 7fa6b8b78640 1 --2- 172.21.15.63:0/3803536673 >> [v2:172.21.15.110:3301/0,v1:172.21.15.110:6790/0] conn(0x7fa6b415ca10 0x7fa6b414b420 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T22:04:53.632 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:53.628+0000 7fa6b8b78640 1 --2- 172.21.15.63:0/3803536673 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fa6b41590d0 0x7fa6b41ef5f0 unknown :-1 s=CLOSED pgs=185 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T22:04:53.632 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:53.628+0000 7fa6b8b78640 1 --2- 172.21.15.63:0/3803536673 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7fa6b4158cf0 0x7fa6b41562e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T22:04:53.632 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:53.628+0000 7fa6b8b78640 1 -- 172.21.15.63:0/3803536673 >> 172.21.15.63:0/3803536673 conn(0x7fa6b40b2000 msgr2=0x7fa6b40b03f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-15T22:04:53.632 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:53.628+0000 7fa6b8b78640 1 -- 172.21.15.63:0/3803536673 shutdown_connections 2024-09-15T22:04:53.632 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:53.628+0000 7fa6b8b78640 1 -- 172.21.15.63:0/3803536673 wait complete. 2024-09-15T22:04:53.642 DEBUG:teuthology.orchestra.run.smithi063:> set -ex 2024-09-15T22:04:53.642 DEBUG:teuthology.orchestra.run.smithi063:> dd if=/proc/self/mounts of=/dev/stdout 2024-09-15T22:04:53.699 DEBUG:teuthology.orchestra.run.smithi063:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd blocklist ls 2024-09-15T22:04:53.843 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:53.840+0000 7fc60188b640 1 Processor -- start 2024-09-15T22:04:53.843 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:53.840+0000 7fc60188b640 1 -- start start 2024-09-15T22:04:53.846 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:53.841+0000 7fc60188b640 1 --2- >> [v2:172.21.15.110:3301/0,v1:172.21.15.110:6790/0] conn(0x7fc5fc147e50 0x7fc5fc0738b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-15T22:04:53.846 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:53.841+0000 7fc60188b640 1 --2- >> v2:172.21.15.110:3300/0 conn(0x7fc5fc06d000 0x7fc5fc06d470 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-15T22:04:53.846 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:53.841+0000 7fc60188b640 1 -- --> v1:172.21.15.63:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fc5fc06bf60 con 0x7fc5fc073df0 2024-09-15T22:04:53.846 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:53.841+0000 7fc60188b640 1 -- --> v2:172.21.15.110:3300/0 -- mon_getmap magic: 0 -- 0x7fc5fc06c240 con 0x7fc5fc06d000 2024-09-15T22:04:53.846 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:53.841+0000 7fc60188b640 1 -- --> [v2:172.21.15.110:3301/0,v1:172.21.15.110:6790/0] -- mon_getmap magic: 0 -- 0x7fc5fc06c520 con 0x7fc5fc147e50 2024-09-15T22:04:53.846 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:53.841+0000 7fc5fa7fc640 1 --1- >> v1:172.21.15.63:6789/0 conn(0x7fc5fc073df0 0x7fc5fc0b5390 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.63:6789/0 says I am v1:172.21.15.63:38326/0 (socket says 172.21.15.63:38326) 2024-09-15T22:04:53.846 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:53.841+0000 7fc5fa7fc640 1 -- 172.21.15.63:0/1172748310 learned_addr learned my addr 172.21.15.63:0/1172748310 (peer_addr_for_me v1:172.21.15.63:0/0) 2024-09-15T22:04:53.846 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:53.842+0000 7fc5fb7fe640 1 --2- 172.21.15.63:0/1172748310 >> v2:172.21.15.110:3300/0 conn(0x7fc5fc06d000 0x7fc5fc06d470 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-15T22:04:53.846 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:53.842+0000 7fc5faffd640 1 --2- 172.21.15.63:0/1172748310 >> [v2:172.21.15.110:3301/0,v1:172.21.15.110:6790/0] conn(0x7fc5fc147e50 0x7fc5fc0738b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-15T22:04:53.846 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:53.842+0000 7fc5f9ffb640 1 -- 172.21.15.63:0/1172748310 <== mon.0 v1:172.21.15.63:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 1861327957 0 0) 0x7fc5fc06bf60 con 0x7fc5fc073df0 2024-09-15T22:04:53.846 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:53.842+0000 7fc5f9ffb640 1 -- 172.21.15.63:0/1172748310 --> v1:172.21.15.63:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7fc5e8003520 con 0x7fc5fc073df0 2024-09-15T22:04:53.847 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:53.842+0000 7fc5f9ffb640 1 -- 172.21.15.63:0/1172748310 <== mon.0 v1:172.21.15.63:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) ==== 214+0+0 (unknown 2216887033 0 0) 0x7fc5e8003520 con 0x7fc5fc073df0 2024-09-15T22:04:53.847 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:53.842+0000 7fc5f9ffb640 1 -- 172.21.15.63:0/1172748310 >> [v2:172.21.15.110:3301/0,v1:172.21.15.110:6790/0] conn(0x7fc5fc147e50 msgr2=0x7fc5fc0738b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-15T22:04:53.847 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:53.842+0000 7fc5f9ffb640 1 --2- 172.21.15.63:0/1172748310 >> [v2:172.21.15.110:3301/0,v1:172.21.15.110:6790/0] conn(0x7fc5fc147e50 0x7fc5fc0738b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T22:04:53.847 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:53.842+0000 7fc5f9ffb640 1 -- 172.21.15.63:0/1172748310 >> v2:172.21.15.110:3300/0 conn(0x7fc5fc06d000 msgr2=0x7fc5fc06d470 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-15T22:04:53.847 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:53.842+0000 7fc5f9ffb640 1 --2- 172.21.15.63:0/1172748310 >> v2:172.21.15.110:3300/0 conn(0x7fc5fc06d000 0x7fc5fc06d470 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T22:04:53.847 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:53.842+0000 7fc5f9ffb640 1 -- 172.21.15.63:0/1172748310 --> v1:172.21.15.63:6789/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fc5fc06c800 con 0x7fc5fc073df0 2024-09-15T22:04:53.847 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:53.842+0000 7fc5f9ffb640 1 -- 172.21.15.63:0/1172748310 <== mon.0 v1:172.21.15.63:6789/0 3 ==== mon_map magic: 0 ==== 413+0+0 (unknown 3984726164 0 0) 0x7fc5e4001670 con 0x7fc5fc073df0 2024-09-15T22:04:53.847 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:53.842+0000 7fc5f9ffb640 1 -- 172.21.15.63:0/1172748310 >> v1:172.21.15.63:6789/0 conn(0x7fc5fc073df0 legacy=0x7fc5fc0b5390 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-15T22:04:53.847 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:53.842+0000 7fc5f9ffb640 1 --2- 172.21.15.63:0/1172748310 >> [v2:172.21.15.110:3301/0,v1:172.21.15.110:6790/0] conn(0x7fc5fc147e50 0x7fc5e80039b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-15T22:04:53.847 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:53.842+0000 7fc5f9ffb640 1 --2- 172.21.15.63:0/1172748310 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fc5e8003f30 0x7fc5e8004800 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-15T22:04:53.847 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:53.842+0000 7fc5f9ffb640 1 --2- 172.21.15.63:0/1172748310 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7fc5e8004d40 0x7fc5e80051c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-15T22:04:53.847 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:53.842+0000 7fc5f9ffb640 1 -- 172.21.15.63:0/1172748310 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 -- 0x7fc5fc06c240 con 0x7fc5e8003f30 2024-09-15T22:04:53.847 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:53.842+0000 7fc5f9ffb640 1 -- 172.21.15.63:0/1172748310 --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_getmap magic: 0 -- 0x7fc5fc06c520 con 0x7fc5e8004d40 2024-09-15T22:04:53.848 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:53.842+0000 7fc5f9ffb640 1 -- 172.21.15.63:0/1172748310 --> [v2:172.21.15.110:3301/0,v1:172.21.15.110:6790/0] -- mon_getmap magic: 0 -- 0x7fc5e800b9f0 con 0x7fc5fc147e50 2024-09-15T22:04:53.848 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:53.842+0000 7fc5fa7fc640 1 --2- 172.21.15.63:0/1172748310 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fc5e8003f30 0x7fc5e8004800 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-15T22:04:53.848 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:53.842+0000 7fc5faffd640 1 --2- 172.21.15.63:0/1172748310 >> [v2:172.21.15.110:3301/0,v1:172.21.15.110:6790/0] conn(0x7fc5fc147e50 0x7fc5e80039b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-15T22:04:53.848 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:53.842+0000 7fc5fb7fe640 1 --2- 172.21.15.63:0/1172748310 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7fc5e8004d40 0x7fc5e80051c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-15T22:04:53.848 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:53.842+0000 7fc5fa7fc640 1 -- 172.21.15.63:0/1172748310 >> [v2:172.21.15.110:3301/0,v1:172.21.15.110:6790/0] conn(0x7fc5fc147e50 msgr2=0x7fc5e80039b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-15T22:04:53.848 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:53.842+0000 7fc5fa7fc640 1 --2- 172.21.15.63:0/1172748310 >> [v2:172.21.15.110:3301/0,v1:172.21.15.110:6790/0] conn(0x7fc5fc147e50 0x7fc5e80039b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T22:04:53.848 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:53.842+0000 7fc5fa7fc640 1 -- 172.21.15.63:0/1172748310 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7fc5e8004d40 msgr2=0x7fc5e80051c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-15T22:04:53.848 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:53.842+0000 7fc5fa7fc640 1 --2- 172.21.15.63:0/1172748310 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7fc5e8004d40 0x7fc5e80051c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T22:04:53.848 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:53.842+0000 7fc5fa7fc640 1 -- 172.21.15.63:0/1172748310 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fc5e8003520 con 0x7fc5e8003f30 2024-09-15T22:04:53.848 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:53.843+0000 7fc5fa7fc640 1 --2- 172.21.15.63:0/1172748310 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fc5e8003f30 0x7fc5e8004800 secure :-1 s=READY pgs=187 cs=0 l=1 rev1=1 crypto rx=0x7fc5e4001050 tx=0x7fc5e8005830 comp rx=0 tx=0).ready entity=mon.0 client_cookie=dfc4b1d855e0a81a server_cookie=0 in_seq=0 out_seq=0 2024-09-15T22:04:53.848 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:53.843+0000 7fc5f9ffb640 1 -- 172.21.15.63:0/1172748310 <== mon.0 v2:172.21.15.63:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc5e4007d70 con 0x7fc5e8003f30 2024-09-15T22:04:53.848 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:53.843+0000 7fc5f9ffb640 1 -- 172.21.15.63:0/1172748310 <== mon.0 v2:172.21.15.63:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fc5e4005af0 con 0x7fc5e8003f30 2024-09-15T22:04:53.848 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:53.843+0000 7fc5f9ffb640 1 -- 172.21.15.63:0/1172748310 <== mon.0 v2:172.21.15.63:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc5e4007070 con 0x7fc5e8003f30 2024-09-15T22:04:53.851 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:53.844+0000 7fc60188b640 1 -- 172.21.15.63:0/1172748310 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fc5e8003f30 msgr2=0x7fc5e8004800 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-15T22:04:53.851 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:53.844+0000 7fc60188b640 1 --2- 172.21.15.63:0/1172748310 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fc5e8003f30 0x7fc5e8004800 secure :-1 s=READY pgs=187 cs=0 l=1 rev1=1 crypto rx=0x7fc5e4001050 tx=0x7fc5e8005830 comp rx=0 tx=0).stop 2024-09-15T22:04:53.852 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:53.844+0000 7fc5fb7fe640 1 -- 172.21.15.63:0/1172748310 reap_dead start 2024-09-15T22:04:53.852 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:53.844+0000 7fc60188b640 1 -- 172.21.15.63:0/1172748310 shutdown_connections 2024-09-15T22:04:53.852 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:53.844+0000 7fc60188b640 1 -- 172.21.15.63:0/1172748310 >> 172.21.15.63:0/1172748310 conn(0x7fc5fc0b4090 msgr2=0x7fc5fc0b4470 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-15T22:04:53.852 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:53.844+0000 7fc60188b640 1 -- 172.21.15.63:0/1172748310 shutdown_connections 2024-09-15T22:04:53.852 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:53.844+0000 7fc60188b640 1 -- 172.21.15.63:0/1172748310 wait complete. 2024-09-15T22:04:53.852 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:53.845+0000 7fc60188b640 1 Processor -- start 2024-09-15T22:04:53.852 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:53.845+0000 7fc60188b640 1 -- start start 2024-09-15T22:04:53.852 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:53.846+0000 7fc60188b640 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fc5e8003f30 0x7fc5fc0b0a30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-15T22:04:53.852 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:53.846+0000 7fc60188b640 1 --2- >> [v2:172.21.15.110:3301/0,v1:172.21.15.110:6790/0] conn(0x7fc5fc145320 0x7fc5fc1457a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-15T22:04:53.852 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:53.846+0000 7fc60188b640 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7fc5fc15eea0 0x7fc5fc15f320 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-15T22:04:53.852 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:53.846+0000 7fc60188b640 1 -- --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 -- 0x7fc5fc06bbe0 con 0x7fc5e8003f30 2024-09-15T22:04:53.852 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:53.846+0000 7fc60188b640 1 -- --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_getmap magic: 0 -- 0x7fc5fc148230 con 0x7fc5fc15eea0 2024-09-15T22:04:53.852 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:53.846+0000 7fc60188b640 1 -- --> [v2:172.21.15.110:3301/0,v1:172.21.15.110:6790/0] -- mon_getmap magic: 0 -- 0x7fc5fc0b5aa0 con 0x7fc5fc145320 2024-09-15T22:04:53.853 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:53.846+0000 7fc5faffd640 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fc5e8003f30 0x7fc5fc0b0a30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-15T22:04:53.853 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:53.846+0000 7fc5faffd640 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fc5e8003f30 0x7fc5fc0b0a30 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.63:3300/0 says I am v2:172.21.15.63:60488/0 (socket says 172.21.15.63:60488) 2024-09-15T22:04:53.853 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:53.846+0000 7fc5faffd640 1 -- 172.21.15.63:0/2930058347 learned_addr learned my addr 172.21.15.63:0/2930058347 (peer_addr_for_me v2:172.21.15.63:0/0) 2024-09-15T22:04:53.853 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:53.846+0000 7fc5fb7fe640 1 --2- 172.21.15.63:0/2930058347 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7fc5fc15eea0 0x7fc5fc15f320 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-15T22:04:53.853 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:53.846+0000 7fc5fa7fc640 1 --2- 172.21.15.63:0/2930058347 >> [v2:172.21.15.110:3301/0,v1:172.21.15.110:6790/0] conn(0x7fc5fc145320 0x7fc5fc1457a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-15T22:04:53.853 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:53.847+0000 7fc5faffd640 1 -- 172.21.15.63:0/2930058347 >> [v2:172.21.15.110:3301/0,v1:172.21.15.110:6790/0] conn(0x7fc5fc145320 msgr2=0x7fc5fc1457a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-15T22:04:53.853 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:53.847+0000 7fc5faffd640 1 --2- 172.21.15.63:0/2930058347 >> [v2:172.21.15.110:3301/0,v1:172.21.15.110:6790/0] conn(0x7fc5fc145320 0x7fc5fc1457a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T22:04:53.853 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:53.847+0000 7fc5faffd640 1 -- 172.21.15.63:0/2930058347 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7fc5fc15eea0 msgr2=0x7fc5fc15f320 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-15T22:04:53.853 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:53.847+0000 7fc5faffd640 1 --2- 172.21.15.63:0/2930058347 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7fc5fc15eea0 0x7fc5fc15f320 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T22:04:53.853 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:53.847+0000 7fc5faffd640 1 -- 172.21.15.63:0/2930058347 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fc5fc15fc40 con 0x7fc5e8003f30 2024-09-15T22:04:53.853 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:53.847+0000 7fc5faffd640 1 --2- 172.21.15.63:0/2930058347 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fc5e8003f30 0x7fc5fc0b0a30 secure :-1 s=READY pgs=188 cs=0 l=1 rev1=1 crypto rx=0x7fc5f4011e60 tx=0x7fc5f400f580 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-15T22:04:53.853 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:53.847+0000 7fc5f3fff640 1 -- 172.21.15.63:0/2930058347 <== mon.0 v2:172.21.15.63:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc5f4015630 con 0x7fc5e8003f30 2024-09-15T22:04:53.853 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:53.847+0000 7fc5f3fff640 1 -- 172.21.15.63:0/2930058347 <== mon.0 v2:172.21.15.63:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fc5f40157d0 con 0x7fc5e8003f30 2024-09-15T22:04:53.853 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:53.847+0000 7fc5f3fff640 1 -- 172.21.15.63:0/2930058347 <== mon.0 v2:172.21.15.63:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc5f4015ba0 con 0x7fc5e8003f30 2024-09-15T22:04:53.854 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:53.847+0000 7fc60188b640 1 -- 172.21.15.63:0/2930058347 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fc5fc15ff20 con 0x7fc5e8003f30 2024-09-15T22:04:53.854 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:53.847+0000 7fc60188b640 1 -- 172.21.15.63:0/2930058347 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fc5fc1604e0 con 0x7fc5e8003f30 2024-09-15T22:04:53.854 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:53.848+0000 7fc60188b640 1 -- 172.21.15.63:0/2930058347 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fc5fc0738b0 con 0x7fc5e8003f30 2024-09-15T22:04:53.854 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:53.848+0000 7fc5f3fff640 1 -- 172.21.15.63:0/2930058347 <== mon.0 v2:172.21.15.63:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7fc5f401d400 con 0x7fc5e8003f30 2024-09-15T22:04:53.854 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:53.849+0000 7fc5f3fff640 1 --2- 172.21.15.63:0/2930058347 >> [v2:172.21.15.110:6832/552273267,v1:172.21.15.110:6833/552273267] conn(0x7fc5dc06c2b0 0x7fc5dc06e770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-15T22:04:53.854 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:53.849+0000 7fc5f3fff640 1 -- 172.21.15.63:0/2930058347 <== mon.0 v2:172.21.15.63:3300/0 5 ==== osd_map(21..21 src has 1..21) ==== 5709+0+0 (secure 0 0 0) 0x7fc5f408c4f0 con 0x7fc5e8003f30 2024-09-15T22:04:53.854 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:53.849+0000 7fc5fa7fc640 1 --2- 172.21.15.63:0/2930058347 >> [v2:172.21.15.110:6832/552273267,v1:172.21.15.110:6833/552273267] conn(0x7fc5dc06c2b0 0x7fc5dc06e770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-15T22:04:53.854 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:53.850+0000 7fc5fa7fc640 1 --2- 172.21.15.63:0/2930058347 >> [v2:172.21.15.110:6832/552273267,v1:172.21.15.110:6833/552273267] conn(0x7fc5dc06c2b0 0x7fc5dc06e770 secure :-1 s=READY pgs=110 cs=0 l=1 rev1=1 crypto rx=0x7fc5e4033000 tx=0x7fc5e4009030 comp rx=0 tx=0).ready entity=mgr.4102 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-15T22:04:53.856 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:53.853+0000 7fc5f3fff640 1 -- 172.21.15.63:0/2930058347 <== mon.0 v2:172.21.15.63:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7fc5f4019030 con 0x7fc5e8003f30 2024-09-15T22:04:54.046 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:54.044+0000 7fc60188b640 1 -- 172.21.15.63:0/2930058347 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_command({"prefix": "osd blocklist ls"} v 0) -- 0x7fc5fc071320 con 0x7fc5e8003f30 2024-09-15T22:04:54.047 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:54.044+0000 7fc5f3fff640 1 -- 172.21.15.63:0/2930058347 <== mon.0 v2:172.21.15.63:3300/0 7 ==== mon_command_ack([{"prefix": "osd blocklist ls"}]=0 listed 0 entries v21) ==== 80+0+0 (secure 0 0 0) 0x7fc5f4010040 con 0x7fc5e8003f30 2024-09-15T22:04:54.047 INFO:teuthology.orchestra.run.smithi063.stderr:listed 0 entries 2024-09-15T22:04:54.049 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:54.046+0000 7fc60188b640 1 -- 172.21.15.63:0/2930058347 >> [v2:172.21.15.110:6832/552273267,v1:172.21.15.110:6833/552273267] conn(0x7fc5dc06c2b0 msgr2=0x7fc5dc06e770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-15T22:04:54.049 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:54.046+0000 7fc60188b640 1 --2- 172.21.15.63:0/2930058347 >> [v2:172.21.15.110:6832/552273267,v1:172.21.15.110:6833/552273267] conn(0x7fc5dc06c2b0 0x7fc5dc06e770 secure :-1 s=READY pgs=110 cs=0 l=1 rev1=1 crypto rx=0x7fc5e4033000 tx=0x7fc5e4009030 comp rx=0 tx=0).stop 2024-09-15T22:04:54.049 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:54.046+0000 7fc60188b640 1 -- 172.21.15.63:0/2930058347 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fc5e8003f30 msgr2=0x7fc5fc0b0a30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-15T22:04:54.049 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:54.046+0000 7fc60188b640 1 --2- 172.21.15.63:0/2930058347 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fc5e8003f30 0x7fc5fc0b0a30 secure :-1 s=READY pgs=188 cs=0 l=1 rev1=1 crypto rx=0x7fc5f4011e60 tx=0x7fc5f400f580 comp rx=0 tx=0).stop 2024-09-15T22:04:54.049 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:54.046+0000 7fc60188b640 1 -- 172.21.15.63:0/2930058347 shutdown_connections 2024-09-15T22:04:54.049 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:54.046+0000 7fc60188b640 1 --2- 172.21.15.63:0/2930058347 >> [v2:172.21.15.110:6832/552273267,v1:172.21.15.110:6833/552273267] conn(0x7fc5dc06c2b0 0x7fc5dc06e770 unknown :-1 s=CLOSED pgs=110 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T22:04:54.049 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:54.046+0000 7fc60188b640 1 --2- 172.21.15.63:0/2930058347 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7fc5fc15eea0 0x7fc5fc15f320 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T22:04:54.049 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:54.046+0000 7fc60188b640 1 --2- 172.21.15.63:0/2930058347 >> [v2:172.21.15.110:3301/0,v1:172.21.15.110:6790/0] conn(0x7fc5fc145320 0x7fc5fc1457a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T22:04:54.049 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:54.046+0000 7fc60188b640 1 --2- 172.21.15.63:0/2930058347 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fc5e8003f30 0x7fc5fc0b0a30 unknown :-1 s=CLOSED pgs=188 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T22:04:54.049 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:54.046+0000 7fc60188b640 1 -- 172.21.15.63:0/2930058347 >> 172.21.15.63:0/2930058347 conn(0x7fc5fc0b4090 msgr2=0x7fc5fc070320 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-15T22:04:54.049 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:54.046+0000 7fc60188b640 1 -- 172.21.15.63:0/2930058347 shutdown_connections 2024-09-15T22:04:54.049 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:54.046+0000 7fc60188b640 1 -- 172.21.15.63:0/2930058347 wait complete. 2024-09-15T22:04:54.061 INFO:tasks.cephfs.fuse_mount:Running fusermount -u on ubuntu@smithi063.front.sepia.ceph.com... 2024-09-15T22:04:54.061 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-15T22:04:54.061 DEBUG:teuthology.orchestra.run.smithi063:> sudo fusermount -u /home/ubuntu/cephtest/mnt.2 2024-09-15T22:04:54.086 INFO:teuthology.orchestra.run:waiting for 300 2024-09-15T22:04:54.086 INFO:tasks.cephfs.mount:Cleaning up mount ubuntu@smithi063.front.sepia.ceph.com 2024-09-15T22:04:54.087 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-15T22:04:54.087 DEBUG:teuthology.orchestra.run.smithi063:> (cd /home/ubuntu/cephtest && exec rmdir -- /home/ubuntu/cephtest/mnt.2) 2024-09-15T22:04:54.142 DEBUG:teuthology.orchestra.run.smithi110:> set -ex 2024-09-15T22:04:54.142 DEBUG:teuthology.orchestra.run.smithi110:> dd if=/proc/self/mounts of=/dev/stdout 2024-09-15T22:04:54.163 DEBUG:teuthology.orchestra.run.smithi110:> set -ex 2024-09-15T22:04:54.163 DEBUG:teuthology.orchestra.run.smithi110:> dd if=/proc/self/mounts of=/dev/stdout 2024-09-15T22:04:54.222 DEBUG:teuthology.orchestra.run.smithi063:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd blocklist ls 2024-09-15T22:04:54.325 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:54.323+0000 7ff6fcd03640 1 Processor -- start 2024-09-15T22:04:54.326 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:54.323+0000 7ff6fcd03640 1 -- start start 2024-09-15T22:04:54.327 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:54.324+0000 7ff6fcd03640 1 --2- >> v2:172.21.15.63:3300/0 conn(0x7ff6f806f1a0 0x7ff6f806f5e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-15T22:04:54.327 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:54.324+0000 7ff6fcd03640 1 --2- >> v2:172.21.15.110:3300/0 conn(0x7ff6f80cffd0 0x7ff6f80d0460 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-15T22:04:54.327 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:54.324+0000 7ff6fcd03640 1 -- --> v1:172.21.15.63:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7ff6f80731d0 con 0x7ff6f815f840 2024-09-15T22:04:54.327 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:54.324+0000 7ff6fcd03640 1 -- --> v2:172.21.15.63:3300/0 -- mon_getmap magic: 0 -- 0x7ff6f8074270 con 0x7ff6f806f1a0 2024-09-15T22:04:54.327 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:54.324+0000 7ff6fcd03640 1 -- --> v2:172.21.15.110:3300/0 -- mon_getmap magic: 0 -- 0x7ff6f806fb20 con 0x7ff6f80cffd0 2024-09-15T22:04:54.327 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:54.324+0000 7ff6f5d9b640 1 --2- >> v2:172.21.15.63:3300/0 conn(0x7ff6f806f1a0 0x7ff6f806f5e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-15T22:04:54.327 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:54.324+0000 7ff6f659c640 1 --1- >> v1:172.21.15.63:6789/0 conn(0x7ff6f815f840 0x7ff6f80b5da0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.63:6789/0 says I am v1:172.21.15.63:38340/0 (socket says 172.21.15.63:38340) 2024-09-15T22:04:54.327 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:54.324+0000 7ff6f659c640 1 -- 172.21.15.63:0/1943065056 learned_addr learned my addr 172.21.15.63:0/1943065056 (peer_addr_for_me v1:172.21.15.63:0/0) 2024-09-15T22:04:54.327 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:54.324+0000 7ff6f6d9d640 1 --2- 172.21.15.63:0/1943065056 >> v2:172.21.15.110:3300/0 conn(0x7ff6f80cffd0 0x7ff6f80d0460 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-15T22:04:54.327 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:54.324+0000 7ff6f5d9b640 1 -- 172.21.15.63:0/1943065056 >> v2:172.21.15.110:3300/0 conn(0x7ff6f80cffd0 msgr2=0x7ff6f80d0460 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-15T22:04:54.328 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:54.324+0000 7ff6f5d9b640 1 --2- 172.21.15.63:0/1943065056 >> v2:172.21.15.110:3300/0 conn(0x7ff6f80cffd0 0x7ff6f80d0460 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T22:04:54.328 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:54.324+0000 7ff6f5d9b640 1 -- 172.21.15.63:0/1943065056 >> v1:172.21.15.63:6789/0 conn(0x7ff6f815f840 legacy=0x7ff6f80b5da0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-15T22:04:54.328 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:54.324+0000 7ff6f5d9b640 1 -- 172.21.15.63:0/1943065056 --> v2:172.21.15.63:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7ff6f80734b0 con 0x7ff6f806f1a0 2024-09-15T22:04:54.328 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:54.324+0000 7ff6f559a640 1 -- 172.21.15.63:0/1943065056 <== mon.0 v1:172.21.15.63:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 2728638592 0 0) 0x7ff6f80731d0 con 0x7ff6f815f840 2024-09-15T22:04:54.328 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:54.324+0000 7ff6f6d9d640 1 --2- 172.21.15.63:0/1943065056 >> v2:172.21.15.110:3300/0 conn(0x7ff6f80cffd0 0x7ff6f80d0460 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-15T22:04:54.329 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:54.325+0000 7ff6f5d9b640 1 --2- 172.21.15.63:0/1943065056 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7ff6f806f1a0 0x7ff6f806f5e0 secure :-1 s=READY pgs=190 cs=0 l=1 rev1=1 crypto rx=0x7ff6ec009790 tx=0x7ff6ec02a1c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=7309e827d2ab51cf server_cookie=0 in_seq=0 out_seq=0 2024-09-15T22:04:54.329 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:54.325+0000 7ff6f559a640 1 -- 172.21.15.63:0/1943065056 <== mon.0 v2:172.21.15.63:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff6ec037070 con 0x7ff6f806f1a0 2024-09-15T22:04:54.329 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:54.325+0000 7ff6f559a640 1 -- 172.21.15.63:0/1943065056 <== mon.0 v2:172.21.15.63:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7ff6ec032440 con 0x7ff6f806f1a0 2024-09-15T22:04:54.329 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:54.325+0000 7ff6f559a640 1 -- 172.21.15.63:0/1943065056 <== mon.0 v2:172.21.15.63:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff6ec032810 con 0x7ff6f806f1a0 2024-09-15T22:04:54.329 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:54.326+0000 7ff6fcd03640 1 -- 172.21.15.63:0/1943065056 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7ff6f806f1a0 msgr2=0x7ff6f806f5e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-15T22:04:54.329 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:54.326+0000 7ff6fcd03640 1 --2- 172.21.15.63:0/1943065056 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7ff6f806f1a0 0x7ff6f806f5e0 secure :-1 s=READY pgs=190 cs=0 l=1 rev1=1 crypto rx=0x7ff6ec009790 tx=0x7ff6ec02a1c0 comp rx=0 tx=0).stop 2024-09-15T22:04:54.330 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:54.326+0000 7ff6fcd03640 1 -- 172.21.15.63:0/1943065056 shutdown_connections 2024-09-15T22:04:54.330 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:54.326+0000 7ff6fcd03640 1 --2- 172.21.15.63:0/1943065056 >> v2:172.21.15.110:3300/0 conn(0x7ff6f80cffd0 0x7ff6f80d0460 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T22:04:54.330 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:54.326+0000 7ff6fcd03640 1 --2- 172.21.15.63:0/1943065056 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7ff6f806f1a0 0x7ff6f806f5e0 unknown :-1 s=CLOSED pgs=190 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T22:04:54.330 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:54.326+0000 7ff6fcd03640 1 -- 172.21.15.63:0/1943065056 >> 172.21.15.63:0/1943065056 conn(0x7ff6f80b4090 msgr2=0x7ff6f80b4470 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-15T22:04:54.330 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:54.326+0000 7ff6fcd03640 1 -- 172.21.15.63:0/1943065056 shutdown_connections 2024-09-15T22:04:54.330 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:54.326+0000 7ff6fcd03640 1 -- 172.21.15.63:0/1943065056 wait complete. 2024-09-15T22:04:54.332 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:54.327+0000 7ff6fcd03640 1 Processor -- start 2024-09-15T22:04:54.332 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:54.327+0000 7ff6fcd03640 1 -- start start 2024-09-15T22:04:54.332 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:54.328+0000 7ff6fcd03640 1 --2- >> [v2:172.21.15.110:3301/0,v1:172.21.15.110:6790/0] conn(0x7ff6f806f1a0 0x7ff6f81e5cc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-15T22:04:54.332 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:54.328+0000 7ff6fcd03640 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7ff6f80cffd0 0x7ff6f81e6200 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-15T22:04:54.332 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:54.328+0000 7ff6fcd03640 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7ff6f815f840 0x7ff6f80cba90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-15T22:04:54.332 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:54.328+0000 7ff6fcd03640 1 -- --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 -- 0x7ff6f8073a70 con 0x7ff6f80cffd0 2024-09-15T22:04:54.332 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:54.328+0000 7ff6fcd03640 1 -- --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_getmap magic: 0 -- 0x7ff6f80b64b0 con 0x7ff6f815f840 2024-09-15T22:04:54.332 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:54.328+0000 7ff6fcd03640 1 -- --> [v2:172.21.15.110:3301/0,v1:172.21.15.110:6790/0] -- mon_getmap magic: 0 -- 0x7ff6f8073d50 con 0x7ff6f806f1a0 2024-09-15T22:04:54.333 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:54.328+0000 7ff6f5d9b640 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7ff6f80cffd0 0x7ff6f81e6200 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-15T22:04:54.333 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:54.328+0000 7ff6f5d9b640 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7ff6f80cffd0 0x7ff6f81e6200 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.63:3300/0 says I am v2:172.21.15.63:60512/0 (socket says 172.21.15.63:60512) 2024-09-15T22:04:54.333 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:54.328+0000 7ff6f5d9b640 1 -- 172.21.15.63:0/849443659 learned_addr learned my addr 172.21.15.63:0/849443659 (peer_addr_for_me v2:172.21.15.63:0/0) 2024-09-15T22:04:54.333 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:54.328+0000 7ff6f5d9b640 1 -- 172.21.15.63:0/849443659 >> [v2:172.21.15.110:3301/0,v1:172.21.15.110:6790/0] conn(0x7ff6f806f1a0 msgr2=0x7ff6f81e5cc0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-15T22:04:54.333 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:54.328+0000 7ff6f5d9b640 1 --2- 172.21.15.63:0/849443659 >> [v2:172.21.15.110:3301/0,v1:172.21.15.110:6790/0] conn(0x7ff6f806f1a0 0x7ff6f81e5cc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T22:04:54.333 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:54.328+0000 7ff6f5d9b640 1 -- 172.21.15.63:0/849443659 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7ff6f815f840 msgr2=0x7ff6f80cba90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-15T22:04:54.333 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:54.328+0000 7ff6f5d9b640 1 --2- 172.21.15.63:0/849443659 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7ff6f815f840 0x7ff6f80cba90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T22:04:54.333 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:54.328+0000 7ff6f5d9b640 1 -- 172.21.15.63:0/849443659 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7ff6f81e6740 con 0x7ff6f80cffd0 2024-09-15T22:04:54.333 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:54.329+0000 7ff6f5d9b640 1 --2- 172.21.15.63:0/849443659 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7ff6f80cffd0 0x7ff6f81e6200 secure :-1 s=READY pgs=191 cs=0 l=1 rev1=1 crypto rx=0x7ff6ec035040 tx=0x7ff6ec0046c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-15T22:04:54.333 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:54.329+0000 7ff6e6ffd640 1 -- 172.21.15.63:0/849443659 <== mon.0 v2:172.21.15.63:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff6ec037040 con 0x7ff6f80cffd0 2024-09-15T22:04:54.333 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:54.329+0000 7ff6e6ffd640 1 -- 172.21.15.63:0/849443659 <== mon.0 v2:172.21.15.63:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7ff6ec005bd0 con 0x7ff6f80cffd0 2024-09-15T22:04:54.333 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:54.329+0000 7ff6fcd03640 1 -- 172.21.15.63:0/849443659 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7ff6f81e69b0 con 0x7ff6f80cffd0 2024-09-15T22:04:54.333 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:54.329+0000 7ff6e6ffd640 1 -- 172.21.15.63:0/849443659 <== mon.0 v2:172.21.15.63:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff6ec030770 con 0x7ff6f80cffd0 2024-09-15T22:04:54.334 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:54.329+0000 7ff6fcd03640 1 -- 172.21.15.63:0/849443659 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7ff6f81e6f70 con 0x7ff6f80cffd0 2024-09-15T22:04:54.334 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:54.330+0000 7ff6fcd03640 1 -- 172.21.15.63:0/849443659 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7ff6f8154500 con 0x7ff6f80cffd0 2024-09-15T22:04:54.335 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:54.330+0000 7ff6e6ffd640 1 -- 172.21.15.63:0/849443659 <== mon.0 v2:172.21.15.63:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7ff6ec030910 con 0x7ff6f80cffd0 2024-09-15T22:04:54.335 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:54.331+0000 7ff6e6ffd640 1 --2- 172.21.15.63:0/849443659 >> [v2:172.21.15.110:6832/552273267,v1:172.21.15.110:6833/552273267] conn(0x7ff6d806c2b0 0x7ff6d806e770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-15T22:04:54.335 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:54.331+0000 7ff6e6ffd640 1 -- 172.21.15.63:0/849443659 <== mon.0 v2:172.21.15.63:3300/0 5 ==== osd_map(21..21 src has 1..21) ==== 5709+0+0 (secure 0 0 0) 0x7ff6ec0abf50 con 0x7ff6f80cffd0 2024-09-15T22:04:54.335 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:54.331+0000 7ff6f659c640 1 --2- 172.21.15.63:0/849443659 >> [v2:172.21.15.110:6832/552273267,v1:172.21.15.110:6833/552273267] conn(0x7ff6d806c2b0 0x7ff6d806e770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-15T22:04:54.335 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:54.332+0000 7ff6f659c640 1 --2- 172.21.15.63:0/849443659 >> [v2:172.21.15.110:6832/552273267,v1:172.21.15.110:6833/552273267] conn(0x7ff6d806c2b0 0x7ff6d806e770 secure :-1 s=READY pgs=111 cs=0 l=1 rev1=1 crypto rx=0x7ff6e8007fd0 tx=0x7ff6e8007960 comp rx=0 tx=0).ready entity=mgr.4102 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-15T22:04:54.338 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:54.335+0000 7ff6e6ffd640 1 -- 172.21.15.63:0/849443659 <== mon.0 v2:172.21.15.63:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7ff6ec032e20 con 0x7ff6f80cffd0 2024-09-15T22:04:54.526 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:54.523+0000 7ff6fcd03640 1 -- 172.21.15.63:0/849443659 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_command({"prefix": "osd blocklist ls"} v 0) -- 0x7ff6f81e4d40 con 0x7ff6f80cffd0 2024-09-15T22:04:54.526 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:54.524+0000 7ff6e6ffd640 1 -- 172.21.15.63:0/849443659 <== mon.0 v2:172.21.15.63:3300/0 7 ==== mon_command_ack([{"prefix": "osd blocklist ls"}]=0 listed 0 entries v21) ==== 80+0+0 (secure 0 0 0) 0x7ff6ec07a6c0 con 0x7ff6f80cffd0 2024-09-15T22:04:54.526 INFO:teuthology.orchestra.run.smithi063.stderr:listed 0 entries 2024-09-15T22:04:54.529 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:54.526+0000 7ff6fcd03640 1 -- 172.21.15.63:0/849443659 >> [v2:172.21.15.110:6832/552273267,v1:172.21.15.110:6833/552273267] conn(0x7ff6d806c2b0 msgr2=0x7ff6d806e770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-15T22:04:54.529 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:54.526+0000 7ff6fcd03640 1 --2- 172.21.15.63:0/849443659 >> [v2:172.21.15.110:6832/552273267,v1:172.21.15.110:6833/552273267] conn(0x7ff6d806c2b0 0x7ff6d806e770 secure :-1 s=READY pgs=111 cs=0 l=1 rev1=1 crypto rx=0x7ff6e8007fd0 tx=0x7ff6e8007960 comp rx=0 tx=0).stop 2024-09-15T22:04:54.529 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:54.526+0000 7ff6fcd03640 1 -- 172.21.15.63:0/849443659 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7ff6f80cffd0 msgr2=0x7ff6f81e6200 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-15T22:04:54.529 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:54.526+0000 7ff6fcd03640 1 --2- 172.21.15.63:0/849443659 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7ff6f80cffd0 0x7ff6f81e6200 secure :-1 s=READY pgs=191 cs=0 l=1 rev1=1 crypto rx=0x7ff6ec035040 tx=0x7ff6ec0046c0 comp rx=0 tx=0).stop 2024-09-15T22:04:54.529 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:54.526+0000 7ff6fcd03640 1 -- 172.21.15.63:0/849443659 shutdown_connections 2024-09-15T22:04:54.529 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:54.526+0000 7ff6fcd03640 1 --2- 172.21.15.63:0/849443659 >> [v2:172.21.15.110:6832/552273267,v1:172.21.15.110:6833/552273267] conn(0x7ff6d806c2b0 0x7ff6d806e770 unknown :-1 s=CLOSED pgs=111 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T22:04:54.529 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:54.526+0000 7ff6fcd03640 1 --2- 172.21.15.63:0/849443659 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7ff6f815f840 0x7ff6f80cba90 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T22:04:54.529 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:54.526+0000 7ff6fcd03640 1 --2- 172.21.15.63:0/849443659 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7ff6f80cffd0 0x7ff6f81e6200 unknown :-1 s=CLOSED pgs=191 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T22:04:54.529 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:54.526+0000 7ff6fcd03640 1 --2- 172.21.15.63:0/849443659 >> [v2:172.21.15.110:3301/0,v1:172.21.15.110:6790/0] conn(0x7ff6f806f1a0 0x7ff6f81e5cc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T22:04:54.529 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:54.526+0000 7ff6fcd03640 1 -- 172.21.15.63:0/849443659 >> 172.21.15.63:0/849443659 conn(0x7ff6f80b4090 msgr2=0x7ff6f815c860 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-15T22:04:54.529 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:54.526+0000 7ff6fcd03640 1 -- 172.21.15.63:0/849443659 shutdown_connections 2024-09-15T22:04:54.530 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:54.526+0000 7ff6fcd03640 1 -- 172.21.15.63:0/849443659 wait complete. 2024-09-15T22:04:54.540 DEBUG:teuthology.orchestra.run.smithi110:> set -ex 2024-09-15T22:04:54.540 DEBUG:teuthology.orchestra.run.smithi110:> dd if=/proc/self/mounts of=/dev/stdout 2024-09-15T22:04:54.559 DEBUG:teuthology.orchestra.run.smithi063:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd blocklist ls 2024-09-15T22:04:54.662 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:54.660+0000 7f720f10c640 1 Processor -- start 2024-09-15T22:04:54.662 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:54.660+0000 7f720f10c640 1 -- start start 2024-09-15T22:04:54.663 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:54.660+0000 7f720f10c640 1 --2- >> v2:172.21.15.63:3300/0 conn(0x7f7208147fa0 0x7f72080d47a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-15T22:04:54.664 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:54.660+0000 7f720f10c640 1 --2- >> [v2:172.21.15.110:3301/0,v1:172.21.15.110:6790/0] conn(0x7f72080b61f0 0x7f72080b6650 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-15T22:04:54.664 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:54.660+0000 7f720f10c640 1 -- --> v1:172.21.15.110:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f72080d0f60 con 0x7f72081621e0 2024-09-15T22:04:54.664 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:54.660+0000 7f720f10c640 1 -- --> v2:172.21.15.63:3300/0 -- mon_getmap magic: 0 -- 0x7f72080b6b90 con 0x7f7208147fa0 2024-09-15T22:04:54.664 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:54.660+0000 7f720f10c640 1 -- --> [v2:172.21.15.110:3301/0,v1:172.21.15.110:6790/0] -- mon_getmap magic: 0 -- 0x7f72080d1240 con 0x7f72080b61f0 2024-09-15T22:04:54.664 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:54.661+0000 7f720cea8640 1 --2- >> v2:172.21.15.63:3300/0 conn(0x7f7208147fa0 0x7f72080d47a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-15T22:04:54.664 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:54.661+0000 7f720cea8640 1 --2- >> v2:172.21.15.63:3300/0 conn(0x7f7208147fa0 0x7f72080d47a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.63:3300/0 says I am v2:172.21.15.63:60516/0 (socket says 172.21.15.63:60516) 2024-09-15T22:04:54.664 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:54.661+0000 7f720cea8640 1 -- 172.21.15.63:0/1603309523 learned_addr learned my addr 172.21.15.63:0/1603309523 (peer_addr_for_me v2:172.21.15.63:0/0) 2024-09-15T22:04:54.664 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:54.661+0000 7f7207fff640 1 --2- 172.21.15.63:0/1603309523 >> [v2:172.21.15.110:3301/0,v1:172.21.15.110:6790/0] conn(0x7f72080b61f0 0x7f72080b6650 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-15T22:04:54.664 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:54.661+0000 7f720cea8640 1 -- 172.21.15.63:0/1603309523 >> [v2:172.21.15.110:3301/0,v1:172.21.15.110:6790/0] conn(0x7f72080b61f0 msgr2=0x7f72080b6650 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-15T22:04:54.664 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:54.661+0000 7f720cea8640 1 --2- 172.21.15.63:0/1603309523 >> [v2:172.21.15.110:3301/0,v1:172.21.15.110:6790/0] conn(0x7f72080b61f0 0x7f72080b6650 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T22:04:54.664 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:54.661+0000 7f720cea8640 1 -- 172.21.15.63:0/1603309523 >> v1:172.21.15.110:6789/0 conn(0x7f72081621e0 legacy=0x7f7208162610 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-15T22:04:54.664 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:54.661+0000 7f720cea8640 1 -- 172.21.15.63:0/1603309523 --> v2:172.21.15.63:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f72080d1520 con 0x7f7208147fa0 2024-09-15T22:04:54.665 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:54.662+0000 7f720cea8640 1 --2- 172.21.15.63:0/1603309523 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f7208147fa0 0x7f72080d47a0 secure :-1 s=READY pgs=192 cs=0 l=1 rev1=1 crypto rx=0x7f71f0009870 tx=0x7f71f002a270 comp rx=0 tx=0).ready entity=mon.0 client_cookie=fd1fe0417afc2d36 server_cookie=0 in_seq=0 out_seq=0 2024-09-15T22:04:54.666 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:54.662+0000 7f72077fe640 1 -- 172.21.15.63:0/1603309523 <== mon.0 v2:172.21.15.63:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f71f0037070 con 0x7f7208147fa0 2024-09-15T22:04:54.666 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:54.662+0000 7f72077fe640 1 -- 172.21.15.63:0/1603309523 <== mon.0 v2:172.21.15.63:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f71f0032440 con 0x7f7208147fa0 2024-09-15T22:04:54.666 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:54.662+0000 7f72077fe640 1 -- 172.21.15.63:0/1603309523 <== mon.0 v2:172.21.15.63:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f71f0032810 con 0x7f7208147fa0 2024-09-15T22:04:54.666 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:54.662+0000 7f720f10c640 1 -- 172.21.15.63:0/1603309523 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f7208147fa0 msgr2=0x7f72080d47a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-15T22:04:54.666 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:54.662+0000 7f720f10c640 1 --2- 172.21.15.63:0/1603309523 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f7208147fa0 0x7f72080d47a0 secure :-1 s=READY pgs=192 cs=0 l=1 rev1=1 crypto rx=0x7f71f0009870 tx=0x7f71f002a270 comp rx=0 tx=0).stop 2024-09-15T22:04:54.666 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:54.662+0000 7f720f10c640 1 -- 172.21.15.63:0/1603309523 shutdown_connections 2024-09-15T22:04:54.666 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:54.662+0000 7f720f10c640 1 --2- 172.21.15.63:0/1603309523 >> [v2:172.21.15.110:3301/0,v1:172.21.15.110:6790/0] conn(0x7f72080b61f0 0x7f72080b6650 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T22:04:54.666 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:54.662+0000 7f720f10c640 1 --2- 172.21.15.63:0/1603309523 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f7208147fa0 0x7f72080d47a0 unknown :-1 s=CLOSED pgs=192 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T22:04:54.666 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:54.662+0000 7f720f10c640 1 -- 172.21.15.63:0/1603309523 >> 172.21.15.63:0/1603309523 conn(0x7f7208074da0 msgr2=0x7f7208072200 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-15T22:04:54.666 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:54.662+0000 7f720f10c640 1 -- 172.21.15.63:0/1603309523 shutdown_connections 2024-09-15T22:04:54.666 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:54.662+0000 7f720f10c640 1 -- 172.21.15.63:0/1603309523 wait complete. 2024-09-15T22:04:54.668 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:54.664+0000 7f720f10c640 1 Processor -- start 2024-09-15T22:04:54.669 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:54.664+0000 7f720f10c640 1 -- start start 2024-09-15T22:04:54.669 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:54.665+0000 7f720f10c640 1 --2- >> [v2:172.21.15.110:3301/0,v1:172.21.15.110:6790/0] conn(0x7f72080b61f0 0x7f720813cf00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-15T22:04:54.669 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:54.665+0000 7f720f10c640 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f7208147fa0 0x7f720815df80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-15T22:04:54.669 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:54.665+0000 7f720f10c640 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f72081621e0 0x7f7208139280 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-15T22:04:54.669 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:54.665+0000 7f720f10c640 1 -- --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 -- 0x7f7208148500 con 0x7f7208147fa0 2024-09-15T22:04:54.669 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:54.665+0000 7f720f10c640 1 -- --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_getmap magic: 0 -- 0x7f7208148380 con 0x7f72081621e0 2024-09-15T22:04:54.669 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:54.665+0000 7f720f10c640 1 -- --> [v2:172.21.15.110:3301/0,v1:172.21.15.110:6790/0] -- mon_getmap magic: 0 -- 0x7f72080d0b80 con 0x7f72080b61f0 2024-09-15T22:04:54.669 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:54.665+0000 7f7207fff640 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f7208147fa0 0x7f720815df80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-15T22:04:54.669 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:54.665+0000 7f7207fff640 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f7208147fa0 0x7f720815df80 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.63:3300/0 says I am v2:172.21.15.63:60532/0 (socket says 172.21.15.63:60532) 2024-09-15T22:04:54.669 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:54.665+0000 7f7207fff640 1 -- 172.21.15.63:0/2563170761 learned_addr learned my addr 172.21.15.63:0/2563170761 (peer_addr_for_me v2:172.21.15.63:0/0) 2024-09-15T22:04:54.669 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:54.665+0000 7f720cea8640 1 --2- 172.21.15.63:0/2563170761 >> [v2:172.21.15.110:3301/0,v1:172.21.15.110:6790/0] conn(0x7f72080b61f0 0x7f720813cf00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-15T22:04:54.669 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:54.665+0000 7f720d6a9640 1 --2- 172.21.15.63:0/2563170761 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f72081621e0 0x7f7208139280 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-15T22:04:54.669 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:54.665+0000 7f7207fff640 1 -- 172.21.15.63:0/2563170761 >> [v2:172.21.15.110:3301/0,v1:172.21.15.110:6790/0] conn(0x7f72080b61f0 msgr2=0x7f720813cf00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-15T22:04:54.670 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:54.665+0000 7f7207fff640 1 --2- 172.21.15.63:0/2563170761 >> [v2:172.21.15.110:3301/0,v1:172.21.15.110:6790/0] conn(0x7f72080b61f0 0x7f720813cf00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T22:04:54.670 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:54.665+0000 7f7207fff640 1 -- 172.21.15.63:0/2563170761 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f72081621e0 msgr2=0x7f7208139280 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-15T22:04:54.670 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:54.665+0000 7f7207fff640 1 --2- 172.21.15.63:0/2563170761 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f72081621e0 0x7f7208139280 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T22:04:54.670 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:54.665+0000 7f7207fff640 1 -- 172.21.15.63:0/2563170761 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f7208159870 con 0x7f7208147fa0 2024-09-15T22:04:54.670 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:54.665+0000 7f720d6a9640 1 --2- 172.21.15.63:0/2563170761 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f72081621e0 0x7f7208139280 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-15T22:04:54.670 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:54.665+0000 7f7207fff640 1 --2- 172.21.15.63:0/2563170761 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f7208147fa0 0x7f720815df80 secure :-1 s=READY pgs=193 cs=0 l=1 rev1=1 crypto rx=0x7f71f8007e40 tx=0x7f71f800e4b0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-15T22:04:54.670 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:54.665+0000 7f72057fa640 1 -- 172.21.15.63:0/2563170761 <== mon.0 v2:172.21.15.63:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f71f8014620 con 0x7f7208147fa0 2024-09-15T22:04:54.670 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:54.665+0000 7f72057fa640 1 -- 172.21.15.63:0/2563170761 <== mon.0 v2:172.21.15.63:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f71f8019070 con 0x7f7208147fa0 2024-09-15T22:04:54.670 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:54.665+0000 7f720f10c640 1 -- 172.21.15.63:0/2563170761 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f7208159b50 con 0x7f7208147fa0 2024-09-15T22:04:54.670 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:54.665+0000 7f72057fa640 1 -- 172.21.15.63:0/2563170761 <== mon.0 v2:172.21.15.63:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f71f8014a00 con 0x7f7208147fa0 2024-09-15T22:04:54.670 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:54.665+0000 7f720f10c640 1 -- 172.21.15.63:0/2563170761 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f720815a110 con 0x7f7208147fa0 2024-09-15T22:04:54.671 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:54.667+0000 7f720f10c640 1 -- 172.21.15.63:0/2563170761 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f72080b6650 con 0x7f7208147fa0 2024-09-15T22:04:54.671 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:54.667+0000 7f72057fa640 1 -- 172.21.15.63:0/2563170761 <== mon.0 v2:172.21.15.63:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7f71f8014ba0 con 0x7f7208147fa0 2024-09-15T22:04:54.671 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:54.667+0000 7f72057fa640 1 --2- 172.21.15.63:0/2563170761 >> [v2:172.21.15.110:6832/552273267,v1:172.21.15.110:6833/552273267] conn(0x7f71e806c2b0 0x7f71e806e770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-15T22:04:54.671 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:54.667+0000 7f72057fa640 1 -- 172.21.15.63:0/2563170761 <== mon.0 v2:172.21.15.63:3300/0 5 ==== osd_map(21..21 src has 1..21) ==== 5709+0+0 (secure 0 0 0) 0x7f71f808bc40 con 0x7f7208147fa0 2024-09-15T22:04:54.671 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:54.668+0000 7f720cea8640 1 --2- 172.21.15.63:0/2563170761 >> [v2:172.21.15.110:6832/552273267,v1:172.21.15.110:6833/552273267] conn(0x7f71e806c2b0 0x7f71e806e770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-15T22:04:54.671 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:54.668+0000 7f720cea8640 1 --2- 172.21.15.63:0/2563170761 >> [v2:172.21.15.110:6832/552273267,v1:172.21.15.110:6833/552273267] conn(0x7f71e806c2b0 0x7f71e806e770 secure :-1 s=READY pgs=112 cs=0 l=1 rev1=1 crypto rx=0x7f71f0034000 tx=0x7f71f002e000 comp rx=0 tx=0).ready entity=mgr.4102 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-15T22:04:54.674 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:54.672+0000 7f72057fa640 1 -- 172.21.15.63:0/2563170761 <== mon.0 v2:172.21.15.63:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7f71f805a3b0 con 0x7f7208147fa0 2024-09-15T22:04:54.862 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:54.860+0000 7f720f10c640 1 -- 172.21.15.63:0/2563170761 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_command({"prefix": "osd blocklist ls"} v 0) -- 0x7f72081610e0 con 0x7f7208147fa0 2024-09-15T22:04:54.863 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:54.860+0000 7f72057fa640 1 -- 172.21.15.63:0/2563170761 <== mon.0 v2:172.21.15.63:3300/0 7 ==== mon_command_ack([{"prefix": "osd blocklist ls"}]=0 listed 0 entries v21) ==== 80+0+0 (secure 0 0 0) 0x7f71f8059cb0 con 0x7f7208147fa0 2024-09-15T22:04:54.863 INFO:teuthology.orchestra.run.smithi063.stderr:listed 0 entries 2024-09-15T22:04:54.865 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:54.862+0000 7f720f10c640 1 -- 172.21.15.63:0/2563170761 >> [v2:172.21.15.110:6832/552273267,v1:172.21.15.110:6833/552273267] conn(0x7f71e806c2b0 msgr2=0x7f71e806e770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-15T22:04:54.865 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:54.862+0000 7f720f10c640 1 --2- 172.21.15.63:0/2563170761 >> [v2:172.21.15.110:6832/552273267,v1:172.21.15.110:6833/552273267] conn(0x7f71e806c2b0 0x7f71e806e770 secure :-1 s=READY pgs=112 cs=0 l=1 rev1=1 crypto rx=0x7f71f0034000 tx=0x7f71f002e000 comp rx=0 tx=0).stop 2024-09-15T22:04:54.865 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:54.862+0000 7f720f10c640 1 -- 172.21.15.63:0/2563170761 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f7208147fa0 msgr2=0x7f720815df80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-15T22:04:54.865 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:54.862+0000 7f720f10c640 1 --2- 172.21.15.63:0/2563170761 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f7208147fa0 0x7f720815df80 secure :-1 s=READY pgs=193 cs=0 l=1 rev1=1 crypto rx=0x7f71f8007e40 tx=0x7f71f800e4b0 comp rx=0 tx=0).stop 2024-09-15T22:04:54.865 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:54.862+0000 7f720f10c640 1 -- 172.21.15.63:0/2563170761 shutdown_connections 2024-09-15T22:04:54.865 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:54.862+0000 7f720f10c640 1 --2- 172.21.15.63:0/2563170761 >> [v2:172.21.15.110:6832/552273267,v1:172.21.15.110:6833/552273267] conn(0x7f71e806c2b0 0x7f71e806e770 unknown :-1 s=CLOSED pgs=112 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T22:04:54.866 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:54.862+0000 7f720f10c640 1 --2- 172.21.15.63:0/2563170761 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f72081621e0 0x7f7208139280 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T22:04:54.866 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:54.862+0000 7f720f10c640 1 --2- 172.21.15.63:0/2563170761 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f7208147fa0 0x7f720815df80 unknown :-1 s=CLOSED pgs=193 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T22:04:54.866 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:54.862+0000 7f720f10c640 1 --2- 172.21.15.63:0/2563170761 >> [v2:172.21.15.110:3301/0,v1:172.21.15.110:6790/0] conn(0x7f72080b61f0 0x7f720813cf00 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T22:04:54.866 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:54.862+0000 7f720f10c640 1 -- 172.21.15.63:0/2563170761 >> 172.21.15.63:0/2563170761 conn(0x7f7208074da0 msgr2=0x7f72080d3be0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-15T22:04:54.866 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:54.862+0000 7f720f10c640 1 -- 172.21.15.63:0/2563170761 shutdown_connections 2024-09-15T22:04:54.866 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:54.862+0000 7f720f10c640 1 -- 172.21.15.63:0/2563170761 wait complete. 2024-09-15T22:04:54.876 INFO:tasks.cephfs.fuse_mount:Running fusermount -u on ubuntu@smithi110.front.sepia.ceph.com... 2024-09-15T22:04:54.876 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-15T22:04:54.876 DEBUG:teuthology.orchestra.run.smithi110:> sudo fusermount -u /home/ubuntu/cephtest/mnt.3 2024-09-15T22:04:54.907 INFO:teuthology.orchestra.run:waiting for 300 2024-09-15T22:04:54.908 INFO:tasks.cephfs.mount:Cleaning up mount ubuntu@smithi110.front.sepia.ceph.com 2024-09-15T22:04:54.908 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-15T22:04:54.908 DEBUG:teuthology.orchestra.run.smithi110:> (cd /home/ubuntu/cephtest && exec rmdir -- /home/ubuntu/cephtest/mnt.3) 2024-09-15T22:04:54.966 INFO:tasks.cephfs.cephfs_test_case:[, , , ] 2024-09-15T22:04:54.966 DEBUG:teuthology.orchestra.run.smithi063:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-09-15T22:04:55.068 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:55.065+0000 7efeccde4640 1 Processor -- start 2024-09-15T22:04:55.068 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:55.066+0000 7efeccde4640 1 -- start start 2024-09-15T22:04:55.072 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:55.066+0000 7efeccde4640 1 --2- >> v2:172.21.15.110:3300/0 conn(0x7efec8147fc0 0x7efec815ea60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-15T22:04:55.072 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:55.067+0000 7efeccde4640 1 -- --> v1:172.21.15.63:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7efec80ba2f0 con 0x7efec80b9ee0 2024-09-15T22:04:55.072 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:55.067+0000 7efeccde4640 1 -- --> v1:172.21.15.110:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7efec80d2750 con 0x7efec80d0ee0 2024-09-15T22:04:55.072 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:55.067+0000 7efeccde4640 1 -- --> v2:172.21.15.110:3300/0 -- mon_getmap magic: 0 -- 0x7efec81483a0 con 0x7efec8147fc0 2024-09-15T22:04:55.072 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:55.067+0000 7efec6d9d640 1 --1- >> v1:172.21.15.63:6789/0 conn(0x7efec80b9ee0 0x7efec80d3510 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.63:6789/0 says I am v1:172.21.15.63:38356/0 (socket says 172.21.15.63:38356) 2024-09-15T22:04:55.072 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:55.067+0000 7efec6d9d640 1 -- 172.21.15.63:0/1205058009 learned_addr learned my addr 172.21.15.63:0/1205058009 (peer_addr_for_me v1:172.21.15.63:0/0) 2024-09-15T22:04:55.073 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:55.067+0000 7efec659c640 1 --2- 172.21.15.63:0/1205058009 >> v2:172.21.15.110:3300/0 conn(0x7efec8147fc0 0x7efec815ea60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-15T22:04:55.073 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:55.067+0000 7efec559a640 1 -- 172.21.15.63:0/1205058009 <== mon.0 v1:172.21.15.63:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 1822745819 0 0) 0x7efec80ba2f0 con 0x7efec80b9ee0 2024-09-15T22:04:55.073 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:55.067+0000 7efec559a640 1 -- 172.21.15.63:0/1205058009 --> v1:172.21.15.63:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7efeb4003520 con 0x7efec80b9ee0 2024-09-15T22:04:55.073 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:55.067+0000 7efec559a640 1 -- 172.21.15.63:0/1205058009 <== mon.0 v1:172.21.15.63:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) ==== 214+0+0 (unknown 3194555131 0 0) 0x7efeb4003520 con 0x7efec80b9ee0 2024-09-15T22:04:55.073 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:55.067+0000 7efec559a640 1 -- 172.21.15.63:0/1205058009 >> v2:172.21.15.110:3300/0 conn(0x7efec8147fc0 msgr2=0x7efec815ea60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-15T22:04:55.073 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:55.067+0000 7efec559a640 1 --2- 172.21.15.63:0/1205058009 >> v2:172.21.15.110:3300/0 conn(0x7efec8147fc0 0x7efec815ea60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T22:04:55.073 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:55.067+0000 7efec559a640 1 -- 172.21.15.63:0/1205058009 >> v1:172.21.15.110:6789/0 conn(0x7efec80d0ee0 legacy=0x7efec80b97d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-15T22:04:55.073 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:55.067+0000 7efec559a640 1 -- 172.21.15.63:0/1205058009 --> v1:172.21.15.63:6789/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7efec80d2a30 con 0x7efec80b9ee0 2024-09-15T22:04:55.073 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:55.067+0000 7efec559a640 1 -- 172.21.15.63:0/1205058009 <== mon.0 v1:172.21.15.63:6789/0 3 ==== mon_map magic: 0 ==== 413+0+0 (unknown 3984726164 0 0) 0x7efec0001670 con 0x7efec80b9ee0 2024-09-15T22:04:55.073 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:55.067+0000 7efec659c640 1 --2- 172.21.15.63:0/1205058009 >> v2:172.21.15.110:3300/0 conn(0x7efec8147fc0 0x7efec815ea60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-15T22:04:55.073 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:55.067+0000 7efec559a640 1 -- 172.21.15.63:0/1205058009 >> v1:172.21.15.63:6789/0 conn(0x7efec80b9ee0 legacy=0x7efec80d3510 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-15T22:04:55.073 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:55.067+0000 7efec559a640 1 --2- 172.21.15.63:0/1205058009 >> [v2:172.21.15.110:3301/0,v1:172.21.15.110:6790/0] conn(0x7efeb40039b0 0x7efeb4003d90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-15T22:04:55.074 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:55.067+0000 7efec559a640 1 --2- 172.21.15.63:0/1205058009 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7efeb40043b0 0x7efeb4004880 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-15T22:04:55.074 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:55.067+0000 7efec559a640 1 --2- 172.21.15.63:0/1205058009 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7efeb4005080 0x7efeb400b9c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-15T22:04:55.074 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:55.067+0000 7efec559a640 1 -- 172.21.15.63:0/1205058009 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 -- 0x7efec81483a0 con 0x7efeb4005080 2024-09-15T22:04:55.074 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:55.067+0000 7efec559a640 1 -- 172.21.15.63:0/1205058009 --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_getmap magic: 0 -- 0x7efeb400bfe0 con 0x7efeb40043b0 2024-09-15T22:04:55.074 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:55.067+0000 7efec559a640 1 -- 172.21.15.63:0/1205058009 --> [v2:172.21.15.110:3301/0,v1:172.21.15.110:6790/0] -- mon_getmap magic: 0 -- 0x7efeb400c1e0 con 0x7efeb40039b0 2024-09-15T22:04:55.074 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:55.068+0000 7efec6d9d640 1 --2- 172.21.15.63:0/1205058009 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7efeb4005080 0x7efeb400b9c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-15T22:04:55.074 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:55.068+0000 7efec5d9b640 1 --2- 172.21.15.63:0/1205058009 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7efeb40043b0 0x7efeb4004880 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-15T22:04:55.074 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:55.068+0000 7efec659c640 1 --2- 172.21.15.63:0/1205058009 >> [v2:172.21.15.110:3301/0,v1:172.21.15.110:6790/0] conn(0x7efeb40039b0 0x7efeb4003d90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-15T22:04:55.074 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:55.068+0000 7efec6d9d640 1 -- 172.21.15.63:0/1205058009 >> [v2:172.21.15.110:3301/0,v1:172.21.15.110:6790/0] conn(0x7efeb40039b0 msgr2=0x7efeb4003d90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-15T22:04:55.074 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:55.068+0000 7efec6d9d640 1 --2- 172.21.15.63:0/1205058009 >> [v2:172.21.15.110:3301/0,v1:172.21.15.110:6790/0] conn(0x7efeb40039b0 0x7efeb4003d90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T22:04:55.074 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:55.068+0000 7efec6d9d640 1 -- 172.21.15.63:0/1205058009 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7efeb40043b0 msgr2=0x7efeb4004880 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-15T22:04:55.074 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:55.068+0000 7efec6d9d640 1 --2- 172.21.15.63:0/1205058009 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7efeb40043b0 0x7efeb4004880 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T22:04:55.074 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:55.068+0000 7efec6d9d640 1 -- 172.21.15.63:0/1205058009 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7efeb4003520 con 0x7efeb4005080 2024-09-15T22:04:55.075 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:55.068+0000 7efec659c640 1 --2- 172.21.15.63:0/1205058009 >> [v2:172.21.15.110:3301/0,v1:172.21.15.110:6790/0] conn(0x7efeb40039b0 0x7efeb4003d90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-15T22:04:55.075 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:55.068+0000 7efec6d9d640 1 -- 172.21.15.63:0/1205058009 reap_dead start 2024-09-15T22:04:55.075 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:55.069+0000 7efec6d9d640 1 --2- 172.21.15.63:0/1205058009 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7efeb4005080 0x7efeb400b9c0 secure :-1 s=READY pgs=195 cs=0 l=1 rev1=1 crypto rx=0x7efec000c240 tx=0x7efeb4005830 comp rx=0 tx=0).ready entity=mon.0 client_cookie=92ffedf874c355a9 server_cookie=0 in_seq=0 out_seq=0 2024-09-15T22:04:55.075 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:55.069+0000 7efec559a640 1 -- 172.21.15.63:0/1205058009 <== mon.0 v2:172.21.15.63:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7efec0007d30 con 0x7efeb4005080 2024-09-15T22:04:55.075 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:55.069+0000 7efec559a640 1 -- 172.21.15.63:0/1205058009 <== mon.0 v2:172.21.15.63:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7efec0005af0 con 0x7efeb4005080 2024-09-15T22:04:55.075 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:55.069+0000 7efec559a640 1 -- 172.21.15.63:0/1205058009 <== mon.0 v2:172.21.15.63:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7efec0007070 con 0x7efeb4005080 2024-09-15T22:04:55.075 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:55.069+0000 7efeccde4640 1 -- 172.21.15.63:0/1205058009 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7efeb4005080 msgr2=0x7efeb400b9c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-15T22:04:55.075 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:55.069+0000 7efeccde4640 1 --2- 172.21.15.63:0/1205058009 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7efeb4005080 0x7efeb400b9c0 secure :-1 s=READY pgs=195 cs=0 l=1 rev1=1 crypto rx=0x7efec000c240 tx=0x7efeb4005830 comp rx=0 tx=0).stop 2024-09-15T22:04:55.075 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:55.069+0000 7efeccde4640 1 -- 172.21.15.63:0/1205058009 shutdown_connections 2024-09-15T22:04:55.075 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:55.069+0000 7efeccde4640 1 --2- 172.21.15.63:0/1205058009 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7efeb4005080 0x7efeb400b9c0 unknown :-1 s=CLOSED pgs=195 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T22:04:55.076 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:55.069+0000 7efeccde4640 1 -- 172.21.15.63:0/1205058009 >> 172.21.15.63:0/1205058009 conn(0x7efec8074fe0 msgr2=0x7efec806bbe0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-15T22:04:55.076 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:55.069+0000 7efeccde4640 1 -- 172.21.15.63:0/1205058009 shutdown_connections 2024-09-15T22:04:55.076 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:55.069+0000 7efeccde4640 1 -- 172.21.15.63:0/1205058009 wait complete. 2024-09-15T22:04:55.078 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:55.071+0000 7efeccde4640 1 Processor -- start 2024-09-15T22:04:55.079 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:55.071+0000 7efeccde4640 1 -- start start 2024-09-15T22:04:55.079 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:55.072+0000 7efeccde4640 1 --2- >> [v2:172.21.15.110:3301/0,v1:172.21.15.110:6790/0] conn(0x7efeb4005080 0x7efec80cbcf0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-15T22:04:55.079 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:55.072+0000 7efeccde4640 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7efec80abb00 0x7efec815ded0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-15T22:04:55.079 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:55.072+0000 7efeccde4640 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7efec8145db0 0x7efec8146260 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-15T22:04:55.079 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:55.072+0000 7efeccde4640 1 -- --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 -- 0x7efec80d2500 con 0x7efec80abb00 2024-09-15T22:04:55.079 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:55.072+0000 7efeccde4640 1 -- --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_getmap magic: 0 -- 0x7efec815efa0 con 0x7efec8145db0 2024-09-15T22:04:55.079 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:55.072+0000 7efeccde4640 1 -- --> [v2:172.21.15.110:3301/0,v1:172.21.15.110:6790/0] -- mon_getmap magic: 0 -- 0x7efec80d2ff0 con 0x7efeb4005080 2024-09-15T22:04:55.079 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:55.072+0000 7efec5d9b640 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7efec80abb00 0x7efec815ded0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-15T22:04:55.079 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:55.072+0000 7efec5d9b640 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7efec80abb00 0x7efec815ded0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.63:3300/0 says I am v2:172.21.15.63:60540/0 (socket says 172.21.15.63:60540) 2024-09-15T22:04:55.080 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:55.072+0000 7efec5d9b640 1 -- 172.21.15.63:0/2814931184 learned_addr learned my addr 172.21.15.63:0/2814931184 (peer_addr_for_me v2:172.21.15.63:0/0) 2024-09-15T22:04:55.080 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:55.072+0000 7efec659c640 1 --2- 172.21.15.63:0/2814931184 >> [v2:172.21.15.110:3301/0,v1:172.21.15.110:6790/0] conn(0x7efeb4005080 0x7efec80cbcf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-15T22:04:55.080 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:55.072+0000 7efec6d9d640 1 --2- 172.21.15.63:0/2814931184 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7efec8145db0 0x7efec8146260 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-15T22:04:55.080 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:55.072+0000 7efec5d9b640 1 -- 172.21.15.63:0/2814931184 >> [v2:172.21.15.110:3301/0,v1:172.21.15.110:6790/0] conn(0x7efeb4005080 msgr2=0x7efec80cbcf0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-15T22:04:55.080 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:55.072+0000 7efec5d9b640 1 --2- 172.21.15.63:0/2814931184 >> [v2:172.21.15.110:3301/0,v1:172.21.15.110:6790/0] conn(0x7efeb4005080 0x7efec80cbcf0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T22:04:55.080 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:55.072+0000 7efec5d9b640 1 -- 172.21.15.63:0/2814931184 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7efec8145db0 msgr2=0x7efec8146260 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-15T22:04:55.080 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:55.072+0000 7efec5d9b640 1 --2- 172.21.15.63:0/2814931184 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7efec8145db0 0x7efec8146260 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T22:04:55.080 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:55.072+0000 7efec5d9b640 1 -- 172.21.15.63:0/2814931184 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7efec80cc420 con 0x7efec80abb00 2024-09-15T22:04:55.080 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:55.072+0000 7efec5d9b640 1 --2- 172.21.15.63:0/2814931184 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7efec80abb00 0x7efec815ded0 secure :-1 s=READY pgs=196 cs=0 l=1 rev1=1 crypto rx=0x7efeb000f7c0 tx=0x7efeb000fc80 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-15T22:04:55.080 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:55.072+0000 7efebeffd640 1 -- 172.21.15.63:0/2814931184 <== mon.0 v2:172.21.15.63:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7efeb000fe70 con 0x7efec80abb00 2024-09-15T22:04:55.080 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:55.072+0000 7efebeffd640 1 -- 172.21.15.63:0/2814931184 <== mon.0 v2:172.21.15.63:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7efeb0018070 con 0x7efec80abb00 2024-09-15T22:04:55.081 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:55.072+0000 7efebeffd640 1 -- 172.21.15.63:0/2814931184 <== mon.0 v2:172.21.15.63:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7efeb000d730 con 0x7efec80abb00 2024-09-15T22:04:55.081 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:55.072+0000 7efeccde4640 1 -- 172.21.15.63:0/2814931184 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7efec80cc700 con 0x7efec80abb00 2024-09-15T22:04:55.081 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:55.073+0000 7efeccde4640 1 -- 172.21.15.63:0/2814931184 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7efec80cccc0 con 0x7efec80abb00 2024-09-15T22:04:55.081 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:55.074+0000 7efeccde4640 1 -- 172.21.15.63:0/2814931184 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7efec815eaf0 con 0x7efec80abb00 2024-09-15T22:04:55.081 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:55.074+0000 7efebeffd640 1 -- 172.21.15.63:0/2814931184 <== mon.0 v2:172.21.15.63:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7efeb000d8d0 con 0x7efec80abb00 2024-09-15T22:04:55.081 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:55.074+0000 7efebeffd640 1 --2- 172.21.15.63:0/2814931184 >> [v2:172.21.15.110:6832/552273267,v1:172.21.15.110:6833/552273267] conn(0x7efea806c2b0 0x7efea806e770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-15T22:04:55.081 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:55.075+0000 7efebeffd640 1 -- 172.21.15.63:0/2814931184 <== mon.0 v2:172.21.15.63:3300/0 5 ==== osd_map(21..21 src has 1..21) ==== 5709+0+0 (secure 0 0 0) 0x7efeb008b1a0 con 0x7efec80abb00 2024-09-15T22:04:55.081 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:55.075+0000 7efec659c640 1 --2- 172.21.15.63:0/2814931184 >> [v2:172.21.15.110:6832/552273267,v1:172.21.15.110:6833/552273267] conn(0x7efea806c2b0 0x7efea806e770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-15T22:04:55.081 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:55.075+0000 7efec659c640 1 --2- 172.21.15.63:0/2814931184 >> [v2:172.21.15.110:6832/552273267,v1:172.21.15.110:6833/552273267] conn(0x7efea806c2b0 0x7efea806e770 secure :-1 s=READY pgs=113 cs=0 l=1 rev1=1 crypto rx=0x7efeb80095c0 tx=0x7efeb800b040 comp rx=0 tx=0).ready entity=mgr.4102 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-15T22:04:55.082 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:55.079+0000 7efebeffd640 1 -- 172.21.15.63:0/2814931184 <== mon.0 v2:172.21.15.63:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7efeb0059350 con 0x7efec80abb00 2024-09-15T22:04:55.297 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:55.294+0000 7efeccde4640 1 -- 172.21.15.63:0/2814931184 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7efec80d4e40 con 0x7efec80abb00 2024-09-15T22:04:55.301 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:55.295+0000 7efebeffd640 1 -- 172.21.15.63:0/2814931184 <== mon.0 v2:172.21.15.63:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 6 v6) ==== 93+0+5220 (secure 0 0 0) 0x7efeb005d650 con 0x7efec80abb00 2024-09-15T22:04:55.301 INFO:teuthology.orchestra.run.smithi063.stdout: 2024-09-15T22:04:55.301 INFO:teuthology.orchestra.run.smithi063.stdout:{"epoch":6,"btime":"2024-09-15T22:04:27:865903+0000","default_fscid":1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":4250,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.110:6837/3392288068","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.110:6835","nonce":3392288068},{"type":"v1","addr":"172.21.15.110:6837","nonce":3392288068}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":3},{"gid":4267,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.110:6836/4112494745","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.110:6834","nonce":4112494745},{"type":"v1","addr":"172.21.15.110:6836","nonce":4112494745}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":3},{"gid":4287,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.63:6834/2543347599","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.63:6832","nonce":2543347599},{"type":"v1","addr":"172.21.15.63:6834","nonce":2543347599}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":2}],"filesystems":[{"mdsmap":{"epoch":6,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2024-09-15T22:04:25.206116+0000","modified":"2024-09-15T22:04:27.208886+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":1,"in":[0],"up":{"mds_0":4290},"failed":[],"damaged":[],"stopped":[],"info":{"gid_4290":{"gid":4290,"name":"c","rank":0,"incarnation":4,"state":"up:active","state_seq":3,"addr":"172.21.15.63:6835/156651715","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.63:6833","nonce":156651715},{"type":"v1","addr":"172.21.15.63:6835","nonce":156651715}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[3],"metadata_pool":2,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":4290,"qdb_cluster":[4290]},"id":1}]} 2024-09-15T22:04:55.303 INFO:teuthology.orchestra.run.smithi063.stderr:dumped fsmap epoch 6 2024-09-15T22:04:55.303 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:55.297+0000 7efeccde4640 1 -- 172.21.15.63:0/2814931184 >> [v2:172.21.15.110:6832/552273267,v1:172.21.15.110:6833/552273267] conn(0x7efea806c2b0 msgr2=0x7efea806e770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-15T22:04:55.303 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:55.297+0000 7efeccde4640 1 --2- 172.21.15.63:0/2814931184 >> [v2:172.21.15.110:6832/552273267,v1:172.21.15.110:6833/552273267] conn(0x7efea806c2b0 0x7efea806e770 secure :-1 s=READY pgs=113 cs=0 l=1 rev1=1 crypto rx=0x7efeb80095c0 tx=0x7efeb800b040 comp rx=0 tx=0).stop 2024-09-15T22:04:55.303 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:55.297+0000 7efeccde4640 1 -- 172.21.15.63:0/2814931184 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7efec80abb00 msgr2=0x7efec815ded0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-15T22:04:55.303 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:55.297+0000 7efeccde4640 1 --2- 172.21.15.63:0/2814931184 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7efec80abb00 0x7efec815ded0 secure :-1 s=READY pgs=196 cs=0 l=1 rev1=1 crypto rx=0x7efeb000f7c0 tx=0x7efeb000fc80 comp rx=0 tx=0).stop 2024-09-15T22:04:55.304 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:55.297+0000 7efeccde4640 1 -- 172.21.15.63:0/2814931184 shutdown_connections 2024-09-15T22:04:55.304 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:55.297+0000 7efeccde4640 1 --2- 172.21.15.63:0/2814931184 >> [v2:172.21.15.110:6832/552273267,v1:172.21.15.110:6833/552273267] conn(0x7efea806c2b0 0x7efea806e770 unknown :-1 s=CLOSED pgs=113 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T22:04:55.304 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:55.297+0000 7efeccde4640 1 --2- 172.21.15.63:0/2814931184 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7efec8145db0 0x7efec8146260 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T22:04:55.304 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:55.297+0000 7efeccde4640 1 --2- 172.21.15.63:0/2814931184 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7efec80abb00 0x7efec815ded0 unknown :-1 s=CLOSED pgs=196 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T22:04:55.304 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:55.297+0000 7efeccde4640 1 --2- 172.21.15.63:0/2814931184 >> [v2:172.21.15.110:3301/0,v1:172.21.15.110:6790/0] conn(0x7efeb4005080 0x7efec80cbcf0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T22:04:55.304 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:55.297+0000 7efeccde4640 1 -- 172.21.15.63:0/2814931184 >> 172.21.15.63:0/2814931184 conn(0x7efec8074fe0 msgr2=0x7efec80cea80 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-15T22:04:55.304 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:55.297+0000 7efeccde4640 1 -- 172.21.15.63:0/2814931184 shutdown_connections 2024-09-15T22:04:55.304 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:55.297+0000 7efeccde4640 1 -- 172.21.15.63:0/2814931184 wait complete. 2024-09-15T22:04:55.311 DEBUG:teuthology.orchestra.run.smithi063:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-09-15T22:04:55.413 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:55.410+0000 7fb6f4e2c640 1 Processor -- start 2024-09-15T22:04:55.413 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:55.410+0000 7fb6f4e2c640 1 -- start start 2024-09-15T22:04:55.416 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:55.411+0000 7fb6f4e2c640 1 --2- >> v2:172.21.15.110:3300/0 conn(0x7fb6f015b720 0x7fb6f015c950 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-15T22:04:55.416 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:55.411+0000 7fb6f4e2c640 1 --2- >> [v2:172.21.15.110:3301/0,v1:172.21.15.110:6790/0] conn(0x7fb6f00b02f0 0x7fb6f00d11d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-15T22:04:55.416 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:55.411+0000 7fb6f4e2c640 1 -- --> v1:172.21.15.63:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fb6f00b0b50 con 0x7fb6f0073be0 2024-09-15T22:04:55.416 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:55.411+0000 7fb6f4e2c640 1 -- --> v2:172.21.15.110:3300/0 -- mon_getmap magic: 0 -- 0x7fb6f015be70 con 0x7fb6f015b720 2024-09-15T22:04:55.416 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:55.411+0000 7fb6f4e2c640 1 -- --> [v2:172.21.15.110:3301/0,v1:172.21.15.110:6790/0] -- mon_getmap magic: 0 -- 0x7fb6f015c150 con 0x7fb6f00b02f0 2024-09-15T22:04:55.416 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:55.411+0000 7fb6eed9d640 1 --1- >> v1:172.21.15.63:6789/0 conn(0x7fb6f0073be0 0x7fb6f00cdc20 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.63:6789/0 says I am v1:172.21.15.63:38360/0 (socket says 172.21.15.63:38360) 2024-09-15T22:04:55.417 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:55.411+0000 7fb6eed9d640 1 -- 172.21.15.63:0/74161388 learned_addr learned my addr 172.21.15.63:0/74161388 (peer_addr_for_me v1:172.21.15.63:0/0) 2024-09-15T22:04:55.417 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:55.412+0000 7fb6ee59c640 1 --2- 172.21.15.63:0/74161388 >> v2:172.21.15.110:3300/0 conn(0x7fb6f015b720 0x7fb6f015c950 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-15T22:04:55.417 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:55.412+0000 7fb6ed59a640 1 -- 172.21.15.63:0/74161388 <== mon.0 v1:172.21.15.63:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 527744707 0 0) 0x7fb6f00b0b50 con 0x7fb6f0073be0 2024-09-15T22:04:55.417 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:55.412+0000 7fb6edd9b640 1 --2- 172.21.15.63:0/74161388 >> [v2:172.21.15.110:3301/0,v1:172.21.15.110:6790/0] conn(0x7fb6f00b02f0 0x7fb6f00d11d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-15T22:04:55.417 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:55.412+0000 7fb6ed59a640 1 -- 172.21.15.63:0/74161388 --> v1:172.21.15.63:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7fb6dc003520 con 0x7fb6f0073be0 2024-09-15T22:04:55.417 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:55.412+0000 7fb6ed59a640 1 -- 172.21.15.63:0/74161388 <== mon.0 v1:172.21.15.63:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) ==== 214+0+0 (unknown 1329099591 0 0) 0x7fb6dc003520 con 0x7fb6f0073be0 2024-09-15T22:04:55.417 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:55.412+0000 7fb6ed59a640 1 -- 172.21.15.63:0/74161388 >> [v2:172.21.15.110:3301/0,v1:172.21.15.110:6790/0] conn(0x7fb6f00b02f0 msgr2=0x7fb6f00d11d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-15T22:04:55.417 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:55.412+0000 7fb6ed59a640 1 --2- 172.21.15.63:0/74161388 >> [v2:172.21.15.110:3301/0,v1:172.21.15.110:6790/0] conn(0x7fb6f00b02f0 0x7fb6f00d11d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T22:04:55.417 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:55.412+0000 7fb6ed59a640 1 -- 172.21.15.63:0/74161388 >> v2:172.21.15.110:3300/0 conn(0x7fb6f015b720 msgr2=0x7fb6f015c950 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-15T22:04:55.417 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:55.412+0000 7fb6ed59a640 1 --2- 172.21.15.63:0/74161388 >> v2:172.21.15.110:3300/0 conn(0x7fb6f015b720 0x7fb6f015c950 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T22:04:55.417 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:55.412+0000 7fb6ed59a640 1 -- 172.21.15.63:0/74161388 --> v1:172.21.15.63:6789/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fb6f015c430 con 0x7fb6f0073be0 2024-09-15T22:04:55.418 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:55.412+0000 7fb6ed59a640 1 -- 172.21.15.63:0/74161388 <== mon.0 v1:172.21.15.63:6789/0 3 ==== mon_map magic: 0 ==== 413+0+0 (unknown 3984726164 0 0) 0x7fb6e00019f0 con 0x7fb6f0073be0 2024-09-15T22:04:55.418 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:55.412+0000 7fb6ed59a640 1 -- 172.21.15.63:0/74161388 >> v1:172.21.15.63:6789/0 conn(0x7fb6f0073be0 legacy=0x7fb6f00cdc20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-15T22:04:55.418 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:55.412+0000 7fb6ed59a640 1 --2- 172.21.15.63:0/74161388 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fb6dc0039b0 0x7fb6dc003dd0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-15T22:04:55.418 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:55.412+0000 7fb6ed59a640 1 --2- 172.21.15.63:0/74161388 >> [v2:172.21.15.110:3301/0,v1:172.21.15.110:6790/0] conn(0x7fb6f00b02f0 0x7fb6dc004800 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-15T22:04:55.418 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:55.412+0000 7fb6ed59a640 1 --2- 172.21.15.63:0/74161388 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7fb6dc004d40 0x7fb6dc0051c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-15T22:04:55.418 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:55.412+0000 7fb6ed59a640 1 -- 172.21.15.63:0/74161388 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 -- 0x7fb6f015be70 con 0x7fb6dc0039b0 2024-09-15T22:04:55.418 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:55.412+0000 7fb6ed59a640 1 -- 172.21.15.63:0/74161388 --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_getmap magic: 0 -- 0x7fb6f015c150 con 0x7fb6dc004d40 2024-09-15T22:04:55.418 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:55.412+0000 7fb6ed59a640 1 -- 172.21.15.63:0/74161388 --> [v2:172.21.15.110:3301/0,v1:172.21.15.110:6790/0] -- mon_getmap magic: 0 -- 0x7fb6dc00b9c0 con 0x7fb6f00b02f0 2024-09-15T22:04:55.418 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:55.412+0000 7fb6ee59c640 1 --2- 172.21.15.63:0/74161388 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fb6dc0039b0 0x7fb6dc003dd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-15T22:04:55.418 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:55.412+0000 7fb6eed9d640 1 --2- 172.21.15.63:0/74161388 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7fb6dc004d40 0x7fb6dc0051c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-15T22:04:55.418 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:55.412+0000 7fb6edd9b640 1 --2- 172.21.15.63:0/74161388 >> [v2:172.21.15.110:3301/0,v1:172.21.15.110:6790/0] conn(0x7fb6f00b02f0 0x7fb6dc004800 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-15T22:04:55.418 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:55.412+0000 7fb6ee59c640 1 -- 172.21.15.63:0/74161388 >> [v2:172.21.15.110:3301/0,v1:172.21.15.110:6790/0] conn(0x7fb6f00b02f0 msgr2=0x7fb6dc004800 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-15T22:04:55.419 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:55.412+0000 7fb6ee59c640 1 --2- 172.21.15.63:0/74161388 >> [v2:172.21.15.110:3301/0,v1:172.21.15.110:6790/0] conn(0x7fb6f00b02f0 0x7fb6dc004800 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T22:04:55.419 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:55.412+0000 7fb6ee59c640 1 -- 172.21.15.63:0/74161388 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7fb6dc004d40 msgr2=0x7fb6dc0051c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-15T22:04:55.419 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:55.412+0000 7fb6ee59c640 1 --2- 172.21.15.63:0/74161388 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7fb6dc004d40 0x7fb6dc0051c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T22:04:55.419 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:55.412+0000 7fb6ee59c640 1 -- 172.21.15.63:0/74161388 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fb6dc003520 con 0x7fb6dc0039b0 2024-09-15T22:04:55.419 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:55.412+0000 7fb6eed9d640 1 --2- 172.21.15.63:0/74161388 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7fb6dc004d40 0x7fb6dc0051c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-15T22:04:55.419 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:55.413+0000 7fb6ee59c640 1 --2- 172.21.15.63:0/74161388 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fb6dc0039b0 0x7fb6dc003dd0 secure :-1 s=READY pgs=198 cs=0 l=1 rev1=1 crypto rx=0x7fb6e8009ac0 tx=0x7fb6dc005830 comp rx=0 tx=0).ready entity=mon.0 client_cookie=b058857645e4f9d5 server_cookie=0 in_seq=0 out_seq=0 2024-09-15T22:04:55.419 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:55.413+0000 7fb6ed59a640 1 -- 172.21.15.63:0/74161388 <== mon.0 v2:172.21.15.63:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb6e8036070 con 0x7fb6dc0039b0 2024-09-15T22:04:55.419 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:55.413+0000 7fb6ed59a640 1 -- 172.21.15.63:0/74161388 <== mon.0 v2:172.21.15.63:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fb6e8031400 con 0x7fb6dc0039b0 2024-09-15T22:04:55.419 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:55.413+0000 7fb6ed59a640 1 -- 172.21.15.63:0/74161388 <== mon.0 v2:172.21.15.63:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb6e8009690 con 0x7fb6dc0039b0 2024-09-15T22:04:55.419 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:55.414+0000 7fb6f4e2c640 1 -- 172.21.15.63:0/74161388 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fb6dc0039b0 msgr2=0x7fb6dc003dd0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-15T22:04:55.419 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:55.414+0000 7fb6f4e2c640 1 --2- 172.21.15.63:0/74161388 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fb6dc0039b0 0x7fb6dc003dd0 secure :-1 s=READY pgs=198 cs=0 l=1 rev1=1 crypto rx=0x7fb6e8009ac0 tx=0x7fb6dc005830 comp rx=0 tx=0).stop 2024-09-15T22:04:55.420 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:55.414+0000 7fb6eed9d640 1 -- 172.21.15.63:0/74161388 reap_dead start 2024-09-15T22:04:55.420 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:55.414+0000 7fb6f4e2c640 1 -- 172.21.15.63:0/74161388 shutdown_connections 2024-09-15T22:04:55.420 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:55.414+0000 7fb6f4e2c640 1 -- 172.21.15.63:0/74161388 >> 172.21.15.63:0/74161388 conn(0x7fb6f00730c0 msgr2=0x7fb6f00734d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-15T22:04:55.420 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:55.414+0000 7fb6f4e2c640 1 -- 172.21.15.63:0/74161388 shutdown_connections 2024-09-15T22:04:55.420 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:55.414+0000 7fb6f4e2c640 1 -- 172.21.15.63:0/74161388 wait complete. 2024-09-15T22:04:55.423 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:55.415+0000 7fb6f4e2c640 1 Processor -- start 2024-09-15T22:04:55.424 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:55.415+0000 7fb6f4e2c640 1 -- start start 2024-09-15T22:04:55.424 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:55.416+0000 7fb6f4e2c640 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fb6dc0039b0 0x7fb6f00cc6e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-15T22:04:55.424 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:55.416+0000 7fb6f4e2c640 1 --2- >> [v2:172.21.15.110:3301/0,v1:172.21.15.110:6790/0] conn(0x7fb6f00ccc20 0x7fb6f00c7420 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-15T22:04:55.424 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:55.416+0000 7fb6f4e2c640 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7fb6f00c7960 0x7fb6f00af1f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-15T22:04:55.424 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:55.416+0000 7fb6f4e2c640 1 -- --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 -- 0x7fb6f00b0930 con 0x7fb6dc0039b0 2024-09-15T22:04:55.424 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:55.416+0000 7fb6f4e2c640 1 -- --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_getmap magic: 0 -- 0x7fb6f00b07b0 con 0x7fb6f00c7960 2024-09-15T22:04:55.424 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:55.416+0000 7fb6f4e2c640 1 -- --> [v2:172.21.15.110:3301/0,v1:172.21.15.110:6790/0] -- mon_getmap magic: 0 -- 0x7fb6f00ce330 con 0x7fb6f00ccc20 2024-09-15T22:04:55.425 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:55.416+0000 7fb6ee59c640 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fb6dc0039b0 0x7fb6f00cc6e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-15T22:04:55.425 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:55.416+0000 7fb6ee59c640 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fb6dc0039b0 0x7fb6f00cc6e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.63:3300/0 says I am v2:172.21.15.63:60560/0 (socket says 172.21.15.63:60560) 2024-09-15T22:04:55.425 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:55.416+0000 7fb6ee59c640 1 -- 172.21.15.63:0/4070976936 learned_addr learned my addr 172.21.15.63:0/4070976936 (peer_addr_for_me v2:172.21.15.63:0/0) 2024-09-15T22:04:55.425 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:55.416+0000 7fb6edd9b640 1 --2- 172.21.15.63:0/4070976936 >> [v2:172.21.15.110:3301/0,v1:172.21.15.110:6790/0] conn(0x7fb6f00ccc20 0x7fb6f00c7420 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-15T22:04:55.425 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:55.416+0000 7fb6eed9d640 1 --2- 172.21.15.63:0/4070976936 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7fb6f00c7960 0x7fb6f00af1f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-15T22:04:55.425 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:55.416+0000 7fb6ee59c640 1 -- 172.21.15.63:0/4070976936 >> [v2:172.21.15.110:3301/0,v1:172.21.15.110:6790/0] conn(0x7fb6f00ccc20 msgr2=0x7fb6f00c7420 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-15T22:04:55.425 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:55.416+0000 7fb6ee59c640 1 --2- 172.21.15.63:0/4070976936 >> [v2:172.21.15.110:3301/0,v1:172.21.15.110:6790/0] conn(0x7fb6f00ccc20 0x7fb6f00c7420 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T22:04:55.425 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:55.416+0000 7fb6ee59c640 1 -- 172.21.15.63:0/4070976936 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7fb6f00c7960 msgr2=0x7fb6f00af1f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-15T22:04:55.425 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:55.416+0000 7fb6ee59c640 1 --2- 172.21.15.63:0/4070976936 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7fb6f00c7960 0x7fb6f00af1f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T22:04:55.425 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:55.416+0000 7fb6ee59c640 1 -- 172.21.15.63:0/4070976936 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fb6f01f0080 con 0x7fb6dc0039b0 2024-09-15T22:04:55.425 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:55.416+0000 7fb6ee59c640 1 --2- 172.21.15.63:0/4070976936 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fb6dc0039b0 0x7fb6f00cc6e0 secure :-1 s=READY pgs=199 cs=0 l=1 rev1=1 crypto rx=0x7fb6e8009be0 tx=0x7fb6e8004730 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-15T22:04:55.426 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:55.417+0000 7fb6e6ffd640 1 -- 172.21.15.63:0/4070976936 <== mon.0 v2:172.21.15.63:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb6e8040020 con 0x7fb6dc0039b0 2024-09-15T22:04:55.426 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:55.417+0000 7fb6e6ffd640 1 -- 172.21.15.63:0/4070976936 <== mon.0 v2:172.21.15.63:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fb6e8003950 con 0x7fb6dc0039b0 2024-09-15T22:04:55.426 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:55.417+0000 7fb6f4e2c640 1 -- 172.21.15.63:0/4070976936 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fb6f01f0340 con 0x7fb6dc0039b0 2024-09-15T22:04:55.426 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:55.417+0000 7fb6e6ffd640 1 -- 172.21.15.63:0/4070976936 <== mon.0 v2:172.21.15.63:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb6e8036040 con 0x7fb6dc0039b0 2024-09-15T22:04:55.426 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:55.417+0000 7fb6f4e2c640 1 -- 172.21.15.63:0/4070976936 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fb6f01f0900 con 0x7fb6dc0039b0 2024-09-15T22:04:55.426 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:55.418+0000 7fb6f4e2c640 1 -- 172.21.15.63:0/4070976936 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fb6f00b0b50 con 0x7fb6dc0039b0 2024-09-15T22:04:55.426 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:55.418+0000 7fb6e6ffd640 1 -- 172.21.15.63:0/4070976936 <== mon.0 v2:172.21.15.63:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7fb6e8043020 con 0x7fb6dc0039b0 2024-09-15T22:04:55.426 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:55.419+0000 7fb6e6ffd640 1 --2- 172.21.15.63:0/4070976936 >> [v2:172.21.15.110:6832/552273267,v1:172.21.15.110:6833/552273267] conn(0x7fb6d006c2b0 0x7fb6d006e770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-15T22:04:55.426 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:55.419+0000 7fb6e6ffd640 1 -- 172.21.15.63:0/4070976936 <== mon.0 v2:172.21.15.63:3300/0 5 ==== osd_map(21..21 src has 1..21) ==== 5709+0+0 (secure 0 0 0) 0x7fb6e80ab480 con 0x7fb6dc0039b0 2024-09-15T22:04:55.426 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:55.419+0000 7fb6edd9b640 1 --2- 172.21.15.63:0/4070976936 >> [v2:172.21.15.110:6832/552273267,v1:172.21.15.110:6833/552273267] conn(0x7fb6d006c2b0 0x7fb6d006e770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-15T22:04:55.426 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:55.420+0000 7fb6edd9b640 1 --2- 172.21.15.63:0/4070976936 >> [v2:172.21.15.110:6832/552273267,v1:172.21.15.110:6833/552273267] conn(0x7fb6d006c2b0 0x7fb6d006e770 secure :-1 s=READY pgs=114 cs=0 l=1 rev1=1 crypto rx=0x7fb6f00cd000 tx=0x7fb6d8008040 comp rx=0 tx=0).ready entity=mgr.4102 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-15T22:04:55.427 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:55.423+0000 7fb6e6ffd640 1 -- 172.21.15.63:0/4070976936 <== mon.0 v2:172.21.15.63:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7fb6e804a070 con 0x7fb6dc0039b0 2024-09-15T22:04:55.634 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:55.632+0000 7fb6f4e2c640 1 -- 172.21.15.63:0/4070976936 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7fb6f0075600 con 0x7fb6dc0039b0 2024-09-15T22:04:55.635 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:55.632+0000 7fb6e6ffd640 1 -- 172.21.15.63:0/4070976936 <== mon.0 v2:172.21.15.63:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 6 v6) ==== 93+0+5220 (secure 0 0 0) 0x7fb6e8079c80 con 0x7fb6dc0039b0 2024-09-15T22:04:55.635 INFO:teuthology.orchestra.run.smithi063.stdout: 2024-09-15T22:04:55.635 INFO:teuthology.orchestra.run.smithi063.stdout:{"epoch":6,"btime":"2024-09-15T22:04:27:865903+0000","default_fscid":1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":4250,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.110:6837/3392288068","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.110:6835","nonce":3392288068},{"type":"v1","addr":"172.21.15.110:6837","nonce":3392288068}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":3},{"gid":4267,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.110:6836/4112494745","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.110:6834","nonce":4112494745},{"type":"v1","addr":"172.21.15.110:6836","nonce":4112494745}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":3},{"gid":4287,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.63:6834/2543347599","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.63:6832","nonce":2543347599},{"type":"v1","addr":"172.21.15.63:6834","nonce":2543347599}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":2}],"filesystems":[{"mdsmap":{"epoch":6,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2024-09-15T22:04:25.206116+0000","modified":"2024-09-15T22:04:27.208886+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":1,"in":[0],"up":{"mds_0":4290},"failed":[],"damaged":[],"stopped":[],"info":{"gid_4290":{"gid":4290,"name":"c","rank":0,"incarnation":4,"state":"up:active","state_seq":3,"addr":"172.21.15.63:6835/156651715","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.63:6833","nonce":156651715},{"type":"v1","addr":"172.21.15.63:6835","nonce":156651715}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[3],"metadata_pool":2,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":4290,"qdb_cluster":[4290]},"id":1}]} 2024-09-15T22:04:55.636 INFO:teuthology.orchestra.run.smithi063.stderr:dumped fsmap epoch 6 2024-09-15T22:04:55.637 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:55.634+0000 7fb6f4e2c640 1 -- 172.21.15.63:0/4070976936 >> [v2:172.21.15.110:6832/552273267,v1:172.21.15.110:6833/552273267] conn(0x7fb6d006c2b0 msgr2=0x7fb6d006e770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-15T22:04:55.637 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:55.634+0000 7fb6f4e2c640 1 --2- 172.21.15.63:0/4070976936 >> [v2:172.21.15.110:6832/552273267,v1:172.21.15.110:6833/552273267] conn(0x7fb6d006c2b0 0x7fb6d006e770 secure :-1 s=READY pgs=114 cs=0 l=1 rev1=1 crypto rx=0x7fb6f00cd000 tx=0x7fb6d8008040 comp rx=0 tx=0).stop 2024-09-15T22:04:55.637 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:55.634+0000 7fb6f4e2c640 1 -- 172.21.15.63:0/4070976936 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fb6dc0039b0 msgr2=0x7fb6f00cc6e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-15T22:04:55.638 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:55.634+0000 7fb6f4e2c640 1 --2- 172.21.15.63:0/4070976936 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fb6dc0039b0 0x7fb6f00cc6e0 secure :-1 s=READY pgs=199 cs=0 l=1 rev1=1 crypto rx=0x7fb6e8009be0 tx=0x7fb6e8004730 comp rx=0 tx=0).stop 2024-09-15T22:04:55.638 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:55.634+0000 7fb6f4e2c640 1 -- 172.21.15.63:0/4070976936 shutdown_connections 2024-09-15T22:04:55.638 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:55.634+0000 7fb6f4e2c640 1 --2- 172.21.15.63:0/4070976936 >> [v2:172.21.15.110:6832/552273267,v1:172.21.15.110:6833/552273267] conn(0x7fb6d006c2b0 0x7fb6d006e770 unknown :-1 s=CLOSED pgs=114 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T22:04:55.638 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:55.634+0000 7fb6f4e2c640 1 --2- 172.21.15.63:0/4070976936 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7fb6f00c7960 0x7fb6f00af1f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T22:04:55.638 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:55.634+0000 7fb6f4e2c640 1 --2- 172.21.15.63:0/4070976936 >> [v2:172.21.15.110:3301/0,v1:172.21.15.110:6790/0] conn(0x7fb6f00ccc20 0x7fb6f00c7420 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T22:04:55.638 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:55.634+0000 7fb6f4e2c640 1 --2- 172.21.15.63:0/4070976936 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fb6dc0039b0 0x7fb6f00cc6e0 unknown :-1 s=CLOSED pgs=199 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T22:04:55.638 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:55.634+0000 7fb6f4e2c640 1 -- 172.21.15.63:0/4070976936 >> 172.21.15.63:0/4070976936 conn(0x7fb6f00730c0 msgr2=0x7fb6f006c500 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-15T22:04:55.638 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:55.634+0000 7fb6f4e2c640 1 -- 172.21.15.63:0/4070976936 shutdown_connections 2024-09-15T22:04:55.638 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:55.634+0000 7fb6f4e2c640 1 -- 172.21.15.63:0/4070976936 wait complete. 2024-09-15T22:04:55.648 DEBUG:teuthology.orchestra.run.smithi063:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-09-15T22:04:55.751 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:55.748+0000 7fbb576f1640 1 Processor -- start 2024-09-15T22:04:55.751 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:55.748+0000 7fbb576f1640 1 -- start start 2024-09-15T22:04:55.753 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:55.749+0000 7fbb576f1640 1 --2- >> v2:172.21.15.110:3300/0 conn(0x7fbb50070e10 0x7fbb5006bbe0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-15T22:04:55.754 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:55.749+0000 7fbb576f1640 1 -- --> v1:172.21.15.63:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fbb5015e910 con 0x7fbb5015e530 2024-09-15T22:04:55.754 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:55.749+0000 7fbb576f1640 1 -- --> v1:172.21.15.110:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fbb500718c0 con 0x7fbb50073c00 2024-09-15T22:04:55.754 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:55.749+0000 7fbb576f1640 1 -- --> v2:172.21.15.110:3300/0 -- mon_getmap magic: 0 -- 0x7fbb500d1c50 con 0x7fbb50070e10 2024-09-15T22:04:55.754 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:55.749+0000 7fbb5548d640 1 --1- >> v1:172.21.15.63:6789/0 conn(0x7fbb5015e530 0x7fbb50070700 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.63:6789/0 says I am v1:172.21.15.63:38376/0 (socket says 172.21.15.63:38376) 2024-09-15T22:04:55.754 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:55.749+0000 7fbb5548d640 1 -- 172.21.15.63:0/2718939544 learned_addr learned my addr 172.21.15.63:0/2718939544 (peer_addr_for_me v1:172.21.15.63:0/0) 2024-09-15T22:04:55.754 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:55.749+0000 7fbb54c8c640 1 --2- 172.21.15.63:0/2718939544 >> v2:172.21.15.110:3300/0 conn(0x7fbb50070e10 0x7fbb5006bbe0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-15T22:04:55.754 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:55.749+0000 7fbb47fff640 1 -- 172.21.15.63:0/2718939544 <== mon.0 v1:172.21.15.63:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 269035707 0 0) 0x7fbb5015e910 con 0x7fbb5015e530 2024-09-15T22:04:55.754 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:55.749+0000 7fbb47fff640 1 -- 172.21.15.63:0/2718939544 --> v1:172.21.15.63:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7fbb3c003520 con 0x7fbb5015e530 2024-09-15T22:04:55.754 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:55.750+0000 7fbb47fff640 1 -- 172.21.15.63:0/2718939544 <== mon.0 v1:172.21.15.63:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) ==== 214+0+0 (unknown 738151050 0 0) 0x7fbb3c003520 con 0x7fbb5015e530 2024-09-15T22:04:55.754 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:55.750+0000 7fbb47fff640 1 -- 172.21.15.63:0/2718939544 >> v2:172.21.15.110:3300/0 conn(0x7fbb50070e10 msgr2=0x7fbb5006bbe0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-15T22:04:55.754 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:55.750+0000 7fbb47fff640 1 --2- 172.21.15.63:0/2718939544 >> v2:172.21.15.110:3300/0 conn(0x7fbb50070e10 0x7fbb5006bbe0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T22:04:55.754 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:55.750+0000 7fbb47fff640 1 -- 172.21.15.63:0/2718939544 >> v1:172.21.15.110:6789/0 conn(0x7fbb50073c00 legacy=0x7fbb5006c120 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-15T22:04:55.755 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:55.750+0000 7fbb47fff640 1 -- 172.21.15.63:0/2718939544 --> v1:172.21.15.63:6789/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fbb50073120 con 0x7fbb5015e530 2024-09-15T22:04:55.755 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:55.750+0000 7fbb47fff640 1 -- 172.21.15.63:0/2718939544 <== mon.0 v1:172.21.15.63:6789/0 3 ==== mon_map magic: 0 ==== 413+0+0 (unknown 3984726164 0 0) 0x7fbb4c001670 con 0x7fbb5015e530 2024-09-15T22:04:55.755 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:55.750+0000 7fbb47fff640 1 -- 172.21.15.63:0/2718939544 >> v1:172.21.15.63:6789/0 conn(0x7fbb5015e530 legacy=0x7fbb50070700 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-15T22:04:55.755 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:55.750+0000 7fbb47fff640 1 --2- 172.21.15.63:0/2718939544 >> [v2:172.21.15.110:3301/0,v1:172.21.15.110:6790/0] conn(0x7fbb3c0039b0 0x7fbb3c003df0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-15T22:04:55.755 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:55.750+0000 7fbb47fff640 1 --2- 172.21.15.63:0/2718939544 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7fbb3c004800 0x7fbb3c004c80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-15T22:04:55.755 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:55.750+0000 7fbb47fff640 1 --2- 172.21.15.63:0/2718939544 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fbb3c0051c0 0x7fbb3c00b9c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-15T22:04:55.755 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:55.750+0000 7fbb47fff640 1 -- 172.21.15.63:0/2718939544 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 -- 0x7fbb500d1c50 con 0x7fbb3c0051c0 2024-09-15T22:04:55.755 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:55.750+0000 7fbb47fff640 1 -- 172.21.15.63:0/2718939544 --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_getmap magic: 0 -- 0x7fbb3c00c090 con 0x7fbb3c004800 2024-09-15T22:04:55.755 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:55.750+0000 7fbb47fff640 1 -- 172.21.15.63:0/2718939544 --> [v2:172.21.15.110:3301/0,v1:172.21.15.110:6790/0] -- mon_getmap magic: 0 -- 0x7fbb3c00c290 con 0x7fbb3c0039b0 2024-09-15T22:04:55.755 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:55.750+0000 7fbb55c8e640 1 --2- 172.21.15.63:0/2718939544 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fbb3c0051c0 0x7fbb3c00b9c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-15T22:04:55.755 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:55.750+0000 7fbb54c8c640 1 --2- 172.21.15.63:0/2718939544 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7fbb3c004800 0x7fbb3c004c80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-15T22:04:55.755 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:55.750+0000 7fbb5548d640 1 --2- 172.21.15.63:0/2718939544 >> [v2:172.21.15.110:3301/0,v1:172.21.15.110:6790/0] conn(0x7fbb3c0039b0 0x7fbb3c003df0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-15T22:04:55.756 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:55.750+0000 7fbb55c8e640 1 -- 172.21.15.63:0/2718939544 >> [v2:172.21.15.110:3301/0,v1:172.21.15.110:6790/0] conn(0x7fbb3c0039b0 msgr2=0x7fbb3c003df0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-15T22:04:55.756 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:55.750+0000 7fbb55c8e640 1 --2- 172.21.15.63:0/2718939544 >> [v2:172.21.15.110:3301/0,v1:172.21.15.110:6790/0] conn(0x7fbb3c0039b0 0x7fbb3c003df0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T22:04:55.756 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:55.750+0000 7fbb55c8e640 1 -- 172.21.15.63:0/2718939544 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7fbb3c004800 msgr2=0x7fbb3c004c80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-15T22:04:55.756 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:55.750+0000 7fbb55c8e640 1 --2- 172.21.15.63:0/2718939544 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7fbb3c004800 0x7fbb3c004c80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T22:04:55.756 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:55.750+0000 7fbb55c8e640 1 -- 172.21.15.63:0/2718939544 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fbb3c003520 con 0x7fbb3c0051c0 2024-09-15T22:04:55.756 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:55.751+0000 7fbb55c8e640 1 -- 172.21.15.63:0/2718939544 reap_dead start 2024-09-15T22:04:55.756 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:55.751+0000 7fbb55c8e640 1 --2- 172.21.15.63:0/2718939544 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fbb3c0051c0 0x7fbb3c00b9c0 secure :-1 s=READY pgs=201 cs=0 l=1 rev1=1 crypto rx=0x7fbb500d2ea0 tx=0x7fbb3c005830 comp rx=0 tx=0).ready entity=mon.0 client_cookie=2f4f6090cb5cd0be server_cookie=0 in_seq=0 out_seq=0 2024-09-15T22:04:55.756 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:55.751+0000 7fbb47fff640 1 -- 172.21.15.63:0/2718939544 <== mon.0 v2:172.21.15.63:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fbb48001a70 con 0x7fbb3c0051c0 2024-09-15T22:04:55.756 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:55.751+0000 7fbb47fff640 1 -- 172.21.15.63:0/2718939544 <== mon.0 v2:172.21.15.63:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fbb4802ae10 con 0x7fbb3c0051c0 2024-09-15T22:04:55.756 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:55.751+0000 7fbb47fff640 1 -- 172.21.15.63:0/2718939544 <== mon.0 v2:172.21.15.63:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fbb48003bb0 con 0x7fbb3c0051c0 2024-09-15T22:04:55.759 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:55.751+0000 7fbb576f1640 1 -- 172.21.15.63:0/2718939544 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fbb3c0051c0 msgr2=0x7fbb3c00b9c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-15T22:04:55.759 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:55.751+0000 7fbb576f1640 1 --2- 172.21.15.63:0/2718939544 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fbb3c0051c0 0x7fbb3c00b9c0 secure :-1 s=READY pgs=201 cs=0 l=1 rev1=1 crypto rx=0x7fbb500d2ea0 tx=0x7fbb3c005830 comp rx=0 tx=0).stop 2024-09-15T22:04:55.759 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:55.752+0000 7fbb576f1640 1 -- 172.21.15.63:0/2718939544 shutdown_connections 2024-09-15T22:04:55.759 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:55.752+0000 7fbb576f1640 1 --2- 172.21.15.63:0/2718939544 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fbb3c0051c0 0x7fbb3c00b9c0 unknown :-1 s=CLOSED pgs=201 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T22:04:55.759 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:55.752+0000 7fbb576f1640 1 -- 172.21.15.63:0/2718939544 >> 172.21.15.63:0/2718939544 conn(0x7fbb500d2300 msgr2=0x7fbb500d26e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-15T22:04:55.760 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:55.752+0000 7fbb576f1640 1 -- 172.21.15.63:0/2718939544 shutdown_connections 2024-09-15T22:04:55.760 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:55.752+0000 7fbb576f1640 1 -- 172.21.15.63:0/2718939544 wait complete. 2024-09-15T22:04:55.760 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:55.753+0000 7fbb576f1640 1 Processor -- start 2024-09-15T22:04:55.760 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:55.753+0000 7fbb576f1640 1 -- start start 2024-09-15T22:04:55.760 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:55.754+0000 7fbb576f1640 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7fbb3c0051c0 0x7fbb500ae8a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-15T22:04:55.760 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:55.754+0000 7fbb576f1640 1 --2- >> [v2:172.21.15.110:3301/0,v1:172.21.15.110:6790/0] conn(0x7fbb5006ca20 0x7fbb500b0ea0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-15T22:04:55.760 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:55.754+0000 7fbb576f1640 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fbb500b0190 0x7fbb501f4a20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-15T22:04:55.760 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:55.754+0000 7fbb576f1640 1 -- --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 -- 0x7fbb500b73c0 con 0x7fbb500b0190 2024-09-15T22:04:55.760 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:55.754+0000 7fbb576f1640 1 -- --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_getmap magic: 0 -- 0x7fbb500736e0 con 0x7fbb3c0051c0 2024-09-15T22:04:55.760 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:55.754+0000 7fbb576f1640 1 -- --> [v2:172.21.15.110:3301/0,v1:172.21.15.110:6790/0] -- mon_getmap magic: 0 -- 0x7fbb500b7540 con 0x7fbb5006ca20 2024-09-15T22:04:55.760 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:55.754+0000 7fbb55c8e640 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fbb500b0190 0x7fbb501f4a20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-15T22:04:55.761 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:55.754+0000 7fbb55c8e640 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fbb500b0190 0x7fbb501f4a20 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.63:3300/0 says I am v2:172.21.15.63:60576/0 (socket says 172.21.15.63:60576) 2024-09-15T22:04:55.761 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:55.754+0000 7fbb55c8e640 1 -- 172.21.15.63:0/2470713088 learned_addr learned my addr 172.21.15.63:0/2470713088 (peer_addr_for_me v2:172.21.15.63:0/0) 2024-09-15T22:04:55.761 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:55.754+0000 7fbb54c8c640 1 --2- 172.21.15.63:0/2470713088 >> [v2:172.21.15.110:3301/0,v1:172.21.15.110:6790/0] conn(0x7fbb5006ca20 0x7fbb500b0ea0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-15T22:04:55.761 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:55.754+0000 7fbb5548d640 1 --2- 172.21.15.63:0/2470713088 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7fbb3c0051c0 0x7fbb500ae8a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-15T22:04:55.761 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:55.754+0000 7fbb55c8e640 1 -- 172.21.15.63:0/2470713088 >> [v2:172.21.15.110:3301/0,v1:172.21.15.110:6790/0] conn(0x7fbb5006ca20 msgr2=0x7fbb500b0ea0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-15T22:04:55.761 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:55.754+0000 7fbb55c8e640 1 --2- 172.21.15.63:0/2470713088 >> [v2:172.21.15.110:3301/0,v1:172.21.15.110:6790/0] conn(0x7fbb5006ca20 0x7fbb500b0ea0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T22:04:55.761 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:55.754+0000 7fbb55c8e640 1 -- 172.21.15.63:0/2470713088 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7fbb3c0051c0 msgr2=0x7fbb500ae8a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-15T22:04:55.761 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:55.754+0000 7fbb55c8e640 1 --2- 172.21.15.63:0/2470713088 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7fbb3c0051c0 0x7fbb500ae8a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T22:04:55.761 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:55.754+0000 7fbb55c8e640 1 -- 172.21.15.63:0/2470713088 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fbb500af0f0 con 0x7fbb500b0190 2024-09-15T22:04:55.761 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:55.754+0000 7fbb55c8e640 1 --2- 172.21.15.63:0/2470713088 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fbb500b0190 0x7fbb501f4a20 secure :-1 s=READY pgs=202 cs=0 l=1 rev1=1 crypto rx=0x7fbb48001f10 tx=0x7fbb480014a0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-15T22:04:55.761 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:55.754+0000 7fbb45ffb640 1 -- 172.21.15.63:0/2470713088 <== mon.0 v2:172.21.15.63:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fbb48040070 con 0x7fbb500b0190 2024-09-15T22:04:55.762 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:55.754+0000 7fbb45ffb640 1 -- 172.21.15.63:0/2470713088 <== mon.0 v2:172.21.15.63:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fbb480050d0 con 0x7fbb500b0190 2024-09-15T22:04:55.762 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:55.754+0000 7fbb576f1640 1 -- 172.21.15.63:0/2470713088 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fbb500af3d0 con 0x7fbb500b0190 2024-09-15T22:04:55.762 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:55.754+0000 7fbb45ffb640 1 -- 172.21.15.63:0/2470713088 <== mon.0 v2:172.21.15.63:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fbb48037040 con 0x7fbb500b0190 2024-09-15T22:04:55.762 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:55.755+0000 7fbb576f1640 1 -- 172.21.15.63:0/2470713088 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fbb500af990 con 0x7fbb500b0190 2024-09-15T22:04:55.762 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:55.756+0000 7fbb576f1640 1 -- 172.21.15.63:0/2470713088 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fbb5006ec50 con 0x7fbb500b0190 2024-09-15T22:04:55.762 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:55.756+0000 7fbb45ffb640 1 -- 172.21.15.63:0/2470713088 <== mon.0 v2:172.21.15.63:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7fbb48043070 con 0x7fbb500b0190 2024-09-15T22:04:55.762 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:55.757+0000 7fbb45ffb640 1 --2- 172.21.15.63:0/2470713088 >> [v2:172.21.15.110:6832/552273267,v1:172.21.15.110:6833/552273267] conn(0x7fbb3406c2b0 0x7fbb3406e770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-15T22:04:55.762 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:55.757+0000 7fbb45ffb640 1 -- 172.21.15.63:0/2470713088 <== mon.0 v2:172.21.15.63:3300/0 5 ==== osd_map(21..21 src has 1..21) ==== 5709+0+0 (secure 0 0 0) 0x7fbb480aa4d0 con 0x7fbb500b0190 2024-09-15T22:04:55.762 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:55.757+0000 7fbb5548d640 1 --2- 172.21.15.63:0/2470713088 >> [v2:172.21.15.110:6832/552273267,v1:172.21.15.110:6833/552273267] conn(0x7fbb3406c2b0 0x7fbb3406e770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-15T22:04:55.763 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:55.757+0000 7fbb5548d640 1 --2- 172.21.15.63:0/2470713088 >> [v2:172.21.15.110:6832/552273267,v1:172.21.15.110:6833/552273267] conn(0x7fbb3406c2b0 0x7fbb3406e770 secure :-1 s=READY pgs=115 cs=0 l=1 rev1=1 crypto rx=0x7fbb4c001050 tx=0x7fbb4c0078f0 comp rx=0 tx=0).ready entity=mgr.4102 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-15T22:04:55.763 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:55.761+0000 7fbb45ffb640 1 -- 172.21.15.63:0/2470713088 <== mon.0 v2:172.21.15.63:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7fbb5006ec50 con 0x7fbb500b0190 2024-09-15T22:04:55.941 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:55.938+0000 7fbb576f1640 1 -- 172.21.15.63:0/2470713088 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) -- 0x7fbb500d2f10 con 0x7fbb500b0190 2024-09-15T22:04:55.942 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:55.939+0000 7fbb45ffb640 1 -- 172.21.15.63:0/2470713088 <== mon.0 v2:172.21.15.63:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v21) ==== 74+0+16689 (secure 0 0 0) 0x7fbb480a8e20 con 0x7fbb500b0190 2024-09-15T22:04:55.942 INFO:teuthology.orchestra.run.smithi063.stdout: 2024-09-15T22:04:55.942 INFO:teuthology.orchestra.run.smithi063.stdout:{"epoch":21,"fsid":"49d79d51-bb1b-4fdd-a1d6-f4e42ba7fbf3","created":"2024-09-15T22:04:02.076542+0000","modified":"2024-09-15T22:04:26.841905+0000","last_up_change":"2024-09-15T22:04:13.946763+0000","last_in_change":"2024-09-15T22:04:04.178658+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":5,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":3,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-09-15T22:04:14.281022+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"17","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":8,"score_stable":8,"optimal_score":0.25,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":2,"pool_name":"cephfs_metadata","create_time":"2024-09-15T22:04:23.079232+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"20","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":3,"pool_name":"cephfs_data","create_time":"2024-09-15T22:04:24.187569+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"21","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"1f955f27-2876-45ee-a014-9d8a652f47de","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":19,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.63:6816","nonce":3631300172},{"type":"v1","addr":"172.21.15.63:6818","nonce":3631300172}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.63:6820","nonce":3631300172},{"type":"v1","addr":"172.21.15.63:6822","nonce":3631300172}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.63:6828","nonce":3631300172},{"type":"v1","addr":"172.21.15.63:6830","nonce":3631300172}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.63:6824","nonce":3631300172},{"type":"v1","addr":"172.21.15.63:6826","nonce":3631300172}]},"public_addr":"172.21.15.63:6818/3631300172","cluster_addr":"172.21.15.63:6822/3631300172","heartbeat_back_addr":"172.21.15.63:6830/3631300172","heartbeat_front_addr":"172.21.15.63:6826/3631300172","state":["exists","up"]},{"osd":1,"uuid":"af6843a2-c664-44cd-9435-6410b9d7cdfc","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":19,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.63:6817","nonce":2124234218},{"type":"v1","addr":"172.21.15.63:6819","nonce":2124234218}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.63:6821","nonce":2124234218},{"type":"v1","addr":"172.21.15.63:6823","nonce":2124234218}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.63:6829","nonce":2124234218},{"type":"v1","addr":"172.21.15.63:6831","nonce":2124234218}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.63:6825","nonce":2124234218},{"type":"v1","addr":"172.21.15.63:6827","nonce":2124234218}]},"public_addr":"172.21.15.63:6819/2124234218","cluster_addr":"172.21.15.63:6823/2124234218","heartbeat_back_addr":"172.21.15.63:6831/2124234218","heartbeat_front_addr":"172.21.15.63:6827/2124234218","state":["exists","up"]},{"osd":2,"uuid":"27259906-636d-4292-8128-28c3ae37417c","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":19,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.63:6800","nonce":3107585409},{"type":"v1","addr":"172.21.15.63:6801","nonce":3107585409}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.63:6802","nonce":3107585409},{"type":"v1","addr":"172.21.15.63:6803","nonce":3107585409}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.63:6806","nonce":3107585409},{"type":"v1","addr":"172.21.15.63:6807","nonce":3107585409}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.63:6804","nonce":3107585409},{"type":"v1","addr":"172.21.15.63:6805","nonce":3107585409}]},"public_addr":"172.21.15.63:6801/3107585409","cluster_addr":"172.21.15.63:6803/3107585409","heartbeat_back_addr":"172.21.15.63:6807/3107585409","heartbeat_front_addr":"172.21.15.63:6805/3107585409","state":["exists","up"]},{"osd":3,"uuid":"007f71a8-c154-4167-a68d-96d158541c43","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":19,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.63:6808","nonce":2333041751},{"type":"v1","addr":"172.21.15.63:6809","nonce":2333041751}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.63:6810","nonce":2333041751},{"type":"v1","addr":"172.21.15.63:6811","nonce":2333041751}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.63:6814","nonce":2333041751},{"type":"v1","addr":"172.21.15.63:6815","nonce":2333041751}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.63:6812","nonce":2333041751},{"type":"v1","addr":"172.21.15.63:6813","nonce":2333041751}]},"public_addr":"172.21.15.63:6809/2333041751","cluster_addr":"172.21.15.63:6811/2333041751","heartbeat_back_addr":"172.21.15.63:6815/2333041751","heartbeat_front_addr":"172.21.15.63:6813/2333041751","state":["exists","up"]},{"osd":4,"uuid":"346e916e-e9c8-4b14-a7c4-032d5f63fb69","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":19,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.110:6816","nonce":2783666287},{"type":"v1","addr":"172.21.15.110:6817","nonce":2783666287}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.110:6818","nonce":2783666287},{"type":"v1","addr":"172.21.15.110:6819","nonce":2783666287}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.110:6822","nonce":2783666287},{"type":"v1","addr":"172.21.15.110:6823","nonce":2783666287}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.110:6820","nonce":2783666287},{"type":"v1","addr":"172.21.15.110:6821","nonce":2783666287}]},"public_addr":"172.21.15.110:6817/2783666287","cluster_addr":"172.21.15.110:6819/2783666287","heartbeat_back_addr":"172.21.15.110:6823/2783666287","heartbeat_front_addr":"172.21.15.110:6821/2783666287","state":["exists","up"]},{"osd":5,"uuid":"079e99b1-b9e1-4c06-ae11-f98c84739234","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":19,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.110:6800","nonce":3568635398},{"type":"v1","addr":"172.21.15.110:6801","nonce":3568635398}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.110:6802","nonce":3568635398},{"type":"v1","addr":"172.21.15.110:6803","nonce":3568635398}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.110:6806","nonce":3568635398},{"type":"v1","addr":"172.21.15.110:6807","nonce":3568635398}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.110:6804","nonce":3568635398},{"type":"v1","addr":"172.21.15.110:6805","nonce":3568635398}]},"public_addr":"172.21.15.110:6801/3568635398","cluster_addr":"172.21.15.110:6803/3568635398","heartbeat_back_addr":"172.21.15.110:6807/3568635398","heartbeat_front_addr":"172.21.15.110:6805/3568635398","state":["exists","up"]},{"osd":6,"uuid":"40b16565-bb39-470a-a699-3a5c64927e87","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":19,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.110:6808","nonce":2775776398},{"type":"v1","addr":"172.21.15.110:6809","nonce":2775776398}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.110:6810","nonce":2775776398},{"type":"v1","addr":"172.21.15.110:6811","nonce":2775776398}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.110:6814","nonce":2775776398},{"type":"v1","addr":"172.21.15.110:6815","nonce":2775776398}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.110:6812","nonce":2775776398},{"type":"v1","addr":"172.21.15.110:6813","nonce":2775776398}]},"public_addr":"172.21.15.110:6809/2775776398","cluster_addr":"172.21.15.110:6811/2775776398","heartbeat_back_addr":"172.21.15.110:6815/2775776398","heartbeat_front_addr":"172.21.15.110:6813/2775776398","state":["exists","up"]},{"osd":7,"uuid":"619d52d5-7a65-4232-a05a-3357ad2f8bea","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":19,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.110:6824","nonce":3099325207},{"type":"v1","addr":"172.21.15.110:6825","nonce":3099325207}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.110:6826","nonce":3099325207},{"type":"v1","addr":"172.21.15.110:6827","nonce":3099325207}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.110:6830","nonce":3099325207},{"type":"v1","addr":"172.21.15.110:6831","nonce":3099325207}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.110:6828","nonce":3099325207},{"type":"v1","addr":"172.21.15.110:6829","nonce":3099325207}]},"public_addr":"172.21.15.110:6825/3099325207","cluster_addr":"172.21.15.110:6827/3099325207","heartbeat_back_addr":"172.21.15.110:6831/3099325207","heartbeat_front_addr":"172.21.15.110:6829/3099325207","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-15T22:04:11.235040+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-15T22:04:11.216050+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-15T22:04:10.734975+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-15T22:04:11.175319+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-15T22:04:11.527362+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-15T22:04:11.429033+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-15T22:04:11.169644+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-15T22:04:11.773676+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-09-15T22:04:55.944 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:55.941+0000 7fbb576f1640 1 -- 172.21.15.63:0/2470713088 >> [v2:172.21.15.110:6832/552273267,v1:172.21.15.110:6833/552273267] conn(0x7fbb3406c2b0 msgr2=0x7fbb3406e770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-15T22:04:55.944 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:55.941+0000 7fbb576f1640 1 --2- 172.21.15.63:0/2470713088 >> [v2:172.21.15.110:6832/552273267,v1:172.21.15.110:6833/552273267] conn(0x7fbb3406c2b0 0x7fbb3406e770 secure :-1 s=READY pgs=115 cs=0 l=1 rev1=1 crypto rx=0x7fbb4c001050 tx=0x7fbb4c0078f0 comp rx=0 tx=0).stop 2024-09-15T22:04:55.944 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:55.941+0000 7fbb576f1640 1 -- 172.21.15.63:0/2470713088 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fbb500b0190 msgr2=0x7fbb501f4a20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-15T22:04:55.944 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:55.941+0000 7fbb576f1640 1 --2- 172.21.15.63:0/2470713088 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fbb500b0190 0x7fbb501f4a20 secure :-1 s=READY pgs=202 cs=0 l=1 rev1=1 crypto rx=0x7fbb48001f10 tx=0x7fbb480014a0 comp rx=0 tx=0).stop 2024-09-15T22:04:55.945 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:55.941+0000 7fbb576f1640 1 -- 172.21.15.63:0/2470713088 shutdown_connections 2024-09-15T22:04:55.945 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:55.941+0000 7fbb576f1640 1 --2- 172.21.15.63:0/2470713088 >> [v2:172.21.15.110:6832/552273267,v1:172.21.15.110:6833/552273267] conn(0x7fbb3406c2b0 0x7fbb3406e770 unknown :-1 s=CLOSED pgs=115 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T22:04:55.945 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:55.941+0000 7fbb576f1640 1 --2- 172.21.15.63:0/2470713088 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fbb500b0190 0x7fbb501f4a20 unknown :-1 s=CLOSED pgs=202 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T22:04:55.945 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:55.941+0000 7fbb576f1640 1 --2- 172.21.15.63:0/2470713088 >> [v2:172.21.15.110:3301/0,v1:172.21.15.110:6790/0] conn(0x7fbb5006ca20 0x7fbb500b0ea0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T22:04:55.945 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:55.941+0000 7fbb576f1640 1 --2- 172.21.15.63:0/2470713088 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7fbb3c0051c0 0x7fbb500ae8a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T22:04:55.945 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:55.941+0000 7fbb576f1640 1 -- 172.21.15.63:0/2470713088 >> 172.21.15.63:0/2470713088 conn(0x7fbb500d2300 msgr2=0x7fbb50159b00 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-15T22:04:55.945 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:55.941+0000 7fbb576f1640 1 -- 172.21.15.63:0/2470713088 shutdown_connections 2024-09-15T22:04:55.945 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:55.941+0000 7fbb576f1640 1 -- 172.21.15.63:0/2470713088 wait complete. 2024-09-15T22:04:55.956 INFO:tasks.cephfs.filesystem:Destroying file system cephfs and related pools 2024-09-15T22:04:55.956 DEBUG:teuthology.orchestra.run.smithi063:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-09-15T22:04:56.057 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:56.055+0000 7fd82a752640 1 Processor -- start 2024-09-15T22:04:56.058 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:56.055+0000 7fd82a752640 1 -- start start 2024-09-15T22:04:56.059 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:56.056+0000 7fd82a752640 1 --2- >> v2:172.21.15.110:3300/0 conn(0x7fd82415e570 0x7fd8240d32d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-15T22:04:56.059 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:56.056+0000 7fd82a752640 1 --2- >> v2:172.21.15.63:3300/0 conn(0x7fd8240d4a00 0x7fd8240cf720 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-15T22:04:56.059 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:56.056+0000 7fd82a752640 1 -- --> v1:172.21.15.110:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fd82415e950 con 0x7fd8240d1030 2024-09-15T22:04:56.059 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:56.056+0000 7fd82a752640 1 -- --> v2:172.21.15.63:3300/0 -- mon_getmap magic: 0 -- 0x7fd8240d3960 con 0x7fd8240d4a00 2024-09-15T22:04:56.059 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:56.056+0000 7fd82a752640 1 -- --> v2:172.21.15.110:3300/0 -- mon_getmap magic: 0 -- 0x7fd8240d3c40 con 0x7fd82415e570 2024-09-15T22:04:56.060 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:56.056+0000 7fd8237fe640 1 --2- >> v2:172.21.15.63:3300/0 conn(0x7fd8240d4a00 0x7fd8240cf720 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-15T22:04:56.060 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:56.056+0000 7fd8237fe640 1 --2- >> v2:172.21.15.63:3300/0 conn(0x7fd8240d4a00 0x7fd8240cf720 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.63:3300/0 says I am v2:172.21.15.63:60584/0 (socket says 172.21.15.63:60584) 2024-09-15T22:04:56.060 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:56.056+0000 7fd8237fe640 1 -- 172.21.15.63:0/3919337815 learned_addr learned my addr 172.21.15.63:0/3919337815 (peer_addr_for_me v2:172.21.15.63:0/0) 2024-09-15T22:04:56.060 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:56.056+0000 7fd823fff640 1 --2- 172.21.15.63:0/3919337815 >> v2:172.21.15.110:3300/0 conn(0x7fd82415e570 0x7fd8240d32d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-15T22:04:56.060 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:56.056+0000 7fd8237fe640 1 -- 172.21.15.63:0/3919337815 >> v2:172.21.15.110:3300/0 conn(0x7fd82415e570 msgr2=0x7fd8240d32d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-15T22:04:56.060 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:56.056+0000 7fd8237fe640 1 --2- 172.21.15.63:0/3919337815 >> v2:172.21.15.110:3300/0 conn(0x7fd82415e570 0x7fd8240d32d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T22:04:56.060 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:56.056+0000 7fd8237fe640 1 -- 172.21.15.63:0/3919337815 >> v1:172.21.15.110:6789/0 conn(0x7fd8240d1030 legacy=0x7fd8240b43c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-15T22:04:56.060 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:56.056+0000 7fd8237fe640 1 -- 172.21.15.63:0/3919337815 --> v2:172.21.15.63:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fd8240d3f20 con 0x7fd8240d4a00 2024-09-15T22:04:56.060 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:56.056+0000 7fd823fff640 1 --2- 172.21.15.63:0/3919337815 >> v2:172.21.15.110:3300/0 conn(0x7fd82415e570 0x7fd8240d32d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-15T22:04:56.062 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:56.057+0000 7fd8237fe640 1 --2- 172.21.15.63:0/3919337815 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fd8240d4a00 0x7fd8240cf720 secure :-1 s=READY pgs=203 cs=0 l=1 rev1=1 crypto rx=0x7fd8240d2110 tx=0x7fd81802a230 comp rx=0 tx=0).ready entity=mon.0 client_cookie=d023f7d3923a43a0 server_cookie=0 in_seq=0 out_seq=0 2024-09-15T22:04:56.062 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:56.057+0000 7fd822ffd640 1 -- 172.21.15.63:0/3919337815 <== mon.0 v2:172.21.15.63:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd818037070 con 0x7fd8240d4a00 2024-09-15T22:04:56.062 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:56.057+0000 7fd822ffd640 1 -- 172.21.15.63:0/3919337815 <== mon.0 v2:172.21.15.63:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fd818032440 con 0x7fd8240d4a00 2024-09-15T22:04:56.062 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:56.057+0000 7fd822ffd640 1 -- 172.21.15.63:0/3919337815 <== mon.0 v2:172.21.15.63:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd818032810 con 0x7fd8240d4a00 2024-09-15T22:04:56.062 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:56.058+0000 7fd82a752640 1 -- 172.21.15.63:0/3919337815 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fd8240d4a00 msgr2=0x7fd8240cf720 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-15T22:04:56.062 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:56.058+0000 7fd82a752640 1 --2- 172.21.15.63:0/3919337815 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fd8240d4a00 0x7fd8240cf720 secure :-1 s=READY pgs=203 cs=0 l=1 rev1=1 crypto rx=0x7fd8240d2110 tx=0x7fd81802a230 comp rx=0 tx=0).stop 2024-09-15T22:04:56.063 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:56.058+0000 7fd82a752640 1 -- 172.21.15.63:0/3919337815 shutdown_connections 2024-09-15T22:04:56.063 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:56.058+0000 7fd82a752640 1 --2- 172.21.15.63:0/3919337815 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fd8240d4a00 0x7fd8240cf720 unknown :-1 s=CLOSED pgs=203 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T22:04:56.063 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:56.058+0000 7fd82a752640 1 --2- 172.21.15.63:0/3919337815 >> v2:172.21.15.110:3300/0 conn(0x7fd82415e570 0x7fd8240d32d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T22:04:56.063 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:56.058+0000 7fd82a752640 1 -- 172.21.15.63:0/3919337815 >> 172.21.15.63:0/3919337815 conn(0x7fd824074bc0 msgr2=0x7fd824074fd0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-15T22:04:56.063 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:56.058+0000 7fd82a752640 1 -- 172.21.15.63:0/3919337815 shutdown_connections 2024-09-15T22:04:56.063 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:56.058+0000 7fd82a752640 1 -- 172.21.15.63:0/3919337815 wait complete. 2024-09-15T22:04:56.063 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:56.059+0000 7fd82a752640 1 Processor -- start 2024-09-15T22:04:56.063 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:56.059+0000 7fd82a752640 1 -- start start 2024-09-15T22:04:56.066 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:56.060+0000 7fd82a752640 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fd8240d1030 0x7fd82413fbb0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-15T22:04:56.066 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:56.060+0000 7fd82a752640 1 --2- >> [v2:172.21.15.110:3301/0,v1:172.21.15.110:6790/0] conn(0x7fd8240d4a00 0x7fd8241402d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-15T22:04:56.066 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:56.060+0000 7fd82a752640 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7fd82415e570 0x7fd82415eb20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-15T22:04:56.066 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:56.060+0000 7fd82a752640 1 -- --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 -- 0x7fd8240cfc60 con 0x7fd8240d1030 2024-09-15T22:04:56.066 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:56.060+0000 7fd82a752640 1 -- --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_getmap magic: 0 -- 0x7fd8240d44e0 con 0x7fd82415e570 2024-09-15T22:04:56.067 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:56.060+0000 7fd82a752640 1 -- --> [v2:172.21.15.110:3301/0,v1:172.21.15.110:6790/0] -- mon_getmap magic: 0 -- 0x7fd8240d4e40 con 0x7fd8240d4a00 2024-09-15T22:04:56.067 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:56.060+0000 7fd823fff640 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fd8240d1030 0x7fd82413fbb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-15T22:04:56.067 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:56.060+0000 7fd823fff640 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fd8240d1030 0x7fd82413fbb0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.63:3300/0 says I am v2:172.21.15.63:60598/0 (socket says 172.21.15.63:60598) 2024-09-15T22:04:56.067 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:56.060+0000 7fd823fff640 1 -- 172.21.15.63:0/392117617 learned_addr learned my addr 172.21.15.63:0/392117617 (peer_addr_for_me v2:172.21.15.63:0/0) 2024-09-15T22:04:56.067 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:56.060+0000 7fd828cef640 1 --2- 172.21.15.63:0/392117617 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7fd82415e570 0x7fd82415eb20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-15T22:04:56.067 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:56.060+0000 7fd8237fe640 1 --2- 172.21.15.63:0/392117617 >> [v2:172.21.15.110:3301/0,v1:172.21.15.110:6790/0] conn(0x7fd8240d4a00 0x7fd8241402d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-15T22:04:56.067 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:56.060+0000 7fd823fff640 1 -- 172.21.15.63:0/392117617 >> [v2:172.21.15.110:3301/0,v1:172.21.15.110:6790/0] conn(0x7fd8240d4a00 msgr2=0x7fd8241402d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-15T22:04:56.067 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:56.060+0000 7fd823fff640 1 --2- 172.21.15.63:0/392117617 >> [v2:172.21.15.110:3301/0,v1:172.21.15.110:6790/0] conn(0x7fd8240d4a00 0x7fd8241402d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T22:04:56.067 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:56.060+0000 7fd823fff640 1 -- 172.21.15.63:0/392117617 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7fd82415e570 msgr2=0x7fd82415eb20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-15T22:04:56.067 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:56.060+0000 7fd823fff640 1 --2- 172.21.15.63:0/392117617 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7fd82415e570 0x7fd82415eb20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T22:04:56.067 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:56.060+0000 7fd823fff640 1 -- 172.21.15.63:0/392117617 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fd82415f420 con 0x7fd8240d1030 2024-09-15T22:04:56.067 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:56.061+0000 7fd823fff640 1 --2- 172.21.15.63:0/392117617 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fd8240d1030 0x7fd82413fbb0 secure :-1 s=READY pgs=204 cs=0 l=1 rev1=1 crypto rx=0x7fd81400c7f0 tx=0x7fd81400ccb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-15T22:04:56.068 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:56.061+0000 7fd820ff9640 1 -- 172.21.15.63:0/392117617 <== mon.0 v2:172.21.15.63:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd814015070 con 0x7fd8240d1030 2024-09-15T22:04:56.068 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:56.061+0000 7fd820ff9640 1 -- 172.21.15.63:0/392117617 <== mon.0 v2:172.21.15.63:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fd8140077c0 con 0x7fd8240d1030 2024-09-15T22:04:56.068 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:56.061+0000 7fd820ff9640 1 -- 172.21.15.63:0/392117617 <== mon.0 v2:172.21.15.63:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd814007b70 con 0x7fd8240d1030 2024-09-15T22:04:56.068 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:56.061+0000 7fd82a752640 1 -- 172.21.15.63:0/392117617 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fd82415f700 con 0x7fd8240d1030 2024-09-15T22:04:56.068 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:56.061+0000 7fd82a752640 1 -- 172.21.15.63:0/392117617 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fd824160680 con 0x7fd8240d1030 2024-09-15T22:04:56.068 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:56.062+0000 7fd82a752640 1 -- 172.21.15.63:0/392117617 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fd824161ce0 con 0x7fd8240d1030 2024-09-15T22:04:56.068 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:56.062+0000 7fd820ff9640 1 -- 172.21.15.63:0/392117617 <== mon.0 v2:172.21.15.63:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7fd814018070 con 0x7fd8240d1030 2024-09-15T22:04:56.068 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:56.063+0000 7fd820ff9640 1 --2- 172.21.15.63:0/392117617 >> [v2:172.21.15.110:6832/552273267,v1:172.21.15.110:6833/552273267] conn(0x7fd81006c2b0 0x7fd81006e770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-15T22:04:56.068 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:56.063+0000 7fd820ff9640 1 -- 172.21.15.63:0/392117617 <== mon.0 v2:172.21.15.63:3300/0 5 ==== osd_map(21..21 src has 1..21) ==== 5709+0+0 (secure 0 0 0) 0x7fd81408b530 con 0x7fd8240d1030 2024-09-15T22:04:56.068 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:56.063+0000 7fd8237fe640 1 --2- 172.21.15.63:0/392117617 >> [v2:172.21.15.110:6832/552273267,v1:172.21.15.110:6833/552273267] conn(0x7fd81006c2b0 0x7fd81006e770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-15T22:04:56.068 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:56.064+0000 7fd8237fe640 1 --2- 172.21.15.63:0/392117617 >> [v2:172.21.15.110:6832/552273267,v1:172.21.15.110:6833/552273267] conn(0x7fd81006c2b0 0x7fd81006e770 secure :-1 s=READY pgs=116 cs=0 l=1 rev1=1 crypto rx=0x7fd818034000 tx=0x7fd81802e000 comp rx=0 tx=0).ready entity=mgr.4102 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-15T22:04:56.070 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:56.067+0000 7fd820ff9640 1 -- 172.21.15.63:0/392117617 <== mon.0 v2:172.21.15.63:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7fd814059ca0 con 0x7fd8240d1030 2024-09-15T22:04:56.280 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:56.277+0000 7fd82a752640 1 -- 172.21.15.63:0/392117617 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7fd82415b070 con 0x7fd8240d1030 2024-09-15T22:04:56.281 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:56.278+0000 7fd820ff9640 1 -- 172.21.15.63:0/392117617 <== mon.0 v2:172.21.15.63:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 6 v6) ==== 93+0+5220 (secure 0 0 0) 0x7fd8140595a0 con 0x7fd8240d1030 2024-09-15T22:04:56.281 INFO:teuthology.orchestra.run.smithi063.stdout: 2024-09-15T22:04:56.281 INFO:teuthology.orchestra.run.smithi063.stdout:{"epoch":6,"btime":"2024-09-15T22:04:27:865903+0000","default_fscid":1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":4250,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.110:6837/3392288068","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.110:6835","nonce":3392288068},{"type":"v1","addr":"172.21.15.110:6837","nonce":3392288068}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":3},{"gid":4267,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.110:6836/4112494745","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.110:6834","nonce":4112494745},{"type":"v1","addr":"172.21.15.110:6836","nonce":4112494745}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":3},{"gid":4287,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.63:6834/2543347599","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.63:6832","nonce":2543347599},{"type":"v1","addr":"172.21.15.63:6834","nonce":2543347599}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":2}],"filesystems":[{"mdsmap":{"epoch":6,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2024-09-15T22:04:25.206116+0000","modified":"2024-09-15T22:04:27.208886+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":1,"in":[0],"up":{"mds_0":4290},"failed":[],"damaged":[],"stopped":[],"info":{"gid_4290":{"gid":4290,"name":"c","rank":0,"incarnation":4,"state":"up:active","state_seq":3,"addr":"172.21.15.63:6835/156651715","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.63:6833","nonce":156651715},{"type":"v1","addr":"172.21.15.63:6835","nonce":156651715}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[3],"metadata_pool":2,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":4290,"qdb_cluster":[4290]},"id":1}]} 2024-09-15T22:04:56.281 INFO:teuthology.orchestra.run.smithi063.stderr:dumped fsmap epoch 6 2024-09-15T22:04:56.283 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:56.280+0000 7fd82a752640 1 -- 172.21.15.63:0/392117617 >> [v2:172.21.15.110:6832/552273267,v1:172.21.15.110:6833/552273267] conn(0x7fd81006c2b0 msgr2=0x7fd81006e770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-15T22:04:56.283 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:56.280+0000 7fd82a752640 1 --2- 172.21.15.63:0/392117617 >> [v2:172.21.15.110:6832/552273267,v1:172.21.15.110:6833/552273267] conn(0x7fd81006c2b0 0x7fd81006e770 secure :-1 s=READY pgs=116 cs=0 l=1 rev1=1 crypto rx=0x7fd818034000 tx=0x7fd81802e000 comp rx=0 tx=0).stop 2024-09-15T22:04:56.283 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:56.280+0000 7fd82a752640 1 -- 172.21.15.63:0/392117617 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fd8240d1030 msgr2=0x7fd82413fbb0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-15T22:04:56.283 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:56.280+0000 7fd82a752640 1 --2- 172.21.15.63:0/392117617 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fd8240d1030 0x7fd82413fbb0 secure :-1 s=READY pgs=204 cs=0 l=1 rev1=1 crypto rx=0x7fd81400c7f0 tx=0x7fd81400ccb0 comp rx=0 tx=0).stop 2024-09-15T22:04:56.283 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:56.280+0000 7fd82a752640 1 -- 172.21.15.63:0/392117617 shutdown_connections 2024-09-15T22:04:56.284 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:56.280+0000 7fd82a752640 1 --2- 172.21.15.63:0/392117617 >> [v2:172.21.15.110:6832/552273267,v1:172.21.15.110:6833/552273267] conn(0x7fd81006c2b0 0x7fd81006e770 unknown :-1 s=CLOSED pgs=116 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T22:04:56.284 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:56.280+0000 7fd82a752640 1 --2- 172.21.15.63:0/392117617 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7fd82415e570 0x7fd82415eb20 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T22:04:56.284 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:56.280+0000 7fd82a752640 1 --2- 172.21.15.63:0/392117617 >> [v2:172.21.15.110:3301/0,v1:172.21.15.110:6790/0] conn(0x7fd8240d4a00 0x7fd8241402d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T22:04:56.284 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:56.280+0000 7fd82a752640 1 --2- 172.21.15.63:0/392117617 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fd8240d1030 0x7fd82413fbb0 unknown :-1 s=CLOSED pgs=204 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T22:04:56.284 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:56.280+0000 7fd82a752640 1 -- 172.21.15.63:0/392117617 >> 172.21.15.63:0/392117617 conn(0x7fd824074bc0 msgr2=0x7fd8240b4d90 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-15T22:04:56.284 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:56.280+0000 7fd82a752640 1 -- 172.21.15.63:0/392117617 shutdown_connections 2024-09-15T22:04:56.284 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:56.280+0000 7fd82a752640 1 -- 172.21.15.63:0/392117617 wait complete. 2024-09-15T22:04:56.294 DEBUG:teuthology.orchestra.run.smithi063:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-09-15T22:04:56.396 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:56.393+0000 7f5dfaadd640 1 Processor -- start 2024-09-15T22:04:56.396 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:56.393+0000 7f5dfaadd640 1 -- start start 2024-09-15T22:04:56.397 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:56.394+0000 7f5dfaadd640 1 --2- >> v2:172.21.15.110:3300/0 conn(0x7f5df415e680 0x7f5df40b7f20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-15T22:04:56.398 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:56.394+0000 7f5dfaadd640 1 --2- >> v2:172.21.15.63:3300/0 conn(0x7f5df40d4570 0x7f5df40d4980 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-15T22:04:56.398 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:56.394+0000 7f5dfaadd640 1 -- --> v1:172.21.15.110:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f5df40d4ec0 con 0x7f5df40b95a0 2024-09-15T22:04:56.398 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:56.394+0000 7f5dfaadd640 1 -- --> v2:172.21.15.63:3300/0 -- mon_getmap magic: 0 -- 0x7f5df40b9a10 con 0x7f5df40d4570 2024-09-15T22:04:56.398 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:56.394+0000 7f5dfaadd640 1 -- --> v2:172.21.15.110:3300/0 -- mon_getmap magic: 0 -- 0x7f5df40b8500 con 0x7f5df415e680 2024-09-15T22:04:56.398 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:56.395+0000 7f5df907a640 1 --2- >> v2:172.21.15.63:3300/0 conn(0x7f5df40d4570 0x7f5df40d4980 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-15T22:04:56.398 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:56.395+0000 7f5df907a640 1 --2- >> v2:172.21.15.63:3300/0 conn(0x7f5df40d4570 0x7f5df40d4980 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.63:3300/0 says I am v2:172.21.15.63:60610/0 (socket says 172.21.15.63:60610) 2024-09-15T22:04:56.398 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:56.395+0000 7f5df907a640 1 -- 172.21.15.63:0/38065452 learned_addr learned my addr 172.21.15.63:0/38065452 (peer_addr_for_me v2:172.21.15.63:0/0) 2024-09-15T22:04:56.398 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:56.395+0000 7f5df8879640 1 --2- 172.21.15.63:0/38065452 >> v2:172.21.15.110:3300/0 conn(0x7f5df415e680 0x7f5df40b7f20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-15T22:04:56.398 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:56.395+0000 7f5df907a640 1 -- 172.21.15.63:0/38065452 >> v2:172.21.15.110:3300/0 conn(0x7f5df415e680 msgr2=0x7f5df40b7f20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-15T22:04:56.398 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:56.395+0000 7f5df907a640 1 --2- 172.21.15.63:0/38065452 >> v2:172.21.15.110:3300/0 conn(0x7f5df415e680 0x7f5df40b7f20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T22:04:56.398 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:56.395+0000 7f5df907a640 1 -- 172.21.15.63:0/38065452 >> v1:172.21.15.110:6789/0 conn(0x7f5df40b95a0 legacy=0x7f5df40d1690 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-15T22:04:56.398 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:56.395+0000 7f5df907a640 1 -- 172.21.15.63:0/38065452 --> v2:172.21.15.63:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f5df40b87e0 con 0x7f5df40d4570 2024-09-15T22:04:56.399 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:56.395+0000 7f5df8879640 1 --2- 172.21.15.63:0/38065452 >> v2:172.21.15.110:3300/0 conn(0x7f5df415e680 0x7f5df40b7f20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-15T22:04:56.400 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:56.396+0000 7f5df907a640 1 --2- 172.21.15.63:0/38065452 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f5df40d4570 0x7f5df40d4980 secure :-1 s=READY pgs=205 cs=0 l=1 rev1=1 crypto rx=0x7f5df4072d70 tx=0x7f5dec02a730 comp rx=0 tx=0).ready entity=mon.0 client_cookie=90fab88ab4ea97ca server_cookie=0 in_seq=0 out_seq=0 2024-09-15T22:04:56.400 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:56.396+0000 7f5df37fe640 1 -- 172.21.15.63:0/38065452 <== mon.0 v2:172.21.15.63:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5dec036070 con 0x7f5df40d4570 2024-09-15T22:04:56.400 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:56.396+0000 7f5df37fe640 1 -- 172.21.15.63:0/38065452 <== mon.0 v2:172.21.15.63:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f5dec031600 con 0x7f5df40d4570 2024-09-15T22:04:56.400 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:56.396+0000 7f5df37fe640 1 -- 172.21.15.63:0/38065452 <== mon.0 v2:172.21.15.63:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5dec0319d0 con 0x7f5df40d4570 2024-09-15T22:04:56.400 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:56.396+0000 7f5dfaadd640 1 -- 172.21.15.63:0/38065452 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f5df40d4570 msgr2=0x7f5df40d4980 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-15T22:04:56.400 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:56.396+0000 7f5dfaadd640 1 --2- 172.21.15.63:0/38065452 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f5df40d4570 0x7f5df40d4980 secure :-1 s=READY pgs=205 cs=0 l=1 rev1=1 crypto rx=0x7f5df4072d70 tx=0x7f5dec02a730 comp rx=0 tx=0).stop 2024-09-15T22:04:56.400 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:56.396+0000 7f5dfaadd640 1 -- 172.21.15.63:0/38065452 shutdown_connections 2024-09-15T22:04:56.400 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:56.396+0000 7f5dfaadd640 1 --2- 172.21.15.63:0/38065452 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f5df40d4570 0x7f5df40d4980 unknown :-1 s=CLOSED pgs=205 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T22:04:56.401 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:56.396+0000 7f5dfaadd640 1 --2- 172.21.15.63:0/38065452 >> v2:172.21.15.110:3300/0 conn(0x7f5df415e680 0x7f5df40b7f20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T22:04:56.401 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:56.396+0000 7f5dfaadd640 1 -- 172.21.15.63:0/38065452 >> 172.21.15.63:0/38065452 conn(0x7f5df4074fe0 msgr2=0x7f5df4072200 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-15T22:04:56.401 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:56.396+0000 7f5dfaadd640 1 -- 172.21.15.63:0/38065452 shutdown_connections 2024-09-15T22:04:56.401 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:56.396+0000 7f5dfaadd640 1 -- 172.21.15.63:0/38065452 wait complete. 2024-09-15T22:04:56.401 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:56.397+0000 7f5dfaadd640 1 Processor -- start 2024-09-15T22:04:56.401 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:56.398+0000 7f5dfaadd640 1 -- start start 2024-09-15T22:04:56.403 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:56.398+0000 7f5dfaadd640 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f5df40b95a0 0x7f5df41600e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-15T22:04:56.403 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:56.398+0000 7f5dfaadd640 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f5df40d4570 0x7f5df4155170 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-15T22:04:56.403 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:56.398+0000 7f5dfaadd640 1 --2- >> [v2:172.21.15.110:3301/0,v1:172.21.15.110:6790/0] conn(0x7f5df415e680 0x7f5df41f38b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-15T22:04:56.403 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:56.398+0000 7f5dfaadd640 1 -- --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 -- 0x7f5df40b9080 con 0x7f5df40d4570 2024-09-15T22:04:56.403 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:56.398+0000 7f5dfaadd640 1 -- --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_getmap magic: 0 -- 0x7f5df40b8da0 con 0x7f5df40b95a0 2024-09-15T22:04:56.403 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:56.398+0000 7f5dfaadd640 1 -- --> [v2:172.21.15.110:3301/0,v1:172.21.15.110:6790/0] -- mon_getmap magic: 0 -- 0x7f5df415ea60 con 0x7f5df415e680 2024-09-15T22:04:56.403 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:56.399+0000 7f5df3fff640 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f5df40d4570 0x7f5df4155170 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-15T22:04:56.403 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:56.399+0000 7f5df3fff640 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f5df40d4570 0x7f5df4155170 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.63:3300/0 says I am v2:172.21.15.63:60622/0 (socket says 172.21.15.63:60622) 2024-09-15T22:04:56.403 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:56.399+0000 7f5df3fff640 1 -- 172.21.15.63:0/2840072199 learned_addr learned my addr 172.21.15.63:0/2840072199 (peer_addr_for_me v2:172.21.15.63:0/0) 2024-09-15T22:04:56.404 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:56.399+0000 7f5df8879640 1 --2- 172.21.15.63:0/2840072199 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f5df40b95a0 0x7f5df41600e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-15T22:04:56.404 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:56.399+0000 7f5df907a640 1 --2- 172.21.15.63:0/2840072199 >> [v2:172.21.15.110:3301/0,v1:172.21.15.110:6790/0] conn(0x7f5df415e680 0x7f5df41f38b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-15T22:04:56.404 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:56.399+0000 7f5df3fff640 1 -- 172.21.15.63:0/2840072199 >> [v2:172.21.15.110:3301/0,v1:172.21.15.110:6790/0] conn(0x7f5df415e680 msgr2=0x7f5df41f38b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-15T22:04:56.404 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:56.399+0000 7f5df3fff640 1 --2- 172.21.15.63:0/2840072199 >> [v2:172.21.15.110:3301/0,v1:172.21.15.110:6790/0] conn(0x7f5df415e680 0x7f5df41f38b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T22:04:56.404 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:56.399+0000 7f5df3fff640 1 -- 172.21.15.63:0/2840072199 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f5df40b95a0 msgr2=0x7f5df41600e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-15T22:04:56.404 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:56.399+0000 7f5df3fff640 1 --2- 172.21.15.63:0/2840072199 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f5df40b95a0 0x7f5df41600e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T22:04:56.404 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:56.399+0000 7f5df3fff640 1 -- 172.21.15.63:0/2840072199 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f5df4145cd0 con 0x7f5df40d4570 2024-09-15T22:04:56.404 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:56.399+0000 7f5df907a640 1 --2- 172.21.15.63:0/2840072199 >> [v2:172.21.15.110:3301/0,v1:172.21.15.110:6790/0] conn(0x7f5df415e680 0x7f5df41f38b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-15T22:04:56.404 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:56.399+0000 7f5df3fff640 1 --2- 172.21.15.63:0/2840072199 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f5df40d4570 0x7f5df4155170 secure :-1 s=READY pgs=206 cs=0 l=1 rev1=1 crypto rx=0x7f5de800c400 tx=0x7f5de800c8c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-15T22:04:56.404 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:56.399+0000 7f5df17fa640 1 -- 172.21.15.63:0/2840072199 <== mon.0 v2:172.21.15.63:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5de80052d0 con 0x7f5df40d4570 2024-09-15T22:04:56.404 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:56.399+0000 7f5df17fa640 1 -- 172.21.15.63:0/2840072199 <== mon.0 v2:172.21.15.63:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f5de8005490 con 0x7f5df40d4570 2024-09-15T22:04:56.404 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:56.399+0000 7f5dfaadd640 1 -- 172.21.15.63:0/2840072199 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f5df4145fb0 con 0x7f5df40d4570 2024-09-15T22:04:56.404 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:56.399+0000 7f5df17fa640 1 -- 172.21.15.63:0/2840072199 <== mon.0 v2:172.21.15.63:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5de8007260 con 0x7f5df40d4570 2024-09-15T22:04:56.405 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:56.399+0000 7f5dfaadd640 1 -- 172.21.15.63:0/2840072199 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f5df4146850 con 0x7f5df40d4570 2024-09-15T22:04:56.405 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:56.400+0000 7f5dfaadd640 1 -- 172.21.15.63:0/2840072199 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f5df4146180 con 0x7f5df40d4570 2024-09-15T22:04:56.405 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:56.401+0000 7f5df17fa640 1 -- 172.21.15.63:0/2840072199 <== mon.0 v2:172.21.15.63:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7f5de8007400 con 0x7f5df40d4570 2024-09-15T22:04:56.405 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:56.401+0000 7f5df17fa640 1 --2- 172.21.15.63:0/2840072199 >> [v2:172.21.15.110:6832/552273267,v1:172.21.15.110:6833/552273267] conn(0x7f5de006c2b0 0x7f5de006e770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-15T22:04:56.406 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:56.401+0000 7f5df17fa640 1 -- 172.21.15.63:0/2840072199 <== mon.0 v2:172.21.15.63:3300/0 5 ==== osd_map(21..21 src has 1..21) ==== 5709+0+0 (secure 0 0 0) 0x7f5de808a8c0 con 0x7f5df40d4570 2024-09-15T22:04:56.406 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:56.402+0000 7f5df8879640 1 --2- 172.21.15.63:0/2840072199 >> [v2:172.21.15.110:6832/552273267,v1:172.21.15.110:6833/552273267] conn(0x7f5de006c2b0 0x7f5de006e770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-15T22:04:56.406 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:56.402+0000 7f5df8879640 1 --2- 172.21.15.63:0/2840072199 >> [v2:172.21.15.110:6832/552273267,v1:172.21.15.110:6833/552273267] conn(0x7f5de006c2b0 0x7f5de006e770 secure :-1 s=READY pgs=117 cs=0 l=1 rev1=1 crypto rx=0x7f5de4006fd0 tx=0x7f5de4008040 comp rx=0 tx=0).ready entity=mgr.4102 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-15T22:04:56.408 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:56.406+0000 7f5df17fa640 1 -- 172.21.15.63:0/2840072199 <== mon.0 v2:172.21.15.63:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7f5df40d4ec0 con 0x7f5df40d4570 2024-09-15T22:04:56.619 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:56.617+0000 7f5dfaadd640 1 -- 172.21.15.63:0/2840072199 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7f5df40d4980 con 0x7f5df40d4570 2024-09-15T22:04:56.620 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:56.617+0000 7f5df17fa640 1 -- 172.21.15.63:0/2840072199 <== mon.0 v2:172.21.15.63:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 6 v6) ==== 93+0+5220 (secure 0 0 0) 0x7f5de80589e0 con 0x7f5df40d4570 2024-09-15T22:04:56.620 INFO:teuthology.orchestra.run.smithi063.stdout: 2024-09-15T22:04:56.620 INFO:teuthology.orchestra.run.smithi063.stdout:{"epoch":6,"btime":"2024-09-15T22:04:27:865903+0000","default_fscid":1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":4250,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.110:6837/3392288068","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.110:6835","nonce":3392288068},{"type":"v1","addr":"172.21.15.110:6837","nonce":3392288068}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":3},{"gid":4267,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.110:6836/4112494745","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.110:6834","nonce":4112494745},{"type":"v1","addr":"172.21.15.110:6836","nonce":4112494745}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":3},{"gid":4287,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.63:6834/2543347599","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.63:6832","nonce":2543347599},{"type":"v1","addr":"172.21.15.63:6834","nonce":2543347599}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":2}],"filesystems":[{"mdsmap":{"epoch":6,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2024-09-15T22:04:25.206116+0000","modified":"2024-09-15T22:04:27.208886+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":1,"in":[0],"up":{"mds_0":4290},"failed":[],"damaged":[],"stopped":[],"info":{"gid_4290":{"gid":4290,"name":"c","rank":0,"incarnation":4,"state":"up:active","state_seq":3,"addr":"172.21.15.63:6835/156651715","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.63:6833","nonce":156651715},{"type":"v1","addr":"172.21.15.63:6835","nonce":156651715}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[3],"metadata_pool":2,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":4290,"qdb_cluster":[4290]},"id":1}]} 2024-09-15T22:04:56.620 INFO:teuthology.orchestra.run.smithi063.stderr:dumped fsmap epoch 6 2024-09-15T22:04:56.622 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:56.620+0000 7f5dfaadd640 1 -- 172.21.15.63:0/2840072199 >> [v2:172.21.15.110:6832/552273267,v1:172.21.15.110:6833/552273267] conn(0x7f5de006c2b0 msgr2=0x7f5de006e770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-15T22:04:56.622 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:56.620+0000 7f5dfaadd640 1 --2- 172.21.15.63:0/2840072199 >> [v2:172.21.15.110:6832/552273267,v1:172.21.15.110:6833/552273267] conn(0x7f5de006c2b0 0x7f5de006e770 secure :-1 s=READY pgs=117 cs=0 l=1 rev1=1 crypto rx=0x7f5de4006fd0 tx=0x7f5de4008040 comp rx=0 tx=0).stop 2024-09-15T22:04:56.622 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:56.620+0000 7f5dfaadd640 1 -- 172.21.15.63:0/2840072199 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f5df40d4570 msgr2=0x7f5df4155170 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-15T22:04:56.623 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:56.620+0000 7f5dfaadd640 1 --2- 172.21.15.63:0/2840072199 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f5df40d4570 0x7f5df4155170 secure :-1 s=READY pgs=206 cs=0 l=1 rev1=1 crypto rx=0x7f5de800c400 tx=0x7f5de800c8c0 comp rx=0 tx=0).stop 2024-09-15T22:04:56.623 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:56.620+0000 7f5dfaadd640 1 -- 172.21.15.63:0/2840072199 shutdown_connections 2024-09-15T22:04:56.623 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:56.620+0000 7f5dfaadd640 1 --2- 172.21.15.63:0/2840072199 >> [v2:172.21.15.110:6832/552273267,v1:172.21.15.110:6833/552273267] conn(0x7f5de006c2b0 0x7f5de006e770 unknown :-1 s=CLOSED pgs=117 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T22:04:56.623 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:56.620+0000 7f5dfaadd640 1 --2- 172.21.15.63:0/2840072199 >> [v2:172.21.15.110:3301/0,v1:172.21.15.110:6790/0] conn(0x7f5df415e680 0x7f5df41f38b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T22:04:56.623 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:56.620+0000 7f5dfaadd640 1 --2- 172.21.15.63:0/2840072199 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f5df40d4570 0x7f5df4155170 unknown :-1 s=CLOSED pgs=206 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T22:04:56.623 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:56.620+0000 7f5dfaadd640 1 --2- 172.21.15.63:0/2840072199 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f5df40b95a0 0x7f5df41600e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T22:04:56.623 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:56.620+0000 7f5dfaadd640 1 -- 172.21.15.63:0/2840072199 >> 172.21.15.63:0/2840072199 conn(0x7f5df4074fe0 msgr2=0x7f5df40b7510 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-15T22:04:56.623 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:56.620+0000 7f5dfaadd640 1 -- 172.21.15.63:0/2840072199 shutdown_connections 2024-09-15T22:04:56.623 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:56.620+0000 7f5dfaadd640 1 -- 172.21.15.63:0/2840072199 wait complete. 2024-09-15T22:04:56.633 DEBUG:teuthology.orchestra.run.smithi063:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-09-15T22:04:56.735 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:56.733+0000 7fd3d083c640 1 Processor -- start 2024-09-15T22:04:56.736 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:56.733+0000 7fd3d083c640 1 -- start start 2024-09-15T22:04:56.737 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:56.734+0000 7fd3d083c640 1 --2- >> v2:172.21.15.63:3300/0 conn(0x7fd3cc15e570 0x7fd3cc0d32d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-15T22:04:56.737 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:56.734+0000 7fd3d083c640 1 -- --> v1:172.21.15.63:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fd3cc15e950 con 0x7fd3cc0d4a00 2024-09-15T22:04:56.737 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:56.734+0000 7fd3d083c640 1 -- --> v1:172.21.15.110:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fd3cc0d3960 con 0x7fd3cc0d1030 2024-09-15T22:04:56.737 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:56.734+0000 7fd3d083c640 1 -- --> v2:172.21.15.63:3300/0 -- mon_getmap magic: 0 -- 0x7fd3cc0d3c40 con 0x7fd3cc15e570 2024-09-15T22:04:56.737 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:56.734+0000 7fd3ca59c640 1 --2- >> v2:172.21.15.63:3300/0 conn(0x7fd3cc15e570 0x7fd3cc0d32d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-15T22:04:56.737 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:56.734+0000 7fd3c3fff640 1 --1- >> v1:172.21.15.63:6789/0 conn(0x7fd3cc0d4a00 0x7fd3cc0cf720 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.63:6789/0 says I am v1:172.21.15.63:38392/0 (socket says 172.21.15.63:38392) 2024-09-15T22:04:56.737 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:56.734+0000 7fd3c3fff640 1 -- 172.21.15.63:0/763643719 learned_addr learned my addr 172.21.15.63:0/763643719 (peer_addr_for_me v1:172.21.15.63:0/0) 2024-09-15T22:04:56.737 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:56.734+0000 7fd3ca59c640 1 -- 172.21.15.63:0/763643719 >> v1:172.21.15.110:6789/0 conn(0x7fd3cc0d1030 legacy=0x7fd3cc0b43c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-15T22:04:56.737 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:56.734+0000 7fd3ca59c640 1 -- 172.21.15.63:0/763643719 >> v1:172.21.15.63:6789/0 conn(0x7fd3cc0d4a00 legacy=0x7fd3cc0cf720 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-15T22:04:56.738 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:56.734+0000 7fd3ca59c640 1 -- 172.21.15.63:0/763643719 --> v2:172.21.15.63:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fd3cc0d3f20 con 0x7fd3cc15e570 2024-09-15T22:04:56.739 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:56.735+0000 7fd3ca59c640 1 --2- 172.21.15.63:0/763643719 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fd3cc15e570 0x7fd3cc0d32d0 secure :-1 s=READY pgs=208 cs=0 l=1 rev1=1 crypto rx=0x7fd3bc0097a0 tx=0x7fd3bc02a0d0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=25d902d0fd2c6d89 server_cookie=0 in_seq=0 out_seq=0 2024-09-15T22:04:56.739 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:56.735+0000 7fd3c9d9b640 1 -- 172.21.15.63:0/763643719 <== mon.0 v2:172.21.15.63:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd3bc037070 con 0x7fd3cc15e570 2024-09-15T22:04:56.739 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:56.735+0000 7fd3c9d9b640 1 -- 172.21.15.63:0/763643719 <== mon.0 v2:172.21.15.63:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fd3bc02ad60 con 0x7fd3cc15e570 2024-09-15T22:04:56.739 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:56.735+0000 7fd3c9d9b640 1 -- 172.21.15.63:0/763643719 <== mon.0 v2:172.21.15.63:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd3bc032660 con 0x7fd3cc15e570 2024-09-15T22:04:56.739 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:56.736+0000 7fd3d083c640 1 -- 172.21.15.63:0/763643719 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fd3cc15e570 msgr2=0x7fd3cc0d32d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-15T22:04:56.739 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:56.736+0000 7fd3d083c640 1 --2- 172.21.15.63:0/763643719 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fd3cc15e570 0x7fd3cc0d32d0 secure :-1 s=READY pgs=208 cs=0 l=1 rev1=1 crypto rx=0x7fd3bc0097a0 tx=0x7fd3bc02a0d0 comp rx=0 tx=0).stop 2024-09-15T22:04:56.739 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:56.736+0000 7fd3d083c640 1 -- 172.21.15.63:0/763643719 shutdown_connections 2024-09-15T22:04:56.739 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:56.736+0000 7fd3d083c640 1 --2- 172.21.15.63:0/763643719 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fd3cc15e570 0x7fd3cc0d32d0 unknown :-1 s=CLOSED pgs=208 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T22:04:56.739 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:56.736+0000 7fd3d083c640 1 -- 172.21.15.63:0/763643719 >> 172.21.15.63:0/763643719 conn(0x7fd3cc074bc0 msgr2=0x7fd3cc074fd0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-15T22:04:56.739 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:56.736+0000 7fd3d083c640 1 -- 172.21.15.63:0/763643719 shutdown_connections 2024-09-15T22:04:56.739 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:56.736+0000 7fd3d083c640 1 -- 172.21.15.63:0/763643719 wait complete. 2024-09-15T22:04:56.742 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:56.737+0000 7fd3d083c640 1 Processor -- start 2024-09-15T22:04:56.742 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:56.737+0000 7fd3d083c640 1 -- start start 2024-09-15T22:04:56.742 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:56.738+0000 7fd3d083c640 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fd3cc0d1030 0x7fd3cc15b220 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-15T22:04:56.742 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:56.738+0000 7fd3d083c640 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7fd3cc0d4a00 0x7fd3cc1f5a40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-15T22:04:56.742 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:56.738+0000 7fd3d083c640 1 --2- >> [v2:172.21.15.110:3301/0,v1:172.21.15.110:6790/0] conn(0x7fd3cc15e570 0x7fd3cc150a70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-15T22:04:56.742 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:56.738+0000 7fd3d083c640 1 -- --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 -- 0x7fd3cc0d4e40 con 0x7fd3cc0d1030 2024-09-15T22:04:56.742 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:56.738+0000 7fd3d083c640 1 -- --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_getmap magic: 0 -- 0x7fd3cc0d44e0 con 0x7fd3cc0d4a00 2024-09-15T22:04:56.742 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:56.738+0000 7fd3d083c640 1 -- --> [v2:172.21.15.110:3301/0,v1:172.21.15.110:6790/0] -- mon_getmap magic: 0 -- 0x7fd3cc0d4fc0 con 0x7fd3cc15e570 2024-09-15T22:04:56.742 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:56.738+0000 7fd3ca59c640 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fd3cc0d1030 0x7fd3cc15b220 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-15T22:04:56.743 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:56.738+0000 7fd3ca59c640 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fd3cc0d1030 0x7fd3cc15b220 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.63:3300/0 says I am v2:172.21.15.63:60644/0 (socket says 172.21.15.63:60644) 2024-09-15T22:04:56.743 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:56.738+0000 7fd3ca59c640 1 -- 172.21.15.63:0/171892147 learned_addr learned my addr 172.21.15.63:0/171892147 (peer_addr_for_me v2:172.21.15.63:0/0) 2024-09-15T22:04:56.743 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:56.738+0000 7fd3c3fff640 1 --2- 172.21.15.63:0/171892147 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7fd3cc0d4a00 0x7fd3cc1f5a40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-15T22:04:56.743 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:56.738+0000 7fd3ca59c640 1 -- 172.21.15.63:0/171892147 >> [v2:172.21.15.110:3301/0,v1:172.21.15.110:6790/0] conn(0x7fd3cc15e570 msgr2=0x7fd3cc150a70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-15T22:04:56.743 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:56.738+0000 7fd3cad9d640 1 --2- 172.21.15.63:0/171892147 >> [v2:172.21.15.110:3301/0,v1:172.21.15.110:6790/0] conn(0x7fd3cc15e570 0x7fd3cc150a70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-15T22:04:56.743 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:56.738+0000 7fd3ca59c640 1 --2- 172.21.15.63:0/171892147 >> [v2:172.21.15.110:3301/0,v1:172.21.15.110:6790/0] conn(0x7fd3cc15e570 0x7fd3cc150a70 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T22:04:56.743 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:56.738+0000 7fd3ca59c640 1 -- 172.21.15.63:0/171892147 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7fd3cc0d4a00 msgr2=0x7fd3cc1f5a40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-15T22:04:56.743 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:56.738+0000 7fd3ca59c640 1 --2- 172.21.15.63:0/171892147 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7fd3cc0d4a00 0x7fd3cc1f5a40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T22:04:56.743 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:56.738+0000 7fd3ca59c640 1 -- 172.21.15.63:0/171892147 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fd3cc1f4f80 con 0x7fd3cc0d1030 2024-09-15T22:04:56.743 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:56.738+0000 7fd3c3fff640 1 --2- 172.21.15.63:0/171892147 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7fd3cc0d4a00 0x7fd3cc1f5a40 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-15T22:04:56.743 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:56.739+0000 7fd3ca59c640 1 --2- 172.21.15.63:0/171892147 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fd3cc0d1030 0x7fd3cc15b220 secure :-1 s=READY pgs=209 cs=0 l=1 rev1=1 crypto rx=0x7fd3bc000c00 tx=0x7fd3bc0046c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-15T22:04:56.743 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:56.739+0000 7fd3c2ffd640 1 -- 172.21.15.63:0/171892147 <== mon.0 v2:172.21.15.63:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd3bc037040 con 0x7fd3cc0d1030 2024-09-15T22:04:56.743 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:56.739+0000 7fd3c2ffd640 1 -- 172.21.15.63:0/171892147 <== mon.0 v2:172.21.15.63:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fd3bc004030 con 0x7fd3cc0d1030 2024-09-15T22:04:56.743 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:56.739+0000 7fd3d083c640 1 -- 172.21.15.63:0/171892147 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fd3cc15b870 con 0x7fd3cc0d1030 2024-09-15T22:04:56.744 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:56.739+0000 7fd3c2ffd640 1 -- 172.21.15.63:0/171892147 <== mon.0 v2:172.21.15.63:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd3bc004420 con 0x7fd3cc0d1030 2024-09-15T22:04:56.744 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:56.739+0000 7fd3d083c640 1 -- 172.21.15.63:0/171892147 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fd3cc1f5240 con 0x7fd3cc0d1030 2024-09-15T22:04:56.744 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:56.740+0000 7fd3d083c640 1 -- 172.21.15.63:0/171892147 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fd3cc0d32d0 con 0x7fd3cc0d1030 2024-09-15T22:04:56.744 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:56.740+0000 7fd3c2ffd640 1 -- 172.21.15.63:0/171892147 <== mon.0 v2:172.21.15.63:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7fd3bc03a070 con 0x7fd3cc0d1030 2024-09-15T22:04:56.745 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:56.741+0000 7fd3c2ffd640 1 --2- 172.21.15.63:0/171892147 >> [v2:172.21.15.110:6832/552273267,v1:172.21.15.110:6833/552273267] conn(0x7fd3ac06c2b0 0x7fd3ac06e770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-15T22:04:56.745 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:56.741+0000 7fd3c2ffd640 1 -- 172.21.15.63:0/171892147 <== mon.0 v2:172.21.15.63:3300/0 5 ==== osd_map(21..21 src has 1..21) ==== 5709+0+0 (secure 0 0 0) 0x7fd3bc0ab950 con 0x7fd3cc0d1030 2024-09-15T22:04:56.745 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:56.741+0000 7fd3c3fff640 1 --2- 172.21.15.63:0/171892147 >> [v2:172.21.15.110:6832/552273267,v1:172.21.15.110:6833/552273267] conn(0x7fd3ac06c2b0 0x7fd3ac06e770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-15T22:04:56.745 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:56.742+0000 7fd3c3fff640 1 --2- 172.21.15.63:0/171892147 >> [v2:172.21.15.110:6832/552273267,v1:172.21.15.110:6833/552273267] conn(0x7fd3ac06c2b0 0x7fd3ac06e770 secure :-1 s=READY pgs=118 cs=0 l=1 rev1=1 crypto rx=0x7fd3cc15d000 tx=0x7fd3b4009040 comp rx=0 tx=0).ready entity=mgr.4102 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-15T22:04:56.747 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:56.745+0000 7fd3c2ffd640 1 -- 172.21.15.63:0/171892147 <== mon.0 v2:172.21.15.63:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7fd3bc041020 con 0x7fd3cc0d1030 2024-09-15T22:04:56.925 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:56.923+0000 7fd3d083c640 1 -- 172.21.15.63:0/171892147 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) -- 0x7fd3cc0d32d0 con 0x7fd3cc0d1030 2024-09-15T22:04:56.927 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:56.924+0000 7fd3c2ffd640 1 -- 172.21.15.63:0/171892147 <== mon.0 v2:172.21.15.63:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v21) ==== 74+0+16689 (secure 0 0 0) 0x7fd3bc07a150 con 0x7fd3cc0d1030 2024-09-15T22:04:56.927 INFO:teuthology.orchestra.run.smithi063.stdout: 2024-09-15T22:04:56.927 INFO:teuthology.orchestra.run.smithi063.stdout:{"epoch":21,"fsid":"49d79d51-bb1b-4fdd-a1d6-f4e42ba7fbf3","created":"2024-09-15T22:04:02.076542+0000","modified":"2024-09-15T22:04:26.841905+0000","last_up_change":"2024-09-15T22:04:13.946763+0000","last_in_change":"2024-09-15T22:04:04.178658+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":5,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":3,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-09-15T22:04:14.281022+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"17","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":8,"score_stable":8,"optimal_score":0.25,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":2,"pool_name":"cephfs_metadata","create_time":"2024-09-15T22:04:23.079232+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"20","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":3,"pool_name":"cephfs_data","create_time":"2024-09-15T22:04:24.187569+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"21","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"1f955f27-2876-45ee-a014-9d8a652f47de","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":19,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.63:6816","nonce":3631300172},{"type":"v1","addr":"172.21.15.63:6818","nonce":3631300172}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.63:6820","nonce":3631300172},{"type":"v1","addr":"172.21.15.63:6822","nonce":3631300172}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.63:6828","nonce":3631300172},{"type":"v1","addr":"172.21.15.63:6830","nonce":3631300172}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.63:6824","nonce":3631300172},{"type":"v1","addr":"172.21.15.63:6826","nonce":3631300172}]},"public_addr":"172.21.15.63:6818/3631300172","cluster_addr":"172.21.15.63:6822/3631300172","heartbeat_back_addr":"172.21.15.63:6830/3631300172","heartbeat_front_addr":"172.21.15.63:6826/3631300172","state":["exists","up"]},{"osd":1,"uuid":"af6843a2-c664-44cd-9435-6410b9d7cdfc","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":19,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.63:6817","nonce":2124234218},{"type":"v1","addr":"172.21.15.63:6819","nonce":2124234218}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.63:6821","nonce":2124234218},{"type":"v1","addr":"172.21.15.63:6823","nonce":2124234218}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.63:6829","nonce":2124234218},{"type":"v1","addr":"172.21.15.63:6831","nonce":2124234218}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.63:6825","nonce":2124234218},{"type":"v1","addr":"172.21.15.63:6827","nonce":2124234218}]},"public_addr":"172.21.15.63:6819/2124234218","cluster_addr":"172.21.15.63:6823/2124234218","heartbeat_back_addr":"172.21.15.63:6831/2124234218","heartbeat_front_addr":"172.21.15.63:6827/2124234218","state":["exists","up"]},{"osd":2,"uuid":"27259906-636d-4292-8128-28c3ae37417c","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":19,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.63:6800","nonce":3107585409},{"type":"v1","addr":"172.21.15.63:6801","nonce":3107585409}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.63:6802","nonce":3107585409},{"type":"v1","addr":"172.21.15.63:6803","nonce":3107585409}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.63:6806","nonce":3107585409},{"type":"v1","addr":"172.21.15.63:6807","nonce":3107585409}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.63:6804","nonce":3107585409},{"type":"v1","addr":"172.21.15.63:6805","nonce":3107585409}]},"public_addr":"172.21.15.63:6801/3107585409","cluster_addr":"172.21.15.63:6803/3107585409","heartbeat_back_addr":"172.21.15.63:6807/3107585409","heartbeat_front_addr":"172.21.15.63:6805/3107585409","state":["exists","up"]},{"osd":3,"uuid":"007f71a8-c154-4167-a68d-96d158541c43","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":19,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.63:6808","nonce":2333041751},{"type":"v1","addr":"172.21.15.63:6809","nonce":2333041751}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.63:6810","nonce":2333041751},{"type":"v1","addr":"172.21.15.63:6811","nonce":2333041751}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.63:6814","nonce":2333041751},{"type":"v1","addr":"172.21.15.63:6815","nonce":2333041751}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.63:6812","nonce":2333041751},{"type":"v1","addr":"172.21.15.63:6813","nonce":2333041751}]},"public_addr":"172.21.15.63:6809/2333041751","cluster_addr":"172.21.15.63:6811/2333041751","heartbeat_back_addr":"172.21.15.63:6815/2333041751","heartbeat_front_addr":"172.21.15.63:6813/2333041751","state":["exists","up"]},{"osd":4,"uuid":"346e916e-e9c8-4b14-a7c4-032d5f63fb69","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":19,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.110:6816","nonce":2783666287},{"type":"v1","addr":"172.21.15.110:6817","nonce":2783666287}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.110:6818","nonce":2783666287},{"type":"v1","addr":"172.21.15.110:6819","nonce":2783666287}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.110:6822","nonce":2783666287},{"type":"v1","addr":"172.21.15.110:6823","nonce":2783666287}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.110:6820","nonce":2783666287},{"type":"v1","addr":"172.21.15.110:6821","nonce":2783666287}]},"public_addr":"172.21.15.110:6817/2783666287","cluster_addr":"172.21.15.110:6819/2783666287","heartbeat_back_addr":"172.21.15.110:6823/2783666287","heartbeat_front_addr":"172.21.15.110:6821/2783666287","state":["exists","up"]},{"osd":5,"uuid":"079e99b1-b9e1-4c06-ae11-f98c84739234","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":19,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.110:6800","nonce":3568635398},{"type":"v1","addr":"172.21.15.110:6801","nonce":3568635398}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.110:6802","nonce":3568635398},{"type":"v1","addr":"172.21.15.110:6803","nonce":3568635398}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.110:6806","nonce":3568635398},{"type":"v1","addr":"172.21.15.110:6807","nonce":3568635398}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.110:6804","nonce":3568635398},{"type":"v1","addr":"172.21.15.110:6805","nonce":3568635398}]},"public_addr":"172.21.15.110:6801/3568635398","cluster_addr":"172.21.15.110:6803/3568635398","heartbeat_back_addr":"172.21.15.110:6807/3568635398","heartbeat_front_addr":"172.21.15.110:6805/3568635398","state":["exists","up"]},{"osd":6,"uuid":"40b16565-bb39-470a-a699-3a5c64927e87","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":19,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.110:6808","nonce":2775776398},{"type":"v1","addr":"172.21.15.110:6809","nonce":2775776398}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.110:6810","nonce":2775776398},{"type":"v1","addr":"172.21.15.110:6811","nonce":2775776398}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.110:6814","nonce":2775776398},{"type":"v1","addr":"172.21.15.110:6815","nonce":2775776398}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.110:6812","nonce":2775776398},{"type":"v1","addr":"172.21.15.110:6813","nonce":2775776398}]},"public_addr":"172.21.15.110:6809/2775776398","cluster_addr":"172.21.15.110:6811/2775776398","heartbeat_back_addr":"172.21.15.110:6815/2775776398","heartbeat_front_addr":"172.21.15.110:6813/2775776398","state":["exists","up"]},{"osd":7,"uuid":"619d52d5-7a65-4232-a05a-3357ad2f8bea","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":19,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.110:6824","nonce":3099325207},{"type":"v1","addr":"172.21.15.110:6825","nonce":3099325207}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.110:6826","nonce":3099325207},{"type":"v1","addr":"172.21.15.110:6827","nonce":3099325207}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.110:6830","nonce":3099325207},{"type":"v1","addr":"172.21.15.110:6831","nonce":3099325207}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.110:6828","nonce":3099325207},{"type":"v1","addr":"172.21.15.110:6829","nonce":3099325207}]},"public_addr":"172.21.15.110:6825/3099325207","cluster_addr":"172.21.15.110:6827/3099325207","heartbeat_back_addr":"172.21.15.110:6831/3099325207","heartbeat_front_addr":"172.21.15.110:6829/3099325207","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-15T22:04:11.235040+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-15T22:04:11.216050+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-15T22:04:10.734975+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-15T22:04:11.175319+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-15T22:04:11.527362+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-15T22:04:11.429033+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-15T22:04:11.169644+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-15T22:04:11.773676+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-09-15T22:04:56.929 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:56.927+0000 7fd3d083c640 1 -- 172.21.15.63:0/171892147 >> [v2:172.21.15.110:6832/552273267,v1:172.21.15.110:6833/552273267] conn(0x7fd3ac06c2b0 msgr2=0x7fd3ac06e770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-15T22:04:56.929 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:56.927+0000 7fd3d083c640 1 --2- 172.21.15.63:0/171892147 >> [v2:172.21.15.110:6832/552273267,v1:172.21.15.110:6833/552273267] conn(0x7fd3ac06c2b0 0x7fd3ac06e770 secure :-1 s=READY pgs=118 cs=0 l=1 rev1=1 crypto rx=0x7fd3cc15d000 tx=0x7fd3b4009040 comp rx=0 tx=0).stop 2024-09-15T22:04:56.929 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:56.927+0000 7fd3d083c640 1 -- 172.21.15.63:0/171892147 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fd3cc0d1030 msgr2=0x7fd3cc15b220 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-15T22:04:56.929 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:56.927+0000 7fd3d083c640 1 --2- 172.21.15.63:0/171892147 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fd3cc0d1030 0x7fd3cc15b220 secure :-1 s=READY pgs=209 cs=0 l=1 rev1=1 crypto rx=0x7fd3bc000c00 tx=0x7fd3bc0046c0 comp rx=0 tx=0).stop 2024-09-15T22:04:56.930 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:56.927+0000 7fd3d083c640 1 -- 172.21.15.63:0/171892147 shutdown_connections 2024-09-15T22:04:56.930 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:56.927+0000 7fd3d083c640 1 --2- 172.21.15.63:0/171892147 >> [v2:172.21.15.110:6832/552273267,v1:172.21.15.110:6833/552273267] conn(0x7fd3ac06c2b0 0x7fd3ac06e770 unknown :-1 s=CLOSED pgs=118 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T22:04:56.930 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:56.927+0000 7fd3d083c640 1 --2- 172.21.15.63:0/171892147 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7fd3cc0d4a00 0x7fd3cc1f5a40 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T22:04:56.930 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:56.927+0000 7fd3d083c640 1 --2- 172.21.15.63:0/171892147 >> [v2:172.21.15.110:3301/0,v1:172.21.15.110:6790/0] conn(0x7fd3cc15e570 0x7fd3cc150a70 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T22:04:56.930 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:56.927+0000 7fd3d083c640 1 --2- 172.21.15.63:0/171892147 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fd3cc0d1030 0x7fd3cc15b220 unknown :-1 s=CLOSED pgs=209 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T22:04:56.930 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:56.927+0000 7fd3d083c640 1 -- 172.21.15.63:0/171892147 >> 172.21.15.63:0/171892147 conn(0x7fd3cc074bc0 msgr2=0x7fd3cc159de0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-15T22:04:56.930 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:56.927+0000 7fd3d083c640 1 -- 172.21.15.63:0/171892147 shutdown_connections 2024-09-15T22:04:56.930 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:56.927+0000 7fd3d083c640 1 -- 172.21.15.63:0/171892147 wait complete. 2024-09-15T22:04:56.941 DEBUG:teuthology.orchestra.run.smithi063:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs fail cephfs 2024-09-15T22:04:57.044 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:57.042+0000 7fa4c56ba640 1 Processor -- start 2024-09-15T22:04:57.044 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:57.042+0000 7fa4c56ba640 1 -- start start 2024-09-15T22:04:57.046 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:57.043+0000 7fa4c56ba640 1 --2- >> [v2:172.21.15.110:3301/0,v1:172.21.15.110:6790/0] conn(0x7fa4c00d1030 0x7fa4c00d14c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-15T22:04:57.046 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:57.043+0000 7fa4c56ba640 1 -- --> v1:172.21.15.63:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fa4c015e950 con 0x7fa4c015e570 2024-09-15T22:04:57.046 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:57.043+0000 7fa4c56ba640 1 -- --> v1:172.21.15.110:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fa4c00d3960 con 0x7fa4c00d32d0 2024-09-15T22:04:57.046 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:57.043+0000 7fa4c56ba640 1 -- --> [v2:172.21.15.110:3301/0,v1:172.21.15.110:6790/0] -- mon_getmap magic: 0 -- 0x7fa4c00d3710 con 0x7fa4c00d1030 2024-09-15T22:04:57.046 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:57.043+0000 7fa4beffd640 1 --1- >> v1:172.21.15.63:6789/0 conn(0x7fa4c015e570 0x7fa4c00d4a00 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.63:6789/0 says I am v1:172.21.15.63:38396/0 (socket says 172.21.15.63:38396) 2024-09-15T22:04:57.046 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:57.043+0000 7fa4beffd640 1 -- 172.21.15.63:0/3997779085 learned_addr learned my addr 172.21.15.63:0/3997779085 (peer_addr_for_me v1:172.21.15.63:0/0) 2024-09-15T22:04:57.046 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:57.043+0000 7fa4bf7fe640 1 --2- 172.21.15.63:0/3997779085 >> [v2:172.21.15.110:3301/0,v1:172.21.15.110:6790/0] conn(0x7fa4c00d1030 0x7fa4c00d14c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-15T22:04:57.046 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:57.043+0000 7fa4be7fc640 1 -- 172.21.15.63:0/3997779085 <== mon.0 v1:172.21.15.63:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 3747811928 0 0) 0x7fa4c015e950 con 0x7fa4c015e570 2024-09-15T22:04:57.046 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:57.043+0000 7fa4be7fc640 1 -- 172.21.15.63:0/3997779085 --> v1:172.21.15.63:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7fa4ac003520 con 0x7fa4c015e570 2024-09-15T22:04:57.046 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:57.043+0000 7fa4be7fc640 1 -- 172.21.15.63:0/3997779085 <== mon.1 v1:172.21.15.110:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 407734327 0 0) 0x7fa4c00d3960 con 0x7fa4c00d32d0 2024-09-15T22:04:57.046 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:57.043+0000 7fa4be7fc640 1 -- 172.21.15.63:0/3997779085 --> v1:172.21.15.110:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7fa4c015e950 con 0x7fa4c00d32d0 2024-09-15T22:04:57.047 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:57.043+0000 7fa4bf7fe640 1 -- 172.21.15.63:0/3997779085 >> v1:172.21.15.110:6789/0 conn(0x7fa4c00d32d0 legacy=0x7fa4c00cf720 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-15T22:04:57.047 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:57.043+0000 7fa4bf7fe640 1 -- 172.21.15.63:0/3997779085 >> v1:172.21.15.63:6789/0 conn(0x7fa4c015e570 legacy=0x7fa4c00d4a00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-15T22:04:57.047 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:57.043+0000 7fa4bf7fe640 1 -- 172.21.15.63:0/3997779085 --> [v2:172.21.15.110:3301/0,v1:172.21.15.110:6790/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fa4c00d3c40 con 0x7fa4c00d1030 2024-09-15T22:04:57.048 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:57.044+0000 7fa4bf7fe640 1 --2- 172.21.15.63:0/3997779085 >> [v2:172.21.15.110:3301/0,v1:172.21.15.110:6790/0] conn(0x7fa4c00d1030 0x7fa4c00d14c0 secure :-1 s=READY pgs=41 cs=0 l=1 rev1=1 crypto rx=0x7fa4b8009dc0 tx=0x7fa4b802a640 comp rx=0 tx=0).ready entity=mon.2 client_cookie=8c3b67726f1dd9fc server_cookie=0 in_seq=0 out_seq=0 2024-09-15T22:04:57.048 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:57.044+0000 7fa4be7fc640 1 -- 172.21.15.63:0/3997779085 <== mon.2 v2:172.21.15.110:3301/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa4b802ae60 con 0x7fa4c00d1030 2024-09-15T22:04:57.048 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:57.044+0000 7fa4be7fc640 1 -- 172.21.15.63:0/3997779085 <== mon.2 v2:172.21.15.110:3301/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fa4b8007740 con 0x7fa4c00d1030 2024-09-15T22:04:57.048 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:57.044+0000 7fa4be7fc640 1 -- 172.21.15.63:0/3997779085 <== mon.2 v2:172.21.15.110:3301/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa4b8007af0 con 0x7fa4c00d1030 2024-09-15T22:04:57.048 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:57.045+0000 7fa4c56ba640 1 -- 172.21.15.63:0/3997779085 >> [v2:172.21.15.110:3301/0,v1:172.21.15.110:6790/0] conn(0x7fa4c00d1030 msgr2=0x7fa4c00d14c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-15T22:04:57.048 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:57.045+0000 7fa4c56ba640 1 --2- 172.21.15.63:0/3997779085 >> [v2:172.21.15.110:3301/0,v1:172.21.15.110:6790/0] conn(0x7fa4c00d1030 0x7fa4c00d14c0 secure :-1 s=READY pgs=41 cs=0 l=1 rev1=1 crypto rx=0x7fa4b8009dc0 tx=0x7fa4b802a640 comp rx=0 tx=0).stop 2024-09-15T22:04:57.048 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:57.045+0000 7fa4c56ba640 1 -- 172.21.15.63:0/3997779085 shutdown_connections 2024-09-15T22:04:57.048 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:57.045+0000 7fa4c56ba640 1 --2- 172.21.15.63:0/3997779085 >> [v2:172.21.15.110:3301/0,v1:172.21.15.110:6790/0] conn(0x7fa4c00d1030 0x7fa4c00d14c0 unknown :-1 s=CLOSED pgs=41 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T22:04:57.048 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:57.045+0000 7fa4c56ba640 1 -- 172.21.15.63:0/3997779085 >> 172.21.15.63:0/3997779085 conn(0x7fa4c0074bc0 msgr2=0x7fa4c0074fd0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-15T22:04:57.048 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:57.045+0000 7fa4c56ba640 1 -- 172.21.15.63:0/3997779085 shutdown_connections 2024-09-15T22:04:57.049 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:57.045+0000 7fa4c56ba640 1 -- 172.21.15.63:0/3997779085 wait complete. 2024-09-15T22:04:57.050 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:57.046+0000 7fa4c56ba640 1 Processor -- start 2024-09-15T22:04:57.051 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:57.046+0000 7fa4c56ba640 1 -- start start 2024-09-15T22:04:57.051 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:57.047+0000 7fa4c56ba640 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fa4c00d1030 0x7fa4c0144e90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-15T22:04:57.051 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:57.047+0000 7fa4c56ba640 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7fa4c00d32d0 0x7fa4c015f280 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-15T22:04:57.051 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:57.047+0000 7fa4c56ba640 1 --2- >> [v2:172.21.15.110:3301/0,v1:172.21.15.110:6790/0] conn(0x7fa4c015e570 0x7fa4c015f7c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-15T22:04:57.051 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:57.047+0000 7fa4c56ba640 1 -- --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 -- 0x7fa4c00d44e0 con 0x7fa4c00d1030 2024-09-15T22:04:57.051 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:57.047+0000 7fa4c56ba640 1 -- --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_getmap magic: 0 -- 0x7fa4c00d4200 con 0x7fa4c00d32d0 2024-09-15T22:04:57.051 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:57.047+0000 7fa4c56ba640 1 -- --> [v2:172.21.15.110:3301/0,v1:172.21.15.110:6790/0] -- mon_getmap magic: 0 -- 0x7fa4c00b43c0 con 0x7fa4c015e570 2024-09-15T22:04:57.051 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:57.047+0000 7fa4beffd640 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fa4c00d1030 0x7fa4c0144e90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-15T22:04:57.051 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:57.047+0000 7fa4beffd640 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fa4c00d1030 0x7fa4c0144e90 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.63:3300/0 says I am v2:172.21.15.63:60654/0 (socket says 172.21.15.63:60654) 2024-09-15T22:04:57.051 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:57.047+0000 7fa4beffd640 1 -- 172.21.15.63:0/3094219675 learned_addr learned my addr 172.21.15.63:0/3094219675 (peer_addr_for_me v2:172.21.15.63:0/0) 2024-09-15T22:04:57.051 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:57.047+0000 7fa4b67fc640 1 --2- 172.21.15.63:0/3094219675 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7fa4c00d32d0 0x7fa4c015f280 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-15T22:04:57.051 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:57.047+0000 7fa4beffd640 1 -- 172.21.15.63:0/3094219675 >> [v2:172.21.15.110:3301/0,v1:172.21.15.110:6790/0] conn(0x7fa4c015e570 msgr2=0x7fa4c015f7c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-15T22:04:57.051 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:57.047+0000 7fa4bf7fe640 1 --2- 172.21.15.63:0/3094219675 >> [v2:172.21.15.110:3301/0,v1:172.21.15.110:6790/0] conn(0x7fa4c015e570 0x7fa4c015f7c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-15T22:04:57.052 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:57.047+0000 7fa4beffd640 1 --2- 172.21.15.63:0/3094219675 >> [v2:172.21.15.110:3301/0,v1:172.21.15.110:6790/0] conn(0x7fa4c015e570 0x7fa4c015f7c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T22:04:57.052 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:57.047+0000 7fa4beffd640 1 -- 172.21.15.63:0/3094219675 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7fa4c00d32d0 msgr2=0x7fa4c015f280 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-15T22:04:57.052 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:57.047+0000 7fa4beffd640 1 --2- 172.21.15.63:0/3094219675 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7fa4c00d32d0 0x7fa4c015f280 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T22:04:57.052 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:57.047+0000 7fa4beffd640 1 -- 172.21.15.63:0/3094219675 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fa4c0154d90 con 0x7fa4c00d1030 2024-09-15T22:04:57.052 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:57.048+0000 7fa4beffd640 1 --2- 172.21.15.63:0/3094219675 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fa4c00d1030 0x7fa4c0144e90 secure :-1 s=READY pgs=211 cs=0 l=1 rev1=1 crypto rx=0x7fa4b000c430 tx=0x7fa4b000c8f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-15T22:04:57.052 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:57.048+0000 7fa4b7fff640 1 -- 172.21.15.63:0/3094219675 <== mon.0 v2:172.21.15.63:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa4b0017070 con 0x7fa4c00d1030 2024-09-15T22:04:57.052 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:57.048+0000 7fa4b7fff640 1 -- 172.21.15.63:0/3094219675 <== mon.0 v2:172.21.15.63:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fa4b0005ce0 con 0x7fa4c00d1030 2024-09-15T22:04:57.052 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:57.048+0000 7fa4c56ba640 1 -- 172.21.15.63:0/3094219675 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fa4c0155070 con 0x7fa4c00d1030 2024-09-15T22:04:57.053 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:57.048+0000 7fa4b7fff640 1 -- 172.21.15.63:0/3094219675 <== mon.0 v2:172.21.15.63:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa4b00072f0 con 0x7fa4c00d1030 2024-09-15T22:04:57.053 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:57.048+0000 7fa4c56ba640 1 -- 172.21.15.63:0/3094219675 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fa4c0155630 con 0x7fa4c00d1030 2024-09-15T22:04:57.053 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:57.049+0000 7fa4c56ba640 1 -- 172.21.15.63:0/3094219675 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fa4c00d14c0 con 0x7fa4c00d1030 2024-09-15T22:04:57.054 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:57.049+0000 7fa4b7fff640 1 -- 172.21.15.63:0/3094219675 <== mon.0 v2:172.21.15.63:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7fa4b001a070 con 0x7fa4c00d1030 2024-09-15T22:04:57.054 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:57.050+0000 7fa4b7fff640 1 --2- 172.21.15.63:0/3094219675 >> [v2:172.21.15.110:6832/552273267,v1:172.21.15.110:6833/552273267] conn(0x7fa4a006c2b0 0x7fa4a006e770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-15T22:04:57.054 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:57.050+0000 7fa4b7fff640 1 -- 172.21.15.63:0/3094219675 <== mon.0 v2:172.21.15.63:3300/0 5 ==== osd_map(21..21 src has 1..21) ==== 5709+0+0 (secure 0 0 0) 0x7fa4b008a8a0 con 0x7fa4c00d1030 2024-09-15T22:04:57.054 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:57.050+0000 7fa4b67fc640 1 --2- 172.21.15.63:0/3094219675 >> [v2:172.21.15.110:6832/552273267,v1:172.21.15.110:6833/552273267] conn(0x7fa4a006c2b0 0x7fa4a006e770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-15T22:04:57.054 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:57.051+0000 7fa4b67fc640 1 --2- 172.21.15.63:0/3094219675 >> [v2:172.21.15.110:6832/552273267,v1:172.21.15.110:6833/552273267] conn(0x7fa4a006c2b0 0x7fa4a006e770 secure :-1 s=READY pgs=119 cs=0 l=1 rev1=1 crypto rx=0x7fa4a80010e0 tx=0x7fa4a8009040 comp rx=0 tx=0).ready entity=mgr.4102 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-15T22:04:57.056 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:57.054+0000 7fa4b7fff640 1 -- 172.21.15.63:0/3094219675 <== mon.0 v2:172.21.15.63:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7fa4b00590a0 con 0x7fa4c00d1030 2024-09-15T22:04:57.270 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:57.268+0000 7fa4c56ba640 1 -- 172.21.15.63:0/3094219675 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_command({"prefix": "fs fail", "fs_name": "cephfs"} v 0) -- 0x7fa4c00b93f0 con 0x7fa4c00d1030 2024-09-15T22:04:57.270 INFO:tasks.ceph.mon.a.smithi063.stderr:2024-09-15T22:04:57.268+0000 7f79eabc9640 -1 log_channel(cluster) log [ERR] : Health check failed: 1 filesystem is offline (MDS_ALL_DOWN) 2024-09-15T22:04:57.272 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:57.269+0000 7fa4b7fff640 1 -- 172.21.15.63:0/3094219675 <== mon.0 v2:172.21.15.63:3300/0 7 ==== mon_command_ack([{"prefix": "fs fail", "fs_name": "cephfs"}]=0 cephfs marked not joinable; MDS cannot join the cluster. All MDS ranks marked failed. v7) ==== 161+0+0 (secure 0 0 0) 0x7fa4b00589a0 con 0x7fa4c00d1030 2024-09-15T22:04:57.272 INFO:teuthology.orchestra.run.smithi063.stderr:cephfs marked not joinable; MDS cannot join the cluster. All MDS ranks marked failed. 2024-09-15T22:04:57.276 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:57.273+0000 7fa4c56ba640 1 -- 172.21.15.63:0/3094219675 >> [v2:172.21.15.110:6832/552273267,v1:172.21.15.110:6833/552273267] conn(0x7fa4a006c2b0 msgr2=0x7fa4a006e770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-15T22:04:57.276 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:57.273+0000 7fa4c56ba640 1 --2- 172.21.15.63:0/3094219675 >> [v2:172.21.15.110:6832/552273267,v1:172.21.15.110:6833/552273267] conn(0x7fa4a006c2b0 0x7fa4a006e770 secure :-1 s=READY pgs=119 cs=0 l=1 rev1=1 crypto rx=0x7fa4a80010e0 tx=0x7fa4a8009040 comp rx=0 tx=0).stop 2024-09-15T22:04:57.276 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:57.273+0000 7fa4c56ba640 1 -- 172.21.15.63:0/3094219675 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fa4c00d1030 msgr2=0x7fa4c0144e90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-15T22:04:57.276 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:57.273+0000 7fa4c56ba640 1 --2- 172.21.15.63:0/3094219675 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fa4c00d1030 0x7fa4c0144e90 secure :-1 s=READY pgs=211 cs=0 l=1 rev1=1 crypto rx=0x7fa4b000c430 tx=0x7fa4b000c8f0 comp rx=0 tx=0).stop 2024-09-15T22:04:57.276 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:57.273+0000 7fa4c56ba640 1 -- 172.21.15.63:0/3094219675 shutdown_connections 2024-09-15T22:04:57.276 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:57.273+0000 7fa4c56ba640 1 --2- 172.21.15.63:0/3094219675 >> [v2:172.21.15.110:6832/552273267,v1:172.21.15.110:6833/552273267] conn(0x7fa4a006c2b0 0x7fa4a006e770 unknown :-1 s=CLOSED pgs=119 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T22:04:57.277 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:57.273+0000 7fa4c56ba640 1 --2- 172.21.15.63:0/3094219675 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7fa4c00d32d0 0x7fa4c015f280 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T22:04:57.277 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:57.273+0000 7fa4c56ba640 1 --2- 172.21.15.63:0/3094219675 >> [v2:172.21.15.110:3301/0,v1:172.21.15.110:6790/0] conn(0x7fa4c015e570 0x7fa4c015f7c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T22:04:57.277 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:57.273+0000 7fa4c56ba640 1 --2- 172.21.15.63:0/3094219675 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fa4c00d1030 0x7fa4c0144e90 unknown :-1 s=CLOSED pgs=211 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T22:04:57.277 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:57.273+0000 7fa4c56ba640 1 -- 172.21.15.63:0/3094219675 >> 172.21.15.63:0/3094219675 conn(0x7fa4c0074bc0 msgr2=0x7fa4c00b76a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-15T22:04:57.277 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:57.273+0000 7fa4c56ba640 1 -- 172.21.15.63:0/3094219675 shutdown_connections 2024-09-15T22:04:57.277 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:57.273+0000 7fa4c56ba640 1 -- 172.21.15.63:0/3094219675 wait complete. 2024-09-15T22:04:57.277 INFO:tasks.ceph.mds.c.smithi063.stderr: -2054> 2024-09-15T22:04:30.830+0000 7f2536267640 -1 mds.pinger is_rank_lagging: rank=0 was never sent ping request. 2024-09-15T22:04:57.287 DEBUG:teuthology.orchestra.run.smithi063:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs rm cephfs --yes-i-really-mean-it 2024-09-15T22:04:57.305 INFO:tasks.ceph.mds.c.smithi063.stdout:starting mds.c at 2024-09-15T22:04:57.391 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:57.389+0000 7fbd8e766640 1 Processor -- start 2024-09-15T22:04:57.392 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:57.389+0000 7fbd8e766640 1 -- start start 2024-09-15T22:04:57.392 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:57.390+0000 7fbd8e766640 1 --2- >> [v2:172.21.15.110:3301/0,v1:172.21.15.110:6790/0] conn(0x7fbd880d2b20 0x7fbd880b6e50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-15T22:04:57.392 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:57.390+0000 7fbd8e766640 1 --2- >> v2:172.21.15.110:3300/0 conn(0x7fbd880b7390 0x7fbd88073290 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-15T22:04:57.392 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:57.390+0000 7fbd8e766640 1 -- --> v1:172.21.15.110:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fbd880b7840 con 0x7fbd8815a0b0 2024-09-15T22:04:57.393 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:57.390+0000 7fbd8e766640 1 -- --> v2:172.21.15.110:3300/0 -- mon_getmap magic: 0 -- 0x7fbd8815cba0 con 0x7fbd880b7390 2024-09-15T22:04:57.393 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:57.390+0000 7fbd8e766640 1 -- --> [v2:172.21.15.110:3301/0,v1:172.21.15.110:6790/0] -- mon_getmap magic: 0 -- 0x7fbd8815ce80 con 0x7fbd880d2b20 2024-09-15T22:04:57.393 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:57.390+0000 7fbd877fe640 1 --2- >> [v2:172.21.15.110:3301/0,v1:172.21.15.110:6790/0] conn(0x7fbd880d2b20 0x7fbd880b6e50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-15T22:04:57.393 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:57.390+0000 7fbd8cd03640 1 --2- >> v2:172.21.15.110:3300/0 conn(0x7fbd880b7390 0x7fbd88073290 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-15T22:04:57.394 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:57.390+0000 7fbd87fff640 1 --1- >> v1:172.21.15.110:6789/0 conn(0x7fbd8815a0b0 0x7fbd880d2410 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.110:6789/0 says I am v1:172.21.15.63:36094/0 (socket says 172.21.15.63:36094) 2024-09-15T22:04:57.394 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:57.390+0000 7fbd87fff640 1 -- 172.21.15.63:0/3749352714 learned_addr learned my addr 172.21.15.63:0/3749352714 (peer_addr_for_me v1:172.21.15.63:0/0) 2024-09-15T22:04:57.394 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:57.390+0000 7fbd877fe640 1 --2- >> [v2:172.21.15.110:3301/0,v1:172.21.15.110:6790/0] conn(0x7fbd880d2b20 0x7fbd880b6e50 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.110:3301/0 says I am v2:172.21.15.63:48328/0 (socket says 172.21.15.63:48328) 2024-09-15T22:04:57.394 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:57.390+0000 7fbd8cd03640 1 --2- >> v2:172.21.15.110:3300/0 conn(0x7fbd880b7390 0x7fbd88073290 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.110:3300/0 says I am v2:172.21.15.63:57598/0 (socket says 172.21.15.63:57598) 2024-09-15T22:04:57.394 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:57.391+0000 7fbd877fe640 1 -- 172.21.15.63:0/3749352714 >> v2:172.21.15.110:3300/0 conn(0x7fbd880b7390 msgr2=0x7fbd88073290 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-15T22:04:57.394 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:57.391+0000 7fbd877fe640 1 --2- 172.21.15.63:0/3749352714 >> v2:172.21.15.110:3300/0 conn(0x7fbd880b7390 0x7fbd88073290 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T22:04:57.394 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:57.391+0000 7fbd877fe640 1 -- 172.21.15.63:0/3749352714 >> v1:172.21.15.110:6789/0 conn(0x7fbd8815a0b0 legacy=0x7fbd880d2410 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-15T22:04:57.394 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:57.391+0000 7fbd877fe640 1 -- 172.21.15.63:0/3749352714 --> [v2:172.21.15.110:3301/0,v1:172.21.15.110:6790/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fbd8815d160 con 0x7fbd880d2b20 2024-09-15T22:04:57.395 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:57.391+0000 7fbd877fe640 1 --2- 172.21.15.63:0/3749352714 >> [v2:172.21.15.110:3301/0,v1:172.21.15.110:6790/0] conn(0x7fbd880d2b20 0x7fbd880b6e50 secure :-1 s=READY pgs=43 cs=0 l=1 rev1=1 crypto rx=0x7fbd7c0097a0 tx=0x7fbd7c02a180 comp rx=0 tx=0).ready entity=mon.2 client_cookie=f955664ec60f9d5 server_cookie=0 in_seq=0 out_seq=0 2024-09-15T22:04:57.395 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:57.392+0000 7fbd86ffd640 1 -- 172.21.15.63:0/3749352714 <== mon.2 v2:172.21.15.110:3301/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fbd7c037070 con 0x7fbd880d2b20 2024-09-15T22:04:57.395 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:57.392+0000 7fbd86ffd640 1 -- 172.21.15.63:0/3749352714 <== mon.2 v2:172.21.15.110:3301/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fbd7c032440 con 0x7fbd880d2b20 2024-09-15T22:04:57.395 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:57.392+0000 7fbd86ffd640 1 -- 172.21.15.63:0/3749352714 <== mon.2 v2:172.21.15.110:3301/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fbd7c032810 con 0x7fbd880d2b20 2024-09-15T22:04:57.396 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:57.392+0000 7fbd8e766640 1 -- 172.21.15.63:0/3749352714 >> [v2:172.21.15.110:3301/0,v1:172.21.15.110:6790/0] conn(0x7fbd880d2b20 msgr2=0x7fbd880b6e50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-15T22:04:57.396 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:57.392+0000 7fbd8e766640 1 --2- 172.21.15.63:0/3749352714 >> [v2:172.21.15.110:3301/0,v1:172.21.15.110:6790/0] conn(0x7fbd880d2b20 0x7fbd880b6e50 secure :-1 s=READY pgs=43 cs=0 l=1 rev1=1 crypto rx=0x7fbd7c0097a0 tx=0x7fbd7c02a180 comp rx=0 tx=0).stop 2024-09-15T22:04:57.396 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:57.392+0000 7fbd8e766640 1 -- 172.21.15.63:0/3749352714 shutdown_connections 2024-09-15T22:04:57.396 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:57.392+0000 7fbd8e766640 1 --2- 172.21.15.63:0/3749352714 >> v2:172.21.15.110:3300/0 conn(0x7fbd880b7390 0x7fbd88073290 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T22:04:57.396 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:57.392+0000 7fbd8e766640 1 --2- 172.21.15.63:0/3749352714 >> [v2:172.21.15.110:3301/0,v1:172.21.15.110:6790/0] conn(0x7fbd880d2b20 0x7fbd880b6e50 unknown :-1 s=CLOSED pgs=43 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T22:04:57.396 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:57.392+0000 7fbd8e766640 1 -- 172.21.15.63:0/3749352714 >> 172.21.15.63:0/3749352714 conn(0x7fbd8806f2d0 msgr2=0x7fbd8806f6b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-15T22:04:57.396 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:57.392+0000 7fbd8e766640 1 -- 172.21.15.63:0/3749352714 shutdown_connections 2024-09-15T22:04:57.396 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:57.392+0000 7fbd8e766640 1 -- 172.21.15.63:0/3749352714 wait complete. 2024-09-15T22:04:57.398 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:57.393+0000 7fbd8e766640 1 Processor -- start 2024-09-15T22:04:57.398 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:57.394+0000 7fbd8e766640 1 -- start start 2024-09-15T22:04:57.398 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:57.394+0000 7fbd8e766640 1 --2- >> [v2:172.21.15.110:3301/0,v1:172.21.15.110:6790/0] conn(0x7fbd880b7390 0x7fbd881e4c20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-15T22:04:57.398 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:57.394+0000 7fbd8e766640 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fbd880d2b20 0x7fbd880cd020 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-15T22:04:57.399 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:57.394+0000 7fbd8e766640 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7fbd8815a0b0 0x7fbd880ce750 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-15T22:04:57.399 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:57.394+0000 7fbd8e766640 1 -- --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 -- 0x7fbd880b5550 con 0x7fbd880d2b20 2024-09-15T22:04:57.399 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:57.394+0000 7fbd8e766640 1 -- --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_getmap magic: 0 -- 0x7fbd8815d720 con 0x7fbd8815a0b0 2024-09-15T22:04:57.399 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:57.394+0000 7fbd8e766640 1 -- --> [v2:172.21.15.110:3301/0,v1:172.21.15.110:6790/0] -- mon_getmap magic: 0 -- 0x7fbd880b56d0 con 0x7fbd880b7390 2024-09-15T22:04:57.399 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:57.394+0000 7fbd877fe640 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fbd880d2b20 0x7fbd880cd020 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-15T22:04:57.399 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:57.394+0000 7fbd877fe640 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fbd880d2b20 0x7fbd880cd020 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.63:3300/0 says I am v2:172.21.15.63:60676/0 (socket says 172.21.15.63:60676) 2024-09-15T22:04:57.399 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:57.394+0000 7fbd877fe640 1 -- 172.21.15.63:0/557188480 learned_addr learned my addr 172.21.15.63:0/557188480 (peer_addr_for_me v2:172.21.15.63:0/0) 2024-09-15T22:04:57.399 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:57.395+0000 7fbd8cd03640 1 --2- 172.21.15.63:0/557188480 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7fbd8815a0b0 0x7fbd880ce750 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-15T22:04:57.399 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:57.395+0000 7fbd87fff640 1 --2- 172.21.15.63:0/557188480 >> [v2:172.21.15.110:3301/0,v1:172.21.15.110:6790/0] conn(0x7fbd880b7390 0x7fbd881e4c20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-15T22:04:57.399 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:57.395+0000 7fbd877fe640 1 -- 172.21.15.63:0/557188480 >> [v2:172.21.15.110:3301/0,v1:172.21.15.110:6790/0] conn(0x7fbd880b7390 msgr2=0x7fbd881e4c20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-15T22:04:57.399 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:57.395+0000 7fbd877fe640 1 --2- 172.21.15.63:0/557188480 >> [v2:172.21.15.110:3301/0,v1:172.21.15.110:6790/0] conn(0x7fbd880b7390 0x7fbd881e4c20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T22:04:57.399 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:57.395+0000 7fbd877fe640 1 -- 172.21.15.63:0/557188480 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7fbd8815a0b0 msgr2=0x7fbd880ce750 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-15T22:04:57.399 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:57.395+0000 7fbd877fe640 1 --2- 172.21.15.63:0/557188480 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7fbd8815a0b0 0x7fbd880ce750 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T22:04:57.399 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:57.395+0000 7fbd877fe640 1 -- 172.21.15.63:0/557188480 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fbd88159600 con 0x7fbd880d2b20 2024-09-15T22:04:57.400 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:57.395+0000 7fbd8cd03640 1 --2- 172.21.15.63:0/557188480 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7fbd8815a0b0 0x7fbd880ce750 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-15T22:04:57.400 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:57.395+0000 7fbd87fff640 1 --2- 172.21.15.63:0/557188480 >> [v2:172.21.15.110:3301/0,v1:172.21.15.110:6790/0] conn(0x7fbd880b7390 0x7fbd881e4c20 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-15T22:04:57.400 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:57.395+0000 7fbd877fe640 1 --2- 172.21.15.63:0/557188480 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fbd880d2b20 0x7fbd880cd020 secure :-1 s=READY pgs=214 cs=0 l=1 rev1=1 crypto rx=0x7fbd7c035040 tx=0x7fbd7c0046c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-15T22:04:57.400 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:57.395+0000 7fbd84ff9640 1 -- 172.21.15.63:0/557188480 <== mon.0 v2:172.21.15.63:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fbd7c037040 con 0x7fbd880d2b20 2024-09-15T22:04:57.400 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:57.395+0000 7fbd84ff9640 1 -- 172.21.15.63:0/557188480 <== mon.0 v2:172.21.15.63:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fbd7c030500 con 0x7fbd880d2b20 2024-09-15T22:04:57.400 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:57.395+0000 7fbd8e766640 1 -- 172.21.15.63:0/557188480 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fbd880cd6b0 con 0x7fbd880d2b20 2024-09-15T22:04:57.400 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:57.395+0000 7fbd84ff9640 1 -- 172.21.15.63:0/557188480 <== mon.0 v2:172.21.15.63:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fbd7c030910 con 0x7fbd880d2b20 2024-09-15T22:04:57.400 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:57.395+0000 7fbd8e766640 1 -- 172.21.15.63:0/557188480 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fbd880cdc70 con 0x7fbd880d2b20 2024-09-15T22:04:57.401 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:57.396+0000 7fbd8e766640 1 -- 172.21.15.63:0/557188480 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fbd880b6e50 con 0x7fbd880d2b20 2024-09-15T22:04:57.401 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:57.397+0000 7fbd84ff9640 1 -- 172.21.15.63:0/557188480 <== mon.0 v2:172.21.15.63:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7fbd7c044020 con 0x7fbd880d2b20 2024-09-15T22:04:57.401 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:57.397+0000 7fbd84ff9640 1 --2- 172.21.15.63:0/557188480 >> [v2:172.21.15.110:6832/552273267,v1:172.21.15.110:6833/552273267] conn(0x7fbd7406c2b0 0x7fbd7406e770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-15T22:04:57.401 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:57.397+0000 7fbd84ff9640 1 -- 172.21.15.63:0/557188480 <== mon.0 v2:172.21.15.63:3300/0 5 ==== osd_map(22..22 src has 1..22) ==== 5795+0+0 (secure 0 0 0) 0x7fbd7c0ab700 con 0x7fbd880d2b20 2024-09-15T22:04:57.401 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:57.398+0000 7fbd87fff640 1 --2- 172.21.15.63:0/557188480 >> [v2:172.21.15.110:6832/552273267,v1:172.21.15.110:6833/552273267] conn(0x7fbd7406c2b0 0x7fbd7406e770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-15T22:04:57.401 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:57.398+0000 7fbd87fff640 1 --2- 172.21.15.63:0/557188480 >> [v2:172.21.15.110:6832/552273267,v1:172.21.15.110:6833/552273267] conn(0x7fbd7406c2b0 0x7fbd7406e770 secure :-1 s=READY pgs=120 cs=0 l=1 rev1=1 crypto rx=0x7fbd78000f60 tx=0x7fbd78009040 comp rx=0 tx=0).ready entity=mgr.4102 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-15T22:04:57.404 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:57.402+0000 7fbd84ff9640 1 -- 172.21.15.63:0/557188480 <== mon.0 v2:172.21.15.63:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7fbd88159600 con 0x7fbd880d2b20 2024-09-15T22:04:57.616 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:57.614+0000 7fbd8e766640 1 -- 172.21.15.63:0/557188480 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_command({"prefix": "fs rm", "fs_name": "cephfs", "yes_i_really_mean_it": true} v 0) -- 0x7fbd8806d600 con 0x7fbd880d2b20 2024-09-15T22:04:58.274 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:58.271+0000 7fbd84ff9640 1 -- 172.21.15.63:0/557188480 <== mon.0 v2:172.21.15.63:3300/0 7 ==== mon_command_ack([{"prefix": "fs rm", "fs_name": "cephfs", "yes_i_really_mean_it": true}]=0 v8) ==== 104+0+0 (secure 0 0 0) 0x7fbd7c079e10 con 0x7fbd880d2b20 2024-09-15T22:04:58.277 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:58.274+0000 7fbd8e766640 1 -- 172.21.15.63:0/557188480 >> [v2:172.21.15.110:6832/552273267,v1:172.21.15.110:6833/552273267] conn(0x7fbd7406c2b0 msgr2=0x7fbd7406e770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-15T22:04:58.277 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:58.274+0000 7fbd8e766640 1 --2- 172.21.15.63:0/557188480 >> [v2:172.21.15.110:6832/552273267,v1:172.21.15.110:6833/552273267] conn(0x7fbd7406c2b0 0x7fbd7406e770 secure :-1 s=READY pgs=120 cs=0 l=1 rev1=1 crypto rx=0x7fbd78000f60 tx=0x7fbd78009040 comp rx=0 tx=0).stop 2024-09-15T22:04:58.277 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:58.274+0000 7fbd8e766640 1 -- 172.21.15.63:0/557188480 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fbd880d2b20 msgr2=0x7fbd880cd020 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-15T22:04:58.277 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:58.274+0000 7fbd8e766640 1 --2- 172.21.15.63:0/557188480 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fbd880d2b20 0x7fbd880cd020 secure :-1 s=READY pgs=214 cs=0 l=1 rev1=1 crypto rx=0x7fbd7c035040 tx=0x7fbd7c0046c0 comp rx=0 tx=0).stop 2024-09-15T22:04:58.277 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:58.274+0000 7fbd8e766640 1 -- 172.21.15.63:0/557188480 shutdown_connections 2024-09-15T22:04:58.277 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:58.274+0000 7fbd8e766640 1 --2- 172.21.15.63:0/557188480 >> [v2:172.21.15.110:6832/552273267,v1:172.21.15.110:6833/552273267] conn(0x7fbd7406c2b0 0x7fbd7406e770 unknown :-1 s=CLOSED pgs=120 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T22:04:58.277 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:58.274+0000 7fbd8e766640 1 --2- 172.21.15.63:0/557188480 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7fbd8815a0b0 0x7fbd880ce750 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T22:04:58.278 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:58.274+0000 7fbd8e766640 1 --2- 172.21.15.63:0/557188480 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fbd880d2b20 0x7fbd880cd020 unknown :-1 s=CLOSED pgs=214 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T22:04:58.278 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:58.274+0000 7fbd8e766640 1 --2- 172.21.15.63:0/557188480 >> [v2:172.21.15.110:3301/0,v1:172.21.15.110:6790/0] conn(0x7fbd880b7390 0x7fbd881e4c20 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T22:04:58.278 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:58.274+0000 7fbd8e766640 1 -- 172.21.15.63:0/557188480 >> 172.21.15.63:0/557188480 conn(0x7fbd8806f2d0 msgr2=0x7fbd880d1170 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-15T22:04:58.278 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:58.274+0000 7fbd8e766640 1 -- 172.21.15.63:0/557188480 shutdown_connections 2024-09-15T22:04:58.278 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:58.274+0000 7fbd8e766640 1 -- 172.21.15.63:0/557188480 wait complete. 2024-09-15T22:04:58.291 DEBUG:teuthology.orchestra.run.smithi063:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool rm cephfs_metadata cephfs_metadata --yes-i-really-really-mean-it 2024-09-15T22:04:58.443 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:58.441+0000 7f5740186640 1 Processor -- start 2024-09-15T22:04:58.443 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:58.441+0000 7f5740186640 1 -- start start 2024-09-15T22:04:58.445 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:58.443+0000 7f5740186640 1 --2- >> v2:172.21.15.63:3300/0 conn(0x7f573806c860 0x7f5738073090 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-15T22:04:58.445 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:58.443+0000 7f5740186640 1 --2- >> [v2:172.21.15.110:3301/0,v1:172.21.15.110:6790/0] conn(0x7f57380735d0 0x7f57380b6410 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-15T22:04:58.445 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:58.443+0000 7f5740186640 1 -- --> v1:172.21.15.63:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f573806c320 con 0x7f57381619e0 2024-09-15T22:04:58.445 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:58.443+0000 7f5740186640 1 -- --> v2:172.21.15.63:3300/0 -- mon_getmap magic: 0 -- 0x7f573806ccd0 con 0x7f573806c860 2024-09-15T22:04:58.445 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:58.443+0000 7f5740186640 1 -- --> [v2:172.21.15.110:3301/0,v1:172.21.15.110:6790/0] -- mon_getmap magic: 0 -- 0x7f573806bd60 con 0x7f57380735d0 2024-09-15T22:04:58.445 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:58.443+0000 7f573d721640 1 --2- >> v2:172.21.15.63:3300/0 conn(0x7f573806c860 0x7f5738073090 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-15T22:04:58.445 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:58.443+0000 7f573df22640 1 --1- >> v1:172.21.15.63:6789/0 conn(0x7f57381619e0 0x7f57380d1b20 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.63:6789/0 says I am v1:172.21.15.63:38408/0 (socket says 172.21.15.63:38408) 2024-09-15T22:04:58.445 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:58.443+0000 7f573df22640 1 -- 172.21.15.63:0/4195788653 learned_addr learned my addr 172.21.15.63:0/4195788653 (peer_addr_for_me v1:172.21.15.63:0/0) 2024-09-15T22:04:58.445 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:58.443+0000 7f573cf20640 1 -- 172.21.15.63:0/4195788653 <== mon.0 v1:172.21.15.63:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 1697831556 0 0) 0x7f573806c320 con 0x7f57381619e0 2024-09-15T22:04:58.445 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:58.443+0000 7f573cf20640 1 -- 172.21.15.63:0/4195788653 --> v1:172.21.15.63:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7f5724003520 con 0x7f57381619e0 2024-09-15T22:04:58.445 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:58.443+0000 7f573e723640 1 --2- 172.21.15.63:0/4195788653 >> [v2:172.21.15.110:3301/0,v1:172.21.15.110:6790/0] conn(0x7f57380735d0 0x7f57380b6410 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-15T22:04:58.445 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:58.443+0000 7f573d721640 1 -- 172.21.15.63:0/4195788653 >> [v2:172.21.15.110:3301/0,v1:172.21.15.110:6790/0] conn(0x7f57380735d0 msgr2=0x7f57380b6410 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-15T22:04:58.446 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:58.443+0000 7f573d721640 1 --2- 172.21.15.63:0/4195788653 >> [v2:172.21.15.110:3301/0,v1:172.21.15.110:6790/0] conn(0x7f57380735d0 0x7f57380b6410 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T22:04:58.446 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:58.443+0000 7f573d721640 1 -- 172.21.15.63:0/4195788653 >> v1:172.21.15.63:6789/0 conn(0x7f57381619e0 legacy=0x7f57380d1b20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-15T22:04:58.446 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:58.443+0000 7f573d721640 1 -- 172.21.15.63:0/4195788653 --> v2:172.21.15.63:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f573806c040 con 0x7f573806c860 2024-09-15T22:04:58.447 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:58.443+0000 7f573d721640 1 --2- 172.21.15.63:0/4195788653 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f573806c860 0x7f5738073090 secure :-1 s=READY pgs=216 cs=0 l=1 rev1=1 crypto rx=0x7f57280097a0 tx=0x7f572802a100 comp rx=0 tx=0).ready entity=mon.0 client_cookie=72421a72daa63bb0 server_cookie=0 in_seq=0 out_seq=0 2024-09-15T22:04:58.447 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:58.443+0000 7f573cf20640 1 -- 172.21.15.63:0/4195788653 <== mon.0 v2:172.21.15.63:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5728037070 con 0x7f573806c860 2024-09-15T22:04:58.447 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:58.443+0000 7f573cf20640 1 -- 172.21.15.63:0/4195788653 <== mon.0 v2:172.21.15.63:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f572802ae50 con 0x7f573806c860 2024-09-15T22:04:58.447 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:58.443+0000 7f573cf20640 1 -- 172.21.15.63:0/4195788653 <== mon.0 v2:172.21.15.63:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5728032660 con 0x7f573806c860 2024-09-15T22:04:58.447 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:58.444+0000 7f5740186640 1 -- 172.21.15.63:0/4195788653 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f573806c860 msgr2=0x7f5738073090 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-15T22:04:58.447 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:58.444+0000 7f5740186640 1 --2- 172.21.15.63:0/4195788653 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f573806c860 0x7f5738073090 secure :-1 s=READY pgs=216 cs=0 l=1 rev1=1 crypto rx=0x7f57280097a0 tx=0x7f572802a100 comp rx=0 tx=0).stop 2024-09-15T22:04:58.447 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:58.444+0000 7f5740186640 1 -- 172.21.15.63:0/4195788653 shutdown_connections 2024-09-15T22:04:58.447 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:58.444+0000 7f5740186640 1 --2- 172.21.15.63:0/4195788653 >> [v2:172.21.15.110:3301/0,v1:172.21.15.110:6790/0] conn(0x7f57380735d0 0x7f57380b6410 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T22:04:58.447 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:58.444+0000 7f5740186640 1 --2- 172.21.15.63:0/4195788653 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f573806c860 0x7f5738073090 unknown :-1 s=CLOSED pgs=216 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T22:04:58.447 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:58.444+0000 7f5740186640 1 -- 172.21.15.63:0/4195788653 >> 172.21.15.63:0/4195788653 conn(0x7f57380b4170 msgr2=0x7f57380b4550 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-15T22:04:58.447 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:58.444+0000 7f5740186640 1 -- 172.21.15.63:0/4195788653 shutdown_connections 2024-09-15T22:04:58.448 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:58.444+0000 7f5740186640 1 -- 172.21.15.63:0/4195788653 wait complete. 2024-09-15T22:04:58.450 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:58.445+0000 7f5740186640 1 Processor -- start 2024-09-15T22:04:58.450 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:58.445+0000 7f5740186640 1 -- start start 2024-09-15T22:04:58.450 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:58.446+0000 7f5740186640 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f573806c860 0x7f573814dec0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-15T22:04:58.450 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:58.446+0000 7f5740186640 1 --2- >> [v2:172.21.15.110:3301/0,v1:172.21.15.110:6790/0] conn(0x7f57380735d0 0x7f573815dc30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-15T22:04:58.450 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:58.446+0000 7f5740186640 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f57381619e0 0x7f573815e170 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-15T22:04:58.450 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:58.446+0000 7f5740186640 1 -- --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 -- 0x7f57380b6ad0 con 0x7f57381619e0 2024-09-15T22:04:58.450 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:58.446+0000 7f5740186640 1 -- --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_getmap magic: 0 -- 0x7f57380b6950 con 0x7f573806c860 2024-09-15T22:04:58.450 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:58.446+0000 7f5740186640 1 -- --> [v2:172.21.15.110:3301/0,v1:172.21.15.110:6790/0] -- mon_getmap magic: 0 -- 0x7f57380b6c50 con 0x7f57380735d0 2024-09-15T22:04:58.450 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:58.446+0000 7f573e723640 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f57381619e0 0x7f573815e170 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-15T22:04:58.450 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:58.446+0000 7f573e723640 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f57381619e0 0x7f573815e170 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.63:3300/0 says I am v2:172.21.15.63:60696/0 (socket says 172.21.15.63:60696) 2024-09-15T22:04:58.450 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:58.446+0000 7f573e723640 1 -- 172.21.15.63:0/2125811636 learned_addr learned my addr 172.21.15.63:0/2125811636 (peer_addr_for_me v2:172.21.15.63:0/0) 2024-09-15T22:04:58.450 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:58.446+0000 7f573d721640 1 --2- 172.21.15.63:0/2125811636 >> [v2:172.21.15.110:3301/0,v1:172.21.15.110:6790/0] conn(0x7f57380735d0 0x7f573815dc30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-15T22:04:58.451 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:58.446+0000 7f573df22640 1 --2- 172.21.15.63:0/2125811636 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f573806c860 0x7f573814dec0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-15T22:04:58.451 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:58.446+0000 7f573e723640 1 -- 172.21.15.63:0/2125811636 >> [v2:172.21.15.110:3301/0,v1:172.21.15.110:6790/0] conn(0x7f57380735d0 msgr2=0x7f573815dc30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-15T22:04:58.451 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:58.446+0000 7f573e723640 1 --2- 172.21.15.63:0/2125811636 >> [v2:172.21.15.110:3301/0,v1:172.21.15.110:6790/0] conn(0x7f57380735d0 0x7f573815dc30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T22:04:58.451 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:58.446+0000 7f573e723640 1 -- 172.21.15.63:0/2125811636 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f573806c860 msgr2=0x7f573814dec0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-15T22:04:58.451 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:58.446+0000 7f573e723640 1 --2- 172.21.15.63:0/2125811636 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f573806c860 0x7f573814dec0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T22:04:58.451 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:58.446+0000 7f573e723640 1 -- 172.21.15.63:0/2125811636 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f573814e400 con 0x7f57381619e0 2024-09-15T22:04:58.451 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:58.446+0000 7f573e723640 1 --2- 172.21.15.63:0/2125811636 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f57381619e0 0x7f573815e170 secure :-1 s=READY pgs=217 cs=0 l=1 rev1=1 crypto rx=0x7f5730007e40 tx=0x7f573000e4b0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-15T22:04:58.451 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:58.447+0000 7f572e7fc640 1 -- 172.21.15.63:0/2125811636 <== mon.0 v2:172.21.15.63:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5730014620 con 0x7f57381619e0 2024-09-15T22:04:58.451 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:58.447+0000 7f572e7fc640 1 -- 172.21.15.63:0/2125811636 <== mon.0 v2:172.21.15.63:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f5730019070 con 0x7f57381619e0 2024-09-15T22:04:58.451 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:58.447+0000 7f5740186640 1 -- 172.21.15.63:0/2125811636 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f57380cc6d0 con 0x7f57381619e0 2024-09-15T22:04:58.451 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:58.447+0000 7f572e7fc640 1 -- 172.21.15.63:0/2125811636 <== mon.0 v2:172.21.15.63:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5730014a20 con 0x7f57381619e0 2024-09-15T22:04:58.451 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:58.447+0000 7f5740186640 1 -- 172.21.15.63:0/2125811636 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f57380ccc90 con 0x7f57381619e0 2024-09-15T22:04:58.452 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:58.448+0000 7f5740186640 1 -- 172.21.15.63:0/2125811636 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f5738073090 con 0x7f57381619e0 2024-09-15T22:04:58.452 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:58.448+0000 7f572e7fc640 1 -- 172.21.15.63:0/2125811636 <== mon.0 v2:172.21.15.63:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7f5730014bc0 con 0x7f57381619e0 2024-09-15T22:04:58.452 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:58.449+0000 7f572e7fc640 1 --2- 172.21.15.63:0/2125811636 >> [v2:172.21.15.110:6832/552273267,v1:172.21.15.110:6833/552273267] conn(0x7f571c06c2e0 0x7f571c06e7a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-15T22:04:58.452 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:58.449+0000 7f572e7fc640 1 -- 172.21.15.63:0/2125811636 <== mon.0 v2:172.21.15.63:3300/0 5 ==== osd_map(22..22 src has 1..22) ==== 5795+0+0 (secure 0 0 0) 0x7f573008bc00 con 0x7f57381619e0 2024-09-15T22:04:58.453 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:58.449+0000 7f573df22640 1 --2- 172.21.15.63:0/2125811636 >> [v2:172.21.15.110:6832/552273267,v1:172.21.15.110:6833/552273267] conn(0x7f571c06c2e0 0x7f571c06e7a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-15T22:04:58.453 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:58.450+0000 7f573df22640 1 --2- 172.21.15.63:0/2125811636 >> [v2:172.21.15.110:6832/552273267,v1:172.21.15.110:6833/552273267] conn(0x7f571c06c2e0 0x7f571c06e7a0 secure :-1 s=READY pgs=122 cs=0 l=1 rev1=1 crypto rx=0x7f5734005880 tx=0x7f5734009040 comp rx=0 tx=0).ready entity=mgr.4102 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-15T22:04:58.455 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:58.453+0000 7f572e7fc640 1 -- 172.21.15.63:0/2125811636 <== mon.0 v2:172.21.15.63:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7f5730092080 con 0x7f57381619e0 2024-09-15T22:04:58.634 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:58.633+0000 7f5740186640 1 -- 172.21.15.63:0/2125811636 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_command({"prefix": "osd pool rm", "pool": "cephfs_metadata", "pool2": "cephfs_metadata", "yes_i_really_really_mean_it": true} v 0) -- 0x7f573815f150 con 0x7f57381619e0 2024-09-15T22:04:59.275 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:59.274+0000 7f572e7fc640 1 -- 172.21.15.63:0/2125811636 <== mon.0 v2:172.21.15.63:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool rm", "pool": "cephfs_metadata", "pool2": "cephfs_metadata", "yes_i_really_really_mean_it": true}]=0 pool 'cephfs_metadata' removed v23) ==== 181+0+0 (secure 0 0 0) 0x7f5730059cc0 con 0x7f57381619e0 2024-09-15T22:04:59.275 INFO:teuthology.orchestra.run.smithi063.stderr:pool 'cephfs_metadata' removed 2024-09-15T22:04:59.281 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:59.279+0000 7f5740186640 1 -- 172.21.15.63:0/2125811636 >> [v2:172.21.15.110:6832/552273267,v1:172.21.15.110:6833/552273267] conn(0x7f571c06c2e0 msgr2=0x7f571c06e7a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-15T22:04:59.281 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:59.279+0000 7f5740186640 1 --2- 172.21.15.63:0/2125811636 >> [v2:172.21.15.110:6832/552273267,v1:172.21.15.110:6833/552273267] conn(0x7f571c06c2e0 0x7f571c06e7a0 secure :-1 s=READY pgs=122 cs=0 l=1 rev1=1 crypto rx=0x7f5734005880 tx=0x7f5734009040 comp rx=0 tx=0).stop 2024-09-15T22:04:59.281 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:59.279+0000 7f5740186640 1 -- 172.21.15.63:0/2125811636 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f57381619e0 msgr2=0x7f573815e170 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-15T22:04:59.281 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:59.279+0000 7f5740186640 1 --2- 172.21.15.63:0/2125811636 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f57381619e0 0x7f573815e170 secure :-1 s=READY pgs=217 cs=0 l=1 rev1=1 crypto rx=0x7f5730007e40 tx=0x7f573000e4b0 comp rx=0 tx=0).stop 2024-09-15T22:04:59.281 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:59.279+0000 7f5740186640 1 -- 172.21.15.63:0/2125811636 shutdown_connections 2024-09-15T22:04:59.281 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:59.279+0000 7f5740186640 1 --2- 172.21.15.63:0/2125811636 >> [v2:172.21.15.110:6832/552273267,v1:172.21.15.110:6833/552273267] conn(0x7f571c06c2e0 0x7f571c06e7a0 unknown :-1 s=CLOSED pgs=122 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T22:04:59.281 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:59.279+0000 7f5740186640 1 --2- 172.21.15.63:0/2125811636 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f57381619e0 0x7f573815e170 unknown :-1 s=CLOSED pgs=217 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T22:04:59.282 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:59.279+0000 7f5740186640 1 --2- 172.21.15.63:0/2125811636 >> [v2:172.21.15.110:3301/0,v1:172.21.15.110:6790/0] conn(0x7f57380735d0 0x7f573815dc30 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T22:04:59.282 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:59.279+0000 7f5740186640 1 --2- 172.21.15.63:0/2125811636 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f573806c860 0x7f573814dec0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T22:04:59.282 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:59.279+0000 7f5740186640 1 -- 172.21.15.63:0/2125811636 >> 172.21.15.63:0/2125811636 conn(0x7f57380b4170 msgr2=0x7f57380b4550 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-15T22:04:59.282 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:59.279+0000 7f5740186640 1 -- 172.21.15.63:0/2125811636 shutdown_connections 2024-09-15T22:04:59.282 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:59.279+0000 7f5740186640 1 -- 172.21.15.63:0/2125811636 wait complete. 2024-09-15T22:04:59.296 DEBUG:teuthology.orchestra.run.smithi063:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool rm cephfs_data cephfs_data --yes-i-really-really-mean-it 2024-09-15T22:04:59.409 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:59.405+0000 7f7d104e6640 1 Processor -- start 2024-09-15T22:04:59.409 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:59.405+0000 7f7d104e6640 1 -- start start 2024-09-15T22:04:59.410 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:59.406+0000 7f7d104e6640 1 --2- >> v2:172.21.15.110:3300/0 conn(0x7f7d0815c420 0x7f7d080cdce0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-15T22:04:59.410 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:59.406+0000 7f7d104e6640 1 --2- >> [v2:172.21.15.110:3301/0,v1:172.21.15.110:6790/0] conn(0x7f7d080b59f0 0x7f7d080cfcb0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-15T22:04:59.410 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:59.406+0000 7f7d104e6640 1 --2- >> v2:172.21.15.63:3300/0 conn(0x7f7d0806d430 0x7f7d0806d8c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-15T22:04:59.410 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:59.406+0000 7f7d104e6640 1 -- --> v2:172.21.15.63:3300/0 -- mon_getmap magic: 0 -- 0x7f7d080b4950 con 0x7f7d0806d430 2024-09-15T22:04:59.410 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:59.406+0000 7f7d104e6640 1 -- --> v2:172.21.15.110:3300/0 -- mon_getmap magic: 0 -- 0x7f7d080b4c30 con 0x7f7d0815c420 2024-09-15T22:04:59.410 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:59.406+0000 7f7d104e6640 1 -- --> [v2:172.21.15.110:3301/0,v1:172.21.15.110:6790/0] -- mon_getmap magic: 0 -- 0x7f7d080b4f10 con 0x7f7d080b59f0 2024-09-15T22:04:59.410 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:59.406+0000 7f7d0ea83640 1 --2- >> v2:172.21.15.63:3300/0 conn(0x7f7d0806d430 0x7f7d0806d8c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-15T22:04:59.410 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:59.406+0000 7f7d0ea83640 1 --2- >> v2:172.21.15.63:3300/0 conn(0x7f7d0806d430 0x7f7d0806d8c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.63:3300/0 says I am v2:172.21.15.63:56310/0 (socket says 172.21.15.63:56310) 2024-09-15T22:04:59.410 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:59.406+0000 7f7d0ea83640 1 -- 172.21.15.63:0/671296160 learned_addr learned my addr 172.21.15.63:0/671296160 (peer_addr_for_me v2:172.21.15.63:0/0) 2024-09-15T22:04:59.410 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:59.406+0000 7f7d0da81640 1 --2- 172.21.15.63:0/671296160 >> [v2:172.21.15.110:3301/0,v1:172.21.15.110:6790/0] conn(0x7f7d080b59f0 0x7f7d080cfcb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-15T22:04:59.410 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:59.406+0000 7f7d0e282640 1 --2- 172.21.15.63:0/671296160 >> v2:172.21.15.110:3300/0 conn(0x7f7d0815c420 0x7f7d080cdce0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-15T22:04:59.410 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:59.406+0000 7f7d0ea83640 1 -- 172.21.15.63:0/671296160 >> [v2:172.21.15.110:3301/0,v1:172.21.15.110:6790/0] conn(0x7f7d080b59f0 msgr2=0x7f7d080cfcb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-15T22:04:59.411 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:59.406+0000 7f7d0ea83640 1 --2- 172.21.15.63:0/671296160 >> [v2:172.21.15.110:3301/0,v1:172.21.15.110:6790/0] conn(0x7f7d080b59f0 0x7f7d080cfcb0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T22:04:59.411 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:59.406+0000 7f7d0ea83640 1 -- 172.21.15.63:0/671296160 >> v2:172.21.15.110:3300/0 conn(0x7f7d0815c420 msgr2=0x7f7d080cdce0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-15T22:04:59.411 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:59.406+0000 7f7d0ea83640 1 --2- 172.21.15.63:0/671296160 >> v2:172.21.15.110:3300/0 conn(0x7f7d0815c420 0x7f7d080cdce0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T22:04:59.411 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:59.406+0000 7f7d0ea83640 1 -- 172.21.15.63:0/671296160 --> v2:172.21.15.63:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f7d080b51f0 con 0x7f7d0806d430 2024-09-15T22:04:59.411 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:59.406+0000 7f7d0da81640 1 --2- 172.21.15.63:0/671296160 >> [v2:172.21.15.110:3301/0,v1:172.21.15.110:6790/0] conn(0x7f7d080b59f0 0x7f7d080cfcb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-15T22:04:59.411 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:59.406+0000 7f7d0e282640 1 --2- 172.21.15.63:0/671296160 >> v2:172.21.15.110:3300/0 conn(0x7f7d0815c420 0x7f7d080cdce0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-15T22:04:59.411 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:59.407+0000 7f7d0ea83640 1 --2- 172.21.15.63:0/671296160 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f7d0806d430 0x7f7d0806d8c0 secure :-1 s=READY pgs=218 cs=0 l=1 rev1=1 crypto rx=0x7f7d0806dff0 tx=0x7f7d0002a6a0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=cd69a9f6f287e997 server_cookie=0 in_seq=0 out_seq=0 2024-09-15T22:04:59.411 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:59.407+0000 7f7d0d280640 1 -- 172.21.15.63:0/671296160 <== mon.0 v2:172.21.15.63:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7d00036070 con 0x7f7d0806d430 2024-09-15T22:04:59.411 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:59.407+0000 7f7d0d280640 1 -- 172.21.15.63:0/671296160 <== mon.0 v2:172.21.15.63:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f7d00031600 con 0x7f7d0806d430 2024-09-15T22:04:59.411 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:59.407+0000 7f7d0d280640 1 -- 172.21.15.63:0/671296160 <== mon.0 v2:172.21.15.63:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7d000319d0 con 0x7f7d0806d430 2024-09-15T22:04:59.411 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:59.408+0000 7f7d104e6640 1 -- 172.21.15.63:0/671296160 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f7d0806d430 msgr2=0x7f7d0806d8c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-15T22:04:59.411 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:59.408+0000 7f7d104e6640 1 --2- 172.21.15.63:0/671296160 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f7d0806d430 0x7f7d0806d8c0 secure :-1 s=READY pgs=218 cs=0 l=1 rev1=1 crypto rx=0x7f7d0806dff0 tx=0x7f7d0002a6a0 comp rx=0 tx=0).stop 2024-09-15T22:04:59.411 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:59.408+0000 7f7d104e6640 1 -- 172.21.15.63:0/671296160 shutdown_connections 2024-09-15T22:04:59.412 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:59.408+0000 7f7d104e6640 1 --2- 172.21.15.63:0/671296160 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f7d0806d430 0x7f7d0806d8c0 unknown :-1 s=CLOSED pgs=218 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T22:04:59.412 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:59.408+0000 7f7d104e6640 1 --2- 172.21.15.63:0/671296160 >> [v2:172.21.15.110:3301/0,v1:172.21.15.110:6790/0] conn(0x7f7d080b59f0 0x7f7d080cfcb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T22:04:59.412 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:59.408+0000 7f7d104e6640 1 --2- 172.21.15.63:0/671296160 >> v2:172.21.15.110:3300/0 conn(0x7f7d0815c420 0x7f7d080cdce0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T22:04:59.412 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:59.408+0000 7f7d104e6640 1 -- 172.21.15.63:0/671296160 >> 172.21.15.63:0/671296160 conn(0x7f7d0806c030 msgr2=0x7f7d0806c440 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-15T22:04:59.412 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:59.408+0000 7f7d104e6640 1 -- 172.21.15.63:0/671296160 shutdown_connections 2024-09-15T22:04:59.412 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:59.408+0000 7f7d104e6640 1 -- 172.21.15.63:0/671296160 wait complete. 2024-09-15T22:04:59.414 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:59.409+0000 7f7d104e6640 1 Processor -- start 2024-09-15T22:04:59.414 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:59.409+0000 7f7d104e6640 1 -- start start 2024-09-15T22:04:59.414 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:59.410+0000 7f7d104e6640 1 --2- >> [v2:172.21.15.110:3301/0,v1:172.21.15.110:6790/0] conn(0x7f7d0806d430 0x7f7d08142bb0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-15T22:04:59.415 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:59.410+0000 7f7d104e6640 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f7d080b59f0 0x7f7d080b2330 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-15T22:04:59.415 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:59.410+0000 7f7d104e6640 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f7d0815c420 0x7f7d08141fb0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-15T22:04:59.415 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:59.410+0000 7f7d104e6640 1 -- --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 -- 0x7f7d08073190 con 0x7f7d080b59f0 2024-09-15T22:04:59.415 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:59.410+0000 7f7d104e6640 1 -- --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_getmap magic: 0 -- 0x7f7d080d01f0 con 0x7f7d0815c420 2024-09-15T22:04:59.415 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:59.410+0000 7f7d104e6640 1 -- --> [v2:172.21.15.110:3301/0,v1:172.21.15.110:6790/0] -- mon_getmap magic: 0 -- 0x7f7d08073310 con 0x7f7d0806d430 2024-09-15T22:04:59.415 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:59.410+0000 7f7d0da81640 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f7d080b59f0 0x7f7d080b2330 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-15T22:04:59.415 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:59.410+0000 7f7d0da81640 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f7d080b59f0 0x7f7d080b2330 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.63:3300/0 says I am v2:172.21.15.63:56322/0 (socket says 172.21.15.63:56322) 2024-09-15T22:04:59.415 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:59.410+0000 7f7d0da81640 1 -- 172.21.15.63:0/949658914 learned_addr learned my addr 172.21.15.63:0/949658914 (peer_addr_for_me v2:172.21.15.63:0/0) 2024-09-15T22:04:59.415 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:59.410+0000 7f7d0e282640 1 --2- 172.21.15.63:0/949658914 >> [v2:172.21.15.110:3301/0,v1:172.21.15.110:6790/0] conn(0x7f7d0806d430 0x7f7d08142bb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-15T22:04:59.415 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:59.410+0000 7f7d0ea83640 1 --2- 172.21.15.63:0/949658914 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f7d0815c420 0x7f7d08141fb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-15T22:04:59.415 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:59.410+0000 7f7d0da81640 1 -- 172.21.15.63:0/949658914 >> [v2:172.21.15.110:3301/0,v1:172.21.15.110:6790/0] conn(0x7f7d0806d430 msgr2=0x7f7d08142bb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-15T22:04:59.415 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:59.410+0000 7f7d0da81640 1 --2- 172.21.15.63:0/949658914 >> [v2:172.21.15.110:3301/0,v1:172.21.15.110:6790/0] conn(0x7f7d0806d430 0x7f7d08142bb0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T22:04:59.415 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:59.410+0000 7f7d0da81640 1 -- 172.21.15.63:0/949658914 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f7d0815c420 msgr2=0x7f7d08141fb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-15T22:04:59.416 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:59.410+0000 7f7d0da81640 1 --2- 172.21.15.63:0/949658914 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f7d0815c420 0x7f7d08141fb0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T22:04:59.416 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:59.410+0000 7f7d0da81640 1 -- 172.21.15.63:0/949658914 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f7d080b1290 con 0x7f7d080b59f0 2024-09-15T22:04:59.416 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:59.411+0000 7f7d0da81640 1 --2- 172.21.15.63:0/949658914 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f7d080b59f0 0x7f7d080b2330 secure :-1 s=READY pgs=219 cs=0 l=1 rev1=1 crypto rx=0x7f7cf800c7f0 tx=0x7f7cf800ccb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-15T22:04:59.416 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:59.411+0000 7f7cfeffd640 1 -- 172.21.15.63:0/949658914 <== mon.0 v2:172.21.15.63:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7cf8015070 con 0x7f7d080b59f0 2024-09-15T22:04:59.416 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:59.411+0000 7f7cfeffd640 1 -- 172.21.15.63:0/949658914 <== mon.0 v2:172.21.15.63:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f7cf8007a30 con 0x7f7d080b59f0 2024-09-15T22:04:59.416 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:59.411+0000 7f7d104e6640 1 -- 172.21.15.63:0/949658914 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f7d080b1570 con 0x7f7d080b59f0 2024-09-15T22:04:59.416 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:59.411+0000 7f7cfeffd640 1 -- 172.21.15.63:0/949658914 <== mon.0 v2:172.21.15.63:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7cf8007e00 con 0x7f7d080b59f0 2024-09-15T22:04:59.416 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:59.411+0000 7f7d104e6640 1 -- 172.21.15.63:0/949658914 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f7d080b1b30 con 0x7f7d080b59f0 2024-09-15T22:04:59.416 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:59.412+0000 7f7d104e6640 1 -- 172.21.15.63:0/949658914 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f7d080cfcb0 con 0x7f7d080b59f0 2024-09-15T22:04:59.416 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:59.412+0000 7f7cfeffd640 1 -- 172.21.15.63:0/949658914 <== mon.0 v2:172.21.15.63:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7f7cf8018070 con 0x7f7d080b59f0 2024-09-15T22:04:59.416 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:59.413+0000 7f7cfeffd640 1 --2- 172.21.15.63:0/949658914 >> [v2:172.21.15.110:6832/552273267,v1:172.21.15.110:6833/552273267] conn(0x7f7cec06c2b0 0x7f7cec06e770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-15T22:04:59.416 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:59.413+0000 7f7cfeffd640 1 -- 172.21.15.63:0/949658914 <== mon.0 v2:172.21.15.63:3300/0 5 ==== osd_map(23..23 src has 1..23) ==== 5357+0+0 (secure 0 0 0) 0x7f7cf808b0d0 con 0x7f7d080b59f0 2024-09-15T22:04:59.417 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:59.413+0000 7f7d0e282640 1 --2- 172.21.15.63:0/949658914 >> [v2:172.21.15.110:6832/552273267,v1:172.21.15.110:6833/552273267] conn(0x7f7cec06c2b0 0x7f7cec06e770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-15T22:04:59.417 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:59.413+0000 7f7d0e282640 1 --2- 172.21.15.63:0/949658914 >> [v2:172.21.15.110:6832/552273267,v1:172.21.15.110:6833/552273267] conn(0x7f7cec06c2b0 0x7f7cec06e770 secure :-1 s=READY pgs=123 cs=0 l=1 rev1=1 crypto rx=0x7f7d0400aac0 tx=0x7f7d04008040 comp rx=0 tx=0).ready entity=mgr.4102 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-15T22:04:59.418 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:59.417+0000 7f7cfeffd640 1 -- 172.21.15.63:0/949658914 <== mon.0 v2:172.21.15.63:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7f7cf80593e0 con 0x7f7d080b59f0 2024-09-15T22:04:59.595 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:04:59.594+0000 7f7d104e6640 1 -- 172.21.15.63:0/949658914 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_command({"prefix": "osd pool rm", "pool": "cephfs_data", "pool2": "cephfs_data", "yes_i_really_really_mean_it": true} v 0) -- 0x7f7d080cdb70 con 0x7f7d080b59f0 2024-09-15T22:05:00.277 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:00.275+0000 7f7cfeffd640 1 -- 172.21.15.63:0/949658914 <== mon.0 v2:172.21.15.63:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool rm", "pool": "cephfs_data", "pool2": "cephfs_data", "yes_i_really_really_mean_it": true}]=0 pool 'cephfs_data' removed v24) ==== 169+0+0 (secure 0 0 0) 0x7f7cf805d6e0 con 0x7f7d080b59f0 2024-09-15T22:05:00.277 INFO:teuthology.orchestra.run.smithi063.stderr:pool 'cephfs_data' removed 2024-09-15T22:05:00.281 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:00.279+0000 7f7d104e6640 1 -- 172.21.15.63:0/949658914 >> [v2:172.21.15.110:6832/552273267,v1:172.21.15.110:6833/552273267] conn(0x7f7cec06c2b0 msgr2=0x7f7cec06e770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-15T22:05:00.281 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:00.279+0000 7f7d104e6640 1 --2- 172.21.15.63:0/949658914 >> [v2:172.21.15.110:6832/552273267,v1:172.21.15.110:6833/552273267] conn(0x7f7cec06c2b0 0x7f7cec06e770 secure :-1 s=READY pgs=123 cs=0 l=1 rev1=1 crypto rx=0x7f7d0400aac0 tx=0x7f7d04008040 comp rx=0 tx=0).stop 2024-09-15T22:05:00.281 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:00.279+0000 7f7d104e6640 1 -- 172.21.15.63:0/949658914 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f7d080b59f0 msgr2=0x7f7d080b2330 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-15T22:05:00.281 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:00.279+0000 7f7d104e6640 1 --2- 172.21.15.63:0/949658914 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f7d080b59f0 0x7f7d080b2330 secure :-1 s=READY pgs=219 cs=0 l=1 rev1=1 crypto rx=0x7f7cf800c7f0 tx=0x7f7cf800ccb0 comp rx=0 tx=0).stop 2024-09-15T22:05:00.281 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:00.279+0000 7f7d104e6640 1 -- 172.21.15.63:0/949658914 shutdown_connections 2024-09-15T22:05:00.281 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:00.279+0000 7f7d104e6640 1 --2- 172.21.15.63:0/949658914 >> [v2:172.21.15.110:6832/552273267,v1:172.21.15.110:6833/552273267] conn(0x7f7cec06c2b0 0x7f7cec06e770 unknown :-1 s=CLOSED pgs=123 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T22:05:00.281 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:00.279+0000 7f7d104e6640 1 --2- 172.21.15.63:0/949658914 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f7d0815c420 0x7f7d08141fb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T22:05:00.281 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:00.279+0000 7f7d104e6640 1 --2- 172.21.15.63:0/949658914 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f7d080b59f0 0x7f7d080b2330 unknown :-1 s=CLOSED pgs=219 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T22:05:00.281 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:00.279+0000 7f7d104e6640 1 --2- 172.21.15.63:0/949658914 >> [v2:172.21.15.110:3301/0,v1:172.21.15.110:6790/0] conn(0x7f7d0806d430 0x7f7d08142bb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T22:05:00.282 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:00.279+0000 7f7d104e6640 1 -- 172.21.15.63:0/949658914 >> 172.21.15.63:0/949658914 conn(0x7f7d0806c030 msgr2=0x7f7d0815d190 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-15T22:05:00.282 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:00.280+0000 7f7d104e6640 1 -- 172.21.15.63:0/949658914 shutdown_connections 2024-09-15T22:05:00.282 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:00.280+0000 7f7d104e6640 1 -- 172.21.15.63:0/949658914 wait complete. 2024-09-15T22:05:00.298 INFO:tasks.ceph.mds.a:Restarting daemon 2024-09-15T22:05:00.298 INFO:tasks.ceph.mds.a:Stopping old one... 2024-09-15T22:05:00.298 DEBUG:tasks.ceph.mds.a:waiting for process to exit 2024-09-15T22:05:00.298 INFO:teuthology.orchestra.run:waiting for 300 2024-09-15T22:05:00.299 INFO:tasks.ceph.mds.c:Restarting daemon 2024-09-15T22:05:00.299 INFO:tasks.ceph.mds.c:Stopping old one... 2024-09-15T22:05:00.299 DEBUG:tasks.ceph.mds.c:waiting for process to exit 2024-09-15T22:05:00.299 INFO:teuthology.orchestra.run:waiting for 300 2024-09-15T22:05:00.299 INFO:tasks.ceph.mds.b:Restarting daemon 2024-09-15T22:05:00.299 INFO:tasks.ceph.mds.b:Stopping old one... 2024-09-15T22:05:00.299 DEBUG:tasks.ceph.mds.b:waiting for process to exit 2024-09-15T22:05:00.300 INFO:teuthology.orchestra.run:waiting for 300 2024-09-15T22:05:00.300 INFO:tasks.ceph.mds.d:Restarting daemon 2024-09-15T22:05:00.300 INFO:tasks.ceph.mds.d:Stopping old one... 2024-09-15T22:05:00.300 DEBUG:tasks.ceph.mds.d:waiting for process to exit 2024-09-15T22:05:00.300 INFO:teuthology.orchestra.run:waiting for 300 2024-09-15T22:05:00.308 INFO:tasks.ceph.mds.a:Stopped 2024-09-15T22:05:00.308 DEBUG:teuthology.orchestra.run.smithi063:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-mds -f --cluster ceph -i a 2024-09-15T22:05:00.309 INFO:tasks.ceph.mds.c:Stopped 2024-09-15T22:05:00.309 DEBUG:teuthology.orchestra.run.smithi063:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-mds -f --cluster ceph -i c 2024-09-15T22:05:00.312 INFO:tasks.ceph.mds.b:Stopped 2024-09-15T22:05:00.312 DEBUG:teuthology.orchestra.run.smithi110:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-mds -f --cluster ceph -i b 2024-09-15T22:05:00.313 INFO:tasks.ceph.mds.d:Stopped 2024-09-15T22:05:00.313 DEBUG:teuthology.orchestra.run.smithi110:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-mds -f --cluster ceph -i d 2024-09-15T22:05:00.351 INFO:tasks.ceph.mds.a:Started 2024-09-15T22:05:00.351 DEBUG:teuthology.parallel:result is None 2024-09-15T22:05:00.351 INFO:tasks.ceph.mds.c:Started 2024-09-15T22:05:00.352 DEBUG:teuthology.parallel:result is None 2024-09-15T22:05:00.355 INFO:tasks.ceph.mds.b:Started 2024-09-15T22:05:00.355 DEBUG:teuthology.parallel:result is None 2024-09-15T22:05:00.355 INFO:tasks.ceph.mds.d:Started 2024-09-15T22:05:00.356 DEBUG:teuthology.parallel:result is None 2024-09-15T22:05:00.356 DEBUG:teuthology.orchestra.run.smithi063:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd blocklist clear 2024-09-15T22:05:00.430 INFO:tasks.ceph.mds.c.smithi063.stdout:starting mds.c at 2024-09-15T22:05:00.430 INFO:tasks.ceph.mds.a.smithi063.stdout:starting mds.a at 2024-09-15T22:05:00.440 INFO:tasks.ceph.mds.b.smithi110.stdout:starting mds.b at 2024-09-15T22:05:00.441 INFO:tasks.ceph.mds.d.smithi110.stdout:starting mds.d at 2024-09-15T22:05:00.466 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:00.464+0000 7f62a93e8640 1 Processor -- start 2024-09-15T22:05:00.466 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:00.464+0000 7f62a93e8640 1 -- start start 2024-09-15T22:05:00.467 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:00.465+0000 7f62a93e8640 1 --2- >> v2:172.21.15.63:3300/0 conn(0x7f62a40b9ee0 0x7f62a415ea60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-15T22:05:00.467 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:00.465+0000 7f62a93e8640 1 -- --> v1:172.21.15.63:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f62a40ba350 con 0x7f62a40d15f0 2024-09-15T22:05:00.467 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:00.465+0000 7f62a93e8640 1 -- --> v1:172.21.15.110:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f62a40d2750 con 0x7f62a4147fc0 2024-09-15T22:05:00.467 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:00.465+0000 7f62a93e8640 1 -- --> v2:172.21.15.63:3300/0 -- mon_getmap magic: 0 -- 0x7f62a41483a0 con 0x7f62a40b9ee0 2024-09-15T22:05:00.467 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:00.465+0000 7f62a37fe640 1 --2- >> v2:172.21.15.63:3300/0 conn(0x7f62a40b9ee0 0x7f62a415ea60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-15T22:05:00.468 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:00.465+0000 7f62a37fe640 1 --2- >> v2:172.21.15.63:3300/0 conn(0x7f62a40b9ee0 0x7f62a415ea60 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.63:3300/0 says I am v2:172.21.15.63:56360/0 (socket says 172.21.15.63:56360) 2024-09-15T22:05:00.468 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:00.465+0000 7f62a27fc640 1 --1- >> v1:172.21.15.63:6789/0 conn(0x7f62a40d15f0 0x7f62a40b97d0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.63:6789/0 says I am v1:172.21.15.63:55768/0 (socket says 172.21.15.63:55768) 2024-09-15T22:05:00.468 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:00.465+0000 7f62a37fe640 1 -- 172.21.15.63:0/3440120720 learned_addr learned my addr 172.21.15.63:0/3440120720 (peer_addr_for_me v2:172.21.15.63:0/0) 2024-09-15T22:05:00.468 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:00.466+0000 7f62a37fe640 1 -- 172.21.15.63:0/3440120720 >> v1:172.21.15.110:6789/0 conn(0x7f62a4147fc0 legacy=0x7f62a40d0ee0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-15T22:05:00.468 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:00.466+0000 7f62a37fe640 1 -- 172.21.15.63:0/3440120720 >> v1:172.21.15.63:6789/0 conn(0x7f62a40d15f0 legacy=0x7f62a40b97d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-15T22:05:00.468 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:00.466+0000 7f62a37fe640 1 -- 172.21.15.63:0/3440120720 --> v2:172.21.15.63:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f62a40d2a30 con 0x7f62a40b9ee0 2024-09-15T22:05:00.469 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:00.466+0000 7f62a37fe640 1 --2- 172.21.15.63:0/3440120720 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f62a40b9ee0 0x7f62a415ea60 secure :-1 s=READY pgs=227 cs=0 l=1 rev1=1 crypto rx=0x7f629c009e50 tx=0x7f629c02a7c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=a06f4254cf1d1bae server_cookie=0 in_seq=0 out_seq=0 2024-09-15T22:05:00.469 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:00.467+0000 7f62a1ffb640 1 -- 172.21.15.63:0/3440120720 <== mon.0 v2:172.21.15.63:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f629c036070 con 0x7f62a40b9ee0 2024-09-15T22:05:00.469 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:00.467+0000 7f62a1ffb640 1 -- 172.21.15.63:0/3440120720 <== mon.0 v2:172.21.15.63:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f629c031600 con 0x7f62a40b9ee0 2024-09-15T22:05:00.469 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:00.467+0000 7f62a1ffb640 1 -- 172.21.15.63:0/3440120720 <== mon.0 v2:172.21.15.63:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f629c0319f0 con 0x7f62a40b9ee0 2024-09-15T22:05:00.469 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:00.467+0000 7f62a93e8640 1 -- 172.21.15.63:0/3440120720 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f62a40b9ee0 msgr2=0x7f62a415ea60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-15T22:05:00.470 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:00.467+0000 7f62a93e8640 1 --2- 172.21.15.63:0/3440120720 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f62a40b9ee0 0x7f62a415ea60 secure :-1 s=READY pgs=227 cs=0 l=1 rev1=1 crypto rx=0x7f629c009e50 tx=0x7f629c02a7c0 comp rx=0 tx=0).stop 2024-09-15T22:05:00.470 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:00.467+0000 7f62a93e8640 1 -- 172.21.15.63:0/3440120720 shutdown_connections 2024-09-15T22:05:00.470 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:00.467+0000 7f62a93e8640 1 --2- 172.21.15.63:0/3440120720 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f62a40b9ee0 0x7f62a415ea60 unknown :-1 s=CLOSED pgs=227 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T22:05:00.470 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:00.467+0000 7f62a93e8640 1 -- 172.21.15.63:0/3440120720 >> 172.21.15.63:0/3440120720 conn(0x7f62a4074fe0 msgr2=0x7f62a406bbe0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-15T22:05:00.470 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:00.467+0000 7f62a93e8640 1 -- 172.21.15.63:0/3440120720 shutdown_connections 2024-09-15T22:05:00.470 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:00.467+0000 7f62a93e8640 1 -- 172.21.15.63:0/3440120720 wait complete. 2024-09-15T22:05:00.472 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:00.468+0000 7f62a93e8640 1 Processor -- start 2024-09-15T22:05:00.472 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:00.469+0000 7f62a93e8640 1 -- start start 2024-09-15T22:05:00.472 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:00.469+0000 7f62a93e8640 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f62a40b9ee0 0x7f62a413df90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-15T22:05:00.472 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:00.469+0000 7f62a93e8640 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f62a40d15f0 0x7f62a4142700 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-15T22:05:00.472 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:00.469+0000 7f62a93e8640 1 --2- >> [v2:172.21.15.110:3301/0,v1:172.21.15.110:6790/0] conn(0x7f62a4147fc0 0x7f62a4140d30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-15T22:05:00.472 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:00.469+0000 7f62a93e8640 1 -- --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 -- 0x7f62a40d2500 con 0x7f62a40b9ee0 2024-09-15T22:05:00.472 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:00.469+0000 7f62a93e8640 1 -- --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_getmap magic: 0 -- 0x7f62a415efa0 con 0x7f62a40d15f0 2024-09-15T22:05:00.473 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:00.469+0000 7f62a93e8640 1 -- --> [v2:172.21.15.110:3301/0,v1:172.21.15.110:6790/0] -- mon_getmap magic: 0 -- 0x7f62a40d2ff0 con 0x7f62a4147fc0 2024-09-15T22:05:00.473 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:00.469+0000 7f62a2ffd640 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f62a40b9ee0 0x7f62a413df90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-15T22:05:00.473 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:00.469+0000 7f62a2ffd640 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f62a40b9ee0 0x7f62a413df90 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.63:3300/0 says I am v2:172.21.15.63:56366/0 (socket says 172.21.15.63:56366) 2024-09-15T22:05:00.473 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:00.469+0000 7f62a2ffd640 1 -- 172.21.15.63:0/207499786 learned_addr learned my addr 172.21.15.63:0/207499786 (peer_addr_for_me v2:172.21.15.63:0/0) 2024-09-15T22:05:00.473 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:00.469+0000 7f62a37fe640 1 --2- 172.21.15.63:0/207499786 >> [v2:172.21.15.110:3301/0,v1:172.21.15.110:6790/0] conn(0x7f62a4147fc0 0x7f62a4140d30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-15T22:05:00.473 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:00.469+0000 7f62a27fc640 1 --2- 172.21.15.63:0/207499786 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f62a40d15f0 0x7f62a4142700 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-15T22:05:00.473 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:00.470+0000 7f62a37fe640 1 -- 172.21.15.63:0/207499786 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f62a40d15f0 msgr2=0x7f62a4142700 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-15T22:05:00.473 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:00.470+0000 7f62a37fe640 1 --2- 172.21.15.63:0/207499786 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f62a40d15f0 0x7f62a4142700 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T22:05:00.473 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:00.470+0000 7f62a37fe640 1 -- 172.21.15.63:0/207499786 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f62a40b9ee0 msgr2=0x7f62a413df90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-15T22:05:00.473 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:00.470+0000 7f62a37fe640 1 --2- 172.21.15.63:0/207499786 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f62a40b9ee0 0x7f62a413df90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T22:05:00.473 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:00.470+0000 7f62a37fe640 1 -- 172.21.15.63:0/207499786 --> [v2:172.21.15.110:3301/0,v1:172.21.15.110:6790/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f62a413e4d0 con 0x7f62a4147fc0 2024-09-15T22:05:00.473 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:00.470+0000 7f62a2ffd640 1 --2- 172.21.15.63:0/207499786 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f62a40b9ee0 0x7f62a413df90 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-15T22:05:00.474 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:00.470+0000 7f62a37fe640 1 --2- 172.21.15.63:0/207499786 >> [v2:172.21.15.110:3301/0,v1:172.21.15.110:6790/0] conn(0x7f62a4147fc0 0x7f62a4140d30 secure :-1 s=READY pgs=48 cs=0 l=1 rev1=1 crypto rx=0x7f629c030000 tx=0x7f629c004a40 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-15T22:05:00.474 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:00.470+0000 7f628b7fe640 1 -- 172.21.15.63:0/207499786 <== mon.2 v2:172.21.15.110:3301/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f629c036050 con 0x7f62a4147fc0 2024-09-15T22:05:00.474 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:00.470+0000 7f628b7fe640 1 -- 172.21.15.63:0/207499786 <== mon.2 v2:172.21.15.110:3301/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f629c037040 con 0x7f62a4147fc0 2024-09-15T22:05:00.474 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:00.470+0000 7f62a93e8640 1 -- 172.21.15.63:0/207499786 --> [v2:172.21.15.110:3301/0,v1:172.21.15.110:6790/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f62a40cb7e0 con 0x7f62a4147fc0 2024-09-15T22:05:00.474 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:00.470+0000 7f628b7fe640 1 -- 172.21.15.63:0/207499786 <== mon.2 v2:172.21.15.110:3301/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f629c009510 con 0x7f62a4147fc0 2024-09-15T22:05:00.474 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:00.470+0000 7f62a93e8640 1 -- 172.21.15.63:0/207499786 --> [v2:172.21.15.110:3301/0,v1:172.21.15.110:6790/0] -- mon_subscribe({osdmap=0}) -- 0x7f62a40cbda0 con 0x7f62a4147fc0 2024-09-15T22:05:00.475 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:00.471+0000 7f62a93e8640 1 -- 172.21.15.63:0/207499786 --> [v2:172.21.15.110:3301/0,v1:172.21.15.110:6790/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f62a415ea60 con 0x7f62a4147fc0 2024-09-15T22:05:00.475 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:00.472+0000 7f628b7fe640 1 -- 172.21.15.63:0/207499786 <== mon.2 v2:172.21.15.110:3301/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7f629c044020 con 0x7f62a4147fc0 2024-09-15T22:05:00.475 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:00.472+0000 7f628b7fe640 1 --2- 172.21.15.63:0/207499786 >> [v2:172.21.15.110:6832/552273267,v1:172.21.15.110:6833/552273267] conn(0x7f629006c2b0 0x7f629006e770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-15T22:05:00.475 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:00.472+0000 7f628b7fe640 1 -- 172.21.15.63:0/207499786 <== mon.2 v2:172.21.15.110:3301/0 5 ==== osd_map(24..24 src has 1..24) ==== 4943+0+0 (secure 0 0 0) 0x7f629c0ab2c0 con 0x7f62a4147fc0 2024-09-15T22:05:00.475 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:00.473+0000 7f62a2ffd640 1 --2- 172.21.15.63:0/207499786 >> [v2:172.21.15.110:6832/552273267,v1:172.21.15.110:6833/552273267] conn(0x7f629006c2b0 0x7f629006e770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-15T22:05:00.475 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:00.473+0000 7f62a2ffd640 1 --2- 172.21.15.63:0/207499786 >> [v2:172.21.15.110:6832/552273267,v1:172.21.15.110:6833/552273267] conn(0x7f629006c2b0 0x7f629006e770 secure :-1 s=READY pgs=124 cs=0 l=1 rev1=1 crypto rx=0x7f6294001b90 tx=0x7f6294009040 comp rx=0 tx=0).ready entity=mgr.4102 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-15T22:05:00.478 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:00.477+0000 7f628b7fe640 1 -- 172.21.15.63:0/207499786 <== mon.2 v2:172.21.15.110:3301/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7f629c04b020 con 0x7f62a4147fc0 2024-09-15T22:05:00.668 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:00.666+0000 7f62a93e8640 1 -- 172.21.15.63:0/207499786 --> [v2:172.21.15.110:3301/0,v1:172.21.15.110:6790/0] -- mon_command({"prefix": "osd blocklist clear"} v 0) -- 0x7f62a415f930 con 0x7f62a4147fc0 2024-09-15T22:05:01.980 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:01.978+0000 7f628b7fe640 1 -- 172.21.15.63:0/207499786 <== mon.2 v2:172.21.15.110:3301/0 7 ==== mon_command_ack([{"prefix": "osd blocklist clear"}]=0 removed all blocklist entries v29) ==== 97+0+0 (secure 0 0 0) 0x7f629c079710 con 0x7f62a4147fc0 2024-09-15T22:05:01.980 INFO:teuthology.orchestra.run.smithi063.stderr: removed all blocklist entries 2024-09-15T22:05:01.983 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:01.981+0000 7f62a93e8640 1 -- 172.21.15.63:0/207499786 >> [v2:172.21.15.110:6832/552273267,v1:172.21.15.110:6833/552273267] conn(0x7f629006c2b0 msgr2=0x7f629006e770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-15T22:05:01.983 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:01.981+0000 7f62a93e8640 1 --2- 172.21.15.63:0/207499786 >> [v2:172.21.15.110:6832/552273267,v1:172.21.15.110:6833/552273267] conn(0x7f629006c2b0 0x7f629006e770 secure :-1 s=READY pgs=124 cs=0 l=1 rev1=1 crypto rx=0x7f6294001b90 tx=0x7f6294009040 comp rx=0 tx=0).stop 2024-09-15T22:05:01.983 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:01.981+0000 7f62a93e8640 1 -- 172.21.15.63:0/207499786 >> [v2:172.21.15.110:3301/0,v1:172.21.15.110:6790/0] conn(0x7f62a4147fc0 msgr2=0x7f62a4140d30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-15T22:05:01.983 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:01.981+0000 7f62a93e8640 1 --2- 172.21.15.63:0/207499786 >> [v2:172.21.15.110:3301/0,v1:172.21.15.110:6790/0] conn(0x7f62a4147fc0 0x7f62a4140d30 secure :-1 s=READY pgs=48 cs=0 l=1 rev1=1 crypto rx=0x7f629c030000 tx=0x7f629c004a40 comp rx=0 tx=0).stop 2024-09-15T22:05:01.983 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:01.981+0000 7f62a93e8640 1 -- 172.21.15.63:0/207499786 shutdown_connections 2024-09-15T22:05:01.983 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:01.981+0000 7f62a93e8640 1 --2- 172.21.15.63:0/207499786 >> [v2:172.21.15.110:6832/552273267,v1:172.21.15.110:6833/552273267] conn(0x7f629006c2b0 0x7f629006e770 unknown :-1 s=CLOSED pgs=124 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T22:05:01.983 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:01.981+0000 7f62a93e8640 1 --2- 172.21.15.63:0/207499786 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f62a40d15f0 0x7f62a4142700 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T22:05:01.983 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:01.981+0000 7f62a93e8640 1 --2- 172.21.15.63:0/207499786 >> [v2:172.21.15.110:3301/0,v1:172.21.15.110:6790/0] conn(0x7f62a4147fc0 0x7f62a4140d30 unknown :-1 s=CLOSED pgs=48 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T22:05:01.983 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:01.981+0000 7f62a93e8640 1 --2- 172.21.15.63:0/207499786 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f62a40b9ee0 0x7f62a413df90 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T22:05:01.983 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:01.981+0000 7f62a93e8640 1 -- 172.21.15.63:0/207499786 >> 172.21.15.63:0/207499786 conn(0x7f62a4074fe0 msgr2=0x7f62a406bdc0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-15T22:05:01.984 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:01.981+0000 7f62a93e8640 1 -- 172.21.15.63:0/207499786 shutdown_connections 2024-09-15T22:05:01.984 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:01.981+0000 7f62a93e8640 1 -- 172.21.15.63:0/207499786 wait complete. 2024-09-15T22:05:01.997 DEBUG:teuthology.orchestra.run.smithi063:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph auth ls --format=json-pretty 2024-09-15T22:05:02.106 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:02.105+0000 7f6d6fbb7640 1 Processor -- start 2024-09-15T22:05:02.107 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:02.105+0000 7f6d6fbb7640 1 -- start start 2024-09-15T22:05:02.108 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:02.106+0000 7f6d6fbb7640 1 --2- >> v2:172.21.15.110:3300/0 conn(0x7f6d6806c2f0 0x7f6d680af810 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-15T22:05:02.108 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:02.106+0000 7f6d6fbb7640 1 --2- >> [v2:172.21.15.110:3301/0,v1:172.21.15.110:6790/0] conn(0x7f6d681590d0 0x7f6d680ce290 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-15T22:05:02.108 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:02.106+0000 7f6d6fbb7640 1 -- --> v1:172.21.15.110:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f6d6815bb20 con 0x7f6d68158cf0 2024-09-15T22:05:02.108 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:02.106+0000 7f6d6fbb7640 1 -- --> v2:172.21.15.110:3300/0 -- mon_getmap magic: 0 -- 0x7f6d680afd50 con 0x7f6d6806c2f0 2024-09-15T22:05:02.108 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:02.106+0000 7f6d6fbb7640 1 -- --> [v2:172.21.15.110:3301/0,v1:172.21.15.110:6790/0] -- mon_getmap magic: 0 -- 0x7f6d6815be00 con 0x7f6d681590d0 2024-09-15T22:05:02.109 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:02.106+0000 7f6d6e154640 1 --2- >> [v2:172.21.15.110:3301/0,v1:172.21.15.110:6790/0] conn(0x7f6d681590d0 0x7f6d680ce290 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-15T22:05:02.109 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:02.106+0000 7f6d6d152640 1 --2- >> v2:172.21.15.110:3300/0 conn(0x7f6d6806c2f0 0x7f6d680af810 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-15T22:05:02.109 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:02.106+0000 7f6d6d953640 1 --1- >> v1:172.21.15.110:6789/0 conn(0x7f6d68158cf0 0x7f6d6806bbe0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.110:6789/0 says I am v1:172.21.15.63:37356/0 (socket says 172.21.15.63:37356) 2024-09-15T22:05:02.109 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:02.106+0000 7f6d6d953640 1 -- 172.21.15.63:0/2873702190 learned_addr learned my addr 172.21.15.63:0/2873702190 (peer_addr_for_me v1:172.21.15.63:0/0) 2024-09-15T22:05:02.109 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:02.107+0000 7f6d6c951640 1 -- 172.21.15.63:0/2873702190 <== mon.1 v1:172.21.15.110:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 2975047944 0 0) 0x7f6d6815bb20 con 0x7f6d68158cf0 2024-09-15T22:05:02.109 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:02.107+0000 7f6d6c951640 1 -- 172.21.15.63:0/2873702190 --> v1:172.21.15.110:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7f6d54003520 con 0x7f6d68158cf0 2024-09-15T22:05:02.109 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:02.107+0000 7f6d6e154640 1 -- 172.21.15.63:0/2873702190 >> v2:172.21.15.110:3300/0 conn(0x7f6d6806c2f0 msgr2=0x7f6d680af810 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-15T22:05:02.109 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:02.107+0000 7f6d6e154640 1 --2- 172.21.15.63:0/2873702190 >> v2:172.21.15.110:3300/0 conn(0x7f6d6806c2f0 0x7f6d680af810 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T22:05:02.109 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:02.107+0000 7f6d6e154640 1 -- 172.21.15.63:0/2873702190 >> v1:172.21.15.110:6789/0 conn(0x7f6d68158cf0 legacy=0x7f6d6806bbe0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-15T22:05:02.109 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:02.107+0000 7f6d6e154640 1 -- 172.21.15.63:0/2873702190 --> [v2:172.21.15.110:3301/0,v1:172.21.15.110:6790/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f6d6815c0e0 con 0x7f6d681590d0 2024-09-15T22:05:02.109 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:02.107+0000 7f6d6d152640 1 --2- 172.21.15.63:0/2873702190 >> v2:172.21.15.110:3300/0 conn(0x7f6d6806c2f0 0x7f6d680af810 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-15T22:05:02.111 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:02.107+0000 7f6d6e154640 1 --2- 172.21.15.63:0/2873702190 >> [v2:172.21.15.110:3301/0,v1:172.21.15.110:6790/0] conn(0x7f6d681590d0 0x7f6d680ce290 secure :-1 s=READY pgs=49 cs=0 l=1 rev1=1 crypto rx=0x7f6d60009d90 tx=0x7f6d6002a5d0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=bd1742c50fe72cbe server_cookie=0 in_seq=0 out_seq=0 2024-09-15T22:05:02.111 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:02.108+0000 7f6d6c951640 1 -- 172.21.15.63:0/2873702190 <== mon.2 v2:172.21.15.110:3301/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6d60031600 con 0x7f6d681590d0 2024-09-15T22:05:02.111 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:02.108+0000 7f6d6c951640 1 -- 172.21.15.63:0/2873702190 <== mon.2 v2:172.21.15.110:3301/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f6d600317a0 con 0x7f6d681590d0 2024-09-15T22:05:02.111 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:02.108+0000 7f6d6c951640 1 -- 172.21.15.63:0/2873702190 <== mon.2 v2:172.21.15.110:3301/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6d60031b50 con 0x7f6d681590d0 2024-09-15T22:05:02.111 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:02.108+0000 7f6d6fbb7640 1 -- 172.21.15.63:0/2873702190 >> [v2:172.21.15.110:3301/0,v1:172.21.15.110:6790/0] conn(0x7f6d681590d0 msgr2=0x7f6d680ce290 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-15T22:05:02.111 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:02.108+0000 7f6d6fbb7640 1 --2- 172.21.15.63:0/2873702190 >> [v2:172.21.15.110:3301/0,v1:172.21.15.110:6790/0] conn(0x7f6d681590d0 0x7f6d680ce290 secure :-1 s=READY pgs=49 cs=0 l=1 rev1=1 crypto rx=0x7f6d60009d90 tx=0x7f6d6002a5d0 comp rx=0 tx=0).stop 2024-09-15T22:05:02.111 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:02.108+0000 7f6d6fbb7640 1 -- 172.21.15.63:0/2873702190 shutdown_connections 2024-09-15T22:05:02.112 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:02.108+0000 7f6d6fbb7640 1 --2- 172.21.15.63:0/2873702190 >> [v2:172.21.15.110:3301/0,v1:172.21.15.110:6790/0] conn(0x7f6d681590d0 0x7f6d680ce290 unknown :-1 s=CLOSED pgs=49 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T22:05:02.112 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:02.108+0000 7f6d6fbb7640 1 --2- 172.21.15.63:0/2873702190 >> v2:172.21.15.110:3300/0 conn(0x7f6d6806c2f0 0x7f6d680af810 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T22:05:02.112 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:02.108+0000 7f6d6fbb7640 1 -- 172.21.15.63:0/2873702190 >> 172.21.15.63:0/2873702190 conn(0x7f6d680b2000 msgr2=0x7f6d680b23e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-15T22:05:02.112 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:02.108+0000 7f6d6fbb7640 1 -- 172.21.15.63:0/2873702190 shutdown_connections 2024-09-15T22:05:02.112 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:02.108+0000 7f6d6fbb7640 1 -- 172.21.15.63:0/2873702190 wait complete. 2024-09-15T22:05:02.112 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:02.110+0000 7f6d6fbb7640 1 Processor -- start 2024-09-15T22:05:02.112 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:02.110+0000 7f6d6fbb7640 1 -- start start 2024-09-15T22:05:02.114 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:02.110+0000 7f6d6fbb7640 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f6d6806c2f0 0x7f6d68152320 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-15T22:05:02.114 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:02.110+0000 7f6d6fbb7640 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f6d68158cf0 0x7f6d680739a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-15T22:05:02.114 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:02.110+0000 7f6d6fbb7640 1 --2- >> [v2:172.21.15.110:3301/0,v1:172.21.15.110:6790/0] conn(0x7f6d681590d0 0x7f6d681f5420 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-15T22:05:02.114 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:02.110+0000 7f6d6fbb7640 1 -- --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 -- 0x7f6d6815cb90 con 0x7f6d68158cf0 2024-09-15T22:05:02.114 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:02.110+0000 7f6d6fbb7640 1 -- --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_getmap magic: 0 -- 0x7f6d6815ca10 con 0x7f6d6806c2f0 2024-09-15T22:05:02.115 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:02.110+0000 7f6d6fbb7640 1 -- --> [v2:172.21.15.110:3301/0,v1:172.21.15.110:6790/0] -- mon_getmap magic: 0 -- 0x7f6d6815cd10 con 0x7f6d681590d0 2024-09-15T22:05:02.115 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:02.110+0000 7f6d6d152640 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f6d68158cf0 0x7f6d680739a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-15T22:05:02.115 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:02.111+0000 7f6d6d152640 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f6d68158cf0 0x7f6d680739a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.63:3300/0 says I am v2:172.21.15.63:56370/0 (socket says 172.21.15.63:56370) 2024-09-15T22:05:02.115 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:02.111+0000 7f6d6d152640 1 -- 172.21.15.63:0/3937288350 learned_addr learned my addr 172.21.15.63:0/3937288350 (peer_addr_for_me v2:172.21.15.63:0/0) 2024-09-15T22:05:02.115 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:02.111+0000 7f6d6d953640 1 --2- 172.21.15.63:0/3937288350 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f6d6806c2f0 0x7f6d68152320 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-15T22:05:02.115 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:02.111+0000 7f6d6e154640 1 --2- 172.21.15.63:0/3937288350 >> [v2:172.21.15.110:3301/0,v1:172.21.15.110:6790/0] conn(0x7f6d681590d0 0x7f6d681f5420 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-15T22:05:02.115 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:02.111+0000 7f6d6d152640 1 -- 172.21.15.63:0/3937288350 >> [v2:172.21.15.110:3301/0,v1:172.21.15.110:6790/0] conn(0x7f6d681590d0 msgr2=0x7f6d681f5420 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-15T22:05:02.115 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:02.111+0000 7f6d6d152640 1 --2- 172.21.15.63:0/3937288350 >> [v2:172.21.15.110:3301/0,v1:172.21.15.110:6790/0] conn(0x7f6d681590d0 0x7f6d681f5420 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T22:05:02.115 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:02.111+0000 7f6d6d152640 1 -- 172.21.15.63:0/3937288350 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f6d6806c2f0 msgr2=0x7f6d68152320 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-15T22:05:02.115 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:02.111+0000 7f6d6d152640 1 --2- 172.21.15.63:0/3937288350 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f6d6806c2f0 0x7f6d68152320 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T22:05:02.115 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:02.111+0000 7f6d6d152640 1 -- 172.21.15.63:0/3937288350 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f6d6815f540 con 0x7f6d68158cf0 2024-09-15T22:05:02.115 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:02.111+0000 7f6d6d152640 1 --2- 172.21.15.63:0/3937288350 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f6d68158cf0 0x7f6d680739a0 secure :-1 s=READY pgs=228 cs=0 l=1 rev1=1 crypto rx=0x7f6d5800ebe0 tx=0x7f6d5800c520 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-15T22:05:02.115 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:02.111+0000 7f6d5e7fc640 1 -- 172.21.15.63:0/3937288350 <== mon.0 v2:172.21.15.63:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6d58017070 con 0x7f6d68158cf0 2024-09-15T22:05:02.116 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:02.111+0000 7f6d5e7fc640 1 -- 172.21.15.63:0/3937288350 <== mon.0 v2:172.21.15.63:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f6d5800cc30 con 0x7f6d68158cf0 2024-09-15T22:05:02.116 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:02.111+0000 7f6d5e7fc640 1 -- 172.21.15.63:0/3937288350 <== mon.0 v2:172.21.15.63:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6d58013470 con 0x7f6d68158cf0 2024-09-15T22:05:02.116 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:02.111+0000 7f6d6fbb7640 1 -- 172.21.15.63:0/3937288350 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f6d6815d3f0 con 0x7f6d68158cf0 2024-09-15T22:05:02.116 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:02.111+0000 7f6d6fbb7640 1 -- 172.21.15.63:0/3937288350 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f6d6815f7e0 con 0x7f6d68158cf0 2024-09-15T22:05:02.116 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:02.112+0000 7f6d6fbb7640 1 -- 172.21.15.63:0/3937288350 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f6d680b3300 con 0x7f6d68158cf0 2024-09-15T22:05:02.116 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:02.113+0000 7f6d5e7fc640 1 -- 172.21.15.63:0/3937288350 <== mon.0 v2:172.21.15.63:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7f6d5801a070 con 0x7f6d68158cf0 2024-09-15T22:05:02.117 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:02.113+0000 7f6d5e7fc640 1 --2- 172.21.15.63:0/3937288350 >> [v2:172.21.15.110:6832/552273267,v1:172.21.15.110:6833/552273267] conn(0x7f6d4c06c2b0 0x7f6d4c06e770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-15T22:05:02.117 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:02.113+0000 7f6d5e7fc640 1 -- 172.21.15.63:0/3937288350 <== mon.0 v2:172.21.15.63:3300/0 5 ==== osd_map(29..29 src has 1..29) ==== 4857+0+0 (secure 0 0 0) 0x7f6d5808af90 con 0x7f6d68158cf0 2024-09-15T22:05:02.117 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:02.113+0000 7f6d6d953640 1 --2- 172.21.15.63:0/3937288350 >> [v2:172.21.15.110:6832/552273267,v1:172.21.15.110:6833/552273267] conn(0x7f6d4c06c2b0 0x7f6d4c06e770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-15T22:05:02.117 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:02.114+0000 7f6d6d953640 1 --2- 172.21.15.63:0/3937288350 >> [v2:172.21.15.110:6832/552273267,v1:172.21.15.110:6833/552273267] conn(0x7f6d4c06c2b0 0x7f6d4c06e770 secure :-1 s=READY pgs=129 cs=0 l=1 rev1=1 crypto rx=0x7f6d64005880 tx=0x7f6d64009040 comp rx=0 tx=0).ready entity=mgr.4102 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-15T22:05:02.119 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:02.118+0000 7f6d5e7fc640 1 -- 172.21.15.63:0/3937288350 <== mon.0 v2:172.21.15.63:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7f6d58059400 con 0x7f6d68158cf0 2024-09-15T22:05:02.358 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:02.357+0000 7f6d6fbb7640 1 -- 172.21.15.63:0/3937288350 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_command({"prefix": "auth ls", "format": "json-pretty"} v 0) -- 0x7f6d680cf630 con 0x7f6d68158cf0 2024-09-15T22:05:02.359 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:02.357+0000 7f6d5e7fc640 1 -- 172.21.15.63:0/3937288350 <== mon.0 v2:172.21.15.63:3300/0 7 ==== mon_command_ack([{"prefix": "auth ls", "format": "json-pretty"}]=0 v4) ==== 80+0+6645 (secure 0 0 0) 0x7f6d5805d700 con 0x7f6d68158cf0 2024-09-15T22:05:02.359 INFO:teuthology.orchestra.run.smithi063.stdout: 2024-09-15T22:05:02.359 INFO:teuthology.orchestra.run.smithi063.stdout:{ 2024-09-15T22:05:02.359 INFO:teuthology.orchestra.run.smithi063.stdout: "auth_dump": [ 2024-09-15T22:05:02.359 INFO:teuthology.orchestra.run.smithi063.stdout: { 2024-09-15T22:05:02.359 INFO:teuthology.orchestra.run.smithi063.stdout: "entity": "mds.a", 2024-09-15T22:05:02.359 INFO:teuthology.orchestra.run.smithi063.stdout: "key": "AQCtWedmxqOfNRAAvIEVH3eQXEoZEdDYyLhqiA==", 2024-09-15T22:05:02.359 INFO:teuthology.orchestra.run.smithi063.stdout: "caps": { 2024-09-15T22:05:02.359 INFO:teuthology.orchestra.run.smithi063.stdout: "mds": "allow", 2024-09-15T22:05:02.359 INFO:teuthology.orchestra.run.smithi063.stdout: "mgr": "allow *", 2024-09-15T22:05:02.360 INFO:teuthology.orchestra.run.smithi063.stdout: "mon": "allow *", 2024-09-15T22:05:02.360 INFO:teuthology.orchestra.run.smithi063.stdout: "osd": "allow *" 2024-09-15T22:05:02.360 INFO:teuthology.orchestra.run.smithi063.stdout: } 2024-09-15T22:05:02.360 INFO:teuthology.orchestra.run.smithi063.stdout: }, 2024-09-15T22:05:02.360 INFO:teuthology.orchestra.run.smithi063.stdout: { 2024-09-15T22:05:02.360 INFO:teuthology.orchestra.run.smithi063.stdout: "entity": "mds.b", 2024-09-15T22:05:02.360 INFO:teuthology.orchestra.run.smithi063.stdout: "key": "AQCuWedmO/cIBhAA2ywXayqVGimD8LizI1lhNA==", 2024-09-15T22:05:02.360 INFO:teuthology.orchestra.run.smithi063.stdout: "caps": { 2024-09-15T22:05:02.360 INFO:teuthology.orchestra.run.smithi063.stdout: "mds": "allow", 2024-09-15T22:05:02.360 INFO:teuthology.orchestra.run.smithi063.stdout: "mgr": "allow *", 2024-09-15T22:05:02.360 INFO:teuthology.orchestra.run.smithi063.stdout: "mon": "allow *", 2024-09-15T22:05:02.360 INFO:teuthology.orchestra.run.smithi063.stdout: "osd": "allow *" 2024-09-15T22:05:02.361 INFO:teuthology.orchestra.run.smithi063.stdout: } 2024-09-15T22:05:02.361 INFO:teuthology.orchestra.run.smithi063.stdout: }, 2024-09-15T22:05:02.361 INFO:teuthology.orchestra.run.smithi063.stdout: { 2024-09-15T22:05:02.361 INFO:teuthology.orchestra.run.smithi063.stdout: "entity": "mds.c", 2024-09-15T22:05:02.361 INFO:teuthology.orchestra.run.smithi063.stdout: "key": "AQCuWedmQ4BJARAAGvFVluE41KU4LWA7OYz4qA==", 2024-09-15T22:05:02.361 INFO:teuthology.orchestra.run.smithi063.stdout: "caps": { 2024-09-15T22:05:02.361 INFO:teuthology.orchestra.run.smithi063.stdout: "mds": "allow", 2024-09-15T22:05:02.361 INFO:teuthology.orchestra.run.smithi063.stdout: "mgr": "allow *", 2024-09-15T22:05:02.361 INFO:teuthology.orchestra.run.smithi063.stdout: "mon": "allow *", 2024-09-15T22:05:02.361 INFO:teuthology.orchestra.run.smithi063.stdout: "osd": "allow *" 2024-09-15T22:05:02.361 INFO:teuthology.orchestra.run.smithi063.stdout: } 2024-09-15T22:05:02.361 INFO:teuthology.orchestra.run.smithi063.stdout: }, 2024-09-15T22:05:02.361 INFO:teuthology.orchestra.run.smithi063.stdout: { 2024-09-15T22:05:02.361 INFO:teuthology.orchestra.run.smithi063.stdout: "entity": "mds.d", 2024-09-15T22:05:02.362 INFO:teuthology.orchestra.run.smithi063.stdout: "key": "AQCuWedmSIIlDRAAiKiji48XMrvKEfQPuHQxiQ==", 2024-09-15T22:05:02.362 INFO:teuthology.orchestra.run.smithi063.stdout: "caps": { 2024-09-15T22:05:02.362 INFO:teuthology.orchestra.run.smithi063.stdout: "mds": "allow", 2024-09-15T22:05:02.362 INFO:teuthology.orchestra.run.smithi063.stdout: "mgr": "allow *", 2024-09-15T22:05:02.362 INFO:teuthology.orchestra.run.smithi063.stdout: "mon": "allow *", 2024-09-15T22:05:02.362 INFO:teuthology.orchestra.run.smithi063.stdout: "osd": "allow *" 2024-09-15T22:05:02.362 INFO:teuthology.orchestra.run.smithi063.stdout: } 2024-09-15T22:05:02.362 INFO:teuthology.orchestra.run.smithi063.stdout: }, 2024-09-15T22:05:02.362 INFO:teuthology.orchestra.run.smithi063.stdout: { 2024-09-15T22:05:02.362 INFO:teuthology.orchestra.run.smithi063.stdout: "entity": "osd.0", 2024-09-15T22:05:02.362 INFO:teuthology.orchestra.run.smithi063.stdout: "key": "AQCxWedm46axLBAAMQIUPDQ5JkDnPsUqy6oo3g==", 2024-09-15T22:05:02.362 INFO:teuthology.orchestra.run.smithi063.stdout: "caps": { 2024-09-15T22:05:02.362 INFO:teuthology.orchestra.run.smithi063.stdout: "mgr": "allow profile osd", 2024-09-15T22:05:02.363 INFO:teuthology.orchestra.run.smithi063.stdout: "mon": "allow profile osd", 2024-09-15T22:05:02.363 INFO:teuthology.orchestra.run.smithi063.stdout: "osd": "allow *" 2024-09-15T22:05:02.363 INFO:teuthology.orchestra.run.smithi063.stdout: } 2024-09-15T22:05:02.363 INFO:teuthology.orchestra.run.smithi063.stdout: }, 2024-09-15T22:05:02.363 INFO:teuthology.orchestra.run.smithi063.stdout: { 2024-09-15T22:05:02.363 INFO:teuthology.orchestra.run.smithi063.stdout: "entity": "osd.1", 2024-09-15T22:05:02.363 INFO:teuthology.orchestra.run.smithi063.stdout: "key": "AQC1WedmcxRRERAA+THrt1aeR00qh1WcHBgcxQ==", 2024-09-15T22:05:02.363 INFO:teuthology.orchestra.run.smithi063.stdout: "caps": { 2024-09-15T22:05:02.363 INFO:teuthology.orchestra.run.smithi063.stdout: "mgr": "allow profile osd", 2024-09-15T22:05:02.363 INFO:teuthology.orchestra.run.smithi063.stdout: "mon": "allow profile osd", 2024-09-15T22:05:02.363 INFO:teuthology.orchestra.run.smithi063.stdout: "osd": "allow *" 2024-09-15T22:05:02.363 INFO:teuthology.orchestra.run.smithi063.stdout: } 2024-09-15T22:05:02.363 INFO:teuthology.orchestra.run.smithi063.stdout: }, 2024-09-15T22:05:02.364 INFO:teuthology.orchestra.run.smithi063.stdout: { 2024-09-15T22:05:02.364 INFO:teuthology.orchestra.run.smithi063.stdout: "entity": "osd.2", 2024-09-15T22:05:02.364 INFO:teuthology.orchestra.run.smithi063.stdout: "key": "AQC4WedmR4ZNFBAAq1MZ7Z5E5NhnfsbG50s1sA==", 2024-09-15T22:05:02.364 INFO:teuthology.orchestra.run.smithi063.stdout: "caps": { 2024-09-15T22:05:02.364 INFO:teuthology.orchestra.run.smithi063.stdout: "mgr": "allow profile osd", 2024-09-15T22:05:02.364 INFO:teuthology.orchestra.run.smithi063.stdout: "mon": "allow profile osd", 2024-09-15T22:05:02.364 INFO:teuthology.orchestra.run.smithi063.stdout: "osd": "allow *" 2024-09-15T22:05:02.364 INFO:teuthology.orchestra.run.smithi063.stdout: } 2024-09-15T22:05:02.364 INFO:teuthology.orchestra.run.smithi063.stdout: }, 2024-09-15T22:05:02.364 INFO:teuthology.orchestra.run.smithi063.stdout: { 2024-09-15T22:05:02.364 INFO:teuthology.orchestra.run.smithi063.stdout: "entity": "osd.3", 2024-09-15T22:05:02.364 INFO:teuthology.orchestra.run.smithi063.stdout: "key": "AQC8WedmobMtFhAApf26f6bR+TIp1AU2NbaQhA==", 2024-09-15T22:05:02.364 INFO:teuthology.orchestra.run.smithi063.stdout: "caps": { 2024-09-15T22:05:02.365 INFO:teuthology.orchestra.run.smithi063.stdout: "mgr": "allow profile osd", 2024-09-15T22:05:02.365 INFO:teuthology.orchestra.run.smithi063.stdout: "mon": "allow profile osd", 2024-09-15T22:05:02.365 INFO:teuthology.orchestra.run.smithi063.stdout: "osd": "allow *" 2024-09-15T22:05:02.365 INFO:teuthology.orchestra.run.smithi063.stdout: } 2024-09-15T22:05:02.365 INFO:teuthology.orchestra.run.smithi063.stdout: }, 2024-09-15T22:05:02.365 INFO:teuthology.orchestra.run.smithi063.stdout: { 2024-09-15T22:05:02.365 INFO:teuthology.orchestra.run.smithi063.stdout: "entity": "osd.4", 2024-09-15T22:05:02.365 INFO:teuthology.orchestra.run.smithi063.stdout: "key": "AQDAWedmKHvXIxAA0fP7ZSMnyuH6eVx2LOGQyQ==", 2024-09-15T22:05:02.365 INFO:teuthology.orchestra.run.smithi063.stdout: "caps": { 2024-09-15T22:05:02.365 INFO:teuthology.orchestra.run.smithi063.stdout: "mgr": "allow profile osd", 2024-09-15T22:05:02.365 INFO:teuthology.orchestra.run.smithi063.stdout: "mon": "allow profile osd", 2024-09-15T22:05:02.365 INFO:teuthology.orchestra.run.smithi063.stdout: "osd": "allow *" 2024-09-15T22:05:02.365 INFO:teuthology.orchestra.run.smithi063.stdout: } 2024-09-15T22:05:02.366 INFO:teuthology.orchestra.run.smithi063.stdout: }, 2024-09-15T22:05:02.366 INFO:teuthology.orchestra.run.smithi063.stdout: { 2024-09-15T22:05:02.366 INFO:teuthology.orchestra.run.smithi063.stdout: "entity": "osd.5", 2024-09-15T22:05:02.366 INFO:teuthology.orchestra.run.smithi063.stdout: "key": "AQDEWedmCaNaJRAARh4ldER+WgxVrLZjUha+Gw==", 2024-09-15T22:05:02.366 INFO:teuthology.orchestra.run.smithi063.stdout: "caps": { 2024-09-15T22:05:02.366 INFO:teuthology.orchestra.run.smithi063.stdout: "mgr": "allow profile osd", 2024-09-15T22:05:02.366 INFO:teuthology.orchestra.run.smithi063.stdout: "mon": "allow profile osd", 2024-09-15T22:05:02.366 INFO:teuthology.orchestra.run.smithi063.stdout: "osd": "allow *" 2024-09-15T22:05:02.366 INFO:teuthology.orchestra.run.smithi063.stdout: } 2024-09-15T22:05:02.366 INFO:teuthology.orchestra.run.smithi063.stdout: }, 2024-09-15T22:05:02.366 INFO:teuthology.orchestra.run.smithi063.stdout: { 2024-09-15T22:05:02.366 INFO:teuthology.orchestra.run.smithi063.stdout: "entity": "osd.6", 2024-09-15T22:05:02.366 INFO:teuthology.orchestra.run.smithi063.stdout: "key": "AQDIWedmdG51FxAAEwMqLquOFDHkNS+MjLOMiQ==", 2024-09-15T22:05:02.366 INFO:teuthology.orchestra.run.smithi063.stdout: "caps": { 2024-09-15T22:05:02.367 INFO:teuthology.orchestra.run.smithi063.stdout: "mgr": "allow profile osd", 2024-09-15T22:05:02.367 INFO:teuthology.orchestra.run.smithi063.stdout: "mon": "allow profile osd", 2024-09-15T22:05:02.367 INFO:teuthology.orchestra.run.smithi063.stdout: "osd": "allow *" 2024-09-15T22:05:02.367 INFO:teuthology.orchestra.run.smithi063.stdout: } 2024-09-15T22:05:02.367 INFO:teuthology.orchestra.run.smithi063.stdout: }, 2024-09-15T22:05:02.367 INFO:teuthology.orchestra.run.smithi063.stdout: { 2024-09-15T22:05:02.367 INFO:teuthology.orchestra.run.smithi063.stdout: "entity": "osd.7", 2024-09-15T22:05:02.367 INFO:teuthology.orchestra.run.smithi063.stdout: "key": "AQDLWedmxE99NhAAmTPkEfyJdLQvmsJsc8Z4kg==", 2024-09-15T22:05:02.367 INFO:teuthology.orchestra.run.smithi063.stdout: "caps": { 2024-09-15T22:05:02.367 INFO:teuthology.orchestra.run.smithi063.stdout: "mgr": "allow profile osd", 2024-09-15T22:05:02.367 INFO:teuthology.orchestra.run.smithi063.stdout: "mon": "allow profile osd", 2024-09-15T22:05:02.367 INFO:teuthology.orchestra.run.smithi063.stdout: "osd": "allow *" 2024-09-15T22:05:02.367 INFO:teuthology.orchestra.run.smithi063.stdout: } 2024-09-15T22:05:02.368 INFO:teuthology.orchestra.run.smithi063.stdout: }, 2024-09-15T22:05:02.368 INFO:teuthology.orchestra.run.smithi063.stdout: { 2024-09-15T22:05:02.368 INFO:teuthology.orchestra.run.smithi063.stdout: "entity": "client.0", 2024-09-15T22:05:02.368 INFO:teuthology.orchestra.run.smithi063.stdout: "key": "AQCuWedm9wJpERAAdnyKxEyzJWnf1nfH3jw/hQ==", 2024-09-15T22:05:02.368 INFO:teuthology.orchestra.run.smithi063.stdout: "caps": { 2024-09-15T22:05:02.368 INFO:teuthology.orchestra.run.smithi063.stdout: "mds": "allow", 2024-09-15T22:05:02.368 INFO:teuthology.orchestra.run.smithi063.stdout: "mgr": "allow r", 2024-09-15T22:05:02.368 INFO:teuthology.orchestra.run.smithi063.stdout: "mon": "allow rw", 2024-09-15T22:05:02.368 INFO:teuthology.orchestra.run.smithi063.stdout: "osd": "allow rwx" 2024-09-15T22:05:02.368 INFO:teuthology.orchestra.run.smithi063.stdout: } 2024-09-15T22:05:02.368 INFO:teuthology.orchestra.run.smithi063.stdout: }, 2024-09-15T22:05:02.368 INFO:teuthology.orchestra.run.smithi063.stdout: { 2024-09-15T22:05:02.368 INFO:teuthology.orchestra.run.smithi063.stdout: "entity": "client.1", 2024-09-15T22:05:02.368 INFO:teuthology.orchestra.run.smithi063.stdout: "key": "AQCuWedmp795GhAAa5ibNd1/eCP/f2CUN/E53w==", 2024-09-15T22:05:02.369 INFO:teuthology.orchestra.run.smithi063.stdout: "caps": { 2024-09-15T22:05:02.369 INFO:teuthology.orchestra.run.smithi063.stdout: "mds": "allow", 2024-09-15T22:05:02.369 INFO:teuthology.orchestra.run.smithi063.stdout: "mgr": "allow r", 2024-09-15T22:05:02.369 INFO:teuthology.orchestra.run.smithi063.stdout: "mon": "allow rw", 2024-09-15T22:05:02.369 INFO:teuthology.orchestra.run.smithi063.stdout: "osd": "allow rwx" 2024-09-15T22:05:02.369 INFO:teuthology.orchestra.run.smithi063.stdout: } 2024-09-15T22:05:02.369 INFO:teuthology.orchestra.run.smithi063.stdout: }, 2024-09-15T22:05:02.369 INFO:teuthology.orchestra.run.smithi063.stdout: { 2024-09-15T22:05:02.369 INFO:teuthology.orchestra.run.smithi063.stdout: "entity": "client.2", 2024-09-15T22:05:02.369 INFO:teuthology.orchestra.run.smithi063.stdout: "key": "AQCuWedmucImFxAAI1PNeBq+IVjuz5lXp5a2pA==", 2024-09-15T22:05:02.369 INFO:teuthology.orchestra.run.smithi063.stdout: "caps": { 2024-09-15T22:05:02.369 INFO:teuthology.orchestra.run.smithi063.stdout: "mds": "allow", 2024-09-15T22:05:02.369 INFO:teuthology.orchestra.run.smithi063.stdout: "mgr": "allow r", 2024-09-15T22:05:02.370 INFO:teuthology.orchestra.run.smithi063.stdout: "mon": "allow rw", 2024-09-15T22:05:02.370 INFO:teuthology.orchestra.run.smithi063.stdout: "osd": "allow rwx" 2024-09-15T22:05:02.370 INFO:teuthology.orchestra.run.smithi063.stdout: } 2024-09-15T22:05:02.370 INFO:teuthology.orchestra.run.smithi063.stdout: }, 2024-09-15T22:05:02.370 INFO:teuthology.orchestra.run.smithi063.stdout: { 2024-09-15T22:05:02.370 INFO:teuthology.orchestra.run.smithi063.stdout: "entity": "client.3", 2024-09-15T22:05:02.370 INFO:teuthology.orchestra.run.smithi063.stdout: "key": "AQCuWedmysUHIBAA7/P9ry6eZHkCcR90HjR0pg==", 2024-09-15T22:05:02.370 INFO:teuthology.orchestra.run.smithi063.stdout: "caps": { 2024-09-15T22:05:02.370 INFO:teuthology.orchestra.run.smithi063.stdout: "mds": "allow", 2024-09-15T22:05:02.370 INFO:teuthology.orchestra.run.smithi063.stdout: "mgr": "allow r", 2024-09-15T22:05:02.370 INFO:teuthology.orchestra.run.smithi063.stdout: "mon": "allow rw", 2024-09-15T22:05:02.370 INFO:teuthology.orchestra.run.smithi063.stdout: "osd": "allow rwx" 2024-09-15T22:05:02.370 INFO:teuthology.orchestra.run.smithi063.stdout: } 2024-09-15T22:05:02.371 INFO:teuthology.orchestra.run.smithi063.stdout: }, 2024-09-15T22:05:02.371 INFO:teuthology.orchestra.run.smithi063.stdout: { 2024-09-15T22:05:02.371 INFO:teuthology.orchestra.run.smithi063.stdout: "entity": "client.admin", 2024-09-15T22:05:02.371 INFO:teuthology.orchestra.run.smithi063.stdout: "key": "AQCtWedm1UQCGhAAtEpcxLTfj5oj+ZqMFmoFgA==", 2024-09-15T22:05:02.371 INFO:teuthology.orchestra.run.smithi063.stdout: "caps": { 2024-09-15T22:05:02.371 INFO:teuthology.orchestra.run.smithi063.stdout: "mds": "allow *", 2024-09-15T22:05:02.371 INFO:teuthology.orchestra.run.smithi063.stdout: "mgr": "allow *", 2024-09-15T22:05:02.371 INFO:teuthology.orchestra.run.smithi063.stdout: "mon": "allow *", 2024-09-15T22:05:02.371 INFO:teuthology.orchestra.run.smithi063.stdout: "osd": "allow *" 2024-09-15T22:05:02.371 INFO:teuthology.orchestra.run.smithi063.stdout: } 2024-09-15T22:05:02.371 INFO:teuthology.orchestra.run.smithi063.stdout: }, 2024-09-15T22:05:02.371 INFO:teuthology.orchestra.run.smithi063.stdout: { 2024-09-15T22:05:02.371 INFO:teuthology.orchestra.run.smithi063.stdout: "entity": "client.bootstrap-mds", 2024-09-15T22:05:02.371 INFO:teuthology.orchestra.run.smithi063.stdout: "key": "AQDSWedmLBqXBBAAAqhDXmVvKtVDwf7KbXRr4g==", 2024-09-15T22:05:02.372 INFO:teuthology.orchestra.run.smithi063.stdout: "caps": { 2024-09-15T22:05:02.372 INFO:teuthology.orchestra.run.smithi063.stdout: "mon": "allow profile bootstrap-mds" 2024-09-15T22:05:02.372 INFO:teuthology.orchestra.run.smithi063.stdout: } 2024-09-15T22:05:02.372 INFO:teuthology.orchestra.run.smithi063.stdout: }, 2024-09-15T22:05:02.372 INFO:teuthology.orchestra.run.smithi063.stdout: { 2024-09-15T22:05:02.372 INFO:teuthology.orchestra.run.smithi063.stdout: "entity": "client.bootstrap-mgr", 2024-09-15T22:05:02.372 INFO:teuthology.orchestra.run.smithi063.stdout: "key": "AQDSWedmzyKXBBAAjh+KITak3KXufa7HEXl3fA==", 2024-09-15T22:05:02.372 INFO:teuthology.orchestra.run.smithi063.stdout: "caps": { 2024-09-15T22:05:02.372 INFO:teuthology.orchestra.run.smithi063.stdout: "mon": "allow profile bootstrap-mgr" 2024-09-15T22:05:02.373 INFO:teuthology.orchestra.run.smithi063.stdout: } 2024-09-15T22:05:02.373 INFO:teuthology.orchestra.run.smithi063.stdout: }, 2024-09-15T22:05:02.373 INFO:teuthology.orchestra.run.smithi063.stdout: { 2024-09-15T22:05:02.373 INFO:teuthology.orchestra.run.smithi063.stdout: "entity": "client.bootstrap-osd", 2024-09-15T22:05:02.373 INFO:teuthology.orchestra.run.smithi063.stdout: "key": "AQDSWedmWiqXBBAAnUQ2cNj7DC093VhjJ+OI1A==", 2024-09-15T22:05:02.373 INFO:teuthology.orchestra.run.smithi063.stdout: "caps": { 2024-09-15T22:05:02.373 INFO:teuthology.orchestra.run.smithi063.stdout: "mon": "allow profile bootstrap-osd" 2024-09-15T22:05:02.373 INFO:teuthology.orchestra.run.smithi063.stdout: } 2024-09-15T22:05:02.373 INFO:teuthology.orchestra.run.smithi063.stdout: }, 2024-09-15T22:05:02.373 INFO:teuthology.orchestra.run.smithi063.stdout: { 2024-09-15T22:05:02.373 INFO:teuthology.orchestra.run.smithi063.stdout: "entity": "client.bootstrap-rbd", 2024-09-15T22:05:02.373 INFO:teuthology.orchestra.run.smithi063.stdout: "key": "AQDSWedm8TGXBBAANsqVqyPZtUFsXYpFn8hXsg==", 2024-09-15T22:05:02.373 INFO:teuthology.orchestra.run.smithi063.stdout: "caps": { 2024-09-15T22:05:02.373 INFO:teuthology.orchestra.run.smithi063.stdout: "mon": "allow profile bootstrap-rbd" 2024-09-15T22:05:02.374 INFO:teuthology.orchestra.run.smithi063.stdout: } 2024-09-15T22:05:02.374 INFO:teuthology.orchestra.run.smithi063.stdout: }, 2024-09-15T22:05:02.374 INFO:teuthology.orchestra.run.smithi063.stdout: { 2024-09-15T22:05:02.374 INFO:teuthology.orchestra.run.smithi063.stdout: "entity": "client.bootstrap-rbd-mirror", 2024-09-15T22:05:02.374 INFO:teuthology.orchestra.run.smithi063.stdout: "key": "AQDSWedm4zmXBBAAnIoFdFRlO6ESAV+5nRd/Sg==", 2024-09-15T22:05:02.374 INFO:teuthology.orchestra.run.smithi063.stdout: "caps": { 2024-09-15T22:05:02.374 INFO:teuthology.orchestra.run.smithi063.stdout: "mon": "allow profile bootstrap-rbd-mirror" 2024-09-15T22:05:02.374 INFO:teuthology.orchestra.run.smithi063.stdout: } 2024-09-15T22:05:02.374 INFO:teuthology.orchestra.run.smithi063.stdout: }, 2024-09-15T22:05:02.374 INFO:teuthology.orchestra.run.smithi063.stdout: { 2024-09-15T22:05:02.374 INFO:teuthology.orchestra.run.smithi063.stdout: "entity": "client.bootstrap-rgw", 2024-09-15T22:05:02.374 INFO:teuthology.orchestra.run.smithi063.stdout: "key": "AQDSWedmvEGXBBAAWdkoJS9laqZEPOuK1SyGNQ==", 2024-09-15T22:05:02.375 INFO:teuthology.orchestra.run.smithi063.stdout: "caps": { 2024-09-15T22:05:02.375 INFO:teuthology.orchestra.run.smithi063.stdout: "mon": "allow profile bootstrap-rgw" 2024-09-15T22:05:02.375 INFO:teuthology.orchestra.run.smithi063.stdout: } 2024-09-15T22:05:02.375 INFO:teuthology.orchestra.run.smithi063.stdout: }, 2024-09-15T22:05:02.375 INFO:teuthology.orchestra.run.smithi063.stdout: { 2024-09-15T22:05:02.375 INFO:teuthology.orchestra.run.smithi063.stdout: "entity": "mgr.x", 2024-09-15T22:05:02.375 INFO:teuthology.orchestra.run.smithi063.stdout: "key": "AQCtWedmU8xZMhAAzk69M1un3TeCbzQYLP9PiA==", 2024-09-15T22:05:02.375 INFO:teuthology.orchestra.run.smithi063.stdout: "caps": { 2024-09-15T22:05:02.375 INFO:teuthology.orchestra.run.smithi063.stdout: "mds": "allow *", 2024-09-15T22:05:02.375 INFO:teuthology.orchestra.run.smithi063.stdout: "mon": "allow profile mgr", 2024-09-15T22:05:02.375 INFO:teuthology.orchestra.run.smithi063.stdout: "osd": "allow *" 2024-09-15T22:05:02.375 INFO:teuthology.orchestra.run.smithi063.stdout: } 2024-09-15T22:05:02.375 INFO:teuthology.orchestra.run.smithi063.stdout: }, 2024-09-15T22:05:02.375 INFO:teuthology.orchestra.run.smithi063.stdout: { 2024-09-15T22:05:02.376 INFO:teuthology.orchestra.run.smithi063.stdout: "entity": "mgr.y", 2024-09-15T22:05:02.376 INFO:teuthology.orchestra.run.smithi063.stdout: "key": "AQCtWedmvHzuLhAAma/6+1G4gzT1hcbwHqdZMA==", 2024-09-15T22:05:02.376 INFO:teuthology.orchestra.run.smithi063.stdout: "caps": { 2024-09-15T22:05:02.376 INFO:teuthology.orchestra.run.smithi063.stdout: "mds": "allow *", 2024-09-15T22:05:02.376 INFO:teuthology.orchestra.run.smithi063.stdout: "mon": "allow profile mgr", 2024-09-15T22:05:02.376 INFO:teuthology.orchestra.run.smithi063.stdout: "osd": "allow *" 2024-09-15T22:05:02.376 INFO:teuthology.orchestra.run.smithi063.stdout: } 2024-09-15T22:05:02.376 INFO:teuthology.orchestra.run.smithi063.stdout: } 2024-09-15T22:05:02.376 INFO:teuthology.orchestra.run.smithi063.stdout: ] 2024-09-15T22:05:02.376 INFO:teuthology.orchestra.run.smithi063.stdout:} 2024-09-15T22:05:02.378 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:02.359+0000 7f6d6fbb7640 1 -- 172.21.15.63:0/3937288350 >> [v2:172.21.15.110:6832/552273267,v1:172.21.15.110:6833/552273267] conn(0x7f6d4c06c2b0 msgr2=0x7f6d4c06e770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-15T22:05:02.378 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:02.359+0000 7f6d6fbb7640 1 --2- 172.21.15.63:0/3937288350 >> [v2:172.21.15.110:6832/552273267,v1:172.21.15.110:6833/552273267] conn(0x7f6d4c06c2b0 0x7f6d4c06e770 secure :-1 s=READY pgs=129 cs=0 l=1 rev1=1 crypto rx=0x7f6d64005880 tx=0x7f6d64009040 comp rx=0 tx=0).stop 2024-09-15T22:05:02.378 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:02.359+0000 7f6d6fbb7640 1 -- 172.21.15.63:0/3937288350 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f6d68158cf0 msgr2=0x7f6d680739a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-15T22:05:02.378 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:02.359+0000 7f6d6fbb7640 1 --2- 172.21.15.63:0/3937288350 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f6d68158cf0 0x7f6d680739a0 secure :-1 s=READY pgs=228 cs=0 l=1 rev1=1 crypto rx=0x7f6d5800ebe0 tx=0x7f6d5800c520 comp rx=0 tx=0).stop 2024-09-15T22:05:02.378 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:02.359+0000 7f6d6fbb7640 1 -- 172.21.15.63:0/3937288350 shutdown_connections 2024-09-15T22:05:02.378 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:02.359+0000 7f6d6fbb7640 1 --2- 172.21.15.63:0/3937288350 >> [v2:172.21.15.110:6832/552273267,v1:172.21.15.110:6833/552273267] conn(0x7f6d4c06c2b0 0x7f6d4c06e770 unknown :-1 s=CLOSED pgs=129 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T22:05:02.378 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:02.359+0000 7f6d6fbb7640 1 --2- 172.21.15.63:0/3937288350 >> [v2:172.21.15.110:3301/0,v1:172.21.15.110:6790/0] conn(0x7f6d681590d0 0x7f6d681f5420 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T22:05:02.378 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:02.359+0000 7f6d6fbb7640 1 --2- 172.21.15.63:0/3937288350 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f6d68158cf0 0x7f6d680739a0 unknown :-1 s=CLOSED pgs=228 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T22:05:02.378 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:02.359+0000 7f6d6fbb7640 1 --2- 172.21.15.63:0/3937288350 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f6d6806c2f0 0x7f6d68152320 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T22:05:02.378 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:02.359+0000 7f6d6fbb7640 1 -- 172.21.15.63:0/3937288350 >> 172.21.15.63:0/3937288350 conn(0x7f6d680b2000 msgr2=0x7f6d680afed0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-15T22:05:02.378 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:02.359+0000 7f6d6fbb7640 1 -- 172.21.15.63:0/3937288350 shutdown_connections 2024-09-15T22:05:02.379 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:02.359+0000 7f6d6fbb7640 1 -- 172.21.15.63:0/3937288350 wait complete. 2024-09-15T22:05:02.379 DEBUG:teuthology.orchestra.run.smithi063:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph auth del client.bootstrap-mds 2024-09-15T22:05:02.483 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:02.481+0000 7f0df9b4b640 1 Processor -- start 2024-09-15T22:05:02.483 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:02.481+0000 7f0df9b4b640 1 -- start start 2024-09-15T22:05:02.485 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:02.482+0000 7f0df9b4b640 1 --2- >> v2:172.21.15.110:3300/0 conn(0x7f0df4147fc0 0x7f0df415ea60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-15T22:05:02.485 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:02.482+0000 7f0df9b4b640 1 --2- >> v2:172.21.15.63:3300/0 conn(0x7f0df40b9ee0 0x7f0df40d1370 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-15T22:05:02.485 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:02.482+0000 7f0df9b4b640 1 -- --> v1:172.21.15.63:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f0df40ba2f0 con 0x7f0df40d0ee0 2024-09-15T22:05:02.485 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:02.482+0000 7f0df9b4b640 1 -- --> v2:172.21.15.63:3300/0 -- mon_getmap magic: 0 -- 0x7f0df41483a0 con 0x7f0df40b9ee0 2024-09-15T22:05:02.485 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:02.482+0000 7f0df9b4b640 1 -- --> v2:172.21.15.110:3300/0 -- mon_getmap magic: 0 -- 0x7f0df415efa0 con 0x7f0df4147fc0 2024-09-15T22:05:02.485 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:02.482+0000 7f0df3fff640 1 --2- >> v2:172.21.15.63:3300/0 conn(0x7f0df40b9ee0 0x7f0df40d1370 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-15T22:05:02.485 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:02.482+0000 7f0df3fff640 1 --2- >> v2:172.21.15.63:3300/0 conn(0x7f0df40b9ee0 0x7f0df40d1370 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.63:3300/0 says I am v2:172.21.15.63:56372/0 (socket says 172.21.15.63:56372) 2024-09-15T22:05:02.486 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:02.482+0000 7f0df2ffd640 1 --1- >> v1:172.21.15.63:6789/0 conn(0x7f0df40d0ee0 0x7f0df40b97d0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.63:6789/0 says I am v1:172.21.15.63:55784/0 (socket says 172.21.15.63:55784) 2024-09-15T22:05:02.486 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:02.482+0000 7f0df3fff640 1 -- 172.21.15.63:0/1204937335 learned_addr learned my addr 172.21.15.63:0/1204937335 (peer_addr_for_me v2:172.21.15.63:0/0) 2024-09-15T22:05:02.486 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:02.483+0000 7f0df37fe640 1 --2- 172.21.15.63:0/1204937335 >> v2:172.21.15.110:3300/0 conn(0x7f0df4147fc0 0x7f0df415ea60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-15T22:05:02.486 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:02.483+0000 7f0df3fff640 1 -- 172.21.15.63:0/1204937335 >> v2:172.21.15.110:3300/0 conn(0x7f0df4147fc0 msgr2=0x7f0df415ea60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-15T22:05:02.486 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:02.483+0000 7f0df3fff640 1 --2- 172.21.15.63:0/1204937335 >> v2:172.21.15.110:3300/0 conn(0x7f0df4147fc0 0x7f0df415ea60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T22:05:02.486 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:02.483+0000 7f0df3fff640 1 -- 172.21.15.63:0/1204937335 >> v1:172.21.15.63:6789/0 conn(0x7f0df40d0ee0 legacy=0x7f0df40b97d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-15T22:05:02.486 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:02.483+0000 7f0df3fff640 1 -- 172.21.15.63:0/1204937335 --> v2:172.21.15.63:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f0df40d2750 con 0x7f0df40b9ee0 2024-09-15T22:05:02.486 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:02.483+0000 7f0df3fff640 1 --2- 172.21.15.63:0/1204937335 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f0df40b9ee0 0x7f0df40d1370 secure :-1 s=READY pgs=230 cs=0 l=1 rev1=1 crypto rx=0x7f0df40b7260 tx=0x7f0dec02a730 comp rx=0 tx=0).ready entity=mon.0 client_cookie=2b83fd429ec0eca8 server_cookie=0 in_seq=0 out_seq=0 2024-09-15T22:05:02.487 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:02.484+0000 7f0df27fc640 1 -- 172.21.15.63:0/1204937335 <== mon.0 v2:172.21.15.63:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0dec036070 con 0x7f0df40b9ee0 2024-09-15T22:05:02.487 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:02.484+0000 7f0df27fc640 1 -- 172.21.15.63:0/1204937335 <== mon.0 v2:172.21.15.63:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f0dec031600 con 0x7f0df40b9ee0 2024-09-15T22:05:02.487 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:02.484+0000 7f0df27fc640 1 -- 172.21.15.63:0/1204937335 <== mon.0 v2:172.21.15.63:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0dec0319d0 con 0x7f0df40b9ee0 2024-09-15T22:05:02.487 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:02.484+0000 7f0df9b4b640 1 -- 172.21.15.63:0/1204937335 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f0df40b9ee0 msgr2=0x7f0df40d1370 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-15T22:05:02.488 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:02.484+0000 7f0df9b4b640 1 --2- 172.21.15.63:0/1204937335 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f0df40b9ee0 0x7f0df40d1370 secure :-1 s=READY pgs=230 cs=0 l=1 rev1=1 crypto rx=0x7f0df40b7260 tx=0x7f0dec02a730 comp rx=0 tx=0).stop 2024-09-15T22:05:02.488 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:02.484+0000 7f0df9b4b640 1 -- 172.21.15.63:0/1204937335 shutdown_connections 2024-09-15T22:05:02.488 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:02.484+0000 7f0df9b4b640 1 --2- 172.21.15.63:0/1204937335 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f0df40b9ee0 0x7f0df40d1370 unknown :-1 s=CLOSED pgs=230 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T22:05:02.488 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:02.484+0000 7f0df9b4b640 1 --2- 172.21.15.63:0/1204937335 >> v2:172.21.15.110:3300/0 conn(0x7f0df4147fc0 0x7f0df415ea60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T22:05:02.488 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:02.484+0000 7f0df9b4b640 1 -- 172.21.15.63:0/1204937335 >> 172.21.15.63:0/1204937335 conn(0x7f0df4074fe0 msgr2=0x7f0df406bbe0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-15T22:05:02.488 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:02.484+0000 7f0df9b4b640 1 -- 172.21.15.63:0/1204937335 shutdown_connections 2024-09-15T22:05:02.488 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:02.484+0000 7f0df9b4b640 1 -- 172.21.15.63:0/1204937335 wait complete. 2024-09-15T22:05:02.488 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:02.485+0000 7f0df9b4b640 1 Processor -- start 2024-09-15T22:05:02.488 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:02.486+0000 7f0df9b4b640 1 -- start start 2024-09-15T22:05:02.490 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:02.486+0000 7f0df9b4b640 1 --2- >> [v2:172.21.15.110:3301/0,v1:172.21.15.110:6790/0] conn(0x7f0df40b9ee0 0x7f0df413d030 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-15T22:05:02.490 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:02.486+0000 7f0df9b4b640 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f0df40d0ee0 0x7f0df4144130 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-15T22:05:02.491 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:02.486+0000 7f0df9b4b640 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f0df4147fc0 0x7f0df4144670 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-15T22:05:02.491 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:02.486+0000 7f0df9b4b640 1 -- --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 -- 0x7f0df40d2d10 con 0x7f0df40d0ee0 2024-09-15T22:05:02.491 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:02.486+0000 7f0df9b4b640 1 -- --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_getmap magic: 0 -- 0x7f0df40d2500 con 0x7f0df4147fc0 2024-09-15T22:05:02.491 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:02.486+0000 7f0df9b4b640 1 -- --> [v2:172.21.15.110:3301/0,v1:172.21.15.110:6790/0] -- mon_getmap magic: 0 -- 0x7f0df40d2ff0 con 0x7f0df40b9ee0 2024-09-15T22:05:02.491 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:02.486+0000 7f0df2ffd640 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f0df40d0ee0 0x7f0df4144130 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-15T22:05:02.491 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:02.486+0000 7f0df2ffd640 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f0df40d0ee0 0x7f0df4144130 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.63:3300/0 says I am v2:172.21.15.63:56388/0 (socket says 172.21.15.63:56388) 2024-09-15T22:05:02.491 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:02.487+0000 7f0df2ffd640 1 -- 172.21.15.63:0/440906319 learned_addr learned my addr 172.21.15.63:0/440906319 (peer_addr_for_me v2:172.21.15.63:0/0) 2024-09-15T22:05:02.491 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:02.487+0000 7f0df37fe640 1 --2- 172.21.15.63:0/440906319 >> [v2:172.21.15.110:3301/0,v1:172.21.15.110:6790/0] conn(0x7f0df40b9ee0 0x7f0df413d030 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-15T22:05:02.491 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:02.487+0000 7f0df3fff640 1 --2- 172.21.15.63:0/440906319 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f0df4147fc0 0x7f0df4144670 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-15T22:05:02.491 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:02.487+0000 7f0df2ffd640 1 -- 172.21.15.63:0/440906319 >> [v2:172.21.15.110:3301/0,v1:172.21.15.110:6790/0] conn(0x7f0df40b9ee0 msgr2=0x7f0df413d030 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-15T22:05:02.491 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:02.487+0000 7f0df2ffd640 1 --2- 172.21.15.63:0/440906319 >> [v2:172.21.15.110:3301/0,v1:172.21.15.110:6790/0] conn(0x7f0df40b9ee0 0x7f0df413d030 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T22:05:02.491 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:02.487+0000 7f0df2ffd640 1 -- 172.21.15.63:0/440906319 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f0df4147fc0 msgr2=0x7f0df4144670 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-15T22:05:02.491 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:02.487+0000 7f0df2ffd640 1 --2- 172.21.15.63:0/440906319 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f0df4147fc0 0x7f0df4144670 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T22:05:02.492 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:02.487+0000 7f0df2ffd640 1 -- 172.21.15.63:0/440906319 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f0df4141990 con 0x7f0df40d0ee0 2024-09-15T22:05:02.492 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:02.487+0000 7f0df2ffd640 1 --2- 172.21.15.63:0/440906319 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f0df40d0ee0 0x7f0df4144130 secure :-1 s=READY pgs=231 cs=0 l=1 rev1=1 crypto rx=0x7f0de800c400 tx=0x7f0de800c8c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-15T22:05:02.492 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:02.487+0000 7f0ddbfff640 1 -- 172.21.15.63:0/440906319 <== mon.0 v2:172.21.15.63:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0de80074e0 con 0x7f0df40d0ee0 2024-09-15T22:05:02.492 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:02.487+0000 7f0ddbfff640 1 -- 172.21.15.63:0/440906319 <== mon.0 v2:172.21.15.63:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f0de8007680 con 0x7f0df40d0ee0 2024-09-15T22:05:02.492 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:02.487+0000 7f0ddbfff640 1 -- 172.21.15.63:0/440906319 <== mon.0 v2:172.21.15.63:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0de8004a00 con 0x7f0df40d0ee0 2024-09-15T22:05:02.493 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:02.487+0000 7f0df9b4b640 1 -- 172.21.15.63:0/440906319 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f0df4141c70 con 0x7f0df40d0ee0 2024-09-15T22:05:02.493 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:02.487+0000 7f0df9b4b640 1 -- 172.21.15.63:0/440906319 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f0df4142230 con 0x7f0df40d0ee0 2024-09-15T22:05:02.493 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:02.488+0000 7f0df9b4b640 1 -- 172.21.15.63:0/440906319 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f0df40d1370 con 0x7f0df40d0ee0 2024-09-15T22:05:02.493 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:02.489+0000 7f0ddbfff640 1 -- 172.21.15.63:0/440906319 <== mon.0 v2:172.21.15.63:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7f0de801a020 con 0x7f0df40d0ee0 2024-09-15T22:05:02.493 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:02.489+0000 7f0ddbfff640 1 --2- 172.21.15.63:0/440906319 >> [v2:172.21.15.110:6832/552273267,v1:172.21.15.110:6833/552273267] conn(0x7f0de006c2b0 0x7f0de006e770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-15T22:05:02.493 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:02.489+0000 7f0ddbfff640 1 -- 172.21.15.63:0/440906319 <== mon.0 v2:172.21.15.63:3300/0 5 ==== osd_map(29..29 src has 1..29) ==== 4857+0+0 (secure 0 0 0) 0x7f0de808a720 con 0x7f0df40d0ee0 2024-09-15T22:05:02.494 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:02.489+0000 7f0df37fe640 1 --2- 172.21.15.63:0/440906319 >> [v2:172.21.15.110:6832/552273267,v1:172.21.15.110:6833/552273267] conn(0x7f0de006c2b0 0x7f0de006e770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-15T22:05:02.494 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:02.490+0000 7f0df37fe640 1 --2- 172.21.15.63:0/440906319 >> [v2:172.21.15.110:6832/552273267,v1:172.21.15.110:6833/552273267] conn(0x7f0de006c2b0 0x7f0de006e770 secure :-1 s=READY pgs=130 cs=0 l=1 rev1=1 crypto rx=0x7f0de40079a0 tx=0x7f0de4008040 comp rx=0 tx=0).ready entity=mgr.4102 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-15T22:05:02.495 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:02.493+0000 7f0ddbfff640 1 -- 172.21.15.63:0/440906319 <== mon.0 v2:172.21.15.63:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7f0de8058c20 con 0x7f0df40d0ee0 2024-09-15T22:05:02.739 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:02.738+0000 7f0df9b4b640 1 -- 172.21.15.63:0/440906319 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_command({"prefix": "auth del", "entity": "client.bootstrap-mds"} v 0) -- 0x7f0df4146df0 con 0x7f0df40d0ee0 2024-09-15T22:05:02.741 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:02.740+0000 7f0ddbfff640 1 -- 172.21.15.63:0/440906319 <== mon.0 v2:172.21.15.63:3300/0 7 ==== mon_command_ack([{"prefix": "auth del", "entity": "client.bootstrap-mds"}]=0 v5) ==== 90+0+0 (secure 0 0 0) 0x7f0de805cf20 con 0x7f0df40d0ee0 2024-09-15T22:05:02.743 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:02.742+0000 7f0df9b4b640 1 -- 172.21.15.63:0/440906319 >> [v2:172.21.15.110:6832/552273267,v1:172.21.15.110:6833/552273267] conn(0x7f0de006c2b0 msgr2=0x7f0de006e770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-15T22:05:02.744 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:02.742+0000 7f0df9b4b640 1 --2- 172.21.15.63:0/440906319 >> [v2:172.21.15.110:6832/552273267,v1:172.21.15.110:6833/552273267] conn(0x7f0de006c2b0 0x7f0de006e770 secure :-1 s=READY pgs=130 cs=0 l=1 rev1=1 crypto rx=0x7f0de40079a0 tx=0x7f0de4008040 comp rx=0 tx=0).stop 2024-09-15T22:05:02.744 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:02.742+0000 7f0df9b4b640 1 -- 172.21.15.63:0/440906319 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f0df40d0ee0 msgr2=0x7f0df4144130 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-15T22:05:02.744 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:02.742+0000 7f0df9b4b640 1 --2- 172.21.15.63:0/440906319 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f0df40d0ee0 0x7f0df4144130 secure :-1 s=READY pgs=231 cs=0 l=1 rev1=1 crypto rx=0x7f0de800c400 tx=0x7f0de800c8c0 comp rx=0 tx=0).stop 2024-09-15T22:05:02.744 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:02.742+0000 7f0df9b4b640 1 -- 172.21.15.63:0/440906319 shutdown_connections 2024-09-15T22:05:02.744 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:02.742+0000 7f0df9b4b640 1 --2- 172.21.15.63:0/440906319 >> [v2:172.21.15.110:6832/552273267,v1:172.21.15.110:6833/552273267] conn(0x7f0de006c2b0 0x7f0de006e770 unknown :-1 s=CLOSED pgs=130 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T22:05:02.744 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:02.742+0000 7f0df9b4b640 1 --2- 172.21.15.63:0/440906319 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f0df4147fc0 0x7f0df4144670 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T22:05:02.744 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:02.742+0000 7f0df9b4b640 1 --2- 172.21.15.63:0/440906319 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f0df40d0ee0 0x7f0df4144130 unknown :-1 s=CLOSED pgs=231 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T22:05:02.744 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:02.742+0000 7f0df9b4b640 1 --2- 172.21.15.63:0/440906319 >> [v2:172.21.15.110:3301/0,v1:172.21.15.110:6790/0] conn(0x7f0df40b9ee0 0x7f0df413d030 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T22:05:02.744 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:02.742+0000 7f0df9b4b640 1 -- 172.21.15.63:0/440906319 >> 172.21.15.63:0/440906319 conn(0x7f0df4074fe0 msgr2=0x7f0df40cfce0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-15T22:05:02.744 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:02.742+0000 7f0df9b4b640 1 -- 172.21.15.63:0/440906319 shutdown_connections 2024-09-15T22:05:02.744 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:02.742+0000 7f0df9b4b640 1 -- 172.21.15.63:0/440906319 wait complete. 2024-09-15T22:05:02.754 DEBUG:teuthology.orchestra.run.smithi063:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph auth del client.bootstrap-mgr 2024-09-15T22:05:02.857 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:02.856+0000 7fcd035e4640 1 Processor -- start 2024-09-15T22:05:02.858 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:02.856+0000 7fcd035e4640 1 -- start start 2024-09-15T22:05:02.859 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:02.857+0000 7fcd035e4640 1 --2- >> v2:172.21.15.110:3300/0 conn(0x7fccfc06f4e0 0x7fccfc0afb40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-15T22:05:02.859 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:02.857+0000 7fcd035e4640 1 --2- >> v2:172.21.15.63:3300/0 conn(0x7fccfc0cfdd0 0x7fccfc0ce570 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-15T22:05:02.859 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:02.857+0000 7fcd035e4640 1 -- --> v1:172.21.15.63:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fccfc0b31b0 con 0x7fccfc15f930 2024-09-15T22:05:02.859 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:02.857+0000 7fcd035e4640 1 -- --> v2:172.21.15.63:3300/0 -- mon_getmap magic: 0 -- 0x7fccfc06e800 con 0x7fccfc0cfdd0 2024-09-15T22:05:02.859 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:02.857+0000 7fcd035e4640 1 -- --> v2:172.21.15.110:3300/0 -- mon_getmap magic: 0 -- 0x7fccfc06dbf0 con 0x7fccfc06f4e0 2024-09-15T22:05:02.859 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:02.857+0000 7fcd01b81640 1 --2- >> v2:172.21.15.63:3300/0 conn(0x7fccfc0cfdd0 0x7fccfc0ce570 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-15T22:05:02.859 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:02.857+0000 7fcd01380640 1 --1- >> v1:172.21.15.63:6789/0 conn(0x7fccfc15f930 0x7fccfc06edd0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.63:6789/0 says I am v1:172.21.15.63:55792/0 (socket says 172.21.15.63:55792) 2024-09-15T22:05:02.860 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:02.857+0000 7fcd01380640 1 -- 172.21.15.63:0/209625627 learned_addr learned my addr 172.21.15.63:0/209625627 (peer_addr_for_me v1:172.21.15.63:0/0) 2024-09-15T22:05:02.860 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:02.857+0000 7fcd01b81640 1 -- 172.21.15.63:0/209625627 >> v2:172.21.15.110:3300/0 conn(0x7fccfc06f4e0 msgr2=0x7fccfc0afb40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-15T22:05:02.860 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:02.857+0000 7fcd01b81640 1 --2- 172.21.15.63:0/209625627 >> v2:172.21.15.110:3300/0 conn(0x7fccfc06f4e0 0x7fccfc0afb40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T22:05:02.860 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:02.857+0000 7fcd01b81640 1 -- 172.21.15.63:0/209625627 >> v1:172.21.15.63:6789/0 conn(0x7fccfc15f930 legacy=0x7fccfc06edd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-15T22:05:02.860 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:02.857+0000 7fcd01b81640 1 -- 172.21.15.63:0/209625627 --> v2:172.21.15.63:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fccfc06ded0 con 0x7fccfc0cfdd0 2024-09-15T22:05:02.860 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:02.857+0000 7fccf3fff640 1 -- 172.21.15.63:0/209625627 <== mon.0 v1:172.21.15.63:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 385695866 0 0) 0x7fccfc0b31b0 con 0x7fccfc15f930 2024-09-15T22:05:02.861 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:02.858+0000 7fcd01b81640 1 --2- 172.21.15.63:0/209625627 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fccfc0cfdd0 0x7fccfc0ce570 secure :-1 s=READY pgs=233 cs=0 l=1 rev1=1 crypto rx=0x7fccf4009d90 tx=0x7fccf402a6a0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=c28ee5e85cf7851e server_cookie=0 in_seq=0 out_seq=0 2024-09-15T22:05:02.861 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:02.858+0000 7fccf3fff640 1 -- 172.21.15.63:0/209625627 <== mon.0 v2:172.21.15.63:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fccf4007740 con 0x7fccfc0cfdd0 2024-09-15T22:05:02.862 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:02.858+0000 7fccf3fff640 1 -- 172.21.15.63:0/209625627 <== mon.0 v2:172.21.15.63:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fccf40078e0 con 0x7fccfc0cfdd0 2024-09-15T22:05:02.862 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:02.858+0000 7fccf3fff640 1 -- 172.21.15.63:0/209625627 <== mon.0 v2:172.21.15.63:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fccf4007cb0 con 0x7fccfc0cfdd0 2024-09-15T22:05:02.862 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:02.859+0000 7fcd035e4640 1 -- 172.21.15.63:0/209625627 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fccfc0cfdd0 msgr2=0x7fccfc0ce570 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-15T22:05:02.862 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:02.859+0000 7fcd035e4640 1 --2- 172.21.15.63:0/209625627 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fccfc0cfdd0 0x7fccfc0ce570 secure :-1 s=READY pgs=233 cs=0 l=1 rev1=1 crypto rx=0x7fccf4009d90 tx=0x7fccf402a6a0 comp rx=0 tx=0).stop 2024-09-15T22:05:02.862 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:02.859+0000 7fcd035e4640 1 -- 172.21.15.63:0/209625627 shutdown_connections 2024-09-15T22:05:02.862 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:02.859+0000 7fcd035e4640 1 --2- 172.21.15.63:0/209625627 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fccfc0cfdd0 0x7fccfc0ce570 unknown :-1 s=CLOSED pgs=233 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T22:05:02.862 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:02.859+0000 7fcd035e4640 1 --2- 172.21.15.63:0/209625627 >> v2:172.21.15.110:3300/0 conn(0x7fccfc06f4e0 0x7fccfc0afb40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T22:05:02.862 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:02.859+0000 7fcd035e4640 1 -- 172.21.15.63:0/209625627 >> 172.21.15.63:0/209625627 conn(0x7fccfc0b22c0 msgr2=0x7fccfc0b26d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-15T22:05:02.862 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:02.859+0000 7fcd035e4640 1 -- 172.21.15.63:0/209625627 shutdown_connections 2024-09-15T22:05:02.862 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:02.859+0000 7fcd035e4640 1 -- 172.21.15.63:0/209625627 wait complete. 2024-09-15T22:05:02.862 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:02.860+0000 7fcd035e4640 1 Processor -- start 2024-09-15T22:05:02.862 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:02.860+0000 7fcd035e4640 1 -- start start 2024-09-15T22:05:02.864 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:02.861+0000 7fcd035e4640 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fccfc06f4e0 0x7fccfc151c80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-15T22:05:02.864 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:02.861+0000 7fcd035e4640 1 --2- >> [v2:172.21.15.110:3301/0,v1:172.21.15.110:6790/0] conn(0x7fccfc0cfdd0 0x7fccfc1556d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-15T22:05:02.864 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:02.861+0000 7fcd035e4640 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7fccfc15f930 0x7fccfc158bc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-15T22:05:02.865 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:02.861+0000 7fcd035e4640 1 -- --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 -- 0x7fccfc0ceab0 con 0x7fccfc06f4e0 2024-09-15T22:05:02.865 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:02.861+0000 7fcd035e4640 1 -- --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_getmap magic: 0 -- 0x7fccfc06e490 con 0x7fccfc15f930 2024-09-15T22:05:02.865 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:02.861+0000 7fcd035e4640 1 -- --> [v2:172.21.15.110:3301/0,v1:172.21.15.110:6790/0] -- mon_getmap magic: 0 -- 0x7fccfc0cec30 con 0x7fccfc0cfdd0 2024-09-15T22:05:02.865 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:02.861+0000 7fcd01380640 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fccfc06f4e0 0x7fccfc151c80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-15T22:05:02.865 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:02.861+0000 7fcd01380640 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fccfc06f4e0 0x7fccfc151c80 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.63:3300/0 says I am v2:172.21.15.63:56402/0 (socket says 172.21.15.63:56402) 2024-09-15T22:05:02.865 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:02.861+0000 7fcd01380640 1 -- 172.21.15.63:0/3546879019 learned_addr learned my addr 172.21.15.63:0/3546879019 (peer_addr_for_me v2:172.21.15.63:0/0) 2024-09-15T22:05:02.865 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:02.861+0000 7fcd01b81640 1 --2- 172.21.15.63:0/3546879019 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7fccfc15f930 0x7fccfc158bc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-15T22:05:02.865 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:02.861+0000 7fcd01380640 1 -- 172.21.15.63:0/3546879019 >> [v2:172.21.15.110:3301/0,v1:172.21.15.110:6790/0] conn(0x7fccfc0cfdd0 msgr2=0x7fccfc1556d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-15T22:05:02.865 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:02.861+0000 7fcd01380640 1 --2- 172.21.15.63:0/3546879019 >> [v2:172.21.15.110:3301/0,v1:172.21.15.110:6790/0] conn(0x7fccfc0cfdd0 0x7fccfc1556d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T22:05:02.865 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:02.861+0000 7fcd01380640 1 -- 172.21.15.63:0/3546879019 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7fccfc15f930 msgr2=0x7fccfc158bc0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-15T22:05:02.865 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:02.861+0000 7fcd01380640 1 --2- 172.21.15.63:0/3546879019 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7fccfc15f930 0x7fccfc158bc0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T22:05:02.865 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:02.861+0000 7fcd01380640 1 -- 172.21.15.63:0/3546879019 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fccfc157b20 con 0x7fccfc06f4e0 2024-09-15T22:05:02.866 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:02.861+0000 7fcd01380640 1 --2- 172.21.15.63:0/3546879019 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fccfc06f4e0 0x7fccfc151c80 secure :-1 s=READY pgs=234 cs=0 l=1 rev1=1 crypto rx=0x7fccf800c460 tx=0x7fccf800c920 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-15T22:05:02.866 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:02.862+0000 7fccf1ffb640 1 -- 172.21.15.63:0/3546879019 <== mon.0 v2:172.21.15.63:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fccf8018070 con 0x7fccfc06f4e0 2024-09-15T22:05:02.866 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:02.862+0000 7fccf1ffb640 1 -- 172.21.15.63:0/3546879019 <== mon.0 v2:172.21.15.63:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fccf8007500 con 0x7fccfc06f4e0 2024-09-15T22:05:02.866 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:02.862+0000 7fcd035e4640 1 -- 172.21.15.63:0/3546879019 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fccfc157e00 con 0x7fccfc06f4e0 2024-09-15T22:05:02.866 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:02.862+0000 7fccf1ffb640 1 -- 172.21.15.63:0/3546879019 <== mon.0 v2:172.21.15.63:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fccf8004a20 con 0x7fccfc06f4e0 2024-09-15T22:05:02.866 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:02.862+0000 7fcd035e4640 1 -- 172.21.15.63:0/3546879019 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fccfc1583c0 con 0x7fccfc06f4e0 2024-09-15T22:05:02.866 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:02.863+0000 7fcd035e4640 1 -- 172.21.15.63:0/3546879019 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fccfc0d0320 con 0x7fccfc06f4e0 2024-09-15T22:05:02.866 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:02.863+0000 7fccf1ffb640 1 -- 172.21.15.63:0/3546879019 <== mon.0 v2:172.21.15.63:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7fccf801b070 con 0x7fccfc06f4e0 2024-09-15T22:05:02.867 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:02.864+0000 7fccf1ffb640 1 --2- 172.21.15.63:0/3546879019 >> [v2:172.21.15.110:6832/552273267,v1:172.21.15.110:6833/552273267] conn(0x7fcce006c2b0 0x7fcce006e770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-15T22:05:02.867 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:02.864+0000 7fccf1ffb640 1 -- 172.21.15.63:0/3546879019 <== mon.0 v2:172.21.15.63:3300/0 5 ==== osd_map(29..29 src has 1..29) ==== 4857+0+0 (secure 0 0 0) 0x7fccf808a300 con 0x7fccfc06f4e0 2024-09-15T22:05:02.867 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:02.864+0000 7fcd00b7f640 1 --2- 172.21.15.63:0/3546879019 >> [v2:172.21.15.110:6832/552273267,v1:172.21.15.110:6833/552273267] conn(0x7fcce006c2b0 0x7fcce006e770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-15T22:05:02.867 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:02.864+0000 7fcd00b7f640 1 --2- 172.21.15.63:0/3546879019 >> [v2:172.21.15.110:6832/552273267,v1:172.21.15.110:6833/552273267] conn(0x7fcce006c2b0 0x7fcce006e770 secure :-1 s=READY pgs=131 cs=0 l=1 rev1=1 crypto rx=0x7fccfc1f5550 tx=0x7fccec006c90 comp rx=0 tx=0).ready entity=mgr.4102 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-15T22:05:02.869 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:02.868+0000 7fccf1ffb640 1 -- 172.21.15.63:0/3546879019 <== mon.0 v2:172.21.15.63:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7fccf8058e50 con 0x7fccfc06f4e0 2024-09-15T22:05:03.110 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:03.109+0000 7fcd035e4640 1 -- 172.21.15.63:0/3546879019 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_command({"prefix": "auth del", "entity": "client.bootstrap-mgr"} v 0) -- 0x7fccfc0b4670 con 0x7fccfc06f4e0 2024-09-15T22:05:03.112 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:03.111+0000 7fccf1ffb640 1 -- 172.21.15.63:0/3546879019 <== mon.0 v2:172.21.15.63:3300/0 7 ==== mon_command_ack([{"prefix": "auth del", "entity": "client.bootstrap-mgr"}]=0 v6) ==== 90+0+0 (secure 0 0 0) 0x7fccf8058750 con 0x7fccfc06f4e0 2024-09-15T22:05:03.115 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:03.113+0000 7fcd035e4640 1 -- 172.21.15.63:0/3546879019 >> [v2:172.21.15.110:6832/552273267,v1:172.21.15.110:6833/552273267] conn(0x7fcce006c2b0 msgr2=0x7fcce006e770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-15T22:05:03.115 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:03.113+0000 7fcd035e4640 1 --2- 172.21.15.63:0/3546879019 >> [v2:172.21.15.110:6832/552273267,v1:172.21.15.110:6833/552273267] conn(0x7fcce006c2b0 0x7fcce006e770 secure :-1 s=READY pgs=131 cs=0 l=1 rev1=1 crypto rx=0x7fccfc1f5550 tx=0x7fccec006c90 comp rx=0 tx=0).stop 2024-09-15T22:05:03.115 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:03.113+0000 7fcd035e4640 1 -- 172.21.15.63:0/3546879019 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fccfc06f4e0 msgr2=0x7fccfc151c80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-15T22:05:03.115 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:03.113+0000 7fcd035e4640 1 --2- 172.21.15.63:0/3546879019 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fccfc06f4e0 0x7fccfc151c80 secure :-1 s=READY pgs=234 cs=0 l=1 rev1=1 crypto rx=0x7fccf800c460 tx=0x7fccf800c920 comp rx=0 tx=0).stop 2024-09-15T22:05:03.115 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:03.113+0000 7fcd035e4640 1 -- 172.21.15.63:0/3546879019 shutdown_connections 2024-09-15T22:05:03.115 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:03.113+0000 7fcd035e4640 1 --2- 172.21.15.63:0/3546879019 >> [v2:172.21.15.110:6832/552273267,v1:172.21.15.110:6833/552273267] conn(0x7fcce006c2b0 0x7fcce006e770 unknown :-1 s=CLOSED pgs=131 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T22:05:03.116 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:03.113+0000 7fcd035e4640 1 --2- 172.21.15.63:0/3546879019 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7fccfc15f930 0x7fccfc158bc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T22:05:03.116 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:03.113+0000 7fcd035e4640 1 --2- 172.21.15.63:0/3546879019 >> [v2:172.21.15.110:3301/0,v1:172.21.15.110:6790/0] conn(0x7fccfc0cfdd0 0x7fccfc1556d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T22:05:03.116 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:03.113+0000 7fcd035e4640 1 --2- 172.21.15.63:0/3546879019 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fccfc06f4e0 0x7fccfc151c80 unknown :-1 s=CLOSED pgs=234 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T22:05:03.116 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:03.113+0000 7fcd035e4640 1 -- 172.21.15.63:0/3546879019 >> 172.21.15.63:0/3546879019 conn(0x7fccfc0b22c0 msgr2=0x7fccfc0cc830 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-15T22:05:03.116 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:03.113+0000 7fcd035e4640 1 -- 172.21.15.63:0/3546879019 shutdown_connections 2024-09-15T22:05:03.116 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:03.113+0000 7fcd035e4640 1 -- 172.21.15.63:0/3546879019 wait complete. 2024-09-15T22:05:03.125 DEBUG:teuthology.orchestra.run.smithi063:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph auth del client.bootstrap-osd 2024-09-15T22:05:03.229 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:03.227+0000 7fcd6dcd7640 1 Processor -- start 2024-09-15T22:05:03.229 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:03.227+0000 7fcd6dcd7640 1 -- start start 2024-09-15T22:05:03.230 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:03.228+0000 7fcd6dcd7640 1 --2- >> v2:172.21.15.110:3300/0 conn(0x7fcd680b7f20 0x7fcd680b95a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-15T22:05:03.231 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:03.228+0000 7fcd6dcd7640 1 --2- >> [v2:172.21.15.110:3301/0,v1:172.21.15.110:6790/0] conn(0x7fcd680d4570 0x7fcd680d49c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-15T22:05:03.231 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:03.228+0000 7fcd6dcd7640 1 -- --> v1:172.21.15.110:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fcd680b8500 con 0x7fcd6815e680 2024-09-15T22:05:03.231 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:03.228+0000 7fcd6dcd7640 1 -- --> v2:172.21.15.110:3300/0 -- mon_getmap magic: 0 -- 0x7fcd680d4f00 con 0x7fcd680b7f20 2024-09-15T22:05:03.231 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:03.228+0000 7fcd6dcd7640 1 -- --> [v2:172.21.15.110:3301/0,v1:172.21.15.110:6790/0] -- mon_getmap magic: 0 -- 0x7fcd680b87e0 con 0x7fcd680d4570 2024-09-15T22:05:03.231 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:03.229+0000 7fcd67fff640 1 --2- >> [v2:172.21.15.110:3301/0,v1:172.21.15.110:6790/0] conn(0x7fcd680d4570 0x7fcd680d49c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-15T22:05:03.231 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:03.229+0000 7fcd66ffd640 1 --2- >> v2:172.21.15.110:3300/0 conn(0x7fcd680b7f20 0x7fcd680b95a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-15T22:05:03.231 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:03.229+0000 7fcd677fe640 1 --1- >> v1:172.21.15.110:6789/0 conn(0x7fcd6815e680 0x7fcd680d1690 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.110:6789/0 says I am v1:172.21.15.63:37370/0 (socket says 172.21.15.63:37370) 2024-09-15T22:05:03.231 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:03.229+0000 7fcd67fff640 1 --2- >> [v2:172.21.15.110:3301/0,v1:172.21.15.110:6790/0] conn(0x7fcd680d4570 0x7fcd680d49c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.110:3301/0 says I am v2:172.21.15.63:55910/0 (socket says 172.21.15.63:55910) 2024-09-15T22:05:03.231 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:03.229+0000 7fcd66ffd640 1 --2- >> v2:172.21.15.110:3300/0 conn(0x7fcd680b7f20 0x7fcd680b95a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.110:3300/0 says I am v2:172.21.15.63:43294/0 (socket says 172.21.15.63:43294) 2024-09-15T22:05:03.231 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:03.229+0000 7fcd67fff640 1 -- 172.21.15.63:0/2620382055 learned_addr learned my addr 172.21.15.63:0/2620382055 (peer_addr_for_me v2:172.21.15.63:0/0) 2024-09-15T22:05:03.231 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:03.229+0000 7fcd667fc640 1 -- 172.21.15.63:0/2620382055 <== mon.1 v1:172.21.15.110:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 454020587 0 0) 0x7fcd680b8500 con 0x7fcd6815e680 2024-09-15T22:05:03.232 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:03.229+0000 7fcd667fc640 1 -- 172.21.15.63:0/2620382055 --> v1:172.21.15.110:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7fcd50003520 con 0x7fcd6815e680 2024-09-15T22:05:03.232 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:03.229+0000 7fcd66ffd640 1 -- 172.21.15.63:0/2620382055 >> [v2:172.21.15.110:3301/0,v1:172.21.15.110:6790/0] conn(0x7fcd680d4570 msgr2=0x7fcd680d49c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-15T22:05:03.232 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:03.229+0000 7fcd66ffd640 1 --2- 172.21.15.63:0/2620382055 >> [v2:172.21.15.110:3301/0,v1:172.21.15.110:6790/0] conn(0x7fcd680d4570 0x7fcd680d49c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T22:05:03.232 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:03.229+0000 7fcd66ffd640 1 -- 172.21.15.63:0/2620382055 >> v1:172.21.15.110:6789/0 conn(0x7fcd6815e680 legacy=0x7fcd680d1690 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-15T22:05:03.232 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:03.229+0000 7fcd66ffd640 1 -- 172.21.15.63:0/2620382055 --> v2:172.21.15.110:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fcd680b8ac0 con 0x7fcd680b7f20 2024-09-15T22:05:03.232 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:03.229+0000 7fcd67fff640 1 --2- 172.21.15.63:0/2620382055 >> [v2:172.21.15.110:3301/0,v1:172.21.15.110:6790/0] conn(0x7fcd680d4570 0x7fcd680d49c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-15T22:05:03.233 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:03.230+0000 7fcd66ffd640 1 --2- 172.21.15.63:0/2620382055 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7fcd680b7f20 0x7fcd680b95a0 secure :-1 s=READY pgs=127 cs=0 l=1 rev1=1 crypto rx=0x7fcd5c0097a0 tx=0x7fcd5c02a180 comp rx=0 tx=0).ready entity=mon.1 client_cookie=4e17ab2caf715c1 server_cookie=0 in_seq=0 out_seq=0 2024-09-15T22:05:03.233 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:03.230+0000 7fcd667fc640 1 -- 172.21.15.63:0/2620382055 <== mon.1 v2:172.21.15.110:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fcd5c037070 con 0x7fcd680b7f20 2024-09-15T22:05:03.233 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:03.230+0000 7fcd667fc640 1 -- 172.21.15.63:0/2620382055 <== mon.1 v2:172.21.15.110:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fcd5c032440 con 0x7fcd680b7f20 2024-09-15T22:05:03.234 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:03.230+0000 7fcd667fc640 1 -- 172.21.15.63:0/2620382055 <== mon.1 v2:172.21.15.110:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fcd5c032810 con 0x7fcd680b7f20 2024-09-15T22:05:03.234 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:03.231+0000 7fcd6dcd7640 1 -- 172.21.15.63:0/2620382055 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7fcd680b7f20 msgr2=0x7fcd680b95a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-15T22:05:03.234 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:03.231+0000 7fcd6dcd7640 1 --2- 172.21.15.63:0/2620382055 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7fcd680b7f20 0x7fcd680b95a0 secure :-1 s=READY pgs=127 cs=0 l=1 rev1=1 crypto rx=0x7fcd5c0097a0 tx=0x7fcd5c02a180 comp rx=0 tx=0).stop 2024-09-15T22:05:03.234 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:03.231+0000 7fcd6dcd7640 1 -- 172.21.15.63:0/2620382055 shutdown_connections 2024-09-15T22:05:03.234 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:03.231+0000 7fcd6dcd7640 1 --2- 172.21.15.63:0/2620382055 >> [v2:172.21.15.110:3301/0,v1:172.21.15.110:6790/0] conn(0x7fcd680d4570 0x7fcd680d49c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T22:05:03.234 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:03.231+0000 7fcd6dcd7640 1 --2- 172.21.15.63:0/2620382055 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7fcd680b7f20 0x7fcd680b95a0 unknown :-1 s=CLOSED pgs=127 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T22:05:03.234 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:03.231+0000 7fcd6dcd7640 1 -- 172.21.15.63:0/2620382055 >> 172.21.15.63:0/2620382055 conn(0x7fcd68074fe0 msgr2=0x7fcd68072200 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-15T22:05:03.234 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:03.231+0000 7fcd6dcd7640 1 -- 172.21.15.63:0/2620382055 shutdown_connections 2024-09-15T22:05:03.234 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:03.231+0000 7fcd6dcd7640 1 -- 172.21.15.63:0/2620382055 wait complete. 2024-09-15T22:05:03.234 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:03.232+0000 7fcd6dcd7640 1 Processor -- start 2024-09-15T22:05:03.234 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:03.232+0000 7fcd6dcd7640 1 -- start start 2024-09-15T22:05:03.236 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:03.233+0000 7fcd6dcd7640 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7fcd680b7f20 0x7fcd6815d160 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-15T22:05:03.236 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:03.233+0000 7fcd6dcd7640 1 --2- >> [v2:172.21.15.110:3301/0,v1:172.21.15.110:6790/0] conn(0x7fcd680d4570 0x7fcd68157f90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-15T22:05:03.237 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:03.233+0000 7fcd6dcd7640 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fcd6815e680 0x7fcd681510f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-15T22:05:03.237 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:03.233+0000 7fcd6dcd7640 1 -- --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 -- 0x7fcd6815ea60 con 0x7fcd6815e680 2024-09-15T22:05:03.237 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:03.233+0000 7fcd6dcd7640 1 -- --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_getmap magic: 0 -- 0x7fcd680b9080 con 0x7fcd680b7f20 2024-09-15T22:05:03.237 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:03.233+0000 7fcd6dcd7640 1 -- --> [v2:172.21.15.110:3301/0,v1:172.21.15.110:6790/0] -- mon_getmap magic: 0 -- 0x7fcd6815ebe0 con 0x7fcd680d4570 2024-09-15T22:05:03.237 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:03.233+0000 7fcd67fff640 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fcd6815e680 0x7fcd681510f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-15T22:05:03.237 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:03.233+0000 7fcd67fff640 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fcd6815e680 0x7fcd681510f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.63:3300/0 says I am v2:172.21.15.63:56406/0 (socket says 172.21.15.63:56406) 2024-09-15T22:05:03.237 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:03.233+0000 7fcd67fff640 1 -- 172.21.15.63:0/1354417381 learned_addr learned my addr 172.21.15.63:0/1354417381 (peer_addr_for_me v2:172.21.15.63:0/0) 2024-09-15T22:05:03.237 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:03.233+0000 7fcd677fe640 1 --2- 172.21.15.63:0/1354417381 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7fcd680b7f20 0x7fcd6815d160 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-15T22:05:03.237 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:03.233+0000 7fcd66ffd640 1 --2- 172.21.15.63:0/1354417381 >> [v2:172.21.15.110:3301/0,v1:172.21.15.110:6790/0] conn(0x7fcd680d4570 0x7fcd68157f90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-15T22:05:03.237 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:03.233+0000 7fcd67fff640 1 -- 172.21.15.63:0/1354417381 >> [v2:172.21.15.110:3301/0,v1:172.21.15.110:6790/0] conn(0x7fcd680d4570 msgr2=0x7fcd68157f90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-15T22:05:03.237 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:03.233+0000 7fcd67fff640 1 --2- 172.21.15.63:0/1354417381 >> [v2:172.21.15.110:3301/0,v1:172.21.15.110:6790/0] conn(0x7fcd680d4570 0x7fcd68157f90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T22:05:03.237 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:03.233+0000 7fcd67fff640 1 -- 172.21.15.63:0/1354417381 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7fcd680b7f20 msgr2=0x7fcd6815d160 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-15T22:05:03.237 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:03.233+0000 7fcd67fff640 1 --2- 172.21.15.63:0/1354417381 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7fcd680b7f20 0x7fcd6815d160 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T22:05:03.237 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:03.233+0000 7fcd67fff640 1 -- 172.21.15.63:0/1354417381 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fcd681584d0 con 0x7fcd6815e680 2024-09-15T22:05:03.238 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:03.234+0000 7fcd67fff640 1 --2- 172.21.15.63:0/1354417381 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fcd6815e680 0x7fcd681510f0 secure :-1 s=READY pgs=235 cs=0 l=1 rev1=1 crypto rx=0x7fcd60009f10 tx=0x7fcd6000c490 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-15T22:05:03.238 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:03.234+0000 7fcd4ffff640 1 -- 172.21.15.63:0/1354417381 <== mon.0 v2:172.21.15.63:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fcd6000cc40 con 0x7fcd6815e680 2024-09-15T22:05:03.238 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:03.234+0000 7fcd4ffff640 1 -- 172.21.15.63:0/1354417381 <== mon.0 v2:172.21.15.63:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fcd6000cde0 con 0x7fcd6815e680 2024-09-15T22:05:03.238 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:03.234+0000 7fcd6dcd7640 1 -- 172.21.15.63:0/1354417381 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fcd6815d8f0 con 0x7fcd6815e680 2024-09-15T22:05:03.238 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:03.234+0000 7fcd4ffff640 1 -- 172.21.15.63:0/1354417381 <== mon.0 v2:172.21.15.63:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fcd60003bb0 con 0x7fcd6815e680 2024-09-15T22:05:03.238 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:03.234+0000 7fcd6dcd7640 1 -- 172.21.15.63:0/1354417381 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fcd68159df0 con 0x7fcd6815e680 2024-09-15T22:05:03.238 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:03.235+0000 7fcd6dcd7640 1 -- 172.21.15.63:0/1354417381 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fcd680d49c0 con 0x7fcd6815e680 2024-09-15T22:05:03.238 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:03.235+0000 7fcd4ffff640 1 -- 172.21.15.63:0/1354417381 <== mon.0 v2:172.21.15.63:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7fcd6001b030 con 0x7fcd6815e680 2024-09-15T22:05:03.239 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:03.236+0000 7fcd4ffff640 1 --2- 172.21.15.63:0/1354417381 >> [v2:172.21.15.110:6832/552273267,v1:172.21.15.110:6833/552273267] conn(0x7fcd5406c2e0 0x7fcd5406e7a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-15T22:05:03.239 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:03.236+0000 7fcd4ffff640 1 -- 172.21.15.63:0/1354417381 <== mon.0 v2:172.21.15.63:3300/0 5 ==== osd_map(29..29 src has 1..29) ==== 4857+0+0 (secure 0 0 0) 0x7fcd6008b310 con 0x7fcd6815e680 2024-09-15T22:05:03.239 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:03.236+0000 7fcd677fe640 1 --2- 172.21.15.63:0/1354417381 >> [v2:172.21.15.110:6832/552273267,v1:172.21.15.110:6833/552273267] conn(0x7fcd5406c2e0 0x7fcd5406e7a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-15T22:05:03.239 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:03.236+0000 7fcd677fe640 1 --2- 172.21.15.63:0/1354417381 >> [v2:172.21.15.110:6832/552273267,v1:172.21.15.110:6833/552273267] conn(0x7fcd5406c2e0 0x7fcd5406e7a0 secure :-1 s=READY pgs=132 cs=0 l=1 rev1=1 crypto rx=0x7fcd58000f60 tx=0x7fcd58007cf0 comp rx=0 tx=0).ready entity=mgr.4102 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-15T22:05:03.241 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:03.240+0000 7fcd4ffff640 1 -- 172.21.15.63:0/1354417381 <== mon.0 v2:172.21.15.63:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7fcd60022020 con 0x7fcd6815e680 2024-09-15T22:05:03.487 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:03.485+0000 7fcd6dcd7640 1 -- 172.21.15.63:0/1354417381 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_command({"prefix": "auth del", "entity": "client.bootstrap-osd"} v 0) -- 0x7fcd6815f1b0 con 0x7fcd6815e680 2024-09-15T22:05:03.489 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:03.488+0000 7fcd4ffff640 1 -- 172.21.15.63:0/1354417381 <== mon.0 v2:172.21.15.63:3300/0 7 ==== mon_command_ack([{"prefix": "auth del", "entity": "client.bootstrap-osd"}]=0 v7) ==== 90+0+0 (secure 0 0 0) 0x7fcd60010040 con 0x7fcd6815e680 2024-09-15T22:05:03.492 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:03.490+0000 7fcd6dcd7640 1 -- 172.21.15.63:0/1354417381 >> [v2:172.21.15.110:6832/552273267,v1:172.21.15.110:6833/552273267] conn(0x7fcd5406c2e0 msgr2=0x7fcd5406e7a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-15T22:05:03.492 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:03.490+0000 7fcd6dcd7640 1 --2- 172.21.15.63:0/1354417381 >> [v2:172.21.15.110:6832/552273267,v1:172.21.15.110:6833/552273267] conn(0x7fcd5406c2e0 0x7fcd5406e7a0 secure :-1 s=READY pgs=132 cs=0 l=1 rev1=1 crypto rx=0x7fcd58000f60 tx=0x7fcd58007cf0 comp rx=0 tx=0).stop 2024-09-15T22:05:03.492 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:03.490+0000 7fcd6dcd7640 1 -- 172.21.15.63:0/1354417381 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fcd6815e680 msgr2=0x7fcd681510f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-15T22:05:03.492 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:03.490+0000 7fcd6dcd7640 1 --2- 172.21.15.63:0/1354417381 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fcd6815e680 0x7fcd681510f0 secure :-1 s=READY pgs=235 cs=0 l=1 rev1=1 crypto rx=0x7fcd60009f10 tx=0x7fcd6000c490 comp rx=0 tx=0).stop 2024-09-15T22:05:03.492 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:03.490+0000 7fcd6dcd7640 1 -- 172.21.15.63:0/1354417381 shutdown_connections 2024-09-15T22:05:03.492 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:03.490+0000 7fcd6dcd7640 1 --2- 172.21.15.63:0/1354417381 >> [v2:172.21.15.110:6832/552273267,v1:172.21.15.110:6833/552273267] conn(0x7fcd5406c2e0 0x7fcd5406e7a0 unknown :-1 s=CLOSED pgs=132 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T22:05:03.493 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:03.490+0000 7fcd6dcd7640 1 --2- 172.21.15.63:0/1354417381 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fcd6815e680 0x7fcd681510f0 unknown :-1 s=CLOSED pgs=235 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T22:05:03.493 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:03.490+0000 7fcd6dcd7640 1 --2- 172.21.15.63:0/1354417381 >> [v2:172.21.15.110:3301/0,v1:172.21.15.110:6790/0] conn(0x7fcd680d4570 0x7fcd68157f90 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T22:05:03.493 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:03.490+0000 7fcd6dcd7640 1 --2- 172.21.15.63:0/1354417381 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7fcd680b7f20 0x7fcd6815d160 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T22:05:03.493 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:03.490+0000 7fcd6dcd7640 1 -- 172.21.15.63:0/1354417381 >> 172.21.15.63:0/1354417381 conn(0x7fcd68074fe0 msgr2=0x7fcd68158780 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-15T22:05:03.493 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:03.490+0000 7fcd6dcd7640 1 -- 172.21.15.63:0/1354417381 shutdown_connections 2024-09-15T22:05:03.493 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:03.490+0000 7fcd6dcd7640 1 -- 172.21.15.63:0/1354417381 wait complete. 2024-09-15T22:05:03.503 DEBUG:teuthology.orchestra.run.smithi063:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph auth del client.bootstrap-rbd 2024-09-15T22:05:03.606 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:03.604+0000 7f8613986640 1 Processor -- start 2024-09-15T22:05:03.606 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:03.605+0000 7f8613986640 1 -- start start 2024-09-15T22:05:03.607 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:03.605+0000 7f8613986640 1 --2- >> v2:172.21.15.110:3300/0 conn(0x7f860c0ce9f0 0x7f860c0b62f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-15T22:05:03.607 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:03.605+0000 7f8613986640 1 --2- >> v2:172.21.15.63:3300/0 conn(0x7f860c0b6830 0x7f860c0d0fe0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-15T22:05:03.608 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:03.605+0000 7f8613986640 1 -- --> v1:172.21.15.63:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f860c0d0780 con 0x7f860c15f960 2024-09-15T22:05:03.608 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:03.605+0000 7f8613986640 1 -- --> v2:172.21.15.63:3300/0 -- mon_getmap magic: 0 -- 0x7f860c0d0a60 con 0x7f860c0b6830 2024-09-15T22:05:03.608 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:03.605+0000 7f8613986640 1 -- --> v2:172.21.15.110:3300/0 -- mon_getmap magic: 0 -- 0x7f860c0d0d40 con 0x7f860c0ce9f0 2024-09-15T22:05:03.608 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:03.606+0000 7f8611f23640 1 --2- >> v2:172.21.15.63:3300/0 conn(0x7f860c0b6830 0x7f860c0d0fe0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-15T22:05:03.608 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:03.606+0000 7f8611722640 1 --1- >> v1:172.21.15.63:6789/0 conn(0x7f860c15f960 0x7f860c0cff30 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.63:6789/0 says I am v1:172.21.15.63:55796/0 (socket says 172.21.15.63:55796) 2024-09-15T22:05:03.608 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:03.606+0000 7f8611722640 1 -- 172.21.15.63:0/2250582035 learned_addr learned my addr 172.21.15.63:0/2250582035 (peer_addr_for_me v1:172.21.15.63:0/0) 2024-09-15T22:05:03.608 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:03.606+0000 7f8610f21640 1 --2- 172.21.15.63:0/2250582035 >> v2:172.21.15.110:3300/0 conn(0x7f860c0ce9f0 0x7f860c0b62f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-15T22:05:03.608 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:03.606+0000 7f8611f23640 1 -- 172.21.15.63:0/2250582035 >> v2:172.21.15.110:3300/0 conn(0x7f860c0ce9f0 msgr2=0x7f860c0b62f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-15T22:05:03.608 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:03.606+0000 7f8611f23640 1 --2- 172.21.15.63:0/2250582035 >> v2:172.21.15.110:3300/0 conn(0x7f860c0ce9f0 0x7f860c0b62f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T22:05:03.608 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:03.606+0000 7f8611f23640 1 -- 172.21.15.63:0/2250582035 >> v1:172.21.15.63:6789/0 conn(0x7f860c15f960 legacy=0x7f860c0cff30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-15T22:05:03.609 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:03.606+0000 7f8611f23640 1 -- 172.21.15.63:0/2250582035 --> v2:172.21.15.63:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f860c072e90 con 0x7f860c0b6830 2024-09-15T22:05:03.609 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:03.606+0000 7f860bfff640 1 -- 172.21.15.63:0/2250582035 <== mon.0 v1:172.21.15.63:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 1654612068 0 0) 0x7f860c0d0780 con 0x7f860c15f960 2024-09-15T22:05:03.610 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:03.607+0000 7f8611f23640 1 --2- 172.21.15.63:0/2250582035 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f860c0b6830 0x7f860c0d0fe0 secure :-1 s=READY pgs=237 cs=0 l=1 rev1=1 crypto rx=0x7f860c0702c0 tx=0x7f85fc02a1a0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=e8e32fe71332cecb server_cookie=0 in_seq=0 out_seq=0 2024-09-15T22:05:03.610 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:03.607+0000 7f860bfff640 1 -- 172.21.15.63:0/2250582035 <== mon.0 v2:172.21.15.63:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f85fc037070 con 0x7f860c0b6830 2024-09-15T22:05:03.610 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:03.607+0000 7f860bfff640 1 -- 172.21.15.63:0/2250582035 <== mon.0 v2:172.21.15.63:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f85fc032440 con 0x7f860c0b6830 2024-09-15T22:05:03.610 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:03.607+0000 7f860bfff640 1 -- 172.21.15.63:0/2250582035 <== mon.0 v2:172.21.15.63:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f85fc032810 con 0x7f860c0b6830 2024-09-15T22:05:03.610 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:03.607+0000 7f8613986640 1 -- 172.21.15.63:0/2250582035 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f860c0b6830 msgr2=0x7f860c0d0fe0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-15T22:05:03.610 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:03.607+0000 7f8613986640 1 --2- 172.21.15.63:0/2250582035 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f860c0b6830 0x7f860c0d0fe0 secure :-1 s=READY pgs=237 cs=0 l=1 rev1=1 crypto rx=0x7f860c0702c0 tx=0x7f85fc02a1a0 comp rx=0 tx=0).stop 2024-09-15T22:05:03.611 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:03.607+0000 7f8613986640 1 -- 172.21.15.63:0/2250582035 shutdown_connections 2024-09-15T22:05:03.611 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:03.607+0000 7f8613986640 1 --2- 172.21.15.63:0/2250582035 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f860c0b6830 0x7f860c0d0fe0 unknown :-1 s=CLOSED pgs=237 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T22:05:03.611 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:03.607+0000 7f8613986640 1 --2- 172.21.15.63:0/2250582035 >> v2:172.21.15.110:3300/0 conn(0x7f860c0ce9f0 0x7f860c0b62f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T22:05:03.611 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:03.607+0000 7f8613986640 1 -- 172.21.15.63:0/2250582035 >> 172.21.15.63:0/2250582035 conn(0x7f860c0b4090 msgr2=0x7f860c0b4470 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-15T22:05:03.611 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:03.607+0000 7f8613986640 1 -- 172.21.15.63:0/2250582035 shutdown_connections 2024-09-15T22:05:03.611 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:03.608+0000 7f8613986640 1 -- 172.21.15.63:0/2250582035 wait complete. 2024-09-15T22:05:03.611 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:03.609+0000 7f8613986640 1 Processor -- start 2024-09-15T22:05:03.611 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:03.609+0000 7f8613986640 1 -- start start 2024-09-15T22:05:03.613 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:03.609+0000 7f8613986640 1 --2- >> [v2:172.21.15.110:3301/0,v1:172.21.15.110:6790/0] conn(0x7f860c0b6830 0x7f860c155870 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-15T22:05:03.613 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:03.609+0000 7f8613986640 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f860c0ce9f0 0x7f860c1591e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-15T22:05:03.614 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:03.609+0000 7f8613986640 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f860c15f960 0x7f860c06cf70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-15T22:05:03.614 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:03.609+0000 7f8613986640 1 -- --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 -- 0x7f860c0d16a0 con 0x7f860c15f960 2024-09-15T22:05:03.614 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:03.609+0000 7f8613986640 1 -- --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_getmap magic: 0 -- 0x7f860c0d1520 con 0x7f860c0ce9f0 2024-09-15T22:05:03.614 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:03.609+0000 7f8613986640 1 -- --> [v2:172.21.15.110:3301/0,v1:172.21.15.110:6790/0] -- mon_getmap magic: 0 -- 0x7f860c0d1820 con 0x7f860c0b6830 2024-09-15T22:05:03.614 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:03.610+0000 7f8611f23640 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f860c15f960 0x7f860c06cf70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-15T22:05:03.614 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:03.610+0000 7f8611f23640 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f860c15f960 0x7f860c06cf70 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.63:3300/0 says I am v2:172.21.15.63:56426/0 (socket says 172.21.15.63:56426) 2024-09-15T22:05:03.614 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:03.610+0000 7f8611f23640 1 -- 172.21.15.63:0/2419087351 learned_addr learned my addr 172.21.15.63:0/2419087351 (peer_addr_for_me v2:172.21.15.63:0/0) 2024-09-15T22:05:03.614 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:03.610+0000 7f8610f21640 1 --2- 172.21.15.63:0/2419087351 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f860c0ce9f0 0x7f860c1591e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-15T22:05:03.614 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:03.610+0000 7f8611f23640 1 -- 172.21.15.63:0/2419087351 >> [v2:172.21.15.110:3301/0,v1:172.21.15.110:6790/0] conn(0x7f860c0b6830 msgr2=0x7f860c155870 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-15T22:05:03.614 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:03.610+0000 7f8611722640 1 --2- 172.21.15.63:0/2419087351 >> [v2:172.21.15.110:3301/0,v1:172.21.15.110:6790/0] conn(0x7f860c0b6830 0x7f860c155870 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-15T22:05:03.615 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:03.610+0000 7f8611f23640 1 --2- 172.21.15.63:0/2419087351 >> [v2:172.21.15.110:3301/0,v1:172.21.15.110:6790/0] conn(0x7f860c0b6830 0x7f860c155870 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T22:05:03.615 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:03.610+0000 7f8611f23640 1 -- 172.21.15.63:0/2419087351 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f860c0ce9f0 msgr2=0x7f860c1591e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-15T22:05:03.615 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:03.610+0000 7f8611f23640 1 --2- 172.21.15.63:0/2419087351 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f860c0ce9f0 0x7f860c1591e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T22:05:03.615 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:03.610+0000 7f8611f23640 1 -- 172.21.15.63:0/2419087351 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f860c06d950 con 0x7f860c15f960 2024-09-15T22:05:03.615 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:03.610+0000 7f8611f23640 1 --2- 172.21.15.63:0/2419087351 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f860c15f960 0x7f860c06cf70 secure :-1 s=READY pgs=238 cs=0 l=1 rev1=1 crypto rx=0x7f85fc035040 tx=0x7f85fc0046c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-15T22:05:03.615 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:03.610+0000 7f8609ffb640 1 -- 172.21.15.63:0/2419087351 <== mon.0 v2:172.21.15.63:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f85fc037040 con 0x7f860c15f960 2024-09-15T22:05:03.615 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:03.610+0000 7f8609ffb640 1 -- 172.21.15.63:0/2419087351 <== mon.0 v2:172.21.15.63:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f85fc042070 con 0x7f860c15f960 2024-09-15T22:05:03.615 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:03.610+0000 7f8613986640 1 -- 172.21.15.63:0/2419087351 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f860c0cb840 con 0x7f860c15f960 2024-09-15T22:05:03.615 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:03.610+0000 7f8609ffb640 1 -- 172.21.15.63:0/2419087351 <== mon.0 v2:172.21.15.63:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f85fc0308a0 con 0x7f860c15f960 2024-09-15T22:05:03.615 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:03.610+0000 7f8613986640 1 -- 172.21.15.63:0/2419087351 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f860c155db0 con 0x7f860c15f960 2024-09-15T22:05:03.615 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:03.611+0000 7f8613986640 1 -- 172.21.15.63:0/2419087351 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f860c0d0fe0 con 0x7f860c15f960 2024-09-15T22:05:03.615 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:03.612+0000 7f8609ffb640 1 -- 172.21.15.63:0/2419087351 <== mon.0 v2:172.21.15.63:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7f85fc030a40 con 0x7f860c15f960 2024-09-15T22:05:03.616 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:03.612+0000 7f8609ffb640 1 --2- 172.21.15.63:0/2419087351 >> [v2:172.21.15.110:6832/552273267,v1:172.21.15.110:6833/552273267] conn(0x7f85f806c2b0 0x7f85f806e770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-15T22:05:03.616 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:03.612+0000 7f8609ffb640 1 -- 172.21.15.63:0/2419087351 <== mon.0 v2:172.21.15.63:3300/0 5 ==== osd_map(29..29 src has 1..29) ==== 4857+0+0 (secure 0 0 0) 0x7f85fc0ab970 con 0x7f860c15f960 2024-09-15T22:05:03.616 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:03.613+0000 7f8611722640 1 --2- 172.21.15.63:0/2419087351 >> [v2:172.21.15.110:6832/552273267,v1:172.21.15.110:6833/552273267] conn(0x7f85f806c2b0 0x7f85f806e770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-15T22:05:03.617 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:03.613+0000 7f8611722640 1 --2- 172.21.15.63:0/2419087351 >> [v2:172.21.15.110:6832/552273267,v1:172.21.15.110:6833/552273267] conn(0x7f85f806c2b0 0x7f85f806e770 secure :-1 s=READY pgs=133 cs=0 l=1 rev1=1 crypto rx=0x7f86040012e0 tx=0x7f8604009040 comp rx=0 tx=0).ready entity=mgr.4102 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-15T22:05:03.618 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:03.617+0000 7f8609ffb640 1 -- 172.21.15.63:0/2419087351 <== mon.0 v2:172.21.15.63:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7f85fc07a4c0 con 0x7f860c15f960 2024-09-15T22:05:03.861 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:03.859+0000 7f8613986640 1 -- 172.21.15.63:0/2419087351 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_command({"prefix": "auth del", "entity": "client.bootstrap-rbd"} v 0) -- 0x7f860c15ecf0 con 0x7f860c15f960 2024-09-15T22:05:03.862 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:03.861+0000 7f8609ffb640 1 -- 172.21.15.63:0/2419087351 <== mon.0 v2:172.21.15.63:3300/0 7 ==== mon_command_ack([{"prefix": "auth del", "entity": "client.bootstrap-rbd"}]=0 v8) ==== 90+0+0 (secure 0 0 0) 0x7f85fc079dc0 con 0x7f860c15f960 2024-09-15T22:05:03.866 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:03.864+0000 7f8613986640 1 -- 172.21.15.63:0/2419087351 >> [v2:172.21.15.110:6832/552273267,v1:172.21.15.110:6833/552273267] conn(0x7f85f806c2b0 msgr2=0x7f85f806e770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-15T22:05:03.866 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:03.864+0000 7f8613986640 1 --2- 172.21.15.63:0/2419087351 >> [v2:172.21.15.110:6832/552273267,v1:172.21.15.110:6833/552273267] conn(0x7f85f806c2b0 0x7f85f806e770 secure :-1 s=READY pgs=133 cs=0 l=1 rev1=1 crypto rx=0x7f86040012e0 tx=0x7f8604009040 comp rx=0 tx=0).stop 2024-09-15T22:05:03.866 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:03.864+0000 7f8613986640 1 -- 172.21.15.63:0/2419087351 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f860c15f960 msgr2=0x7f860c06cf70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-15T22:05:03.866 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:03.864+0000 7f8613986640 1 --2- 172.21.15.63:0/2419087351 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f860c15f960 0x7f860c06cf70 secure :-1 s=READY pgs=238 cs=0 l=1 rev1=1 crypto rx=0x7f85fc035040 tx=0x7f85fc0046c0 comp rx=0 tx=0).stop 2024-09-15T22:05:03.866 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:03.864+0000 7f8613986640 1 -- 172.21.15.63:0/2419087351 shutdown_connections 2024-09-15T22:05:03.866 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:03.864+0000 7f8613986640 1 --2- 172.21.15.63:0/2419087351 >> [v2:172.21.15.110:6832/552273267,v1:172.21.15.110:6833/552273267] conn(0x7f85f806c2b0 0x7f85f806e770 unknown :-1 s=CLOSED pgs=133 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T22:05:03.866 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:03.864+0000 7f8613986640 1 --2- 172.21.15.63:0/2419087351 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f860c0ce9f0 0x7f860c1591e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T22:05:03.866 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:03.864+0000 7f8613986640 1 --2- 172.21.15.63:0/2419087351 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f860c15f960 0x7f860c06cf70 unknown :-1 s=CLOSED pgs=238 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T22:05:03.866 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:03.864+0000 7f8613986640 1 --2- 172.21.15.63:0/2419087351 >> [v2:172.21.15.110:3301/0,v1:172.21.15.110:6790/0] conn(0x7f860c0b6830 0x7f860c155870 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T22:05:03.866 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:03.864+0000 7f8613986640 1 -- 172.21.15.63:0/2419087351 >> 172.21.15.63:0/2419087351 conn(0x7f860c0b4090 msgr2=0x7f860c070320 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-15T22:05:03.867 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:03.864+0000 7f8613986640 1 -- 172.21.15.63:0/2419087351 shutdown_connections 2024-09-15T22:05:03.867 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:03.864+0000 7f8613986640 1 -- 172.21.15.63:0/2419087351 wait complete. 2024-09-15T22:05:03.876 DEBUG:teuthology.orchestra.run.smithi063:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph auth del client.bootstrap-rbd-mirror 2024-09-15T22:05:03.979 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:03.977+0000 7f8334065640 1 Processor -- start 2024-09-15T22:05:03.980 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:03.978+0000 7f8334065640 1 -- start start 2024-09-15T22:05:03.982 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:03.979+0000 7f8334065640 1 --2- >> [v2:172.21.15.110:3301/0,v1:172.21.15.110:6790/0] conn(0x7f832c162b40 0x7f832c0c4250 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-15T22:05:03.982 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:03.979+0000 7f8334065640 1 --2- >> v2:172.21.15.110:3300/0 conn(0x7f832c162f20 0x7f832c0c4790 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-15T22:05:03.982 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:03.979+0000 7f8334065640 1 -- --> v1:172.21.15.63:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f832c0d2180 con 0x7f832c0d1490 2024-09-15T22:05:03.982 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:03.979+0000 7f8334065640 1 -- --> v2:172.21.15.110:3300/0 -- mon_getmap magic: 0 -- 0x7f832c06d1c0 con 0x7f832c162f20 2024-09-15T22:05:03.982 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:03.979+0000 7f8334065640 1 -- --> [v2:172.21.15.110:3301/0,v1:172.21.15.110:6790/0] -- mon_getmap magic: 0 -- 0x7f832c06c890 con 0x7f832c162b40 2024-09-15T22:05:03.982 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:03.979+0000 7f8332602640 1 --1- >> v1:172.21.15.63:6789/0 conn(0x7f832c0d1490 0x7f832c0d1940 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.63:6789/0 says I am v1:172.21.15.63:55802/0 (socket says 172.21.15.63:55802) 2024-09-15T22:05:03.982 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:03.979+0000 7f8332602640 1 -- 172.21.15.63:0/1987703325 learned_addr learned my addr 172.21.15.63:0/1987703325 (peer_addr_for_me v1:172.21.15.63:0/0) 2024-09-15T22:05:03.982 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:03.979+0000 7f8331600640 1 --2- 172.21.15.63:0/1987703325 >> v2:172.21.15.110:3300/0 conn(0x7f832c162f20 0x7f832c0c4790 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-15T22:05:03.982 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:03.979+0000 7f8331e01640 1 --2- 172.21.15.63:0/1987703325 >> [v2:172.21.15.110:3301/0,v1:172.21.15.110:6790/0] conn(0x7f832c162b40 0x7f832c0c4250 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-15T22:05:03.982 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:03.979+0000 7f8330dff640 1 -- 172.21.15.63:0/1987703325 <== mon.0 v1:172.21.15.63:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 2258082611 0 0) 0x7f832c0d2180 con 0x7f832c0d1490 2024-09-15T22:05:03.983 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:03.979+0000 7f8330dff640 1 -- 172.21.15.63:0/1987703325 --> v1:172.21.15.63:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7f8318003520 con 0x7f832c0d1490 2024-09-15T22:05:03.983 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:03.979+0000 7f8331600640 1 -- 172.21.15.63:0/1987703325 >> [v2:172.21.15.110:3301/0,v1:172.21.15.110:6790/0] conn(0x7f832c162b40 msgr2=0x7f832c0c4250 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-15T22:05:03.983 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:03.979+0000 7f8331600640 1 --2- 172.21.15.63:0/1987703325 >> [v2:172.21.15.110:3301/0,v1:172.21.15.110:6790/0] conn(0x7f832c162b40 0x7f832c0c4250 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T22:05:03.983 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:03.979+0000 7f8331600640 1 -- 172.21.15.63:0/1987703325 >> v1:172.21.15.63:6789/0 conn(0x7f832c0d1490 legacy=0x7f832c0d1940 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-15T22:05:03.983 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:03.979+0000 7f8331600640 1 -- 172.21.15.63:0/1987703325 --> v2:172.21.15.110:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f832c06cb70 con 0x7f832c162f20 2024-09-15T22:05:03.983 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:03.980+0000 7f8331600640 1 --2- 172.21.15.63:0/1987703325 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f832c162f20 0x7f832c0c4790 secure :-1 s=READY pgs=128 cs=0 l=1 rev1=1 crypto rx=0x7f831c0097a0 tx=0x7f831c02a060 comp rx=0 tx=0).ready entity=mon.1 client_cookie=56fe7a1c5e0d4192 server_cookie=0 in_seq=0 out_seq=0 2024-09-15T22:05:03.983 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:03.980+0000 7f8330dff640 1 -- 172.21.15.63:0/1987703325 <== mon.1 v2:172.21.15.110:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f831c037070 con 0x7f832c162f20 2024-09-15T22:05:03.983 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:03.980+0000 7f8330dff640 1 -- 172.21.15.63:0/1987703325 <== mon.1 v2:172.21.15.110:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f831c02adb0 con 0x7f832c162f20 2024-09-15T22:05:03.983 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:03.980+0000 7f8330dff640 1 -- 172.21.15.63:0/1987703325 <== mon.1 v2:172.21.15.110:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f831c032660 con 0x7f832c162f20 2024-09-15T22:05:03.986 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:03.981+0000 7f8334065640 1 -- 172.21.15.63:0/1987703325 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f832c162f20 msgr2=0x7f832c0c4790 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-15T22:05:03.986 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:03.981+0000 7f8334065640 1 --2- 172.21.15.63:0/1987703325 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f832c162f20 0x7f832c0c4790 secure :-1 s=READY pgs=128 cs=0 l=1 rev1=1 crypto rx=0x7f831c0097a0 tx=0x7f831c02a060 comp rx=0 tx=0).stop 2024-09-15T22:05:03.986 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:03.981+0000 7f8334065640 1 -- 172.21.15.63:0/1987703325 shutdown_connections 2024-09-15T22:05:03.986 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:03.981+0000 7f8334065640 1 --2- 172.21.15.63:0/1987703325 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f832c162f20 0x7f832c0c4790 unknown :-1 s=CLOSED pgs=128 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T22:05:03.986 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:03.981+0000 7f8334065640 1 --2- 172.21.15.63:0/1987703325 >> [v2:172.21.15.110:3301/0,v1:172.21.15.110:6790/0] conn(0x7f832c162b40 0x7f832c0c4250 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T22:05:03.986 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:03.981+0000 7f8334065640 1 -- 172.21.15.63:0/1987703325 >> 172.21.15.63:0/1987703325 conn(0x7f832c0730c0 msgr2=0x7f832c0734d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-15T22:05:03.986 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:03.981+0000 7f8334065640 1 -- 172.21.15.63:0/1987703325 shutdown_connections 2024-09-15T22:05:03.986 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:03.981+0000 7f8334065640 1 -- 172.21.15.63:0/1987703325 wait complete. 2024-09-15T22:05:03.986 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:03.982+0000 7f8334065640 1 Processor -- start 2024-09-15T22:05:03.986 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:03.982+0000 7f8334065640 1 -- start start 2024-09-15T22:05:03.987 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:03.983+0000 7f8334065640 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f832c0d1490 0x7f832c15b140 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-15T22:05:03.987 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:03.983+0000 7f8334065640 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f832c162b40 0x7f832c09e8d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-15T22:05:03.987 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:03.983+0000 7f8334065640 1 --2- >> [v2:172.21.15.110:3301/0,v1:172.21.15.110:6790/0] conn(0x7f832c162f20 0x7f832c0cf7a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-15T22:05:03.987 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:03.983+0000 7f8334065640 1 -- --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 -- 0x7f832c0cefd0 con 0x7f832c162b40 2024-09-15T22:05:03.987 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:03.983+0000 7f8334065640 1 -- --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_getmap magic: 0 -- 0x7f832c0cee50 con 0x7f832c0d1490 2024-09-15T22:05:03.987 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:03.983+0000 7f8334065640 1 -- --> [v2:172.21.15.110:3301/0,v1:172.21.15.110:6790/0] -- mon_getmap magic: 0 -- 0x7f832c0cf150 con 0x7f832c162f20 2024-09-15T22:05:03.987 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:03.983+0000 7f8331600640 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f832c162b40 0x7f832c09e8d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-15T22:05:03.987 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:03.983+0000 7f8331600640 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f832c162b40 0x7f832c09e8d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.63:3300/0 says I am v2:172.21.15.63:56436/0 (socket says 172.21.15.63:56436) 2024-09-15T22:05:03.987 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:03.983+0000 7f8331600640 1 -- 172.21.15.63:0/2202301585 learned_addr learned my addr 172.21.15.63:0/2202301585 (peer_addr_for_me v2:172.21.15.63:0/0) 2024-09-15T22:05:03.987 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:03.983+0000 7f8332602640 1 --2- 172.21.15.63:0/2202301585 >> [v2:172.21.15.110:3301/0,v1:172.21.15.110:6790/0] conn(0x7f832c162f20 0x7f832c0cf7a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-15T22:05:03.987 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:03.983+0000 7f8331e01640 1 --2- 172.21.15.63:0/2202301585 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f832c0d1490 0x7f832c15b140 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-15T22:05:03.987 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:03.984+0000 7f8331600640 1 -- 172.21.15.63:0/2202301585 >> [v2:172.21.15.110:3301/0,v1:172.21.15.110:6790/0] conn(0x7f832c162f20 msgr2=0x7f832c0cf7a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-15T22:05:03.987 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:03.984+0000 7f8331600640 1 --2- 172.21.15.63:0/2202301585 >> [v2:172.21.15.110:3301/0,v1:172.21.15.110:6790/0] conn(0x7f832c162f20 0x7f832c0cf7a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T22:05:03.987 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:03.984+0000 7f8331600640 1 -- 172.21.15.63:0/2202301585 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f832c0d1490 msgr2=0x7f832c15b140 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-15T22:05:03.988 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:03.984+0000 7f8331600640 1 --2- 172.21.15.63:0/2202301585 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f832c0d1490 0x7f832c15b140 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T22:05:03.988 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:03.984+0000 7f8331600640 1 -- 172.21.15.63:0/2202301585 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f832c15b680 con 0x7f832c162b40 2024-09-15T22:05:03.988 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:03.984+0000 7f8331600640 1 --2- 172.21.15.63:0/2202301585 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f832c162b40 0x7f832c09e8d0 secure :-1 s=READY pgs=240 cs=0 l=1 rev1=1 crypto rx=0x7f831c035040 tx=0x7f831c0046c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-15T22:05:03.988 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:03.984+0000 7f83227fc640 1 -- 172.21.15.63:0/2202301585 <== mon.0 v2:172.21.15.63:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f831c041070 con 0x7f832c162b40 2024-09-15T22:05:03.988 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:03.984+0000 7f83227fc640 1 -- 172.21.15.63:0/2202301585 <== mon.0 v2:172.21.15.63:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f831c03c460 con 0x7f832c162b40 2024-09-15T22:05:03.988 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:03.984+0000 7f83227fc640 1 -- 172.21.15.63:0/2202301585 <== mon.0 v2:172.21.15.63:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f831c037040 con 0x7f832c162b40 2024-09-15T22:05:03.988 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:03.984+0000 7f8334065640 1 -- 172.21.15.63:0/2202301585 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f832c09bf60 con 0x7f832c162b40 2024-09-15T22:05:03.988 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:03.984+0000 7f8334065640 1 -- 172.21.15.63:0/2202301585 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f832c09c520 con 0x7f832c162b40 2024-09-15T22:05:03.989 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:03.985+0000 7f8334065640 1 -- 172.21.15.63:0/2202301585 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f832c09c6f0 con 0x7f832c162b40 2024-09-15T22:05:03.989 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:03.986+0000 7f83227fc640 1 -- 172.21.15.63:0/2202301585 <== mon.0 v2:172.21.15.63:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7f831c03a070 con 0x7f832c162b40 2024-09-15T22:05:03.989 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:03.986+0000 7f83227fc640 1 --2- 172.21.15.63:0/2202301585 >> [v2:172.21.15.110:6832/552273267,v1:172.21.15.110:6833/552273267] conn(0x7f831006c2b0 0x7f831006e770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-15T22:05:03.989 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:03.986+0000 7f83227fc640 1 -- 172.21.15.63:0/2202301585 <== mon.0 v2:172.21.15.63:3300/0 5 ==== osd_map(29..29 src has 1..29) ==== 4857+0+0 (secure 0 0 0) 0x7f831c0ab1b0 con 0x7f832c162b40 2024-09-15T22:05:03.989 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:03.986+0000 7f8331e01640 1 --2- 172.21.15.63:0/2202301585 >> [v2:172.21.15.110:6832/552273267,v1:172.21.15.110:6833/552273267] conn(0x7f831006c2b0 0x7f831006e770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-15T22:05:03.989 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:03.987+0000 7f8331e01640 1 --2- 172.21.15.63:0/2202301585 >> [v2:172.21.15.110:6832/552273267,v1:172.21.15.110:6833/552273267] conn(0x7f831006c2b0 0x7f831006e770 secure :-1 s=READY pgs=134 cs=0 l=1 rev1=1 crypto rx=0x7f8328009b40 tx=0x7f8328009190 comp rx=0 tx=0).ready entity=mgr.4102 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-15T22:05:03.992 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:03.990+0000 7f83227fc640 1 -- 172.21.15.63:0/2202301585 <== mon.0 v2:172.21.15.63:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7f831c0796b0 con 0x7f832c162b40 2024-09-15T22:05:04.234 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:04.233+0000 7f8334065640 1 -- 172.21.15.63:0/2202301585 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_command({"prefix": "auth del", "entity": "client.bootstrap-rbd-mirror"} v 0) -- 0x7f832c0c89d0 con 0x7f832c162b40 2024-09-15T22:05:04.236 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:04.235+0000 7f83227fc640 1 -- 172.21.15.63:0/2202301585 <== mon.0 v2:172.21.15.63:3300/0 7 ==== mon_command_ack([{"prefix": "auth del", "entity": "client.bootstrap-rbd-mirror"}]=0 v9) ==== 97+0+0 (secure 0 0 0) 0x7f831c07d9b0 con 0x7f832c162b40 2024-09-15T22:05:04.240 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:04.238+0000 7f8334065640 1 -- 172.21.15.63:0/2202301585 >> [v2:172.21.15.110:6832/552273267,v1:172.21.15.110:6833/552273267] conn(0x7f831006c2b0 msgr2=0x7f831006e770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-15T22:05:04.240 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:04.238+0000 7f8334065640 1 --2- 172.21.15.63:0/2202301585 >> [v2:172.21.15.110:6832/552273267,v1:172.21.15.110:6833/552273267] conn(0x7f831006c2b0 0x7f831006e770 secure :-1 s=READY pgs=134 cs=0 l=1 rev1=1 crypto rx=0x7f8328009b40 tx=0x7f8328009190 comp rx=0 tx=0).stop 2024-09-15T22:05:04.240 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:04.238+0000 7f8334065640 1 -- 172.21.15.63:0/2202301585 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f832c162b40 msgr2=0x7f832c09e8d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-15T22:05:04.240 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:04.238+0000 7f8334065640 1 --2- 172.21.15.63:0/2202301585 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f832c162b40 0x7f832c09e8d0 secure :-1 s=READY pgs=240 cs=0 l=1 rev1=1 crypto rx=0x7f831c035040 tx=0x7f831c0046c0 comp rx=0 tx=0).stop 2024-09-15T22:05:04.240 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:04.238+0000 7f8334065640 1 -- 172.21.15.63:0/2202301585 shutdown_connections 2024-09-15T22:05:04.240 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:04.238+0000 7f8334065640 1 --2- 172.21.15.63:0/2202301585 >> [v2:172.21.15.110:6832/552273267,v1:172.21.15.110:6833/552273267] conn(0x7f831006c2b0 0x7f831006e770 unknown :-1 s=CLOSED pgs=134 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T22:05:04.240 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:04.238+0000 7f8334065640 1 --2- 172.21.15.63:0/2202301585 >> [v2:172.21.15.110:3301/0,v1:172.21.15.110:6790/0] conn(0x7f832c162f20 0x7f832c0cf7a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T22:05:04.240 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:04.238+0000 7f8334065640 1 --2- 172.21.15.63:0/2202301585 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f832c162b40 0x7f832c09e8d0 unknown :-1 s=CLOSED pgs=240 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T22:05:04.240 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:04.238+0000 7f8334065640 1 --2- 172.21.15.63:0/2202301585 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f832c0d1490 0x7f832c15b140 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T22:05:04.240 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:04.238+0000 7f8334065640 1 -- 172.21.15.63:0/2202301585 >> 172.21.15.63:0/2202301585 conn(0x7f832c0730c0 msgr2=0x7f832c06eb70 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-15T22:05:04.241 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:04.238+0000 7f8334065640 1 -- 172.21.15.63:0/2202301585 shutdown_connections 2024-09-15T22:05:04.241 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:04.238+0000 7f8334065640 1 -- 172.21.15.63:0/2202301585 wait complete. 2024-09-15T22:05:04.250 DEBUG:teuthology.orchestra.run.smithi063:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph auth del client.bootstrap-rgw 2024-09-15T22:05:04.354 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:04.352+0000 7ff783a7b640 1 Processor -- start 2024-09-15T22:05:04.354 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:04.352+0000 7ff783a7b640 1 -- start start 2024-09-15T22:05:04.355 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:04.353+0000 7ff783a7b640 1 --2- >> v2:172.21.15.63:3300/0 conn(0x7ff77c147fc0 0x7ff77c15ea60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-15T22:05:04.355 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:04.353+0000 7ff783a7b640 1 --2- >> v2:172.21.15.110:3300/0 conn(0x7ff77c0d0ee0 0x7ff77c0d1370 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-15T22:05:04.355 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:04.353+0000 7ff783a7b640 1 -- --> v1:172.21.15.110:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7ff77c0ba2f0 con 0x7ff77c0b97d0 2024-09-15T22:05:04.355 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:04.353+0000 7ff783a7b640 1 -- --> v2:172.21.15.63:3300/0 -- mon_getmap magic: 0 -- 0x7ff77c1483a0 con 0x7ff77c147fc0 2024-09-15T22:05:04.356 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:04.353+0000 7ff783a7b640 1 -- --> v2:172.21.15.110:3300/0 -- mon_getmap magic: 0 -- 0x7ff77c15efa0 con 0x7ff77c0d0ee0 2024-09-15T22:05:04.356 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:04.353+0000 7ff781817640 1 --2- >> v2:172.21.15.63:3300/0 conn(0x7ff77c147fc0 0x7ff77c15ea60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-15T22:05:04.356 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:04.354+0000 7ff781817640 1 --2- >> v2:172.21.15.63:3300/0 conn(0x7ff77c147fc0 0x7ff77c15ea60 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.63:3300/0 says I am v2:172.21.15.63:56446/0 (socket says 172.21.15.63:56446) 2024-09-15T22:05:04.356 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:04.354+0000 7ff781817640 1 -- 172.21.15.63:0/3887323685 learned_addr learned my addr 172.21.15.63:0/3887323685 (peer_addr_for_me v2:172.21.15.63:0/0) 2024-09-15T22:05:04.356 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:04.354+0000 7ff781016640 1 --2- 172.21.15.63:0/3887323685 >> v2:172.21.15.110:3300/0 conn(0x7ff77c0d0ee0 0x7ff77c0d1370 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-15T22:05:04.356 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:04.354+0000 7ff781817640 1 -- 172.21.15.63:0/3887323685 >> v2:172.21.15.110:3300/0 conn(0x7ff77c0d0ee0 msgr2=0x7ff77c0d1370 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-15T22:05:04.356 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:04.354+0000 7ff781817640 1 --2- 172.21.15.63:0/3887323685 >> v2:172.21.15.110:3300/0 conn(0x7ff77c0d0ee0 0x7ff77c0d1370 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T22:05:04.356 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:04.354+0000 7ff781817640 1 -- 172.21.15.63:0/3887323685 >> v1:172.21.15.110:6789/0 conn(0x7ff77c0b97d0 legacy=0x7ff77c0b9be0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-15T22:05:04.356 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:04.354+0000 7ff781817640 1 -- 172.21.15.63:0/3887323685 --> v2:172.21.15.63:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7ff77c0d2750 con 0x7ff77c147fc0 2024-09-15T22:05:04.357 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:04.355+0000 7ff781817640 1 --2- 172.21.15.63:0/3887323685 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7ff77c147fc0 0x7ff77c15ea60 secure :-1 s=READY pgs=241 cs=0 l=1 rev1=1 crypto rx=0x7ff77c161f70 tx=0x7ff77402a230 comp rx=0 tx=0).ready entity=mon.0 client_cookie=367af629ab836153 server_cookie=0 in_seq=0 out_seq=0 2024-09-15T22:05:04.357 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:04.355+0000 7ff780815640 1 -- 172.21.15.63:0/3887323685 <== mon.0 v2:172.21.15.63:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff774037070 con 0x7ff77c147fc0 2024-09-15T22:05:04.357 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:04.355+0000 7ff780815640 1 -- 172.21.15.63:0/3887323685 <== mon.0 v2:172.21.15.63:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7ff774032440 con 0x7ff77c147fc0 2024-09-15T22:05:04.358 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:04.355+0000 7ff780815640 1 -- 172.21.15.63:0/3887323685 <== mon.0 v2:172.21.15.63:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff774032810 con 0x7ff77c147fc0 2024-09-15T22:05:04.358 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:04.355+0000 7ff783a7b640 1 -- 172.21.15.63:0/3887323685 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7ff77c147fc0 msgr2=0x7ff77c15ea60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-15T22:05:04.358 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:04.355+0000 7ff783a7b640 1 --2- 172.21.15.63:0/3887323685 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7ff77c147fc0 0x7ff77c15ea60 secure :-1 s=READY pgs=241 cs=0 l=1 rev1=1 crypto rx=0x7ff77c161f70 tx=0x7ff77402a230 comp rx=0 tx=0).stop 2024-09-15T22:05:04.358 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:04.355+0000 7ff783a7b640 1 -- 172.21.15.63:0/3887323685 shutdown_connections 2024-09-15T22:05:04.358 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:04.355+0000 7ff783a7b640 1 --2- 172.21.15.63:0/3887323685 >> v2:172.21.15.110:3300/0 conn(0x7ff77c0d0ee0 0x7ff77c0d1370 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T22:05:04.358 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:04.355+0000 7ff783a7b640 1 --2- 172.21.15.63:0/3887323685 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7ff77c147fc0 0x7ff77c15ea60 unknown :-1 s=CLOSED pgs=241 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T22:05:04.358 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:04.355+0000 7ff783a7b640 1 -- 172.21.15.63:0/3887323685 >> 172.21.15.63:0/3887323685 conn(0x7ff77c074fe0 msgr2=0x7ff77c06bbe0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-15T22:05:04.358 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:04.355+0000 7ff783a7b640 1 -- 172.21.15.63:0/3887323685 shutdown_connections 2024-09-15T22:05:04.358 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:04.355+0000 7ff783a7b640 1 -- 172.21.15.63:0/3887323685 wait complete. 2024-09-15T22:05:04.360 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:04.357+0000 7ff783a7b640 1 Processor -- start 2024-09-15T22:05:04.360 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:04.357+0000 7ff783a7b640 1 -- start start 2024-09-15T22:05:04.360 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:04.357+0000 7ff783a7b640 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7ff77c0b97d0 0x7ff77c15df60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-15T22:05:04.360 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:04.357+0000 7ff783a7b640 1 --2- >> [v2:172.21.15.110:3301/0,v1:172.21.15.110:6790/0] conn(0x7ff77c0d0ee0 0x7ff77c1f50f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-15T22:05:04.360 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:04.357+0000 7ff783a7b640 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7ff77c147fc0 0x7ff77c140640 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-15T22:05:04.360 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:04.357+0000 7ff783a7b640 1 -- --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 -- 0x7ff77c0d2d10 con 0x7ff77c0b97d0 2024-09-15T22:05:04.360 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:04.357+0000 7ff783a7b640 1 -- --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_getmap magic: 0 -- 0x7ff77c0d2500 con 0x7ff77c147fc0 2024-09-15T22:05:04.361 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:04.357+0000 7ff783a7b640 1 -- --> [v2:172.21.15.110:3301/0,v1:172.21.15.110:6790/0] -- mon_getmap magic: 0 -- 0x7ff77c0d2ff0 con 0x7ff77c0d0ee0 2024-09-15T22:05:04.361 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:04.357+0000 7ff781817640 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7ff77c0b97d0 0x7ff77c15df60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-15T22:05:04.361 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:04.357+0000 7ff781817640 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7ff77c0b97d0 0x7ff77c15df60 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.63:3300/0 says I am v2:172.21.15.63:56448/0 (socket says 172.21.15.63:56448) 2024-09-15T22:05:04.361 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:04.357+0000 7ff781817640 1 -- 172.21.15.63:0/984379805 learned_addr learned my addr 172.21.15.63:0/984379805 (peer_addr_for_me v2:172.21.15.63:0/0) 2024-09-15T22:05:04.361 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:04.358+0000 7ff781016640 1 --2- 172.21.15.63:0/984379805 >> [v2:172.21.15.110:3301/0,v1:172.21.15.110:6790/0] conn(0x7ff77c0d0ee0 0x7ff77c1f50f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-15T22:05:04.361 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:04.358+0000 7ff782018640 1 --2- 172.21.15.63:0/984379805 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7ff77c147fc0 0x7ff77c140640 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-15T22:05:04.361 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:04.358+0000 7ff781817640 1 -- 172.21.15.63:0/984379805 >> [v2:172.21.15.110:3301/0,v1:172.21.15.110:6790/0] conn(0x7ff77c0d0ee0 msgr2=0x7ff77c1f50f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-15T22:05:04.361 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:04.358+0000 7ff781817640 1 --2- 172.21.15.63:0/984379805 >> [v2:172.21.15.110:3301/0,v1:172.21.15.110:6790/0] conn(0x7ff77c0d0ee0 0x7ff77c1f50f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T22:05:04.361 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:04.358+0000 7ff781817640 1 -- 172.21.15.63:0/984379805 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7ff77c147fc0 msgr2=0x7ff77c140640 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-15T22:05:04.361 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:04.358+0000 7ff781817640 1 --2- 172.21.15.63:0/984379805 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7ff77c147fc0 0x7ff77c140640 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T22:05:04.361 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:04.358+0000 7ff781817640 1 -- 172.21.15.63:0/984379805 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7ff77c141ec0 con 0x7ff77c0b97d0 2024-09-15T22:05:04.361 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:04.358+0000 7ff782018640 1 --2- 172.21.15.63:0/984379805 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7ff77c147fc0 0x7ff77c140640 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-15T22:05:04.362 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:04.358+0000 7ff781817640 1 --2- 172.21.15.63:0/984379805 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7ff77c0b97d0 0x7ff77c15df60 secure :-1 s=READY pgs=242 cs=0 l=1 rev1=1 crypto rx=0x7ff774000c00 tx=0x7ff7740046c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-15T22:05:04.362 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:04.358+0000 7ff77a7fc640 1 -- 172.21.15.63:0/984379805 <== mon.0 v2:172.21.15.63:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff774041020 con 0x7ff77c0b97d0 2024-09-15T22:05:04.362 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:04.358+0000 7ff77a7fc640 1 -- 172.21.15.63:0/984379805 <== mon.0 v2:172.21.15.63:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7ff7740306c0 con 0x7ff77c0b97d0 2024-09-15T22:05:04.362 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:04.358+0000 7ff783a7b640 1 -- 172.21.15.63:0/984379805 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7ff77c1421a0 con 0x7ff77c0b97d0 2024-09-15T22:05:04.362 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:04.358+0000 7ff77a7fc640 1 -- 172.21.15.63:0/984379805 <== mon.0 v2:172.21.15.63:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff774037040 con 0x7ff77c0b97d0 2024-09-15T22:05:04.362 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:04.358+0000 7ff783a7b640 1 -- 172.21.15.63:0/984379805 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7ff77c142760 con 0x7ff77c0b97d0 2024-09-15T22:05:04.363 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:04.359+0000 7ff783a7b640 1 -- 172.21.15.63:0/984379805 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7ff77c0d1370 con 0x7ff77c0b97d0 2024-09-15T22:05:04.363 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:04.360+0000 7ff77a7fc640 1 -- 172.21.15.63:0/984379805 <== mon.0 v2:172.21.15.63:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7ff774044020 con 0x7ff77c0b97d0 2024-09-15T22:05:04.363 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:04.360+0000 7ff77a7fc640 1 --2- 172.21.15.63:0/984379805 >> [v2:172.21.15.110:6832/552273267,v1:172.21.15.110:6833/552273267] conn(0x7ff76806c2b0 0x7ff76806e770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-15T22:05:04.363 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:04.360+0000 7ff77a7fc640 1 -- 172.21.15.63:0/984379805 <== mon.0 v2:172.21.15.63:3300/0 5 ==== osd_map(29..29 src has 1..29) ==== 4857+0+0 (secure 0 0 0) 0x7ff7740ab850 con 0x7ff77c0b97d0 2024-09-15T22:05:04.363 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:04.360+0000 7ff781016640 1 --2- 172.21.15.63:0/984379805 >> [v2:172.21.15.110:6832/552273267,v1:172.21.15.110:6833/552273267] conn(0x7ff76806c2b0 0x7ff76806e770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-15T22:05:04.363 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:04.361+0000 7ff781016640 1 --2- 172.21.15.63:0/984379805 >> [v2:172.21.15.110:6832/552273267,v1:172.21.15.110:6833/552273267] conn(0x7ff76806c2b0 0x7ff76806e770 secure :-1 s=READY pgs=135 cs=0 l=1 rev1=1 crypto rx=0x7ff77c141d20 tx=0x7ff770008040 comp rx=0 tx=0).ready entity=mgr.4102 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-15T22:05:04.366 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:04.364+0000 7ff77a7fc640 1 -- 172.21.15.63:0/984379805 <== mon.0 v2:172.21.15.63:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7ff77404b030 con 0x7ff77c0b97d0 2024-09-15T22:05:04.607 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:04.606+0000 7ff783a7b640 1 -- 172.21.15.63:0/984379805 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_command({"prefix": "auth del", "entity": "client.bootstrap-rgw"} v 0) -- 0x7ff77c1429a0 con 0x7ff77c0b97d0 2024-09-15T22:05:04.609 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:04.608+0000 7ff77a7fc640 1 -- 172.21.15.63:0/984379805 <== mon.0 v2:172.21.15.63:3300/0 7 ==== mon_command_ack([{"prefix": "auth del", "entity": "client.bootstrap-rgw"}]=0 v10) ==== 90+0+0 (secure 0 0 0) 0x7ff77407a3a0 con 0x7ff77c0b97d0 2024-09-15T22:05:04.612 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:04.610+0000 7ff783a7b640 1 -- 172.21.15.63:0/984379805 >> [v2:172.21.15.110:6832/552273267,v1:172.21.15.110:6833/552273267] conn(0x7ff76806c2b0 msgr2=0x7ff76806e770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-15T22:05:04.612 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:04.610+0000 7ff783a7b640 1 --2- 172.21.15.63:0/984379805 >> [v2:172.21.15.110:6832/552273267,v1:172.21.15.110:6833/552273267] conn(0x7ff76806c2b0 0x7ff76806e770 secure :-1 s=READY pgs=135 cs=0 l=1 rev1=1 crypto rx=0x7ff77c141d20 tx=0x7ff770008040 comp rx=0 tx=0).stop 2024-09-15T22:05:04.612 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:04.610+0000 7ff783a7b640 1 -- 172.21.15.63:0/984379805 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7ff77c0b97d0 msgr2=0x7ff77c15df60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-15T22:05:04.612 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:04.610+0000 7ff783a7b640 1 --2- 172.21.15.63:0/984379805 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7ff77c0b97d0 0x7ff77c15df60 secure :-1 s=READY pgs=242 cs=0 l=1 rev1=1 crypto rx=0x7ff774000c00 tx=0x7ff7740046c0 comp rx=0 tx=0).stop 2024-09-15T22:05:04.612 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:04.610+0000 7ff783a7b640 1 -- 172.21.15.63:0/984379805 shutdown_connections 2024-09-15T22:05:04.612 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:04.610+0000 7ff783a7b640 1 --2- 172.21.15.63:0/984379805 >> [v2:172.21.15.110:6832/552273267,v1:172.21.15.110:6833/552273267] conn(0x7ff76806c2b0 0x7ff76806e770 unknown :-1 s=CLOSED pgs=135 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T22:05:04.612 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:04.610+0000 7ff783a7b640 1 --2- 172.21.15.63:0/984379805 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7ff77c147fc0 0x7ff77c140640 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T22:05:04.612 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:04.610+0000 7ff783a7b640 1 --2- 172.21.15.63:0/984379805 >> [v2:172.21.15.110:3301/0,v1:172.21.15.110:6790/0] conn(0x7ff77c0d0ee0 0x7ff77c1f50f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T22:05:04.612 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:04.610+0000 7ff783a7b640 1 --2- 172.21.15.63:0/984379805 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7ff77c0b97d0 0x7ff77c15df60 unknown :-1 s=CLOSED pgs=242 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T22:05:04.612 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:04.610+0000 7ff783a7b640 1 -- 172.21.15.63:0/984379805 >> 172.21.15.63:0/984379805 conn(0x7ff77c074fe0 msgr2=0x7ff77c0cf940 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-15T22:05:04.613 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:04.610+0000 7ff783a7b640 1 -- 172.21.15.63:0/984379805 shutdown_connections 2024-09-15T22:05:04.613 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:04.610+0000 7ff783a7b640 1 -- 172.21.15.63:0/984379805 wait complete. 2024-09-15T22:05:04.622 DEBUG:teuthology.orchestra.run.smithi063:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph --format=json-pretty osd lspools 2024-09-15T22:05:04.725 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:04.723+0000 7f496095f640 1 Processor -- start 2024-09-15T22:05:04.725 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:04.723+0000 7f496095f640 1 -- start start 2024-09-15T22:05:04.726 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:04.724+0000 7f496095f640 1 --2- >> v2:172.21.15.63:3300/0 conn(0x7f495c0b7f20 0x7f495c0b95a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-15T22:05:04.727 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:04.724+0000 7f496095f640 1 --2- >> v2:172.21.15.110:3300/0 conn(0x7f495c0d4570 0x7f495c0d4980 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-15T22:05:04.727 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:04.724+0000 7f496095f640 1 -- --> v1:172.21.15.63:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f495c0d4ec0 con 0x7f495c15e680 2024-09-15T22:05:04.727 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:04.724+0000 7f496095f640 1 -- --> v2:172.21.15.63:3300/0 -- mon_getmap magic: 0 -- 0x7f495c0b8500 con 0x7f495c0b7f20 2024-09-15T22:05:04.727 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:04.724+0000 7f496095f640 1 -- --> v2:172.21.15.110:3300/0 -- mon_getmap magic: 0 -- 0x7f495c0b87e0 con 0x7f495c0d4570 2024-09-15T22:05:04.727 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:04.724+0000 7f4951d9b640 1 --2- >> v2:172.21.15.63:3300/0 conn(0x7f495c0b7f20 0x7f495c0b95a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-15T22:05:04.727 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:04.724+0000 7f4951d9b640 1 --2- >> v2:172.21.15.63:3300/0 conn(0x7f495c0b7f20 0x7f495c0b95a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.63:3300/0 says I am v2:172.21.15.63:56464/0 (socket says 172.21.15.63:56464) 2024-09-15T22:05:04.727 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:04.724+0000 7f495a59c640 1 --1- >> v1:172.21.15.63:6789/0 conn(0x7f495c15e680 0x7f495c0d1690 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.63:6789/0 says I am v1:172.21.15.63:55816/0 (socket says 172.21.15.63:55816) 2024-09-15T22:05:04.727 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:04.724+0000 7f4951d9b640 1 -- 172.21.15.63:0/11127384 learned_addr learned my addr 172.21.15.63:0/11127384 (peer_addr_for_me v2:172.21.15.63:0/0) 2024-09-15T22:05:04.727 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:04.724+0000 7f4951d9b640 1 -- 172.21.15.63:0/11127384 >> v2:172.21.15.110:3300/0 conn(0x7f495c0d4570 msgr2=0x7f495c0d4980 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-15T22:05:04.727 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:04.724+0000 7f495ad9d640 1 --2- 172.21.15.63:0/11127384 >> v2:172.21.15.110:3300/0 conn(0x7f495c0d4570 0x7f495c0d4980 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-15T22:05:04.727 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:04.724+0000 7f4951d9b640 1 --2- 172.21.15.63:0/11127384 >> v2:172.21.15.110:3300/0 conn(0x7f495c0d4570 0x7f495c0d4980 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T22:05:04.727 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:04.724+0000 7f4959d9b640 1 -- 172.21.15.63:0/11127384 <== mon.0 v1:172.21.15.63:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 85415271 0 0) 0x7f494c001110 con 0x7f495c15e680 2024-09-15T22:05:04.727 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:04.724+0000 7f4951d9b640 1 -- 172.21.15.63:0/11127384 >> v1:172.21.15.63:6789/0 conn(0x7f495c15e680 legacy=0x7f495c0d1690 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-15T22:05:04.728 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:04.724+0000 7f4951d9b640 1 -- 172.21.15.63:0/11127384 --> v2:172.21.15.63:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f495c0b8ac0 con 0x7f495c0b7f20 2024-09-15T22:05:04.728 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:04.724+0000 7f495ad9d640 1 --2- 172.21.15.63:0/11127384 >> v2:172.21.15.110:3300/0 conn(0x7f495c0d4570 0x7f495c0d4980 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-15T22:05:04.728 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:04.725+0000 7f4951d9b640 1 --2- 172.21.15.63:0/11127384 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f495c0b7f20 0x7f495c0b95a0 secure :-1 s=READY pgs=244 cs=0 l=1 rev1=1 crypto rx=0x7f495c0b7080 tx=0x7f494402a270 comp rx=0 tx=0).ready entity=mon.0 client_cookie=4f9861ccfc198480 server_cookie=0 in_seq=0 out_seq=0 2024-09-15T22:05:04.728 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:04.725+0000 7f4959d9b640 1 -- 172.21.15.63:0/11127384 <== mon.0 v2:172.21.15.63:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4944037070 con 0x7f495c0b7f20 2024-09-15T22:05:04.728 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:04.725+0000 7f4959d9b640 1 -- 172.21.15.63:0/11127384 <== mon.0 v2:172.21.15.63:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f4944032440 con 0x7f495c0b7f20 2024-09-15T22:05:04.728 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:04.725+0000 7f4959d9b640 1 -- 172.21.15.63:0/11127384 <== mon.0 v2:172.21.15.63:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4944032810 con 0x7f495c0b7f20 2024-09-15T22:05:04.731 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:04.726+0000 7f496095f640 1 -- 172.21.15.63:0/11127384 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f495c0b7f20 msgr2=0x7f495c0b95a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-15T22:05:04.731 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:04.726+0000 7f496095f640 1 --2- 172.21.15.63:0/11127384 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f495c0b7f20 0x7f495c0b95a0 secure :-1 s=READY pgs=244 cs=0 l=1 rev1=1 crypto rx=0x7f495c0b7080 tx=0x7f494402a270 comp rx=0 tx=0).stop 2024-09-15T22:05:04.731 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:04.726+0000 7f496095f640 1 -- 172.21.15.63:0/11127384 shutdown_connections 2024-09-15T22:05:04.731 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:04.726+0000 7f496095f640 1 --2- 172.21.15.63:0/11127384 >> v2:172.21.15.110:3300/0 conn(0x7f495c0d4570 0x7f495c0d4980 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T22:05:04.731 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:04.726+0000 7f496095f640 1 --2- 172.21.15.63:0/11127384 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f495c0b7f20 0x7f495c0b95a0 unknown :-1 s=CLOSED pgs=244 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T22:05:04.731 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:04.726+0000 7f496095f640 1 -- 172.21.15.63:0/11127384 >> 172.21.15.63:0/11127384 conn(0x7f495c074fe0 msgr2=0x7f495c072200 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-15T22:05:04.731 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:04.726+0000 7f496095f640 1 -- 172.21.15.63:0/11127384 shutdown_connections 2024-09-15T22:05:04.731 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:04.726+0000 7f496095f640 1 -- 172.21.15.63:0/11127384 wait complete. 2024-09-15T22:05:04.731 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:04.727+0000 7f496095f640 1 Processor -- start 2024-09-15T22:05:04.732 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:04.727+0000 7f496095f640 1 -- start start 2024-09-15T22:05:04.732 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:04.728+0000 7f496095f640 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f495c0b7f20 0x7f495c153650 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-15T22:05:04.732 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:04.728+0000 7f496095f640 1 --2- >> [v2:172.21.15.110:3301/0,v1:172.21.15.110:6790/0] conn(0x7f495c0d4570 0x7f495c15cab0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-15T22:05:04.732 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:04.728+0000 7f496095f640 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f495c15e680 0x7f495c1ea350 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-15T22:05:04.732 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:04.728+0000 7f496095f640 1 -- --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 -- 0x7f495c15ea60 con 0x7f495c0b7f20 2024-09-15T22:05:04.732 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:04.728+0000 7f496095f640 1 -- --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_getmap magic: 0 -- 0x7f495c0b9080 con 0x7f495c15e680 2024-09-15T22:05:04.732 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:04.728+0000 7f496095f640 1 -- --> [v2:172.21.15.110:3301/0,v1:172.21.15.110:6790/0] -- mon_getmap magic: 0 -- 0x7f495c15ebe0 con 0x7f495c0d4570 2024-09-15T22:05:04.732 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:04.728+0000 7f495a59c640 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f495c0b7f20 0x7f495c153650 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-15T22:05:04.732 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:04.728+0000 7f495a59c640 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f495c0b7f20 0x7f495c153650 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.63:3300/0 says I am v2:172.21.15.63:56476/0 (socket says 172.21.15.63:56476) 2024-09-15T22:05:04.732 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:04.728+0000 7f495a59c640 1 -- 172.21.15.63:0/1706135487 learned_addr learned my addr 172.21.15.63:0/1706135487 (peer_addr_for_me v2:172.21.15.63:0/0) 2024-09-15T22:05:04.732 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:04.728+0000 7f495ad9d640 1 --2- 172.21.15.63:0/1706135487 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f495c15e680 0x7f495c1ea350 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-15T22:05:04.732 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:04.728+0000 7f4951d9b640 1 --2- 172.21.15.63:0/1706135487 >> [v2:172.21.15.110:3301/0,v1:172.21.15.110:6790/0] conn(0x7f495c0d4570 0x7f495c15cab0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-15T22:05:04.732 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:04.728+0000 7f495a59c640 1 -- 172.21.15.63:0/1706135487 >> [v2:172.21.15.110:3301/0,v1:172.21.15.110:6790/0] conn(0x7f495c0d4570 msgr2=0x7f495c15cab0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-15T22:05:04.732 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:04.728+0000 7f495a59c640 1 --2- 172.21.15.63:0/1706135487 >> [v2:172.21.15.110:3301/0,v1:172.21.15.110:6790/0] conn(0x7f495c0d4570 0x7f495c15cab0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T22:05:04.733 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:04.728+0000 7f495a59c640 1 -- 172.21.15.63:0/1706135487 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f495c15e680 msgr2=0x7f495c1ea350 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-15T22:05:04.733 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:04.728+0000 7f495a59c640 1 --2- 172.21.15.63:0/1706135487 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f495c15e680 0x7f495c1ea350 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T22:05:04.733 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:04.728+0000 7f495a59c640 1 -- 172.21.15.63:0/1706135487 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f495c15cff0 con 0x7f495c0b7f20 2024-09-15T22:05:04.733 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:04.728+0000 7f495ad9d640 1 --2- 172.21.15.63:0/1706135487 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f495c15e680 0x7f495c1ea350 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-15T22:05:04.733 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:04.729+0000 7f495a59c640 1 --2- 172.21.15.63:0/1706135487 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f495c0b7f20 0x7f495c153650 secure :-1 s=READY pgs=245 cs=0 l=1 rev1=1 crypto rx=0x7f494c00c430 tx=0x7f494c00c8f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-15T22:05:04.733 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:04.729+0000 7f49537fe640 1 -- 172.21.15.63:0/1706135487 <== mon.0 v2:172.21.15.63:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f494c0074e0 con 0x7f495c0b7f20 2024-09-15T22:05:04.733 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:04.729+0000 7f49537fe640 1 -- 172.21.15.63:0/1706135487 <== mon.0 v2:172.21.15.63:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f494c0047e0 con 0x7f495c0b7f20 2024-09-15T22:05:04.733 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:04.729+0000 7f496095f640 1 -- 172.21.15.63:0/1706135487 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f495c153c30 con 0x7f495c0b7f20 2024-09-15T22:05:04.733 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:04.729+0000 7f49537fe640 1 -- 172.21.15.63:0/1706135487 <== mon.0 v2:172.21.15.63:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f494c004bd0 con 0x7f495c0b7f20 2024-09-15T22:05:04.733 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:04.729+0000 7f496095f640 1 -- 172.21.15.63:0/1706135487 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f495c1541f0 con 0x7f495c0b7f20 2024-09-15T22:05:04.734 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:04.730+0000 7f496095f640 1 -- 172.21.15.63:0/1706135487 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f495c0d4980 con 0x7f495c0b7f20 2024-09-15T22:05:04.734 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:04.730+0000 7f49537fe640 1 -- 172.21.15.63:0/1706135487 <== mon.0 v2:172.21.15.63:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7f494c011070 con 0x7f495c0b7f20 2024-09-15T22:05:04.734 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:04.731+0000 7f49537fe640 1 --2- 172.21.15.63:0/1706135487 >> [v2:172.21.15.110:6832/552273267,v1:172.21.15.110:6833/552273267] conn(0x7f493c06c2e0 0x7f493c06e7a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-15T22:05:04.734 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:04.731+0000 7f49537fe640 1 -- 172.21.15.63:0/1706135487 <== mon.0 v2:172.21.15.63:3300/0 5 ==== osd_map(29..29 src has 1..29) ==== 4857+0+0 (secure 0 0 0) 0x7f494c08ac80 con 0x7f495c0b7f20 2024-09-15T22:05:04.734 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:04.731+0000 7f4951d9b640 1 --2- 172.21.15.63:0/1706135487 >> [v2:172.21.15.110:6832/552273267,v1:172.21.15.110:6833/552273267] conn(0x7f493c06c2e0 0x7f493c06e7a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-15T22:05:04.734 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:04.732+0000 7f4951d9b640 1 --2- 172.21.15.63:0/1706135487 >> [v2:172.21.15.110:6832/552273267,v1:172.21.15.110:6833/552273267] conn(0x7f493c06c2e0 0x7f493c06e7a0 secure :-1 s=READY pgs=136 cs=0 l=1 rev1=1 crypto rx=0x7f4944034000 tx=0x7f494402e000 comp rx=0 tx=0).ready entity=mgr.4102 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-15T22:05:04.736 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:04.735+0000 7f49537fe640 1 -- 172.21.15.63:0/1706135487 <== mon.0 v2:172.21.15.63:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7f495c0d4ec0 con 0x7f495c0b7f20 2024-09-15T22:05:04.914 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:04.912+0000 7f496095f640 1 -- 172.21.15.63:0/1706135487 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_command({"prefix": "osd lspools", "format": "json-pretty"} v 0) -- 0x7f495c0d2ed0 con 0x7f495c0b7f20 2024-09-15T22:05:04.914 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:04.912+0000 7f49537fe640 1 -- 172.21.15.63:0/1706135487 <== mon.0 v2:172.21.15.63:3300/0 7 ==== mon_command_ack([{"prefix": "osd lspools", "format": "json-pretty"}]=0 v29) ==== 84+0+65 (secure 0 0 0) 0x7f494c00e280 con 0x7f495c0b7f20 2024-09-15T22:05:04.914 INFO:teuthology.orchestra.run.smithi063.stdout: 2024-09-15T22:05:04.914 INFO:teuthology.orchestra.run.smithi063.stdout:[ 2024-09-15T22:05:04.915 INFO:teuthology.orchestra.run.smithi063.stdout: { 2024-09-15T22:05:04.915 INFO:teuthology.orchestra.run.smithi063.stdout: "poolnum": 1, 2024-09-15T22:05:04.915 INFO:teuthology.orchestra.run.smithi063.stdout: "poolname": ".mgr" 2024-09-15T22:05:04.915 INFO:teuthology.orchestra.run.smithi063.stdout: } 2024-09-15T22:05:04.915 INFO:teuthology.orchestra.run.smithi063.stdout:] 2024-09-15T22:05:04.916 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:04.915+0000 7f496095f640 1 -- 172.21.15.63:0/1706135487 >> [v2:172.21.15.110:6832/552273267,v1:172.21.15.110:6833/552273267] conn(0x7f493c06c2e0 msgr2=0x7f493c06e7a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-15T22:05:04.916 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:04.915+0000 7f496095f640 1 --2- 172.21.15.63:0/1706135487 >> [v2:172.21.15.110:6832/552273267,v1:172.21.15.110:6833/552273267] conn(0x7f493c06c2e0 0x7f493c06e7a0 secure :-1 s=READY pgs=136 cs=0 l=1 rev1=1 crypto rx=0x7f4944034000 tx=0x7f494402e000 comp rx=0 tx=0).stop 2024-09-15T22:05:04.917 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:04.915+0000 7f496095f640 1 -- 172.21.15.63:0/1706135487 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f495c0b7f20 msgr2=0x7f495c153650 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-15T22:05:04.917 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:04.915+0000 7f496095f640 1 --2- 172.21.15.63:0/1706135487 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f495c0b7f20 0x7f495c153650 secure :-1 s=READY pgs=245 cs=0 l=1 rev1=1 crypto rx=0x7f494c00c430 tx=0x7f494c00c8f0 comp rx=0 tx=0).stop 2024-09-15T22:05:04.917 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:04.915+0000 7f496095f640 1 -- 172.21.15.63:0/1706135487 shutdown_connections 2024-09-15T22:05:04.917 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:04.915+0000 7f496095f640 1 --2- 172.21.15.63:0/1706135487 >> [v2:172.21.15.110:6832/552273267,v1:172.21.15.110:6833/552273267] conn(0x7f493c06c2e0 0x7f493c06e7a0 unknown :-1 s=CLOSED pgs=136 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T22:05:04.917 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:04.915+0000 7f496095f640 1 --2- 172.21.15.63:0/1706135487 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f495c15e680 0x7f495c1ea350 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T22:05:04.917 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:04.915+0000 7f496095f640 1 --2- 172.21.15.63:0/1706135487 >> [v2:172.21.15.110:3301/0,v1:172.21.15.110:6790/0] conn(0x7f495c0d4570 0x7f495c15cab0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T22:05:04.917 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:04.915+0000 7f496095f640 1 --2- 172.21.15.63:0/1706135487 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f495c0b7f20 0x7f495c153650 unknown :-1 s=CLOSED pgs=245 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T22:05:04.917 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:04.915+0000 7f496095f640 1 -- 172.21.15.63:0/1706135487 >> 172.21.15.63:0/1706135487 conn(0x7f495c074fe0 msgr2=0x7f495c0c9480 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-15T22:05:04.917 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:04.915+0000 7f496095f640 1 -- 172.21.15.63:0/1706135487 shutdown_connections 2024-09-15T22:05:04.917 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:04.915+0000 7f496095f640 1 -- 172.21.15.63:0/1706135487 wait complete. 2024-09-15T22:05:04.929 DEBUG:tasks.cephfs.filesystem:Creating filesystem 'cephfs' 2024-09-15T22:05:04.930 DEBUG:teuthology.orchestra.run.smithi063:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool create cephfs_metadata --pg_num_min 64 2024-09-15T22:05:05.036 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:05.034+0000 7fbcec882640 1 Processor -- start 2024-09-15T22:05:05.036 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:05.034+0000 7fbcec882640 1 -- start start 2024-09-15T22:05:05.037 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:05.035+0000 7fbcec882640 1 --2- >> v2:172.21.15.63:3300/0 conn(0x7fbce8072200 0x7fbce8072650 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-15T22:05:05.037 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:05.035+0000 7fbcec882640 1 -- --> v1:172.21.15.63:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fbce80d4350 con 0x7fbce80b9880 2024-09-15T22:05:05.037 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:05.035+0000 7fbcec882640 1 -- --> v1:172.21.15.110:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fbce80d3590 con 0x7fbce815e840 2024-09-15T22:05:05.038 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:05.035+0000 7fbcec882640 1 -- --> v2:172.21.15.63:3300/0 -- mon_getmap magic: 0 -- 0x7fbce80cfe50 con 0x7fbce8072200 2024-09-15T22:05:05.038 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:05.035+0000 7fbce6d9d640 1 --2- >> v2:172.21.15.63:3300/0 conn(0x7fbce8072200 0x7fbce8072650 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-15T22:05:05.038 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:05.035+0000 7fbce5d9b640 1 --1- >> v1:172.21.15.63:6789/0 conn(0x7fbce80b9880 0x7fbce80b9cf0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.63:6789/0 says I am v1:172.21.15.63:55830/0 (socket says 172.21.15.63:55830) 2024-09-15T22:05:05.038 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:05.035+0000 7fbce5d9b640 1 -- 172.21.15.63:0/2131283185 learned_addr learned my addr 172.21.15.63:0/2131283185 (peer_addr_for_me v1:172.21.15.63:0/0) 2024-09-15T22:05:05.038 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:05.036+0000 7fbce6d9d640 1 -- 172.21.15.63:0/2131283185 >> v1:172.21.15.110:6789/0 conn(0x7fbce815e840 legacy=0x7fbce80cf600 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-15T22:05:05.038 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:05.036+0000 7fbce6d9d640 1 -- 172.21.15.63:0/2131283185 >> v1:172.21.15.63:6789/0 conn(0x7fbce80b9880 legacy=0x7fbce80b9cf0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-15T22:05:05.038 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:05.036+0000 7fbce559a640 1 -- 172.21.15.63:0/2131283185 <== mon.0 v1:172.21.15.63:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 1827116354 0 0) 0x7fbce80d4350 con 0x7fbce80b9880 2024-09-15T22:05:05.038 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:05.036+0000 7fbce6d9d640 1 -- 172.21.15.63:0/2131283185 --> v2:172.21.15.63:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fbce80d3870 con 0x7fbce8072200 2024-09-15T22:05:05.039 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:05.036+0000 7fbce6d9d640 1 --2- 172.21.15.63:0/2131283185 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fbce8072200 0x7fbce8072650 secure :-1 s=READY pgs=247 cs=0 l=1 rev1=1 crypto rx=0x7fbcd8009d90 tx=0x7fbcd802a660 comp rx=0 tx=0).ready entity=mon.0 client_cookie=9b01a6c526d3b022 server_cookie=0 in_seq=0 out_seq=0 2024-09-15T22:05:05.039 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:05.037+0000 7fbce559a640 1 -- 172.21.15.63:0/2131283185 <== mon.0 v2:172.21.15.63:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fbcd8007740 con 0x7fbce8072200 2024-09-15T22:05:05.039 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:05.037+0000 7fbce559a640 1 -- 172.21.15.63:0/2131283185 <== mon.0 v2:172.21.15.63:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fbcd80078e0 con 0x7fbce8072200 2024-09-15T22:05:05.040 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:05.037+0000 7fbce559a640 1 -- 172.21.15.63:0/2131283185 <== mon.0 v2:172.21.15.63:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fbcd8007cb0 con 0x7fbce8072200 2024-09-15T22:05:05.040 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:05.037+0000 7fbcec882640 1 -- 172.21.15.63:0/2131283185 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fbce8072200 msgr2=0x7fbce8072650 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-15T22:05:05.040 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:05.037+0000 7fbcec882640 1 --2- 172.21.15.63:0/2131283185 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fbce8072200 0x7fbce8072650 secure :-1 s=READY pgs=247 cs=0 l=1 rev1=1 crypto rx=0x7fbcd8009d90 tx=0x7fbcd802a660 comp rx=0 tx=0).stop 2024-09-15T22:05:05.040 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:05.037+0000 7fbcec882640 1 -- 172.21.15.63:0/2131283185 shutdown_connections 2024-09-15T22:05:05.040 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:05.037+0000 7fbcec882640 1 --2- 172.21.15.63:0/2131283185 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fbce8072200 0x7fbce8072650 unknown :-1 s=CLOSED pgs=247 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T22:05:05.040 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:05.037+0000 7fbcec882640 1 -- 172.21.15.63:0/2131283185 >> 172.21.15.63:0/2131283185 conn(0x7fbce80d4630 msgr2=0x7fbce80d4a40 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-15T22:05:05.040 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:05.037+0000 7fbcec882640 1 -- 172.21.15.63:0/2131283185 shutdown_connections 2024-09-15T22:05:05.040 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:05.037+0000 7fbcec882640 1 -- 172.21.15.63:0/2131283185 wait complete. 2024-09-15T22:05:05.042 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:05.039+0000 7fbcec882640 1 Processor -- start 2024-09-15T22:05:05.042 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:05.039+0000 7fbcec882640 1 -- start start 2024-09-15T22:05:05.042 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:05.039+0000 7fbcec882640 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7fbce8072200 0x7fbce8160650 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-15T22:05:05.042 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:05.039+0000 7fbcec882640 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fbce80b9880 0x7fbce8155460 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-15T22:05:05.042 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:05.039+0000 7fbcec882640 1 --2- >> [v2:172.21.15.110:3301/0,v1:172.21.15.110:6790/0] conn(0x7fbce815e840 0x7fbce80ce040 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-15T22:05:05.043 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:05.039+0000 7fbcec882640 1 -- --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 -- 0x7fbce815fc30 con 0x7fbce80b9880 2024-09-15T22:05:05.043 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:05.039+0000 7fbcec882640 1 -- --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_getmap magic: 0 -- 0x7fbce80d3e30 con 0x7fbce8072200 2024-09-15T22:05:05.043 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:05.039+0000 7fbcec882640 1 -- --> [v2:172.21.15.110:3301/0,v1:172.21.15.110:6790/0] -- mon_getmap magic: 0 -- 0x7fbce80ba400 con 0x7fbce815e840 2024-09-15T22:05:05.043 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:05.039+0000 7fbce5d9b640 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fbce80b9880 0x7fbce8155460 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-15T22:05:05.043 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:05.039+0000 7fbce5d9b640 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fbce80b9880 0x7fbce8155460 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.63:3300/0 says I am v2:172.21.15.63:56498/0 (socket says 172.21.15.63:56498) 2024-09-15T22:05:05.043 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:05.039+0000 7fbce5d9b640 1 -- 172.21.15.63:0/2961644240 learned_addr learned my addr 172.21.15.63:0/2961644240 (peer_addr_for_me v2:172.21.15.63:0/0) 2024-09-15T22:05:05.043 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:05.040+0000 7fbce659c640 1 --2- 172.21.15.63:0/2961644240 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7fbce8072200 0x7fbce8160650 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-15T22:05:05.043 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:05.040+0000 7fbce6d9d640 1 --2- 172.21.15.63:0/2961644240 >> [v2:172.21.15.110:3301/0,v1:172.21.15.110:6790/0] conn(0x7fbce815e840 0x7fbce80ce040 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-15T22:05:05.043 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:05.040+0000 7fbce5d9b640 1 -- 172.21.15.63:0/2961644240 >> [v2:172.21.15.110:3301/0,v1:172.21.15.110:6790/0] conn(0x7fbce815e840 msgr2=0x7fbce80ce040 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-15T22:05:05.043 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:05.040+0000 7fbce5d9b640 1 --2- 172.21.15.63:0/2961644240 >> [v2:172.21.15.110:3301/0,v1:172.21.15.110:6790/0] conn(0x7fbce815e840 0x7fbce80ce040 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T22:05:05.043 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:05.040+0000 7fbce5d9b640 1 -- 172.21.15.63:0/2961644240 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7fbce8072200 msgr2=0x7fbce8160650 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-15T22:05:05.043 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:05.040+0000 7fbce5d9b640 1 --2- 172.21.15.63:0/2961644240 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7fbce8072200 0x7fbce8160650 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T22:05:05.043 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:05.040+0000 7fbce5d9b640 1 -- 172.21.15.63:0/2961644240 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fbce80cdc00 con 0x7fbce80b9880 2024-09-15T22:05:05.044 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:05.040+0000 7fbce659c640 1 --2- 172.21.15.63:0/2961644240 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7fbce8072200 0x7fbce8160650 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-15T22:05:05.044 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:05.040+0000 7fbce5d9b640 1 --2- 172.21.15.63:0/2961644240 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fbce80b9880 0x7fbce8155460 secure :-1 s=READY pgs=248 cs=0 l=1 rev1=1 crypto rx=0x7fbcd000c4a0 tx=0x7fbcd000c960 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-15T22:05:05.044 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:05.040+0000 7fbcdeffd640 1 -- 172.21.15.63:0/2961644240 <== mon.0 v2:172.21.15.63:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fbcd0018070 con 0x7fbce80b9880 2024-09-15T22:05:05.044 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:05.040+0000 7fbcdeffd640 1 -- 172.21.15.63:0/2961644240 <== mon.0 v2:172.21.15.63:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fbcd00074e0 con 0x7fbce80b9880 2024-09-15T22:05:05.044 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:05.040+0000 7fbcdeffd640 1 -- 172.21.15.63:0/2961644240 <== mon.0 v2:172.21.15.63:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fbcd0004a20 con 0x7fbce80b9880 2024-09-15T22:05:05.044 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:05.040+0000 7fbcec882640 1 -- 172.21.15.63:0/2961644240 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fbce80cd640 con 0x7fbce80b9880 2024-09-15T22:05:05.044 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:05.040+0000 7fbcec882640 1 -- 172.21.15.63:0/2961644240 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fbce815fe50 con 0x7fbce80b9880 2024-09-15T22:05:05.045 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:05.041+0000 7fbcec882640 1 -- 172.21.15.63:0/2961644240 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fbce80b9cf0 con 0x7fbce80b9880 2024-09-15T22:05:05.045 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:05.042+0000 7fbcdeffd640 1 -- 172.21.15.63:0/2961644240 <== mon.0 v2:172.21.15.63:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7fbcd001b070 con 0x7fbce80b9880 2024-09-15T22:05:05.045 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:05.042+0000 7fbcdeffd640 1 --2- 172.21.15.63:0/2961644240 >> [v2:172.21.15.110:6832/552273267,v1:172.21.15.110:6833/552273267] conn(0x7fbcc806c2e0 0x7fbcc806e7a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-15T22:05:05.045 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:05.042+0000 7fbcdeffd640 1 -- 172.21.15.63:0/2961644240 <== mon.0 v2:172.21.15.63:3300/0 5 ==== osd_map(29..29 src has 1..29) ==== 4857+0+0 (secure 0 0 0) 0x7fbcd008a390 con 0x7fbce80b9880 2024-09-15T22:05:05.045 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:05.042+0000 7fbce659c640 1 --2- 172.21.15.63:0/2961644240 >> [v2:172.21.15.110:6832/552273267,v1:172.21.15.110:6833/552273267] conn(0x7fbcc806c2e0 0x7fbcc806e7a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-15T22:05:05.045 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:05.043+0000 7fbce659c640 1 --2- 172.21.15.63:0/2961644240 >> [v2:172.21.15.110:6832/552273267,v1:172.21.15.110:6833/552273267] conn(0x7fbcc806c2e0 0x7fbcc806e7a0 secure :-1 s=READY pgs=137 cs=0 l=1 rev1=1 crypto rx=0x7fbce0007fd0 tx=0x7fbce0009040 comp rx=0 tx=0).ready entity=mgr.4102 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-15T22:05:05.048 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:05.046+0000 7fbcdeffd640 1 -- 172.21.15.63:0/2961644240 <== mon.0 v2:172.21.15.63:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7fbcd0058e50 con 0x7fbce80b9880 2024-09-15T22:05:05.225 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:05.223+0000 7fbcec882640 1 -- 172.21.15.63:0/2961644240 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_command({"prefix": "osd pool create", "pool": "cephfs_metadata", "pg_num_min": 64} v 0) -- 0x7fbce80c7ee0 con 0x7fbce80b9880 2024-09-15T22:05:05.611 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:05.610+0000 7fbcdeffd640 1 -- 172.21.15.63:0/2961644240 <== mon.0 v2:172.21.15.63:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool create", "pool": "cephfs_metadata", "pg_num_min": 64}]=0 pool 'cephfs_metadata' created v30) ==== 138+0+0 (secure 0 0 0) 0x7fbcd0058750 con 0x7fbce80b9880 2024-09-15T22:05:05.611 INFO:teuthology.orchestra.run.smithi063.stderr:pool 'cephfs_metadata' created 2024-09-15T22:05:05.615 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:05.613+0000 7fbcec882640 1 -- 172.21.15.63:0/2961644240 >> [v2:172.21.15.110:6832/552273267,v1:172.21.15.110:6833/552273267] conn(0x7fbcc806c2e0 msgr2=0x7fbcc806e7a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-15T22:05:05.615 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:05.613+0000 7fbcec882640 1 --2- 172.21.15.63:0/2961644240 >> [v2:172.21.15.110:6832/552273267,v1:172.21.15.110:6833/552273267] conn(0x7fbcc806c2e0 0x7fbcc806e7a0 secure :-1 s=READY pgs=137 cs=0 l=1 rev1=1 crypto rx=0x7fbce0007fd0 tx=0x7fbce0009040 comp rx=0 tx=0).stop 2024-09-15T22:05:05.616 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:05.613+0000 7fbcec882640 1 -- 172.21.15.63:0/2961644240 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fbce80b9880 msgr2=0x7fbce8155460 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-15T22:05:05.616 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:05.613+0000 7fbcec882640 1 --2- 172.21.15.63:0/2961644240 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fbce80b9880 0x7fbce8155460 secure :-1 s=READY pgs=248 cs=0 l=1 rev1=1 crypto rx=0x7fbcd000c4a0 tx=0x7fbcd000c960 comp rx=0 tx=0).stop 2024-09-15T22:05:05.616 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:05.613+0000 7fbcec882640 1 -- 172.21.15.63:0/2961644240 shutdown_connections 2024-09-15T22:05:05.616 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:05.613+0000 7fbcec882640 1 --2- 172.21.15.63:0/2961644240 >> [v2:172.21.15.110:6832/552273267,v1:172.21.15.110:6833/552273267] conn(0x7fbcc806c2e0 0x7fbcc806e7a0 unknown :-1 s=CLOSED pgs=137 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T22:05:05.616 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:05.613+0000 7fbcec882640 1 --2- 172.21.15.63:0/2961644240 >> [v2:172.21.15.110:3301/0,v1:172.21.15.110:6790/0] conn(0x7fbce815e840 0x7fbce80ce040 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T22:05:05.616 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:05.613+0000 7fbcec882640 1 --2- 172.21.15.63:0/2961644240 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fbce80b9880 0x7fbce8155460 unknown :-1 s=CLOSED pgs=248 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T22:05:05.616 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:05.613+0000 7fbcec882640 1 --2- 172.21.15.63:0/2961644240 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7fbce8072200 0x7fbce8160650 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T22:05:05.616 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:05.613+0000 7fbcec882640 1 -- 172.21.15.63:0/2961644240 >> 172.21.15.63:0/2961644240 conn(0x7fbce80d4630 msgr2=0x7fbce80b43e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-15T22:05:05.616 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:05.614+0000 7fbcec882640 1 -- 172.21.15.63:0/2961644240 shutdown_connections 2024-09-15T22:05:05.616 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:05.614+0000 7fbcec882640 1 -- 172.21.15.63:0/2961644240 wait complete. 2024-09-15T22:05:05.628 DEBUG:teuthology.orchestra.run.smithi063:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool create cephfs_data 64 --pg_num_min 64 --target_size_ratio 0.9 2024-09-15T22:05:05.740 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:05.738+0000 7f603116d640 1 Processor -- start 2024-09-15T22:05:05.740 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:05.738+0000 7f603116d640 1 -- start start 2024-09-15T22:05:05.740 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:05.739+0000 7f603116d640 1 --2- >> v2:172.21.15.110:3300/0 conn(0x7f602c0d4010 0x7f602c0d0f70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-15T22:05:05.741 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:05.739+0000 7f603116d640 1 --2- >> [v2:172.21.15.110:3301/0,v1:172.21.15.110:6790/0] conn(0x7f602c0d30b0 0x7f602c0d14b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-15T22:05:05.741 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:05.739+0000 7f603116d640 1 -- --> v1:172.21.15.110:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f602c0cfcd0 con 0x7f602c147f30 2024-09-15T22:05:05.741 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:05.739+0000 7f603116d640 1 -- --> v2:172.21.15.110:3300/0 -- mon_getmap magic: 0 -- 0x7f602c0d20a0 con 0x7f602c0d4010 2024-09-15T22:05:05.741 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:05.739+0000 7f603116d640 1 -- --> [v2:172.21.15.110:3301/0,v1:172.21.15.110:6790/0] -- mon_getmap magic: 0 -- 0x7f602c0d22f0 con 0x7f602c0d30b0 2024-09-15T22:05:05.742 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:05.739+0000 7f602a59c640 1 --2- >> v2:172.21.15.110:3300/0 conn(0x7f602c0d4010 0x7f602c0d0f70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-15T22:05:05.742 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:05.739+0000 7f602b59e640 1 --2- >> [v2:172.21.15.110:3301/0,v1:172.21.15.110:6790/0] conn(0x7f602c0d30b0 0x7f602c0d14b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-15T22:05:05.742 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:05.739+0000 7f602ad9d640 1 --1- >> v1:172.21.15.110:6789/0 conn(0x7f602c147f30 0x7f602c0cf5c0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.110:6789/0 says I am v1:172.21.15.63:37394/0 (socket says 172.21.15.63:37394) 2024-09-15T22:05:05.742 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:05.739+0000 7f602ad9d640 1 -- 172.21.15.63:0/1363722277 learned_addr learned my addr 172.21.15.63:0/1363722277 (peer_addr_for_me v1:172.21.15.63:0/0) 2024-09-15T22:05:05.742 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:05.740+0000 7f602a59c640 1 -- 172.21.15.63:0/1363722277 >> [v2:172.21.15.110:3301/0,v1:172.21.15.110:6790/0] conn(0x7f602c0d30b0 msgr2=0x7f602c0d14b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-15T22:05:05.742 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:05.740+0000 7f602a59c640 1 --2- 172.21.15.63:0/1363722277 >> [v2:172.21.15.110:3301/0,v1:172.21.15.110:6790/0] conn(0x7f602c0d30b0 0x7f602c0d14b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T22:05:05.742 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:05.740+0000 7f602a59c640 1 -- 172.21.15.63:0/1363722277 >> v1:172.21.15.110:6789/0 conn(0x7f602c147f30 legacy=0x7f602c0cf5c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-15T22:05:05.743 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:05.740+0000 7f602a59c640 1 -- 172.21.15.63:0/1363722277 --> v2:172.21.15.110:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f602c0d25d0 con 0x7f602c0d4010 2024-09-15T22:05:05.743 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:05.740+0000 7f6029d9b640 1 -- 172.21.15.63:0/1363722277 <== mon.1 v1:172.21.15.110:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 1303362316 0 0) 0x7f602c0cfcd0 con 0x7f602c147f30 2024-09-15T22:05:05.743 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:05.740+0000 7f602b59e640 1 --2- 172.21.15.63:0/1363722277 >> [v2:172.21.15.110:3301/0,v1:172.21.15.110:6790/0] conn(0x7f602c0d30b0 0x7f602c0d14b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-15T22:05:05.743 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:05.741+0000 7f602a59c640 1 --2- 172.21.15.63:0/1363722277 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f602c0d4010 0x7f602c0d0f70 secure :-1 s=READY pgs=132 cs=0 l=1 rev1=1 crypto rx=0x7f60140097a0 tx=0x7f601402a100 comp rx=0 tx=0).ready entity=mon.1 client_cookie=e3d71b4e6f2a8a63 server_cookie=0 in_seq=0 out_seq=0 2024-09-15T22:05:05.743 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:05.741+0000 7f6029d9b640 1 -- 172.21.15.63:0/1363722277 <== mon.1 v2:172.21.15.110:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6014037070 con 0x7f602c0d4010 2024-09-15T22:05:05.743 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:05.741+0000 7f6029d9b640 1 -- 172.21.15.63:0/1363722277 <== mon.1 v2:172.21.15.110:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f601402ae50 con 0x7f602c0d4010 2024-09-15T22:05:05.743 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:05.741+0000 7f6029d9b640 1 -- 172.21.15.63:0/1363722277 <== mon.1 v2:172.21.15.110:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6014032660 con 0x7f602c0d4010 2024-09-15T22:05:05.744 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:05.741+0000 7f603116d640 1 -- 172.21.15.63:0/1363722277 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f602c0d4010 msgr2=0x7f602c0d0f70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-15T22:05:05.744 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:05.741+0000 7f603116d640 1 --2- 172.21.15.63:0/1363722277 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f602c0d4010 0x7f602c0d0f70 secure :-1 s=READY pgs=132 cs=0 l=1 rev1=1 crypto rx=0x7f60140097a0 tx=0x7f601402a100 comp rx=0 tx=0).stop 2024-09-15T22:05:05.744 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:05.741+0000 7f603116d640 1 -- 172.21.15.63:0/1363722277 shutdown_connections 2024-09-15T22:05:05.744 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:05.741+0000 7f603116d640 1 --2- 172.21.15.63:0/1363722277 >> [v2:172.21.15.110:3301/0,v1:172.21.15.110:6790/0] conn(0x7f602c0d30b0 0x7f602c0d14b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T22:05:05.744 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:05.741+0000 7f603116d640 1 --2- 172.21.15.63:0/1363722277 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f602c0d4010 0x7f602c0d0f70 unknown :-1 s=CLOSED pgs=132 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T22:05:05.745 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:05.741+0000 7f603116d640 1 -- 172.21.15.63:0/1363722277 >> 172.21.15.63:0/1363722277 conn(0x7f602c074da0 msgr2=0x7f602c0d4560 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-15T22:05:05.745 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:05.741+0000 7f603116d640 1 -- 172.21.15.63:0/1363722277 shutdown_connections 2024-09-15T22:05:05.745 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:05.741+0000 7f603116d640 1 -- 172.21.15.63:0/1363722277 wait complete. 2024-09-15T22:05:05.745 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:05.743+0000 7f603116d640 1 Processor -- start 2024-09-15T22:05:05.745 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:05.743+0000 7f603116d640 1 -- start start 2024-09-15T22:05:05.747 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:05.744+0000 7f603116d640 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f602c0d30b0 0x7f602c1506c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-15T22:05:05.747 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:05.744+0000 7f603116d640 1 --2- >> [v2:172.21.15.110:3301/0,v1:172.21.15.110:6790/0] conn(0x7f602c0d4010 0x7f602c1421a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-15T22:05:05.747 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:05.744+0000 7f603116d640 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f602c147f30 0x7f602c1426e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-15T22:05:05.747 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:05.744+0000 7f603116d640 1 -- --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 -- 0x7f602c148310 con 0x7f602c147f30 2024-09-15T22:05:05.747 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:05.744+0000 7f603116d640 1 -- --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_getmap magic: 0 -- 0x7f602c0d2b90 con 0x7f602c0d30b0 2024-09-15T22:05:05.747 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:05.744+0000 7f603116d640 1 -- --> [v2:172.21.15.110:3301/0,v1:172.21.15.110:6790/0] -- mon_getmap magic: 0 -- 0x7f602c0b8810 con 0x7f602c0d4010 2024-09-15T22:05:05.747 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:05.744+0000 7f602b59e640 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f602c147f30 0x7f602c1426e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-15T22:05:05.747 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:05.744+0000 7f602a59c640 1 --2- >> [v2:172.21.15.110:3301/0,v1:172.21.15.110:6790/0] conn(0x7f602c0d4010 0x7f602c1421a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-15T22:05:05.747 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:05.744+0000 7f602ad9d640 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f602c0d30b0 0x7f602c1506c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-15T22:05:05.747 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:05.744+0000 7f602b59e640 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f602c147f30 0x7f602c1426e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.63:3300/0 says I am v2:172.21.15.63:56514/0 (socket says 172.21.15.63:56514) 2024-09-15T22:05:05.747 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:05.744+0000 7f602b59e640 1 -- 172.21.15.63:0/2255976473 learned_addr learned my addr 172.21.15.63:0/2255976473 (peer_addr_for_me v2:172.21.15.63:0/0) 2024-09-15T22:05:05.748 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:05.744+0000 7f602b59e640 1 -- 172.21.15.63:0/2255976473 >> [v2:172.21.15.110:3301/0,v1:172.21.15.110:6790/0] conn(0x7f602c0d4010 msgr2=0x7f602c1421a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-15T22:05:05.748 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:05.744+0000 7f602b59e640 1 --2- 172.21.15.63:0/2255976473 >> [v2:172.21.15.110:3301/0,v1:172.21.15.110:6790/0] conn(0x7f602c0d4010 0x7f602c1421a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T22:05:05.748 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:05.744+0000 7f602b59e640 1 -- 172.21.15.63:0/2255976473 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f602c0d30b0 msgr2=0x7f602c1506c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-15T22:05:05.748 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:05.744+0000 7f602b59e640 1 --2- 172.21.15.63:0/2255976473 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f602c0d30b0 0x7f602c1506c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T22:05:05.748 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:05.744+0000 7f602b59e640 1 -- 172.21.15.63:0/2255976473 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f602c14dc80 con 0x7f602c147f30 2024-09-15T22:05:05.748 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:05.744+0000 7f602ad9d640 1 --2- 172.21.15.63:0/2255976473 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f602c0d30b0 0x7f602c1506c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-15T22:05:05.748 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:05.744+0000 7f602b59e640 1 --2- 172.21.15.63:0/2255976473 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f602c147f30 0x7f602c1426e0 secure :-1 s=READY pgs=249 cs=0 l=1 rev1=1 crypto rx=0x7f602400e930 tx=0x7f602400edf0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-15T22:05:05.748 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:05.744+0000 7f60237fe640 1 -- 172.21.15.63:0/2255976473 <== mon.0 v2:172.21.15.63:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6024017070 con 0x7f602c147f30 2024-09-15T22:05:05.748 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:05.744+0000 7f60237fe640 1 -- 172.21.15.63:0/2255976473 <== mon.0 v2:172.21.15.63:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f602400ca00 con 0x7f602c147f30 2024-09-15T22:05:05.748 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:05.745+0000 7f603116d640 1 -- 172.21.15.63:0/2255976473 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f602c1614d0 con 0x7f602c147f30 2024-09-15T22:05:05.748 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:05.745+0000 7f60237fe640 1 -- 172.21.15.63:0/2255976473 <== mon.0 v2:172.21.15.63:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f602400cdd0 con 0x7f602c147f30 2024-09-15T22:05:05.748 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:05.745+0000 7f603116d640 1 -- 172.21.15.63:0/2255976473 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f602c161a90 con 0x7f602c147f30 2024-09-15T22:05:05.749 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:05.746+0000 7f603116d640 1 -- 172.21.15.63:0/2255976473 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f602c150c00 con 0x7f602c147f30 2024-09-15T22:05:05.749 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:05.746+0000 7f60237fe640 1 -- 172.21.15.63:0/2255976473 <== mon.0 v2:172.21.15.63:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7f6024013470 con 0x7f602c147f30 2024-09-15T22:05:05.749 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:05.747+0000 7f60237fe640 1 --2- 172.21.15.63:0/2255976473 >> [v2:172.21.15.110:6832/552273267,v1:172.21.15.110:6833/552273267] conn(0x7f600c06c2b0 0x7f600c06e770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-15T22:05:05.750 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:05.747+0000 7f60237fe640 1 -- 172.21.15.63:0/2255976473 <== mon.0 v2:172.21.15.63:3300/0 5 ==== osd_map(30..30 src has 1..30) ==== 5227+0+0 (secure 0 0 0) 0x7f602408b080 con 0x7f602c147f30 2024-09-15T22:05:05.750 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:05.747+0000 7f602ad9d640 1 --2- 172.21.15.63:0/2255976473 >> [v2:172.21.15.110:6832/552273267,v1:172.21.15.110:6833/552273267] conn(0x7f600c06c2b0 0x7f600c06e770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-15T22:05:05.750 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:05.748+0000 7f602ad9d640 1 --2- 172.21.15.63:0/2255976473 >> [v2:172.21.15.110:6832/552273267,v1:172.21.15.110:6833/552273267] conn(0x7f600c06c2b0 0x7f600c06e770 secure :-1 s=READY pgs=138 cs=0 l=1 rev1=1 crypto rx=0x7f601c0012e0 tx=0x7f601c001630 comp rx=0 tx=0).ready entity=mgr.4102 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-15T22:05:05.753 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:05.751+0000 7f60237fe640 1 -- 172.21.15.63:0/2255976473 <== mon.0 v2:172.21.15.63:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7f6024059450 con 0x7f602c147f30 2024-09-15T22:05:05.927 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:05.925+0000 7f603116d640 1 -- 172.21.15.63:0/2255976473 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_command({"prefix": "osd pool create", "pool": "cephfs_data", "pg_num": 64, "pg_num_min": 64, "target_size_ratio": 0.9} v 0) -- 0x7f602c146a50 con 0x7f602c147f30 2024-09-15T22:05:06.616 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:06.615+0000 7f60237fe640 1 -- 172.21.15.63:0/2255976473 <== mon.0 v2:172.21.15.63:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool create", "pool": "cephfs_data", "pg_num": 64, "pg_num_min": 64, "target_size_ratio": 0.9}]=0 pool 'cephfs_data' created v31) ==== 170+0+0 (secure 0 0 0) 0x7f602405d750 con 0x7f602c147f30 2024-09-15T22:05:06.617 INFO:teuthology.orchestra.run.smithi063.stderr:pool 'cephfs_data' created 2024-09-15T22:05:06.619 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:06.618+0000 7f603116d640 1 -- 172.21.15.63:0/2255976473 >> [v2:172.21.15.110:6832/552273267,v1:172.21.15.110:6833/552273267] conn(0x7f600c06c2b0 msgr2=0x7f600c06e770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-15T22:05:06.619 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:06.618+0000 7f603116d640 1 --2- 172.21.15.63:0/2255976473 >> [v2:172.21.15.110:6832/552273267,v1:172.21.15.110:6833/552273267] conn(0x7f600c06c2b0 0x7f600c06e770 secure :-1 s=READY pgs=138 cs=0 l=1 rev1=1 crypto rx=0x7f601c0012e0 tx=0x7f601c001630 comp rx=0 tx=0).stop 2024-09-15T22:05:06.620 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:06.618+0000 7f603116d640 1 -- 172.21.15.63:0/2255976473 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f602c147f30 msgr2=0x7f602c1426e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-15T22:05:06.620 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:06.618+0000 7f603116d640 1 --2- 172.21.15.63:0/2255976473 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f602c147f30 0x7f602c1426e0 secure :-1 s=READY pgs=249 cs=0 l=1 rev1=1 crypto rx=0x7f602400e930 tx=0x7f602400edf0 comp rx=0 tx=0).stop 2024-09-15T22:05:06.620 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:06.618+0000 7f603116d640 1 -- 172.21.15.63:0/2255976473 shutdown_connections 2024-09-15T22:05:06.620 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:06.618+0000 7f603116d640 1 --2- 172.21.15.63:0/2255976473 >> [v2:172.21.15.110:6832/552273267,v1:172.21.15.110:6833/552273267] conn(0x7f600c06c2b0 0x7f600c06e770 unknown :-1 s=CLOSED pgs=138 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T22:05:06.620 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:06.618+0000 7f603116d640 1 --2- 172.21.15.63:0/2255976473 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f602c147f30 0x7f602c1426e0 unknown :-1 s=CLOSED pgs=249 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T22:05:06.620 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:06.618+0000 7f603116d640 1 --2- 172.21.15.63:0/2255976473 >> [v2:172.21.15.110:3301/0,v1:172.21.15.110:6790/0] conn(0x7f602c0d4010 0x7f602c1421a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T22:05:06.620 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:06.618+0000 7f603116d640 1 --2- 172.21.15.63:0/2255976473 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f602c0d30b0 0x7f602c1506c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T22:05:06.620 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:06.618+0000 7f603116d640 1 -- 172.21.15.63:0/2255976473 >> 172.21.15.63:0/2255976473 conn(0x7f602c074da0 msgr2=0x7f602c0d0250 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-15T22:05:06.620 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:06.618+0000 7f603116d640 1 -- 172.21.15.63:0/2255976473 shutdown_connections 2024-09-15T22:05:06.621 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:06.618+0000 7f603116d640 1 -- 172.21.15.63:0/2255976473 wait complete. 2024-09-15T22:05:06.645 DEBUG:teuthology.orchestra.run.smithi063:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs new cephfs cephfs_metadata cephfs_data 2024-09-15T22:05:06.756 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:06.754+0000 7f3b2d44c640 1 Processor -- start 2024-09-15T22:05:06.756 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:06.754+0000 7f3b2d44c640 1 -- start start 2024-09-15T22:05:06.757 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:06.755+0000 7f3b2d44c640 1 --2- >> [v2:172.21.15.110:3301/0,v1:172.21.15.110:6790/0] conn(0x7f3b2815b4e0 0x7f3b2806d030 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-15T22:05:06.757 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:06.755+0000 7f3b2d44c640 1 --2- >> v2:172.21.15.110:3300/0 conn(0x7f3b280cd750 0x7f3b280adf90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-15T22:05:06.757 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:06.755+0000 7f3b2d44c640 1 --2- >> v2:172.21.15.63:3300/0 conn(0x7f3b280cb890 0x7f3b280ae4d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-15T22:05:06.757 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:06.755+0000 7f3b2d44c640 1 -- --> v2:172.21.15.63:3300/0 -- mon_getmap magic: 0 -- 0x7f3b2806d570 con 0x7f3b280cb890 2024-09-15T22:05:06.758 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:06.755+0000 7f3b2d44c640 1 -- --> v2:172.21.15.110:3300/0 -- mon_getmap magic: 0 -- 0x7f3b280d0930 con 0x7f3b280cd750 2024-09-15T22:05:06.758 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:06.755+0000 7f3b2d44c640 1 -- --> [v2:172.21.15.110:3301/0,v1:172.21.15.110:6790/0] -- mon_getmap magic: 0 -- 0x7f3b280aef90 con 0x7f3b2815b4e0 2024-09-15T22:05:06.758 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:06.755+0000 7f3b277fe640 1 --2- >> v2:172.21.15.63:3300/0 conn(0x7f3b280cb890 0x7f3b280ae4d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-15T22:05:06.758 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:06.755+0000 7f3b277fe640 1 --2- >> v2:172.21.15.63:3300/0 conn(0x7f3b280cb890 0x7f3b280ae4d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.63:3300/0 says I am v2:172.21.15.63:56528/0 (socket says 172.21.15.63:56528) 2024-09-15T22:05:06.758 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:06.755+0000 7f3b277fe640 1 -- 172.21.15.63:0/1989033114 learned_addr learned my addr 172.21.15.63:0/1989033114 (peer_addr_for_me v2:172.21.15.63:0/0) 2024-09-15T22:05:06.758 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:06.756+0000 7f3b26ffd640 1 --2- 172.21.15.63:0/1989033114 >> [v2:172.21.15.110:3301/0,v1:172.21.15.110:6790/0] conn(0x7f3b2815b4e0 0x7f3b2806d030 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-15T22:05:06.758 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:06.756+0000 7f3b267fc640 1 --2- 172.21.15.63:0/1989033114 >> v2:172.21.15.110:3300/0 conn(0x7f3b280cd750 0x7f3b280adf90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-15T22:05:06.758 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:06.756+0000 7f3b277fe640 1 -- 172.21.15.63:0/1989033114 >> [v2:172.21.15.110:3301/0,v1:172.21.15.110:6790/0] conn(0x7f3b2815b4e0 msgr2=0x7f3b2806d030 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-15T22:05:06.758 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:06.756+0000 7f3b277fe640 1 --2- 172.21.15.63:0/1989033114 >> [v2:172.21.15.110:3301/0,v1:172.21.15.110:6790/0] conn(0x7f3b2815b4e0 0x7f3b2806d030 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T22:05:06.758 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:06.756+0000 7f3b277fe640 1 -- 172.21.15.63:0/1989033114 >> v2:172.21.15.110:3300/0 conn(0x7f3b280cd750 msgr2=0x7f3b280adf90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-15T22:05:06.758 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:06.756+0000 7f3b277fe640 1 --2- 172.21.15.63:0/1989033114 >> v2:172.21.15.110:3300/0 conn(0x7f3b280cd750 0x7f3b280adf90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T22:05:06.758 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:06.756+0000 7f3b277fe640 1 -- 172.21.15.63:0/1989033114 --> v2:172.21.15.63:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f3b280af270 con 0x7f3b280cb890 2024-09-15T22:05:06.759 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:06.756+0000 7f3b26ffd640 1 --2- 172.21.15.63:0/1989033114 >> [v2:172.21.15.110:3301/0,v1:172.21.15.110:6790/0] conn(0x7f3b2815b4e0 0x7f3b2806d030 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-15T22:05:06.760 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:06.756+0000 7f3b277fe640 1 --2- 172.21.15.63:0/1989033114 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f3b280cb890 0x7f3b280ae4d0 secure :-1 s=READY pgs=250 cs=0 l=1 rev1=1 crypto rx=0x7f3b28071770 tx=0x7f3b2002c920 comp rx=0 tx=0).ready entity=mon.0 client_cookie=d36e136371c0eea0 server_cookie=0 in_seq=0 out_seq=0 2024-09-15T22:05:06.760 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:06.757+0000 7f3b25ffb640 1 -- 172.21.15.63:0/1989033114 <== mon.0 v2:172.21.15.63:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3b20036020 con 0x7f3b280cb890 2024-09-15T22:05:06.760 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:06.757+0000 7f3b25ffb640 1 -- 172.21.15.63:0/1989033114 <== mon.0 v2:172.21.15.63:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f3b20032820 con 0x7f3b280cb890 2024-09-15T22:05:06.760 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:06.757+0000 7f3b25ffb640 1 -- 172.21.15.63:0/1989033114 <== mon.0 v2:172.21.15.63:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3b20032bf0 con 0x7f3b280cb890 2024-09-15T22:05:06.760 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:06.757+0000 7f3b2d44c640 1 -- 172.21.15.63:0/1989033114 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f3b280cb890 msgr2=0x7f3b280ae4d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-15T22:05:06.760 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:06.757+0000 7f3b2d44c640 1 --2- 172.21.15.63:0/1989033114 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f3b280cb890 0x7f3b280ae4d0 secure :-1 s=READY pgs=250 cs=0 l=1 rev1=1 crypto rx=0x7f3b28071770 tx=0x7f3b2002c920 comp rx=0 tx=0).stop 2024-09-15T22:05:06.760 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:06.757+0000 7f3b2d44c640 1 -- 172.21.15.63:0/1989033114 shutdown_connections 2024-09-15T22:05:06.761 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:06.757+0000 7f3b2d44c640 1 --2- 172.21.15.63:0/1989033114 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f3b280cb890 0x7f3b280ae4d0 unknown :-1 s=CLOSED pgs=250 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T22:05:06.761 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:06.757+0000 7f3b2d44c640 1 --2- 172.21.15.63:0/1989033114 >> v2:172.21.15.110:3300/0 conn(0x7f3b280cd750 0x7f3b280adf90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T22:05:06.761 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:06.757+0000 7f3b2d44c640 1 --2- 172.21.15.63:0/1989033114 >> [v2:172.21.15.110:3301/0,v1:172.21.15.110:6790/0] conn(0x7f3b2815b4e0 0x7f3b2806d030 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T22:05:06.761 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:06.757+0000 7f3b2d44c640 1 -- 172.21.15.63:0/1989033114 >> 172.21.15.63:0/1989033114 conn(0x7f3b280d1240 msgr2=0x7f3b280d1650 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-15T22:05:06.761 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:06.757+0000 7f3b2d44c640 1 -- 172.21.15.63:0/1989033114 shutdown_connections 2024-09-15T22:05:06.761 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:06.757+0000 7f3b2d44c640 1 -- 172.21.15.63:0/1989033114 wait complete. 2024-09-15T22:05:06.761 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:06.759+0000 7f3b2d44c640 1 Processor -- start 2024-09-15T22:05:06.761 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:06.759+0000 7f3b2d44c640 1 -- start start 2024-09-15T22:05:06.763 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:06.759+0000 7f3b2d44c640 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f3b280cb890 0x7f3b280c8f40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-15T22:05:06.763 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:06.759+0000 7f3b2d44c640 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f3b280cd750 0x7f3b281587c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-15T22:05:06.763 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:06.759+0000 7f3b2d44c640 1 --2- >> [v2:172.21.15.110:3301/0,v1:172.21.15.110:6790/0] conn(0x7f3b2815b4e0 0x7f3b2815db70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-15T22:05:06.763 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:06.759+0000 7f3b2d44c640 1 -- --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 -- 0x7f3b280af550 con 0x7f3b280cb890 2024-09-15T22:05:06.763 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:06.759+0000 7f3b2d44c640 1 -- --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_getmap magic: 0 -- 0x7f3b2815b8c0 con 0x7f3b280cd750 2024-09-15T22:05:06.764 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:06.759+0000 7f3b2d44c640 1 -- --> [v2:172.21.15.110:3301/0,v1:172.21.15.110:6790/0] -- mon_getmap magic: 0 -- 0x7f3b280d0eb0 con 0x7f3b2815b4e0 2024-09-15T22:05:06.764 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:06.759+0000 7f3b26ffd640 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f3b280cb890 0x7f3b280c8f40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-15T22:05:06.764 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:06.760+0000 7f3b26ffd640 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f3b280cb890 0x7f3b280c8f40 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.63:3300/0 says I am v2:172.21.15.63:56540/0 (socket says 172.21.15.63:56540) 2024-09-15T22:05:06.764 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:06.760+0000 7f3b26ffd640 1 -- 172.21.15.63:0/432867789 learned_addr learned my addr 172.21.15.63:0/432867789 (peer_addr_for_me v2:172.21.15.63:0/0) 2024-09-15T22:05:06.764 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:06.760+0000 7f3b277fe640 1 --2- 172.21.15.63:0/432867789 >> [v2:172.21.15.110:3301/0,v1:172.21.15.110:6790/0] conn(0x7f3b2815b4e0 0x7f3b2815db70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-15T22:05:06.764 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:06.760+0000 7f3b267fc640 1 --2- 172.21.15.63:0/432867789 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f3b280cd750 0x7f3b281587c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-15T22:05:06.764 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:06.760+0000 7f3b26ffd640 1 -- 172.21.15.63:0/432867789 >> [v2:172.21.15.110:3301/0,v1:172.21.15.110:6790/0] conn(0x7f3b2815b4e0 msgr2=0x7f3b2815db70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-15T22:05:06.764 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:06.760+0000 7f3b26ffd640 1 --2- 172.21.15.63:0/432867789 >> [v2:172.21.15.110:3301/0,v1:172.21.15.110:6790/0] conn(0x7f3b2815b4e0 0x7f3b2815db70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T22:05:06.764 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:06.760+0000 7f3b26ffd640 1 -- 172.21.15.63:0/432867789 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f3b280cd750 msgr2=0x7f3b281587c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-15T22:05:06.764 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:06.760+0000 7f3b26ffd640 1 --2- 172.21.15.63:0/432867789 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f3b280cd750 0x7f3b281587c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T22:05:06.764 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:06.760+0000 7f3b26ffd640 1 -- 172.21.15.63:0/432867789 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f3b280c9480 con 0x7f3b280cb890 2024-09-15T22:05:06.764 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:06.760+0000 7f3b26ffd640 1 --2- 172.21.15.63:0/432867789 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f3b280cb890 0x7f3b280c8f40 secure :-1 s=READY pgs=251 cs=0 l=1 rev1=1 crypto rx=0x7f3b18007ef0 tx=0x7f3b1800d4a0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-15T22:05:06.765 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:06.760+0000 7f3b1f7fe640 1 -- 172.21.15.63:0/432867789 <== mon.0 v2:172.21.15.63:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3b1801a070 con 0x7f3b280cb890 2024-09-15T22:05:06.765 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:06.760+0000 7f3b1f7fe640 1 -- 172.21.15.63:0/432867789 <== mon.0 v2:172.21.15.63:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f3b18003b90 con 0x7f3b280cb890 2024-09-15T22:05:06.765 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:06.760+0000 7f3b1f7fe640 1 -- 172.21.15.63:0/432867789 <== mon.0 v2:172.21.15.63:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3b18004030 con 0x7f3b280cb890 2024-09-15T22:05:06.765 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:06.760+0000 7f3b2d44c640 1 -- 172.21.15.63:0/432867789 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f3b28073180 con 0x7f3b280cb890 2024-09-15T22:05:06.765 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:06.760+0000 7f3b2d44c640 1 -- 172.21.15.63:0/432867789 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f3b28073740 con 0x7f3b280cb890 2024-09-15T22:05:06.765 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:06.761+0000 7f3b2d44c640 1 -- 172.21.15.63:0/432867789 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f3b2806d030 con 0x7f3b280cb890 2024-09-15T22:05:06.765 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:06.762+0000 7f3b1f7fe640 1 -- 172.21.15.63:0/432867789 <== mon.0 v2:172.21.15.63:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7f3b1801d070 con 0x7f3b280cb890 2024-09-15T22:05:06.766 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:06.762+0000 7f3b1f7fe640 1 --2- 172.21.15.63:0/432867789 >> [v2:172.21.15.110:6832/552273267,v1:172.21.15.110:6833/552273267] conn(0x7f3b0806c2b0 0x7f3b0806e770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-15T22:05:06.766 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:06.763+0000 7f3b1f7fe640 1 -- 172.21.15.63:0/432867789 <== mon.0 v2:172.21.15.63:3300/0 5 ==== osd_map(31..31 src has 1..31) ==== 5609+0+0 (secure 0 0 0) 0x7f3b1808b4f0 con 0x7f3b280cb890 2024-09-15T22:05:06.766 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:06.763+0000 7f3b267fc640 1 --2- 172.21.15.63:0/432867789 >> [v2:172.21.15.110:6832/552273267,v1:172.21.15.110:6833/552273267] conn(0x7f3b0806c2b0 0x7f3b0806e770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-15T22:05:06.766 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:06.763+0000 7f3b267fc640 1 --2- 172.21.15.63:0/432867789 >> [v2:172.21.15.110:6832/552273267,v1:172.21.15.110:6833/552273267] conn(0x7f3b0806c2b0 0x7f3b0806e770 secure :-1 s=READY pgs=139 cs=0 l=1 rev1=1 crypto rx=0x7f3b2815aed0 tx=0x7f3b10008040 comp rx=0 tx=0).ready entity=mgr.4102 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-15T22:05:06.768 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:06.767+0000 7f3b1f7fe640 1 -- 172.21.15.63:0/432867789 <== mon.0 v2:172.21.15.63:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7f3b18010070 con 0x7f3b280cb890 2024-09-15T22:05:06.981 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:06.979+0000 7f3b2d44c640 1 -- 172.21.15.63:0/432867789 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_command({"prefix": "fs new", "fs_name": "cephfs", "metadata": "cephfs_metadata", "data": "cephfs_data"} v 0) -- 0x7f3b2809efd0 con 0x7f3b280cb890 2024-09-15T22:05:07.618 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:07.616+0000 7f3b1f7fe640 1 -- 172.21.15.63:0/432867789 <== mon.0 v2:172.21.15.63:3300/0 7 ==== mon_command_ack([{"prefix": "fs new", "fs_name": "cephfs", "metadata": "cephfs_metadata", "data": "cephfs_data"}]=0 new fs with metadata pool 4 and data pool 5 v10) ==== 172+0+0 (secure 0 0 0) 0x7f3b18059700 con 0x7f3b280cb890 2024-09-15T22:05:07.618 INFO:teuthology.orchestra.run.smithi063.stderr:new fs with metadata pool 4 and data pool 5 2024-09-15T22:05:07.626 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:07.624+0000 7f3b2d44c640 1 -- 172.21.15.63:0/432867789 >> [v2:172.21.15.110:6832/552273267,v1:172.21.15.110:6833/552273267] conn(0x7f3b0806c2b0 msgr2=0x7f3b0806e770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-15T22:05:07.626 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:07.624+0000 7f3b2d44c640 1 --2- 172.21.15.63:0/432867789 >> [v2:172.21.15.110:6832/552273267,v1:172.21.15.110:6833/552273267] conn(0x7f3b0806c2b0 0x7f3b0806e770 secure :-1 s=READY pgs=139 cs=0 l=1 rev1=1 crypto rx=0x7f3b2815aed0 tx=0x7f3b10008040 comp rx=0 tx=0).stop 2024-09-15T22:05:07.626 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:07.624+0000 7f3b2d44c640 1 -- 172.21.15.63:0/432867789 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f3b280cb890 msgr2=0x7f3b280c8f40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-15T22:05:07.626 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:07.624+0000 7f3b2d44c640 1 --2- 172.21.15.63:0/432867789 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f3b280cb890 0x7f3b280c8f40 secure :-1 s=READY pgs=251 cs=0 l=1 rev1=1 crypto rx=0x7f3b18007ef0 tx=0x7f3b1800d4a0 comp rx=0 tx=0).stop 2024-09-15T22:05:07.632 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:07.630+0000 7f3b2d44c640 1 -- 172.21.15.63:0/432867789 shutdown_connections 2024-09-15T22:05:07.632 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:07.630+0000 7f3b2d44c640 1 --2- 172.21.15.63:0/432867789 >> [v2:172.21.15.110:6832/552273267,v1:172.21.15.110:6833/552273267] conn(0x7f3b0806c2b0 0x7f3b0806e770 secure :-1 s=CLOSED pgs=139 cs=0 l=1 rev1=1 crypto rx=0x7f3b2815aed0 tx=0x7f3b10008040 comp rx=0 tx=0).stop 2024-09-15T22:05:07.632 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:07.630+0000 7f3b2d44c640 1 --2- 172.21.15.63:0/432867789 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f3b280cd750 0x7f3b281587c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T22:05:07.632 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:07.630+0000 7f3b2d44c640 1 --2- 172.21.15.63:0/432867789 >> [v2:172.21.15.110:3301/0,v1:172.21.15.110:6790/0] conn(0x7f3b2815b4e0 0x7f3b2815db70 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T22:05:07.632 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:07.630+0000 7f3b2d44c640 1 --2- 172.21.15.63:0/432867789 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f3b280cb890 0x7f3b280c8f40 unknown :-1 s=CLOSED pgs=251 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T22:05:07.632 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:07.630+0000 7f3b2d44c640 1 -- 172.21.15.63:0/432867789 >> 172.21.15.63:0/432867789 conn(0x7f3b280d1240 msgr2=0x7f3b280b2c90 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-15T22:05:07.638 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:07.636+0000 7f3b2d44c640 1 -- 172.21.15.63:0/432867789 shutdown_connections 2024-09-15T22:05:07.638 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:07.636+0000 7f3b2d44c640 1 -- 172.21.15.63:0/432867789 wait complete. 2024-09-15T22:05:07.661 DEBUG:teuthology.orchestra.run.smithi063:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-09-15T22:05:07.767 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:07.765+0000 7f4944f54640 1 Processor -- start 2024-09-15T22:05:07.767 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:07.765+0000 7f4944f54640 1 -- start start 2024-09-15T22:05:07.767 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:07.766+0000 7f4944f54640 1 --2- >> v2:172.21.15.110:3300/0 conn(0x7f494006d2a0 0x7f49400755d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-15T22:05:07.768 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:07.766+0000 7f4944f54640 1 --2- >> [v2:172.21.15.110:3301/0,v1:172.21.15.110:6790/0] conn(0x7f494015eb40 0x7f49400739e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-15T22:05:07.768 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:07.766+0000 7f4944f54640 1 -- --> v1:172.21.15.110:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f494015f350 con 0x7f4940073f20 2024-09-15T22:05:07.768 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:07.766+0000 7f4944f54640 1 -- --> v2:172.21.15.110:3300/0 -- mon_getmap magic: 0 -- 0x7f4940073270 con 0x7f494006d2a0 2024-09-15T22:05:07.768 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:07.766+0000 7f4944f54640 1 -- --> [v2:172.21.15.110:3301/0,v1:172.21.15.110:6790/0] -- mon_getmap magic: 0 -- 0x7f4940073550 con 0x7f494015eb40 2024-09-15T22:05:07.769 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:07.767+0000 7f493dd9b640 1 --2- >> [v2:172.21.15.110:3301/0,v1:172.21.15.110:6790/0] conn(0x7f494015eb40 0x7f49400739e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-15T22:05:07.770 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:07.767+0000 7f493e59c640 1 --2- >> v2:172.21.15.110:3300/0 conn(0x7f494006d2a0 0x7f49400755d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-15T22:05:07.770 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:07.767+0000 7f493dd9b640 1 --2- >> [v2:172.21.15.110:3301/0,v1:172.21.15.110:6790/0] conn(0x7f494015eb40 0x7f49400739e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.110:3301/0 says I am v2:172.21.15.63:56020/0 (socket says 172.21.15.63:56020) 2024-09-15T22:05:07.770 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:07.767+0000 7f493ed9d640 1 --1- >> v1:172.21.15.110:6789/0 conn(0x7f4940073f20 0x7f49400cab10 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.110:6789/0 says I am v1:172.21.15.63:37406/0 (socket says 172.21.15.63:37406) 2024-09-15T22:05:07.770 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:07.767+0000 7f493e59c640 1 --2- >> v2:172.21.15.110:3300/0 conn(0x7f494006d2a0 0x7f49400755d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.110:3300/0 says I am v2:172.21.15.63:43430/0 (socket says 172.21.15.63:43430) 2024-09-15T22:05:07.770 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:07.767+0000 7f493dd9b640 1 -- 172.21.15.63:0/3136097915 learned_addr learned my addr 172.21.15.63:0/3136097915 (peer_addr_for_me v2:172.21.15.63:0/0) 2024-09-15T22:05:07.770 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:07.767+0000 7f493e59c640 1 -- 172.21.15.63:0/3136097915 >> [v2:172.21.15.110:3301/0,v1:172.21.15.110:6790/0] conn(0x7f494015eb40 msgr2=0x7f49400739e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-15T22:05:07.770 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:07.767+0000 7f493e59c640 1 --2- 172.21.15.63:0/3136097915 >> [v2:172.21.15.110:3301/0,v1:172.21.15.110:6790/0] conn(0x7f494015eb40 0x7f49400739e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T22:05:07.770 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:07.767+0000 7f493e59c640 1 -- 172.21.15.63:0/3136097915 >> v1:172.21.15.110:6789/0 conn(0x7f4940073f20 legacy=0x7f49400cab10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-15T22:05:07.770 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:07.767+0000 7f493e59c640 1 -- 172.21.15.63:0/3136097915 --> v2:172.21.15.110:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f494015f630 con 0x7f494006d2a0 2024-09-15T22:05:07.770 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:07.767+0000 7f493d59a640 1 -- 172.21.15.63:0/3136097915 <== mon.1 v1:172.21.15.110:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 778622788 0 0) 0x7f494015f350 con 0x7f4940073f20 2024-09-15T22:05:07.770 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:07.767+0000 7f493dd9b640 1 --2- 172.21.15.63:0/3136097915 >> [v2:172.21.15.110:3301/0,v1:172.21.15.110:6790/0] conn(0x7f494015eb40 0x7f49400739e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-15T22:05:07.771 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:07.768+0000 7f493e59c640 1 --2- 172.21.15.63:0/3136097915 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f494006d2a0 0x7f49400755d0 secure :-1 s=READY pgs=134 cs=0 l=1 rev1=1 crypto rx=0x7f49300097a0 tx=0x7f493002a180 comp rx=0 tx=0).ready entity=mon.1 client_cookie=85f65d854b146c66 server_cookie=0 in_seq=0 out_seq=0 2024-09-15T22:05:07.771 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:07.768+0000 7f493d59a640 1 -- 172.21.15.63:0/3136097915 <== mon.1 v2:172.21.15.110:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4930037070 con 0x7f494006d2a0 2024-09-15T22:05:07.771 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:07.768+0000 7f493d59a640 1 -- 172.21.15.63:0/3136097915 <== mon.1 v2:172.21.15.110:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f4930032440 con 0x7f494006d2a0 2024-09-15T22:05:07.771 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:07.768+0000 7f493d59a640 1 -- 172.21.15.63:0/3136097915 <== mon.1 v2:172.21.15.110:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4930032810 con 0x7f494006d2a0 2024-09-15T22:05:07.771 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:07.768+0000 7f4944f54640 1 -- 172.21.15.63:0/3136097915 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f494006d2a0 msgr2=0x7f49400755d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-15T22:05:07.771 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:07.768+0000 7f4944f54640 1 --2- 172.21.15.63:0/3136097915 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f494006d2a0 0x7f49400755d0 secure :-1 s=READY pgs=134 cs=0 l=1 rev1=1 crypto rx=0x7f49300097a0 tx=0x7f493002a180 comp rx=0 tx=0).stop 2024-09-15T22:05:07.773 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:07.769+0000 7f4944f54640 1 -- 172.21.15.63:0/3136097915 shutdown_connections 2024-09-15T22:05:07.773 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:07.769+0000 7f4944f54640 1 --2- 172.21.15.63:0/3136097915 >> [v2:172.21.15.110:3301/0,v1:172.21.15.110:6790/0] conn(0x7f494015eb40 0x7f49400739e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T22:05:07.774 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:07.769+0000 7f4944f54640 1 --2- 172.21.15.63:0/3136097915 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f494006d2a0 0x7f49400755d0 unknown :-1 s=CLOSED pgs=134 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T22:05:07.774 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:07.769+0000 7f4944f54640 1 -- 172.21.15.63:0/3136097915 >> 172.21.15.63:0/3136097915 conn(0x7f49400b2ec0 msgr2=0x7f49400b32d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-15T22:05:07.774 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:07.769+0000 7f4944f54640 1 -- 172.21.15.63:0/3136097915 shutdown_connections 2024-09-15T22:05:07.774 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:07.769+0000 7f4944f54640 1 -- 172.21.15.63:0/3136097915 wait complete. 2024-09-15T22:05:07.774 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:07.770+0000 7f4944f54640 1 Processor -- start 2024-09-15T22:05:07.774 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:07.770+0000 7f4944f54640 1 -- start start 2024-09-15T22:05:07.774 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:07.771+0000 7f4944f54640 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f494006d2a0 0x7f494014b3b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-15T22:05:07.774 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:07.771+0000 7f4944f54640 1 --2- >> [v2:172.21.15.110:3301/0,v1:172.21.15.110:6790/0] conn(0x7f4940073f20 0x7f4940149f20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-15T22:05:07.774 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:07.771+0000 7f4944f54640 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f494015eb40 0x7f4940147d30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-15T22:05:07.774 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:07.771+0000 7f4944f54640 1 -- --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 -- 0x7f494015f100 con 0x7f494015eb40 2024-09-15T22:05:07.774 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:07.771+0000 7f4944f54640 1 -- --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_getmap magic: 0 -- 0x7f494015ef80 con 0x7f494006d2a0 2024-09-15T22:05:07.774 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:07.771+0000 7f4944f54640 1 -- --> [v2:172.21.15.110:3301/0,v1:172.21.15.110:6790/0] -- mon_getmap magic: 0 -- 0x7f49400cb220 con 0x7f4940073f20 2024-09-15T22:05:07.774 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:07.771+0000 7f493ed9d640 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f494015eb40 0x7f4940147d30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-15T22:05:07.775 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:07.771+0000 7f493ed9d640 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f494015eb40 0x7f4940147d30 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.63:3300/0 says I am v2:172.21.15.63:56554/0 (socket says 172.21.15.63:56554) 2024-09-15T22:05:07.775 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:07.771+0000 7f493ed9d640 1 -- 172.21.15.63:0/2645551606 learned_addr learned my addr 172.21.15.63:0/2645551606 (peer_addr_for_me v2:172.21.15.63:0/0) 2024-09-15T22:05:07.775 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:07.771+0000 7f493e59c640 1 --2- 172.21.15.63:0/2645551606 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f494006d2a0 0x7f494014b3b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-15T22:05:07.775 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:07.771+0000 7f493dd9b640 1 --2- 172.21.15.63:0/2645551606 >> [v2:172.21.15.110:3301/0,v1:172.21.15.110:6790/0] conn(0x7f4940073f20 0x7f4940149f20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-15T22:05:07.775 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:07.771+0000 7f493ed9d640 1 -- 172.21.15.63:0/2645551606 >> [v2:172.21.15.110:3301/0,v1:172.21.15.110:6790/0] conn(0x7f4940073f20 msgr2=0x7f4940149f20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-15T22:05:07.775 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:07.771+0000 7f493ed9d640 1 --2- 172.21.15.63:0/2645551606 >> [v2:172.21.15.110:3301/0,v1:172.21.15.110:6790/0] conn(0x7f4940073f20 0x7f4940149f20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T22:05:07.775 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:07.771+0000 7f493ed9d640 1 -- 172.21.15.63:0/2645551606 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f494006d2a0 msgr2=0x7f494014b3b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-15T22:05:07.775 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:07.771+0000 7f493ed9d640 1 --2- 172.21.15.63:0/2645551606 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f494006d2a0 0x7f494014b3b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T22:05:07.775 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:07.771+0000 7f493ed9d640 1 -- 172.21.15.63:0/2645551606 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f494014b8f0 con 0x7f494015eb40 2024-09-15T22:05:07.775 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:07.771+0000 7f493ed9d640 1 --2- 172.21.15.63:0/2645551606 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f494015eb40 0x7f4940147d30 secure :-1 s=READY pgs=252 cs=0 l=1 rev1=1 crypto rx=0x7f493800c730 tx=0x7f493800cbf0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-15T22:05:07.775 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:07.772+0000 7f492effd640 1 -- 172.21.15.63:0/2645551606 <== mon.0 v2:172.21.15.63:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4938018070 con 0x7f494015eb40 2024-09-15T22:05:07.775 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:07.772+0000 7f492effd640 1 -- 172.21.15.63:0/2645551606 <== mon.0 v2:172.21.15.63:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f493800ce40 con 0x7f494015eb40 2024-09-15T22:05:07.775 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:07.772+0000 7f4944f54640 1 -- 172.21.15.63:0/2645551606 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f4940148e80 con 0x7f494015eb40 2024-09-15T22:05:07.776 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:07.772+0000 7f492effd640 1 -- 172.21.15.63:0/2645551606 <== mon.0 v2:172.21.15.63:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f493800a860 con 0x7f494015eb40 2024-09-15T22:05:07.776 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:07.772+0000 7f4944f54640 1 -- 172.21.15.63:0/2645551606 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f4940149440 con 0x7f494015eb40 2024-09-15T22:05:07.776 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:07.773+0000 7f4944f54640 1 -- 172.21.15.63:0/2645551606 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f49400755d0 con 0x7f494015eb40 2024-09-15T22:05:07.777 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:07.773+0000 7f492effd640 1 -- 172.21.15.63:0/2645551606 <== mon.0 v2:172.21.15.63:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7f493801b070 con 0x7f494015eb40 2024-09-15T22:05:07.777 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:07.774+0000 7f492effd640 1 --2- 172.21.15.63:0/2645551606 >> [v2:172.21.15.110:6832/552273267,v1:172.21.15.110:6833/552273267] conn(0x7f492006c2b0 0x7f492006e770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-15T22:05:07.777 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:07.774+0000 7f492effd640 1 -- 172.21.15.63:0/2645551606 <== mon.0 v2:172.21.15.63:3300/0 5 ==== osd_map(32..32 src has 1..32) ==== 5709+0+0 (secure 0 0 0) 0x7f493808a900 con 0x7f494015eb40 2024-09-15T22:05:07.777 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:07.774+0000 7f493e59c640 1 --2- 172.21.15.63:0/2645551606 >> [v2:172.21.15.110:6832/552273267,v1:172.21.15.110:6833/552273267] conn(0x7f492006c2b0 0x7f492006e770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-15T22:05:07.777 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:07.774+0000 7f493e59c640 1 --2- 172.21.15.63:0/2645551606 >> [v2:172.21.15.110:6832/552273267,v1:172.21.15.110:6833/552273267] conn(0x7f492006c2b0 0x7f492006e770 secure :-1 s=READY pgs=140 cs=0 l=1 rev1=1 crypto rx=0x7f4930034000 tx=0x7f493002e000 comp rx=0 tx=0).ready entity=mgr.4102 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-15T22:05:07.779 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:07.778+0000 7f492effd640 1 -- 172.21.15.63:0/2645551606 <== mon.0 v2:172.21.15.63:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7f494014b8f0 con 0x7f494015eb40 2024-09-15T22:05:07.956 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:07.955+0000 7f4944f54640 1 -- 172.21.15.63:0/2645551606 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) -- 0x7f4940158a00 con 0x7f494015eb40 2024-09-15T22:05:07.957 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:07.956+0000 7f492effd640 1 -- 172.21.15.63:0/2645551606 <== mon.0 v2:172.21.15.63:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v32) ==== 74+0+16766 (secure 0 0 0) 0x7f4938058a20 con 0x7f494015eb40 2024-09-15T22:05:07.958 INFO:teuthology.orchestra.run.smithi063.stdout: 2024-09-15T22:05:07.958 INFO:teuthology.orchestra.run.smithi063.stdout:{"epoch":32,"fsid":"49d79d51-bb1b-4fdd-a1d6-f4e42ba7fbf3","created":"2024-09-15T22:04:02.076542+0000","modified":"2024-09-15T22:05:06.980768+0000","last_up_change":"2024-09-15T22:04:13.946763+0000","last_in_change":"2024-09-15T22:04:04.178658+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":5,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":5,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-09-15T22:04:14.281022+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"17","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":8,"score_stable":8,"optimal_score":0.25,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":4,"pool_name":"cephfs_metadata","create_time":"2024-09-15T22:05:05.254690+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"32","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":2.25,"score_stable":2.25,"optimal_score":1,"raw_score_acting":2.25,"raw_score_stable":2.25,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":5,"pool_name":"cephfs_data","create_time":"2024-09-15T22:05:05.956431+0000","flags":32769,"flags_names":"hashpspool,creating","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"32","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.3799999952316284,"score_stable":1.3799999952316284,"optimal_score":1,"raw_score_acting":1.3799999952316284,"raw_score_stable":1.3799999952316284,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"1f955f27-2876-45ee-a014-9d8a652f47de","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":31,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.63:6816","nonce":3631300172},{"type":"v1","addr":"172.21.15.63:6818","nonce":3631300172}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.63:6820","nonce":3631300172},{"type":"v1","addr":"172.21.15.63:6822","nonce":3631300172}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.63:6828","nonce":3631300172},{"type":"v1","addr":"172.21.15.63:6830","nonce":3631300172}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.63:6824","nonce":3631300172},{"type":"v1","addr":"172.21.15.63:6826","nonce":3631300172}]},"public_addr":"172.21.15.63:6818/3631300172","cluster_addr":"172.21.15.63:6822/3631300172","heartbeat_back_addr":"172.21.15.63:6830/3631300172","heartbeat_front_addr":"172.21.15.63:6826/3631300172","state":["exists","up"]},{"osd":1,"uuid":"af6843a2-c664-44cd-9435-6410b9d7cdfc","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":31,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.63:6817","nonce":2124234218},{"type":"v1","addr":"172.21.15.63:6819","nonce":2124234218}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.63:6821","nonce":2124234218},{"type":"v1","addr":"172.21.15.63:6823","nonce":2124234218}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.63:6829","nonce":2124234218},{"type":"v1","addr":"172.21.15.63:6831","nonce":2124234218}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.63:6825","nonce":2124234218},{"type":"v1","addr":"172.21.15.63:6827","nonce":2124234218}]},"public_addr":"172.21.15.63:6819/2124234218","cluster_addr":"172.21.15.63:6823/2124234218","heartbeat_back_addr":"172.21.15.63:6831/2124234218","heartbeat_front_addr":"172.21.15.63:6827/2124234218","state":["exists","up"]},{"osd":2,"uuid":"27259906-636d-4292-8128-28c3ae37417c","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":31,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.63:6800","nonce":3107585409},{"type":"v1","addr":"172.21.15.63:6801","nonce":3107585409}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.63:6802","nonce":3107585409},{"type":"v1","addr":"172.21.15.63:6803","nonce":3107585409}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.63:6806","nonce":3107585409},{"type":"v1","addr":"172.21.15.63:6807","nonce":3107585409}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.63:6804","nonce":3107585409},{"type":"v1","addr":"172.21.15.63:6805","nonce":3107585409}]},"public_addr":"172.21.15.63:6801/3107585409","cluster_addr":"172.21.15.63:6803/3107585409","heartbeat_back_addr":"172.21.15.63:6807/3107585409","heartbeat_front_addr":"172.21.15.63:6805/3107585409","state":["exists","up"]},{"osd":3,"uuid":"007f71a8-c154-4167-a68d-96d158541c43","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":31,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.63:6808","nonce":2333041751},{"type":"v1","addr":"172.21.15.63:6809","nonce":2333041751}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.63:6810","nonce":2333041751},{"type":"v1","addr":"172.21.15.63:6811","nonce":2333041751}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.63:6814","nonce":2333041751},{"type":"v1","addr":"172.21.15.63:6815","nonce":2333041751}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.63:6812","nonce":2333041751},{"type":"v1","addr":"172.21.15.63:6813","nonce":2333041751}]},"public_addr":"172.21.15.63:6809/2333041751","cluster_addr":"172.21.15.63:6811/2333041751","heartbeat_back_addr":"172.21.15.63:6815/2333041751","heartbeat_front_addr":"172.21.15.63:6813/2333041751","state":["exists","up"]},{"osd":4,"uuid":"346e916e-e9c8-4b14-a7c4-032d5f63fb69","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":31,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.110:6816","nonce":2783666287},{"type":"v1","addr":"172.21.15.110:6817","nonce":2783666287}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.110:6818","nonce":2783666287},{"type":"v1","addr":"172.21.15.110:6819","nonce":2783666287}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.110:6822","nonce":2783666287},{"type":"v1","addr":"172.21.15.110:6823","nonce":2783666287}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.110:6820","nonce":2783666287},{"type":"v1","addr":"172.21.15.110:6821","nonce":2783666287}]},"public_addr":"172.21.15.110:6817/2783666287","cluster_addr":"172.21.15.110:6819/2783666287","heartbeat_back_addr":"172.21.15.110:6823/2783666287","heartbeat_front_addr":"172.21.15.110:6821/2783666287","state":["exists","up"]},{"osd":5,"uuid":"079e99b1-b9e1-4c06-ae11-f98c84739234","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":31,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.110:6800","nonce":3568635398},{"type":"v1","addr":"172.21.15.110:6801","nonce":3568635398}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.110:6802","nonce":3568635398},{"type":"v1","addr":"172.21.15.110:6803","nonce":3568635398}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.110:6806","nonce":3568635398},{"type":"v1","addr":"172.21.15.110:6807","nonce":3568635398}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.110:6804","nonce":3568635398},{"type":"v1","addr":"172.21.15.110:6805","nonce":3568635398}]},"public_addr":"172.21.15.110:6801/3568635398","cluster_addr":"172.21.15.110:6803/3568635398","heartbeat_back_addr":"172.21.15.110:6807/3568635398","heartbeat_front_addr":"172.21.15.110:6805/3568635398","state":["exists","up"]},{"osd":6,"uuid":"40b16565-bb39-470a-a699-3a5c64927e87","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":31,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.110:6808","nonce":2775776398},{"type":"v1","addr":"172.21.15.110:6809","nonce":2775776398}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.110:6810","nonce":2775776398},{"type":"v1","addr":"172.21.15.110:6811","nonce":2775776398}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.110:6814","nonce":2775776398},{"type":"v1","addr":"172.21.15.110:6815","nonce":2775776398}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.110:6812","nonce":2775776398},{"type":"v1","addr":"172.21.15.110:6813","nonce":2775776398}]},"public_addr":"172.21.15.110:6809/2775776398","cluster_addr":"172.21.15.110:6811/2775776398","heartbeat_back_addr":"172.21.15.110:6815/2775776398","heartbeat_front_addr":"172.21.15.110:6813/2775776398","state":["exists","up"]},{"osd":7,"uuid":"619d52d5-7a65-4232-a05a-3357ad2f8bea","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":31,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.110:6824","nonce":3099325207},{"type":"v1","addr":"172.21.15.110:6825","nonce":3099325207}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.110:6826","nonce":3099325207},{"type":"v1","addr":"172.21.15.110:6827","nonce":3099325207}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.110:6830","nonce":3099325207},{"type":"v1","addr":"172.21.15.110:6831","nonce":3099325207}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.110:6828","nonce":3099325207},{"type":"v1","addr":"172.21.15.110:6829","nonce":3099325207}]},"public_addr":"172.21.15.110:6825/3099325207","cluster_addr":"172.21.15.110:6827/3099325207","heartbeat_back_addr":"172.21.15.110:6831/3099325207","heartbeat_front_addr":"172.21.15.110:6829/3099325207","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-15T22:04:11.235040+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-15T22:04:11.216050+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-15T22:04:10.734975+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-15T22:04:11.175319+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-15T22:04:11.527362+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-15T22:04:11.429033+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-15T22:04:11.169644+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-15T22:04:11.773676+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-09-15T22:05:07.960 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:07.958+0000 7f4944f54640 1 -- 172.21.15.63:0/2645551606 >> [v2:172.21.15.110:6832/552273267,v1:172.21.15.110:6833/552273267] conn(0x7f492006c2b0 msgr2=0x7f492006e770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-15T22:05:07.960 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:07.958+0000 7f4944f54640 1 --2- 172.21.15.63:0/2645551606 >> [v2:172.21.15.110:6832/552273267,v1:172.21.15.110:6833/552273267] conn(0x7f492006c2b0 0x7f492006e770 secure :-1 s=READY pgs=140 cs=0 l=1 rev1=1 crypto rx=0x7f4930034000 tx=0x7f493002e000 comp rx=0 tx=0).stop 2024-09-15T22:05:07.960 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:07.958+0000 7f4944f54640 1 -- 172.21.15.63:0/2645551606 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f494015eb40 msgr2=0x7f4940147d30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-15T22:05:07.960 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:07.958+0000 7f4944f54640 1 --2- 172.21.15.63:0/2645551606 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f494015eb40 0x7f4940147d30 secure :-1 s=READY pgs=252 cs=0 l=1 rev1=1 crypto rx=0x7f493800c730 tx=0x7f493800cbf0 comp rx=0 tx=0).stop 2024-09-15T22:05:07.960 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:07.958+0000 7f4944f54640 1 -- 172.21.15.63:0/2645551606 shutdown_connections 2024-09-15T22:05:07.960 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:07.958+0000 7f4944f54640 1 --2- 172.21.15.63:0/2645551606 >> [v2:172.21.15.110:6832/552273267,v1:172.21.15.110:6833/552273267] conn(0x7f492006c2b0 0x7f492006e770 unknown :-1 s=CLOSED pgs=140 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T22:05:07.960 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:07.958+0000 7f4944f54640 1 --2- 172.21.15.63:0/2645551606 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f494015eb40 0x7f4940147d30 unknown :-1 s=CLOSED pgs=252 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T22:05:07.960 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:07.958+0000 7f4944f54640 1 --2- 172.21.15.63:0/2645551606 >> [v2:172.21.15.110:3301/0,v1:172.21.15.110:6790/0] conn(0x7f4940073f20 0x7f4940149f20 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T22:05:07.960 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:07.958+0000 7f4944f54640 1 --2- 172.21.15.63:0/2645551606 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f494006d2a0 0x7f494014b3b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T22:05:07.960 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:07.958+0000 7f4944f54640 1 -- 172.21.15.63:0/2645551606 >> 172.21.15.63:0/2645551606 conn(0x7f49400b2ec0 msgr2=0x7f49400b32a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-15T22:05:07.960 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:07.958+0000 7f4944f54640 1 -- 172.21.15.63:0/2645551606 shutdown_connections 2024-09-15T22:05:07.961 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:07.958+0000 7f4944f54640 1 -- 172.21.15.63:0/2645551606 wait complete. 2024-09-15T22:05:07.971 DEBUG:teuthology.orchestra.run.smithi063:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-09-15T22:05:08.073 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:08.071+0000 7f1f4ddc4640 1 Processor -- start 2024-09-15T22:05:08.073 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:08.071+0000 7f1f4ddc4640 1 -- start start 2024-09-15T22:05:08.075 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:08.072+0000 7f1f4ddc4640 1 --2- >> [v2:172.21.15.110:3301/0,v1:172.21.15.110:6790/0] conn(0x7f1f48147fc0 0x7f1f4815ea60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-15T22:05:08.075 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:08.073+0000 7f1f4ddc4640 1 -- --> v1:172.21.15.63:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f1f480ba310 con 0x7f1f480b9ee0 2024-09-15T22:05:08.075 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:08.073+0000 7f1f4ddc4640 1 -- --> v1:172.21.15.110:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f1f480d2750 con 0x7f1f480d0ee0 2024-09-15T22:05:08.075 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:08.073+0000 7f1f4ddc4640 1 -- --> [v2:172.21.15.110:3301/0,v1:172.21.15.110:6790/0] -- mon_getmap magic: 0 -- 0x7f1f481483a0 con 0x7f1f48147fc0 2024-09-15T22:05:08.075 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:08.073+0000 7f1f47fff640 1 --1- >> v1:172.21.15.63:6789/0 conn(0x7f1f480b9ee0 0x7f1f480d3510 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.63:6789/0 says I am v1:172.21.15.63:55842/0 (socket says 172.21.15.63:55842) 2024-09-15T22:05:08.075 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:08.073+0000 7f1f47fff640 1 -- 172.21.15.63:0/2521784394 learned_addr learned my addr 172.21.15.63:0/2521784394 (peer_addr_for_me v1:172.21.15.63:0/0) 2024-09-15T22:05:08.075 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:08.073+0000 7f1f477fe640 1 --2- 172.21.15.63:0/2521784394 >> [v2:172.21.15.110:3301/0,v1:172.21.15.110:6790/0] conn(0x7f1f48147fc0 0x7f1f4815ea60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-15T22:05:08.075 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:08.073+0000 7f1f467fc640 1 -- 172.21.15.63:0/2521784394 <== mon.0 v1:172.21.15.63:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 183377844 0 0) 0x7f1f480ba310 con 0x7f1f480b9ee0 2024-09-15T22:05:08.075 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:08.073+0000 7f1f467fc640 1 -- 172.21.15.63:0/2521784394 --> v1:172.21.15.63:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7f1f30003520 con 0x7f1f480b9ee0 2024-09-15T22:05:08.075 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:08.073+0000 7f1f467fc640 1 -- 172.21.15.63:0/2521784394 <== mon.1 v1:172.21.15.110:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 796440475 0 0) 0x7f1f480d2750 con 0x7f1f480d0ee0 2024-09-15T22:05:08.075 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:08.073+0000 7f1f467fc640 1 -- 172.21.15.63:0/2521784394 --> v1:172.21.15.110:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7f1f480ba310 con 0x7f1f480d0ee0 2024-09-15T22:05:08.076 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:08.073+0000 7f1f477fe640 1 -- 172.21.15.63:0/2521784394 >> v1:172.21.15.110:6789/0 conn(0x7f1f480d0ee0 legacy=0x7f1f480b97d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-15T22:05:08.076 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:08.073+0000 7f1f477fe640 1 -- 172.21.15.63:0/2521784394 >> v1:172.21.15.63:6789/0 conn(0x7f1f480b9ee0 legacy=0x7f1f480d3510 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-15T22:05:08.076 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:08.073+0000 7f1f477fe640 1 -- 172.21.15.63:0/2521784394 --> [v2:172.21.15.110:3301/0,v1:172.21.15.110:6790/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f1f480d2a30 con 0x7f1f48147fc0 2024-09-15T22:05:08.077 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:08.074+0000 7f1f477fe640 1 --2- 172.21.15.63:0/2521784394 >> [v2:172.21.15.110:3301/0,v1:172.21.15.110:6790/0] conn(0x7f1f48147fc0 0x7f1f4815ea60 secure :-1 s=READY pgs=50 cs=0 l=1 rev1=1 crypto rx=0x7f1f380097d0 tx=0x7f1f3802a210 comp rx=0 tx=0).ready entity=mon.2 client_cookie=4fdad3f00fb66be2 server_cookie=0 in_seq=0 out_seq=0 2024-09-15T22:05:08.077 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:08.074+0000 7f1f467fc640 1 -- 172.21.15.63:0/2521784394 <== mon.2 v2:172.21.15.110:3301/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1f38037070 con 0x7f1f48147fc0 2024-09-15T22:05:08.077 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:08.074+0000 7f1f467fc640 1 -- 172.21.15.63:0/2521784394 <== mon.2 v2:172.21.15.110:3301/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f1f38032440 con 0x7f1f48147fc0 2024-09-15T22:05:08.077 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:08.074+0000 7f1f467fc640 1 -- 172.21.15.63:0/2521784394 <== mon.2 v2:172.21.15.110:3301/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1f38032810 con 0x7f1f48147fc0 2024-09-15T22:05:08.077 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:08.075+0000 7f1f4ddc4640 1 -- 172.21.15.63:0/2521784394 >> [v2:172.21.15.110:3301/0,v1:172.21.15.110:6790/0] conn(0x7f1f48147fc0 msgr2=0x7f1f4815ea60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-15T22:05:08.077 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:08.075+0000 7f1f4ddc4640 1 --2- 172.21.15.63:0/2521784394 >> [v2:172.21.15.110:3301/0,v1:172.21.15.110:6790/0] conn(0x7f1f48147fc0 0x7f1f4815ea60 secure :-1 s=READY pgs=50 cs=0 l=1 rev1=1 crypto rx=0x7f1f380097d0 tx=0x7f1f3802a210 comp rx=0 tx=0).stop 2024-09-15T22:05:08.077 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:08.075+0000 7f1f4ddc4640 1 -- 172.21.15.63:0/2521784394 shutdown_connections 2024-09-15T22:05:08.078 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:08.075+0000 7f1f4ddc4640 1 --2- 172.21.15.63:0/2521784394 >> [v2:172.21.15.110:3301/0,v1:172.21.15.110:6790/0] conn(0x7f1f48147fc0 0x7f1f4815ea60 unknown :-1 s=CLOSED pgs=50 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T22:05:08.078 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:08.075+0000 7f1f4ddc4640 1 -- 172.21.15.63:0/2521784394 >> 172.21.15.63:0/2521784394 conn(0x7f1f48074fe0 msgr2=0x7f1f4806bbe0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-15T22:05:08.078 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:08.075+0000 7f1f4ddc4640 1 -- 172.21.15.63:0/2521784394 shutdown_connections 2024-09-15T22:05:08.078 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:08.075+0000 7f1f4ddc4640 1 -- 172.21.15.63:0/2521784394 wait complete. 2024-09-15T22:05:08.080 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:08.076+0000 7f1f4ddc4640 1 Processor -- start 2024-09-15T22:05:08.080 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:08.076+0000 7f1f4ddc4640 1 -- start start 2024-09-15T22:05:08.080 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:08.077+0000 7f1f4ddc4640 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f1f480b9ee0 0x7f1f480cbe50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-15T22:05:08.080 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:08.077+0000 7f1f4ddc4640 1 --2- >> [v2:172.21.15.110:3301/0,v1:172.21.15.110:6790/0] conn(0x7f1f480d0ee0 0x7f1f480ac2e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-15T22:05:08.080 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:08.077+0000 7f1f4ddc4640 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f1f48147fc0 0x7f1f4815df60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-15T22:05:08.080 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:08.077+0000 7f1f4ddc4640 1 -- --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 -- 0x7f1f480d2500 con 0x7f1f480b9ee0 2024-09-15T22:05:08.080 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:08.077+0000 7f1f4ddc4640 1 -- --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_getmap magic: 0 -- 0x7f1f4815efa0 con 0x7f1f48147fc0 2024-09-15T22:05:08.080 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:08.077+0000 7f1f4ddc4640 1 -- --> [v2:172.21.15.110:3301/0,v1:172.21.15.110:6790/0] -- mon_getmap magic: 0 -- 0x7f1f480d2ff0 con 0x7f1f480d0ee0 2024-09-15T22:05:08.080 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:08.077+0000 7f1f477fe640 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f1f480b9ee0 0x7f1f480cbe50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-15T22:05:08.080 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:08.077+0000 7f1f477fe640 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f1f480b9ee0 0x7f1f480cbe50 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.63:3300/0 says I am v2:172.21.15.63:56564/0 (socket says 172.21.15.63:56564) 2024-09-15T22:05:08.080 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:08.077+0000 7f1f477fe640 1 -- 172.21.15.63:0/2626626066 learned_addr learned my addr 172.21.15.63:0/2626626066 (peer_addr_for_me v2:172.21.15.63:0/0) 2024-09-15T22:05:08.081 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:08.077+0000 7f1f47fff640 1 --2- 172.21.15.63:0/2626626066 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f1f48147fc0 0x7f1f4815df60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-15T22:05:08.081 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:08.077+0000 7f1f46ffd640 1 --2- 172.21.15.63:0/2626626066 >> [v2:172.21.15.110:3301/0,v1:172.21.15.110:6790/0] conn(0x7f1f480d0ee0 0x7f1f480ac2e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-15T22:05:08.081 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:08.077+0000 7f1f477fe640 1 -- 172.21.15.63:0/2626626066 >> [v2:172.21.15.110:3301/0,v1:172.21.15.110:6790/0] conn(0x7f1f480d0ee0 msgr2=0x7f1f480ac2e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-15T22:05:08.081 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:08.077+0000 7f1f477fe640 1 --2- 172.21.15.63:0/2626626066 >> [v2:172.21.15.110:3301/0,v1:172.21.15.110:6790/0] conn(0x7f1f480d0ee0 0x7f1f480ac2e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T22:05:08.081 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:08.077+0000 7f1f477fe640 1 -- 172.21.15.63:0/2626626066 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f1f48147fc0 msgr2=0x7f1f4815df60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-15T22:05:08.081 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:08.077+0000 7f1f477fe640 1 --2- 172.21.15.63:0/2626626066 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f1f48147fc0 0x7f1f4815df60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T22:05:08.081 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:08.077+0000 7f1f477fe640 1 -- 172.21.15.63:0/2626626066 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f1f4815e4a0 con 0x7f1f480b9ee0 2024-09-15T22:05:08.081 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:08.077+0000 7f1f47fff640 1 --2- 172.21.15.63:0/2626626066 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f1f48147fc0 0x7f1f4815df60 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-15T22:05:08.081 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:08.077+0000 7f1f46ffd640 1 --2- 172.21.15.63:0/2626626066 >> [v2:172.21.15.110:3301/0,v1:172.21.15.110:6790/0] conn(0x7f1f480d0ee0 0x7f1f480ac2e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-15T22:05:08.081 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:08.078+0000 7f1f477fe640 1 --2- 172.21.15.63:0/2626626066 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f1f480b9ee0 0x7f1f480cbe50 secure :-1 s=READY pgs=254 cs=0 l=1 rev1=1 crypto rx=0x7f1f38035040 tx=0x7f1f380046c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-15T22:05:08.081 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:08.078+0000 7f1f2ffff640 1 -- 172.21.15.63:0/2626626066 <== mon.0 v2:172.21.15.63:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1f38041020 con 0x7f1f480b9ee0 2024-09-15T22:05:08.081 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:08.078+0000 7f1f2ffff640 1 -- 172.21.15.63:0/2626626066 <== mon.0 v2:172.21.15.63:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f1f3803d720 con 0x7f1f480b9ee0 2024-09-15T22:05:08.081 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:08.078+0000 7f1f2ffff640 1 -- 172.21.15.63:0/2626626066 <== mon.0 v2:172.21.15.63:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1f38037040 con 0x7f1f480b9ee0 2024-09-15T22:05:08.082 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:08.078+0000 7f1f4ddc4640 1 -- 172.21.15.63:0/2626626066 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f1f480cc4e0 con 0x7f1f480b9ee0 2024-09-15T22:05:08.082 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:08.078+0000 7f1f4ddc4640 1 -- 172.21.15.63:0/2626626066 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f1f480ccaa0 con 0x7f1f480b9ee0 2024-09-15T22:05:08.082 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:08.079+0000 7f1f4ddc4640 1 -- 172.21.15.63:0/2626626066 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f1f4815ea60 con 0x7f1f480b9ee0 2024-09-15T22:05:08.082 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:08.079+0000 7f1f2ffff640 1 -- 172.21.15.63:0/2626626066 <== mon.0 v2:172.21.15.63:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7f1f38044020 con 0x7f1f480b9ee0 2024-09-15T22:05:08.083 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:08.080+0000 7f1f2ffff640 1 --2- 172.21.15.63:0/2626626066 >> [v2:172.21.15.110:6832/552273267,v1:172.21.15.110:6833/552273267] conn(0x7f1f3406c2b0 0x7f1f3406e770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-15T22:05:08.083 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:08.080+0000 7f1f2ffff640 1 -- 172.21.15.63:0/2626626066 <== mon.0 v2:172.21.15.63:3300/0 5 ==== osd_map(32..32 src has 1..32) ==== 5709+0+0 (secure 0 0 0) 0x7f1f380abb40 con 0x7f1f480b9ee0 2024-09-15T22:05:08.083 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:08.080+0000 7f1f46ffd640 1 --2- 172.21.15.63:0/2626626066 >> [v2:172.21.15.110:6832/552273267,v1:172.21.15.110:6833/552273267] conn(0x7f1f3406c2b0 0x7f1f3406e770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-15T22:05:08.083 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:08.080+0000 7f1f46ffd640 1 --2- 172.21.15.63:0/2626626066 >> [v2:172.21.15.110:6832/552273267,v1:172.21.15.110:6833/552273267] conn(0x7f1f3406c2b0 0x7f1f3406e770 secure :-1 s=READY pgs=141 cs=0 l=1 rev1=1 crypto rx=0x7f1f480cd6a0 tx=0x7f1f3c009040 comp rx=0 tx=0).ready entity=mgr.4102 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-15T22:05:08.085 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:08.084+0000 7f1f2ffff640 1 -- 172.21.15.63:0/2626626066 <== mon.0 v2:172.21.15.63:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7f1f3804b030 con 0x7f1f480b9ee0 2024-09-15T22:05:08.261 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:08.259+0000 7f1f4ddc4640 1 -- 172.21.15.63:0/2626626066 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) -- 0x7f1f4806bf60 con 0x7f1f480b9ee0 2024-09-15T22:05:08.262 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:08.260+0000 7f1f2ffff640 1 -- 172.21.15.63:0/2626626066 <== mon.0 v2:172.21.15.63:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v32) ==== 74+0+16766 (secure 0 0 0) 0x7f1f38091e20 con 0x7f1f480b9ee0 2024-09-15T22:05:08.262 INFO:teuthology.orchestra.run.smithi063.stdout: 2024-09-15T22:05:08.262 INFO:teuthology.orchestra.run.smithi063.stdout:{"epoch":32,"fsid":"49d79d51-bb1b-4fdd-a1d6-f4e42ba7fbf3","created":"2024-09-15T22:04:02.076542+0000","modified":"2024-09-15T22:05:06.980768+0000","last_up_change":"2024-09-15T22:04:13.946763+0000","last_in_change":"2024-09-15T22:04:04.178658+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":5,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":5,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-09-15T22:04:14.281022+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"17","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":8,"score_stable":8,"optimal_score":0.25,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":4,"pool_name":"cephfs_metadata","create_time":"2024-09-15T22:05:05.254690+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"32","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":2.25,"score_stable":2.25,"optimal_score":1,"raw_score_acting":2.25,"raw_score_stable":2.25,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":5,"pool_name":"cephfs_data","create_time":"2024-09-15T22:05:05.956431+0000","flags":32769,"flags_names":"hashpspool,creating","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"32","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.3799999952316284,"score_stable":1.3799999952316284,"optimal_score":1,"raw_score_acting":1.3799999952316284,"raw_score_stable":1.3799999952316284,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"1f955f27-2876-45ee-a014-9d8a652f47de","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":31,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.63:6816","nonce":3631300172},{"type":"v1","addr":"172.21.15.63:6818","nonce":3631300172}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.63:6820","nonce":3631300172},{"type":"v1","addr":"172.21.15.63:6822","nonce":3631300172}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.63:6828","nonce":3631300172},{"type":"v1","addr":"172.21.15.63:6830","nonce":3631300172}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.63:6824","nonce":3631300172},{"type":"v1","addr":"172.21.15.63:6826","nonce":3631300172}]},"public_addr":"172.21.15.63:6818/3631300172","cluster_addr":"172.21.15.63:6822/3631300172","heartbeat_back_addr":"172.21.15.63:6830/3631300172","heartbeat_front_addr":"172.21.15.63:6826/3631300172","state":["exists","up"]},{"osd":1,"uuid":"af6843a2-c664-44cd-9435-6410b9d7cdfc","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":31,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.63:6817","nonce":2124234218},{"type":"v1","addr":"172.21.15.63:6819","nonce":2124234218}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.63:6821","nonce":2124234218},{"type":"v1","addr":"172.21.15.63:6823","nonce":2124234218}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.63:6829","nonce":2124234218},{"type":"v1","addr":"172.21.15.63:6831","nonce":2124234218}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.63:6825","nonce":2124234218},{"type":"v1","addr":"172.21.15.63:6827","nonce":2124234218}]},"public_addr":"172.21.15.63:6819/2124234218","cluster_addr":"172.21.15.63:6823/2124234218","heartbeat_back_addr":"172.21.15.63:6831/2124234218","heartbeat_front_addr":"172.21.15.63:6827/2124234218","state":["exists","up"]},{"osd":2,"uuid":"27259906-636d-4292-8128-28c3ae37417c","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":31,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.63:6800","nonce":3107585409},{"type":"v1","addr":"172.21.15.63:6801","nonce":3107585409}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.63:6802","nonce":3107585409},{"type":"v1","addr":"172.21.15.63:6803","nonce":3107585409}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.63:6806","nonce":3107585409},{"type":"v1","addr":"172.21.15.63:6807","nonce":3107585409}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.63:6804","nonce":3107585409},{"type":"v1","addr":"172.21.15.63:6805","nonce":3107585409}]},"public_addr":"172.21.15.63:6801/3107585409","cluster_addr":"172.21.15.63:6803/3107585409","heartbeat_back_addr":"172.21.15.63:6807/3107585409","heartbeat_front_addr":"172.21.15.63:6805/3107585409","state":["exists","up"]},{"osd":3,"uuid":"007f71a8-c154-4167-a68d-96d158541c43","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":31,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.63:6808","nonce":2333041751},{"type":"v1","addr":"172.21.15.63:6809","nonce":2333041751}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.63:6810","nonce":2333041751},{"type":"v1","addr":"172.21.15.63:6811","nonce":2333041751}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.63:6814","nonce":2333041751},{"type":"v1","addr":"172.21.15.63:6815","nonce":2333041751}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.63:6812","nonce":2333041751},{"type":"v1","addr":"172.21.15.63:6813","nonce":2333041751}]},"public_addr":"172.21.15.63:6809/2333041751","cluster_addr":"172.21.15.63:6811/2333041751","heartbeat_back_addr":"172.21.15.63:6815/2333041751","heartbeat_front_addr":"172.21.15.63:6813/2333041751","state":["exists","up"]},{"osd":4,"uuid":"346e916e-e9c8-4b14-a7c4-032d5f63fb69","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":31,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.110:6816","nonce":2783666287},{"type":"v1","addr":"172.21.15.110:6817","nonce":2783666287}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.110:6818","nonce":2783666287},{"type":"v1","addr":"172.21.15.110:6819","nonce":2783666287}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.110:6822","nonce":2783666287},{"type":"v1","addr":"172.21.15.110:6823","nonce":2783666287}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.110:6820","nonce":2783666287},{"type":"v1","addr":"172.21.15.110:6821","nonce":2783666287}]},"public_addr":"172.21.15.110:6817/2783666287","cluster_addr":"172.21.15.110:6819/2783666287","heartbeat_back_addr":"172.21.15.110:6823/2783666287","heartbeat_front_addr":"172.21.15.110:6821/2783666287","state":["exists","up"]},{"osd":5,"uuid":"079e99b1-b9e1-4c06-ae11-f98c84739234","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":31,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.110:6800","nonce":3568635398},{"type":"v1","addr":"172.21.15.110:6801","nonce":3568635398}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.110:6802","nonce":3568635398},{"type":"v1","addr":"172.21.15.110:6803","nonce":3568635398}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.110:6806","nonce":3568635398},{"type":"v1","addr":"172.21.15.110:6807","nonce":3568635398}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.110:6804","nonce":3568635398},{"type":"v1","addr":"172.21.15.110:6805","nonce":3568635398}]},"public_addr":"172.21.15.110:6801/3568635398","cluster_addr":"172.21.15.110:6803/3568635398","heartbeat_back_addr":"172.21.15.110:6807/3568635398","heartbeat_front_addr":"172.21.15.110:6805/3568635398","state":["exists","up"]},{"osd":6,"uuid":"40b16565-bb39-470a-a699-3a5c64927e87","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":31,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.110:6808","nonce":2775776398},{"type":"v1","addr":"172.21.15.110:6809","nonce":2775776398}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.110:6810","nonce":2775776398},{"type":"v1","addr":"172.21.15.110:6811","nonce":2775776398}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.110:6814","nonce":2775776398},{"type":"v1","addr":"172.21.15.110:6815","nonce":2775776398}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.110:6812","nonce":2775776398},{"type":"v1","addr":"172.21.15.110:6813","nonce":2775776398}]},"public_addr":"172.21.15.110:6809/2775776398","cluster_addr":"172.21.15.110:6811/2775776398","heartbeat_back_addr":"172.21.15.110:6815/2775776398","heartbeat_front_addr":"172.21.15.110:6813/2775776398","state":["exists","up"]},{"osd":7,"uuid":"619d52d5-7a65-4232-a05a-3357ad2f8bea","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":31,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.110:6824","nonce":3099325207},{"type":"v1","addr":"172.21.15.110:6825","nonce":3099325207}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.110:6826","nonce":3099325207},{"type":"v1","addr":"172.21.15.110:6827","nonce":3099325207}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.110:6830","nonce":3099325207},{"type":"v1","addr":"172.21.15.110:6831","nonce":3099325207}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.110:6828","nonce":3099325207},{"type":"v1","addr":"172.21.15.110:6829","nonce":3099325207}]},"public_addr":"172.21.15.110:6825/3099325207","cluster_addr":"172.21.15.110:6827/3099325207","heartbeat_back_addr":"172.21.15.110:6831/3099325207","heartbeat_front_addr":"172.21.15.110:6829/3099325207","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-15T22:04:11.235040+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-15T22:04:11.216050+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-15T22:04:10.734975+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-15T22:04:11.175319+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-15T22:04:11.527362+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-15T22:04:11.429033+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-15T22:04:11.169644+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-15T22:04:11.773676+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-09-15T22:05:08.264 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:08.262+0000 7f1f4ddc4640 1 -- 172.21.15.63:0/2626626066 >> [v2:172.21.15.110:6832/552273267,v1:172.21.15.110:6833/552273267] conn(0x7f1f3406c2b0 msgr2=0x7f1f3406e770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-15T22:05:08.264 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:08.262+0000 7f1f4ddc4640 1 --2- 172.21.15.63:0/2626626066 >> [v2:172.21.15.110:6832/552273267,v1:172.21.15.110:6833/552273267] conn(0x7f1f3406c2b0 0x7f1f3406e770 secure :-1 s=READY pgs=141 cs=0 l=1 rev1=1 crypto rx=0x7f1f480cd6a0 tx=0x7f1f3c009040 comp rx=0 tx=0).stop 2024-09-15T22:05:08.264 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:08.262+0000 7f1f4ddc4640 1 -- 172.21.15.63:0/2626626066 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f1f480b9ee0 msgr2=0x7f1f480cbe50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-15T22:05:08.265 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:08.262+0000 7f1f4ddc4640 1 --2- 172.21.15.63:0/2626626066 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f1f480b9ee0 0x7f1f480cbe50 secure :-1 s=READY pgs=254 cs=0 l=1 rev1=1 crypto rx=0x7f1f38035040 tx=0x7f1f380046c0 comp rx=0 tx=0).stop 2024-09-15T22:05:08.265 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:08.262+0000 7f1f4ddc4640 1 -- 172.21.15.63:0/2626626066 shutdown_connections 2024-09-15T22:05:08.265 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:08.262+0000 7f1f4ddc4640 1 --2- 172.21.15.63:0/2626626066 >> [v2:172.21.15.110:6832/552273267,v1:172.21.15.110:6833/552273267] conn(0x7f1f3406c2b0 0x7f1f3406e770 unknown :-1 s=CLOSED pgs=141 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T22:05:08.265 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:08.262+0000 7f1f4ddc4640 1 --2- 172.21.15.63:0/2626626066 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f1f48147fc0 0x7f1f4815df60 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T22:05:08.265 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:08.262+0000 7f1f4ddc4640 1 --2- 172.21.15.63:0/2626626066 >> [v2:172.21.15.110:3301/0,v1:172.21.15.110:6790/0] conn(0x7f1f480d0ee0 0x7f1f480ac2e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T22:05:08.265 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:08.262+0000 7f1f4ddc4640 1 --2- 172.21.15.63:0/2626626066 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f1f480b9ee0 0x7f1f480cbe50 unknown :-1 s=CLOSED pgs=254 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T22:05:08.265 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:08.262+0000 7f1f4ddc4640 1 -- 172.21.15.63:0/2626626066 >> 172.21.15.63:0/2626626066 conn(0x7f1f48074fe0 msgr2=0x7f1f480cf160 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-15T22:05:08.265 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:08.263+0000 7f1f4ddc4640 1 -- 172.21.15.63:0/2626626066 shutdown_connections 2024-09-15T22:05:08.265 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:08.263+0000 7f1f4ddc4640 1 -- 172.21.15.63:0/2626626066 wait complete. 2024-09-15T22:05:08.275 DEBUG:teuthology.orchestra.run.smithi063:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs set cephfs standby_count_wanted 0 2024-09-15T22:05:08.380 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:08.378+0000 7f7a806e4640 1 Processor -- start 2024-09-15T22:05:08.380 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:08.378+0000 7f7a806e4640 1 -- start start 2024-09-15T22:05:08.382 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:08.379+0000 7f7a806e4640 1 --2- >> v2:172.21.15.110:3300/0 conn(0x7f7a78147510 0x7f7a781478f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-15T22:05:08.382 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:08.379+0000 7f7a806e4640 1 --2- >> [v2:172.21.15.110:3301/0,v1:172.21.15.110:6790/0] conn(0x7f7a780aea10 0x7f7a78162140 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-15T22:05:08.382 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:08.379+0000 7f7a806e4640 1 -- --> v1:172.21.15.110:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f7a78163050 con 0x7f7a7806cbf0 2024-09-15T22:05:08.382 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:08.379+0000 7f7a806e4640 1 -- --> v2:172.21.15.110:3300/0 -- mon_getmap magic: 0 -- 0x7f7a78162a90 con 0x7f7a78147510 2024-09-15T22:05:08.382 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:08.379+0000 7f7a806e4640 1 -- --> [v2:172.21.15.110:3301/0,v1:172.21.15.110:6790/0] -- mon_getmap magic: 0 -- 0x7f7a78162d70 con 0x7f7a780aea10 2024-09-15T22:05:08.382 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:08.380+0000 7f7a7e480640 1 --2- >> v2:172.21.15.110:3300/0 conn(0x7f7a78147510 0x7f7a781478f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-15T22:05:08.382 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:08.380+0000 7f7a7dc7f640 1 --2- >> [v2:172.21.15.110:3301/0,v1:172.21.15.110:6790/0] conn(0x7f7a780aea10 0x7f7a78162140 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-15T22:05:08.382 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:08.380+0000 7f7a7ec81640 1 --1- >> v1:172.21.15.110:6789/0 conn(0x7f7a7806cbf0 0x7f7a7806ed00 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.110:6789/0 says I am v1:172.21.15.63:37420/0 (socket says 172.21.15.63:37420) 2024-09-15T22:05:08.382 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:08.380+0000 7f7a7ec81640 1 -- 172.21.15.63:0/1163668744 learned_addr learned my addr 172.21.15.63:0/1163668744 (peer_addr_for_me v1:172.21.15.63:0/0) 2024-09-15T22:05:08.382 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:08.380+0000 7f7a7d47e640 1 -- 172.21.15.63:0/1163668744 <== mon.1 v1:172.21.15.110:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 1450781724 0 0) 0x7f7a78163050 con 0x7f7a7806cbf0 2024-09-15T22:05:08.383 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:08.380+0000 7f7a7d47e640 1 -- 172.21.15.63:0/1163668744 --> v1:172.21.15.110:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7f7a64003520 con 0x7f7a7806cbf0 2024-09-15T22:05:08.383 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:08.380+0000 7f7a7dc7f640 1 -- 172.21.15.63:0/1163668744 >> v2:172.21.15.110:3300/0 conn(0x7f7a78147510 msgr2=0x7f7a781478f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-15T22:05:08.383 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:08.380+0000 7f7a7dc7f640 1 --2- 172.21.15.63:0/1163668744 >> v2:172.21.15.110:3300/0 conn(0x7f7a78147510 0x7f7a781478f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T22:05:08.383 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:08.380+0000 7f7a7dc7f640 1 -- 172.21.15.63:0/1163668744 >> v1:172.21.15.110:6789/0 conn(0x7f7a7806cbf0 legacy=0x7f7a7806ed00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-15T22:05:08.383 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:08.380+0000 7f7a7dc7f640 1 -- 172.21.15.63:0/1163668744 --> [v2:172.21.15.110:3301/0,v1:172.21.15.110:6790/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f7a7806e500 con 0x7f7a780aea10 2024-09-15T22:05:08.384 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:08.381+0000 7f7a7dc7f640 1 --2- 172.21.15.63:0/1163668744 >> [v2:172.21.15.110:3301/0,v1:172.21.15.110:6790/0] conn(0x7f7a780aea10 0x7f7a78162140 secure :-1 s=READY pgs=51 cs=0 l=1 rev1=1 crypto rx=0x7f7a680097a0 tx=0x7f7a6802a180 comp rx=0 tx=0).ready entity=mon.2 client_cookie=7489d064b57babfb server_cookie=0 in_seq=0 out_seq=0 2024-09-15T22:05:08.384 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:08.381+0000 7f7a7d47e640 1 -- 172.21.15.63:0/1163668744 <== mon.2 v2:172.21.15.110:3301/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7a68037070 con 0x7f7a780aea10 2024-09-15T22:05:08.384 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:08.381+0000 7f7a7d47e640 1 -- 172.21.15.63:0/1163668744 <== mon.2 v2:172.21.15.110:3301/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f7a68032440 con 0x7f7a780aea10 2024-09-15T22:05:08.384 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:08.381+0000 7f7a7d47e640 1 -- 172.21.15.63:0/1163668744 <== mon.2 v2:172.21.15.110:3301/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7a68032810 con 0x7f7a780aea10 2024-09-15T22:05:08.385 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:08.382+0000 7f7a806e4640 1 -- 172.21.15.63:0/1163668744 >> [v2:172.21.15.110:3301/0,v1:172.21.15.110:6790/0] conn(0x7f7a780aea10 msgr2=0x7f7a78162140 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-15T22:05:08.385 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:08.382+0000 7f7a806e4640 1 --2- 172.21.15.63:0/1163668744 >> [v2:172.21.15.110:3301/0,v1:172.21.15.110:6790/0] conn(0x7f7a780aea10 0x7f7a78162140 secure :-1 s=READY pgs=51 cs=0 l=1 rev1=1 crypto rx=0x7f7a680097a0 tx=0x7f7a6802a180 comp rx=0 tx=0).stop 2024-09-15T22:05:08.385 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:08.382+0000 7f7a806e4640 1 -- 172.21.15.63:0/1163668744 shutdown_connections 2024-09-15T22:05:08.385 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:08.382+0000 7f7a806e4640 1 --2- 172.21.15.63:0/1163668744 >> [v2:172.21.15.110:3301/0,v1:172.21.15.110:6790/0] conn(0x7f7a780aea10 0x7f7a78162140 unknown :-1 s=CLOSED pgs=51 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T22:05:08.385 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:08.382+0000 7f7a806e4640 1 --2- 172.21.15.63:0/1163668744 >> v2:172.21.15.110:3300/0 conn(0x7f7a78147510 0x7f7a781478f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T22:05:08.385 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:08.382+0000 7f7a806e4640 1 -- 172.21.15.63:0/1163668744 >> 172.21.15.63:0/1163668744 conn(0x7f7a78071ff0 msgr2=0x7f7a78072400 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-15T22:05:08.385 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:08.382+0000 7f7a806e4640 1 -- 172.21.15.63:0/1163668744 shutdown_connections 2024-09-15T22:05:08.385 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:08.382+0000 7f7a806e4640 1 -- 172.21.15.63:0/1163668744 wait complete. 2024-09-15T22:05:08.385 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:08.383+0000 7f7a806e4640 1 Processor -- start 2024-09-15T22:05:08.386 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:08.383+0000 7f7a806e4640 1 -- start start 2024-09-15T22:05:08.388 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:08.384+0000 7f7a806e4640 1 --2- >> [v2:172.21.15.110:3301/0,v1:172.21.15.110:6790/0] conn(0x7f7a7806cbf0 0x7f7a78144e40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-15T22:05:08.388 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:08.384+0000 7f7a806e4640 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f7a780aea10 0x7f7a781f5200 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-15T22:05:08.388 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:08.384+0000 7f7a806e4640 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f7a78147510 0x7f7a780cb2b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-15T22:05:08.388 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:08.384+0000 7f7a806e4640 1 -- --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 -- 0x7f7a78162800 con 0x7f7a780aea10 2024-09-15T22:05:08.388 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:08.384+0000 7f7a806e4640 1 -- --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_getmap magic: 0 -- 0x7f7a78162680 con 0x7f7a78147510 2024-09-15T22:05:08.389 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:08.384+0000 7f7a806e4640 1 -- --> [v2:172.21.15.110:3301/0,v1:172.21.15.110:6790/0] -- mon_getmap magic: 0 -- 0x7f7a7806fca0 con 0x7f7a7806cbf0 2024-09-15T22:05:08.389 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:08.384+0000 7f7a7dc7f640 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f7a780aea10 0x7f7a781f5200 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-15T22:05:08.389 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:08.384+0000 7f7a7dc7f640 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f7a780aea10 0x7f7a781f5200 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.63:3300/0 says I am v2:172.21.15.63:56566/0 (socket says 172.21.15.63:56566) 2024-09-15T22:05:08.389 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:08.384+0000 7f7a7dc7f640 1 -- 172.21.15.63:0/729999659 learned_addr learned my addr 172.21.15.63:0/729999659 (peer_addr_for_me v2:172.21.15.63:0/0) 2024-09-15T22:05:08.389 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:08.384+0000 7f7a7e480640 1 --2- 172.21.15.63:0/729999659 >> [v2:172.21.15.110:3301/0,v1:172.21.15.110:6790/0] conn(0x7f7a7806cbf0 0x7f7a78144e40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-15T22:05:08.389 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:08.384+0000 7f7a7ec81640 1 --2- 172.21.15.63:0/729999659 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f7a78147510 0x7f7a780cb2b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-15T22:05:08.389 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:08.384+0000 7f7a7dc7f640 1 -- 172.21.15.63:0/729999659 >> [v2:172.21.15.110:3301/0,v1:172.21.15.110:6790/0] conn(0x7f7a7806cbf0 msgr2=0x7f7a78144e40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-15T22:05:08.389 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:08.384+0000 7f7a7dc7f640 1 --2- 172.21.15.63:0/729999659 >> [v2:172.21.15.110:3301/0,v1:172.21.15.110:6790/0] conn(0x7f7a7806cbf0 0x7f7a78144e40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T22:05:08.389 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:08.384+0000 7f7a7dc7f640 1 -- 172.21.15.63:0/729999659 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f7a78147510 msgr2=0x7f7a780cb2b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-15T22:05:08.389 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:08.384+0000 7f7a7dc7f640 1 --2- 172.21.15.63:0/729999659 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f7a78147510 0x7f7a780cb2b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T22:05:08.389 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:08.384+0000 7f7a7dc7f640 1 -- 172.21.15.63:0/729999659 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f7a780c8a30 con 0x7f7a780aea10 2024-09-15T22:05:08.390 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:08.384+0000 7f7a7dc7f640 1 --2- 172.21.15.63:0/729999659 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f7a780aea10 0x7f7a781f5200 secure :-1 s=READY pgs=255 cs=0 l=1 rev1=1 crypto rx=0x7f7a68035040 tx=0x7f7a680046c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-15T22:05:08.390 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:08.385+0000 7f7a6effd640 1 -- 172.21.15.63:0/729999659 <== mon.0 v2:172.21.15.63:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7a68041030 con 0x7f7a780aea10 2024-09-15T22:05:08.390 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:08.385+0000 7f7a6effd640 1 -- 172.21.15.63:0/729999659 <== mon.0 v2:172.21.15.63:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f7a6803d4e0 con 0x7f7a780aea10 2024-09-15T22:05:08.390 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:08.385+0000 7f7a806e4640 1 -- 172.21.15.63:0/729999659 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f7a780c8d10 con 0x7f7a780aea10 2024-09-15T22:05:08.390 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:08.385+0000 7f7a6effd640 1 -- 172.21.15.63:0/729999659 <== mon.0 v2:172.21.15.63:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7a68037040 con 0x7f7a780aea10 2024-09-15T22:05:08.390 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:08.385+0000 7f7a806e4640 1 -- 172.21.15.63:0/729999659 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f7a781f5740 con 0x7f7a780aea10 2024-09-15T22:05:08.390 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:08.386+0000 7f7a806e4640 1 -- 172.21.15.63:0/729999659 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f7a780aee50 con 0x7f7a780aea10 2024-09-15T22:05:08.390 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:08.386+0000 7f7a6effd640 1 -- 172.21.15.63:0/729999659 <== mon.0 v2:172.21.15.63:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7f7a68044070 con 0x7f7a780aea10 2024-09-15T22:05:08.390 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:08.387+0000 7f7a6effd640 1 --2- 172.21.15.63:0/729999659 >> [v2:172.21.15.110:6832/552273267,v1:172.21.15.110:6833/552273267] conn(0x7f7a5c06c2b0 0x7f7a5c06e770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-15T22:05:08.390 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:08.387+0000 7f7a6effd640 1 -- 172.21.15.63:0/729999659 <== mon.0 v2:172.21.15.63:3300/0 5 ==== osd_map(32..32 src has 1..32) ==== 5709+0+0 (secure 0 0 0) 0x7f7a680ab9c0 con 0x7f7a780aea10 2024-09-15T22:05:08.390 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:08.387+0000 7f7a7e480640 1 --2- 172.21.15.63:0/729999659 >> [v2:172.21.15.110:6832/552273267,v1:172.21.15.110:6833/552273267] conn(0x7f7a5c06c2b0 0x7f7a5c06e770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-15T22:05:08.391 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:08.387+0000 7f7a7e480640 1 --2- 172.21.15.63:0/729999659 >> [v2:172.21.15.110:6832/552273267,v1:172.21.15.110:6833/552273267] conn(0x7f7a5c06c2b0 0x7f7a5c06e770 secure :-1 s=READY pgs=142 cs=0 l=1 rev1=1 crypto rx=0x7f7a74009b40 tx=0x7f7a74009190 comp rx=0 tx=0).ready entity=mgr.4102 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-15T22:05:08.392 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:08.391+0000 7f7a6effd640 1 -- 172.21.15.63:0/729999659 <== mon.0 v2:172.21.15.63:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7f7a680ade20 con 0x7f7a780aea10 2024-09-15T22:05:08.605 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:08.603+0000 7f7a806e4640 1 -- 172.21.15.63:0/729999659 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_command({"prefix": "fs set", "fs_name": "cephfs", "var": "standby_count_wanted", "val": "0"} v 0) -- 0x7f7a78145f10 con 0x7f7a780aea10 2024-09-15T22:05:08.628 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:08.626+0000 7f7a6effd640 1 -- 172.21.15.63:0/729999659 <== mon.0 v2:172.21.15.63:3300/0 7 ==== mon_command_ack([{"prefix": "fs set", "fs_name": "cephfs", "var": "standby_count_wanted", "val": "0"}]=0 v11) ==== 118+0+0 (secure 0 0 0) 0x7f7a68079af0 con 0x7f7a780aea10 2024-09-15T22:05:08.631 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:08.629+0000 7f7a806e4640 1 -- 172.21.15.63:0/729999659 >> [v2:172.21.15.110:6832/552273267,v1:172.21.15.110:6833/552273267] conn(0x7f7a5c06c2b0 msgr2=0x7f7a5c06e770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-15T22:05:08.631 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:08.629+0000 7f7a806e4640 1 --2- 172.21.15.63:0/729999659 >> [v2:172.21.15.110:6832/552273267,v1:172.21.15.110:6833/552273267] conn(0x7f7a5c06c2b0 0x7f7a5c06e770 secure :-1 s=READY pgs=142 cs=0 l=1 rev1=1 crypto rx=0x7f7a74009b40 tx=0x7f7a74009190 comp rx=0 tx=0).stop 2024-09-15T22:05:08.631 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:08.629+0000 7f7a806e4640 1 -- 172.21.15.63:0/729999659 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f7a780aea10 msgr2=0x7f7a781f5200 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-15T22:05:08.631 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:08.629+0000 7f7a806e4640 1 --2- 172.21.15.63:0/729999659 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f7a780aea10 0x7f7a781f5200 secure :-1 s=READY pgs=255 cs=0 l=1 rev1=1 crypto rx=0x7f7a68035040 tx=0x7f7a680046c0 comp rx=0 tx=0).stop 2024-09-15T22:05:08.631 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:08.629+0000 7f7a806e4640 1 -- 172.21.15.63:0/729999659 shutdown_connections 2024-09-15T22:05:08.631 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:08.629+0000 7f7a806e4640 1 --2- 172.21.15.63:0/729999659 >> [v2:172.21.15.110:6832/552273267,v1:172.21.15.110:6833/552273267] conn(0x7f7a5c06c2b0 0x7f7a5c06e770 unknown :-1 s=CLOSED pgs=142 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T22:05:08.632 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:08.629+0000 7f7a806e4640 1 --2- 172.21.15.63:0/729999659 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f7a78147510 0x7f7a780cb2b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T22:05:08.632 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:08.629+0000 7f7a806e4640 1 --2- 172.21.15.63:0/729999659 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f7a780aea10 0x7f7a781f5200 unknown :-1 s=CLOSED pgs=255 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T22:05:08.632 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:08.629+0000 7f7a806e4640 1 --2- 172.21.15.63:0/729999659 >> [v2:172.21.15.110:3301/0,v1:172.21.15.110:6790/0] conn(0x7f7a7806cbf0 0x7f7a78144e40 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T22:05:08.632 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:08.629+0000 7f7a806e4640 1 -- 172.21.15.63:0/729999659 >> 172.21.15.63:0/729999659 conn(0x7f7a78071ff0 msgr2=0x7f7a78146710 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-15T22:05:08.632 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:08.629+0000 7f7a806e4640 1 -- 172.21.15.63:0/729999659 shutdown_connections 2024-09-15T22:05:08.632 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:08.630+0000 7f7a806e4640 1 -- 172.21.15.63:0/729999659 wait complete. 2024-09-15T22:05:08.643 DEBUG:tasks.cephfs.filesystem:fs_config: {} 2024-09-15T22:05:08.643 DEBUG:teuthology.orchestra.run.smithi063:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs set cephfs allow_standby_replay false 2024-09-15T22:05:08.748 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:08.747+0000 7fd890447640 1 Processor -- start 2024-09-15T22:05:08.748 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:08.747+0000 7fd890447640 1 -- start start 2024-09-15T22:05:08.750 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:08.748+0000 7fd890447640 1 --2- >> v2:172.21.15.110:3300/0 conn(0x7fd888162990 0x7fd8880d0410 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-15T22:05:08.750 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:08.748+0000 7fd890447640 1 -- --> v1:172.21.15.63:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fd8880cf260 con 0x7fd88806c2f0 2024-09-15T22:05:08.750 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:08.748+0000 7fd890447640 1 -- --> v1:172.21.15.110:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fd8880d2cf0 con 0x7fd88815e410 2024-09-15T22:05:08.750 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:08.748+0000 7fd890447640 1 -- --> v2:172.21.15.110:3300/0 -- mon_getmap magic: 0 -- 0x7fd8880cf500 con 0x7fd888162990 2024-09-15T22:05:08.750 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:08.748+0000 7fd88d9e2640 1 --1- >> v1:172.21.15.63:6789/0 conn(0x7fd88806c2f0 0x7fd8880cfd00 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.63:6789/0 says I am v1:172.21.15.63:55852/0 (socket says 172.21.15.63:55852) 2024-09-15T22:05:08.750 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:08.748+0000 7fd88d9e2640 1 -- 172.21.15.63:0/3905623602 learned_addr learned my addr 172.21.15.63:0/3905623602 (peer_addr_for_me v1:172.21.15.63:0/0) 2024-09-15T22:05:08.750 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:08.748+0000 7fd88e9e4640 1 --2- 172.21.15.63:0/3905623602 >> v2:172.21.15.110:3300/0 conn(0x7fd888162990 0x7fd8880d0410 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-15T22:05:08.750 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:08.748+0000 7fd88d1e1640 1 -- 172.21.15.63:0/3905623602 <== mon.0 v1:172.21.15.63:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 4231271437 0 0) 0x7fd8880cf260 con 0x7fd88806c2f0 2024-09-15T22:05:08.750 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:08.748+0000 7fd88d1e1640 1 -- 172.21.15.63:0/3905623602 --> v1:172.21.15.63:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7fd874003520 con 0x7fd88806c2f0 2024-09-15T22:05:08.751 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:08.748+0000 7fd88d1e1640 1 -- 172.21.15.63:0/3905623602 <== mon.1 v1:172.21.15.110:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 1870720293 0 0) 0x7fd8880d2cf0 con 0x7fd88815e410 2024-09-15T22:05:08.751 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:08.748+0000 7fd88d1e1640 1 -- 172.21.15.63:0/3905623602 --> v1:172.21.15.110:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7fd8880cf260 con 0x7fd88815e410 2024-09-15T22:05:08.751 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:08.748+0000 7fd88e9e4640 1 -- 172.21.15.63:0/3905623602 >> v1:172.21.15.110:6789/0 conn(0x7fd88815e410 legacy=0x7fd88806bbe0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-15T22:05:08.751 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:08.748+0000 7fd88e9e4640 1 -- 172.21.15.63:0/3905623602 >> v1:172.21.15.63:6789/0 conn(0x7fd88806c2f0 legacy=0x7fd8880cfd00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-15T22:05:08.751 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:08.748+0000 7fd88e9e4640 1 -- 172.21.15.63:0/3905623602 --> v2:172.21.15.110:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fd8880cf7e0 con 0x7fd888162990 2024-09-15T22:05:08.752 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:08.749+0000 7fd88e9e4640 1 --2- 172.21.15.63:0/3905623602 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7fd888162990 0x7fd8880d0410 secure :-1 s=READY pgs=138 cs=0 l=1 rev1=1 crypto rx=0x7fd880009d90 tx=0x7fd88002a6f0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=4bdad265e6ec57e4 server_cookie=0 in_seq=0 out_seq=0 2024-09-15T22:05:08.753 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:08.749+0000 7fd88d1e1640 1 -- 172.21.15.63:0/3905623602 <== mon.1 v2:172.21.15.110:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd880007740 con 0x7fd888162990 2024-09-15T22:05:08.753 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:08.749+0000 7fd88d1e1640 1 -- 172.21.15.63:0/3905623602 <== mon.1 v2:172.21.15.110:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fd8800078e0 con 0x7fd888162990 2024-09-15T22:05:08.753 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:08.749+0000 7fd88d1e1640 1 -- 172.21.15.63:0/3905623602 <== mon.1 v2:172.21.15.110:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd880007cb0 con 0x7fd888162990 2024-09-15T22:05:08.753 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:08.750+0000 7fd890447640 1 -- 172.21.15.63:0/3905623602 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7fd888162990 msgr2=0x7fd8880d0410 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-15T22:05:08.753 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:08.750+0000 7fd890447640 1 --2- 172.21.15.63:0/3905623602 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7fd888162990 0x7fd8880d0410 secure :-1 s=READY pgs=138 cs=0 l=1 rev1=1 crypto rx=0x7fd880009d90 tx=0x7fd88002a6f0 comp rx=0 tx=0).stop 2024-09-15T22:05:08.753 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:08.750+0000 7fd890447640 1 -- 172.21.15.63:0/3905623602 shutdown_connections 2024-09-15T22:05:08.754 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:08.750+0000 7fd890447640 1 --2- 172.21.15.63:0/3905623602 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7fd888162990 0x7fd8880d0410 unknown :-1 s=CLOSED pgs=138 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T22:05:08.754 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:08.750+0000 7fd890447640 1 -- 172.21.15.63:0/3905623602 >> 172.21.15.63:0/3905623602 conn(0x7fd888072620 msgr2=0x7fd888072a30 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-15T22:05:08.754 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:08.750+0000 7fd890447640 1 -- 172.21.15.63:0/3905623602 shutdown_connections 2024-09-15T22:05:08.754 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:08.750+0000 7fd890447640 1 -- 172.21.15.63:0/3905623602 wait complete. 2024-09-15T22:05:08.754 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:08.751+0000 7fd890447640 1 Processor -- start 2024-09-15T22:05:08.754 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:08.751+0000 7fd890447640 1 -- start start 2024-09-15T22:05:08.757 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:08.752+0000 7fd890447640 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fd88806c2f0 0x7fd8880b56f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-15T22:05:08.757 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:08.752+0000 7fd890447640 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7fd88815e410 0x7fd8880cd920 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-15T22:05:08.757 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:08.752+0000 7fd890447640 1 --2- >> [v2:172.21.15.110:3301/0,v1:172.21.15.110:6790/0] conn(0x7fd888162990 0x7fd88815f050 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-15T22:05:08.757 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:08.752+0000 7fd890447640 1 -- --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 -- 0x7fd8880ce8a0 con 0x7fd88806c2f0 2024-09-15T22:05:08.757 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:08.752+0000 7fd890447640 1 -- --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_getmap magic: 0 -- 0x7fd88815e7f0 con 0x7fd88815e410 2024-09-15T22:05:08.757 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:08.752+0000 7fd890447640 1 -- --> [v2:172.21.15.110:3301/0,v1:172.21.15.110:6790/0] -- mon_getmap magic: 0 -- 0x7fd8880d2fd0 con 0x7fd888162990 2024-09-15T22:05:08.757 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:08.752+0000 7fd88e1e3640 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fd88806c2f0 0x7fd8880b56f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-15T22:05:08.758 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:08.752+0000 7fd88e1e3640 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fd88806c2f0 0x7fd8880b56f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.63:3300/0 says I am v2:172.21.15.63:56580/0 (socket says 172.21.15.63:56580) 2024-09-15T22:05:08.758 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:08.752+0000 7fd88e1e3640 1 -- 172.21.15.63:0/1777378562 learned_addr learned my addr 172.21.15.63:0/1777378562 (peer_addr_for_me v2:172.21.15.63:0/0) 2024-09-15T22:05:08.758 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:08.752+0000 7fd88d9e2640 1 --2- 172.21.15.63:0/1777378562 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7fd88815e410 0x7fd8880cd920 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-15T22:05:08.758 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:08.752+0000 7fd88e9e4640 1 --2- 172.21.15.63:0/1777378562 >> [v2:172.21.15.110:3301/0,v1:172.21.15.110:6790/0] conn(0x7fd888162990 0x7fd88815f050 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-15T22:05:08.758 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:08.752+0000 7fd88e1e3640 1 -- 172.21.15.63:0/1777378562 >> [v2:172.21.15.110:3301/0,v1:172.21.15.110:6790/0] conn(0x7fd888162990 msgr2=0x7fd88815f050 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-15T22:05:08.758 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:08.752+0000 7fd88e1e3640 1 --2- 172.21.15.63:0/1777378562 >> [v2:172.21.15.110:3301/0,v1:172.21.15.110:6790/0] conn(0x7fd888162990 0x7fd88815f050 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T22:05:08.758 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:08.752+0000 7fd88e1e3640 1 -- 172.21.15.63:0/1777378562 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7fd88815e410 msgr2=0x7fd8880cd920 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-15T22:05:08.758 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:08.752+0000 7fd88e1e3640 1 --2- 172.21.15.63:0/1777378562 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7fd88815e410 0x7fd8880cd920 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T22:05:08.758 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:08.752+0000 7fd88e1e3640 1 -- 172.21.15.63:0/1777378562 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fd8880b5cd0 con 0x7fd88806c2f0 2024-09-15T22:05:08.758 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:08.752+0000 7fd88e9e4640 1 --2- 172.21.15.63:0/1777378562 >> [v2:172.21.15.110:3301/0,v1:172.21.15.110:6790/0] conn(0x7fd888162990 0x7fd88815f050 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-15T22:05:08.758 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:08.753+0000 7fd88e1e3640 1 --2- 172.21.15.63:0/1777378562 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fd88806c2f0 0x7fd8880b56f0 secure :-1 s=READY pgs=257 cs=0 l=1 rev1=1 crypto rx=0x7fd88400c530 tx=0x7fd88400c9f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-15T22:05:08.759 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:08.753+0000 7fd87effd640 1 -- 172.21.15.63:0/1777378562 <== mon.0 v2:172.21.15.63:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd8840052d0 con 0x7fd88806c2f0 2024-09-15T22:05:08.759 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:08.753+0000 7fd87effd640 1 -- 172.21.15.63:0/1777378562 <== mon.0 v2:172.21.15.63:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fd884005490 con 0x7fd88806c2f0 2024-09-15T22:05:08.759 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:08.753+0000 7fd890447640 1 -- 172.21.15.63:0/1777378562 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fd8880b3f00 con 0x7fd88806c2f0 2024-09-15T22:05:08.759 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:08.753+0000 7fd87effd640 1 -- 172.21.15.63:0/1777378562 <== mon.0 v2:172.21.15.63:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd884012870 con 0x7fd88806c2f0 2024-09-15T22:05:08.759 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:08.753+0000 7fd890447640 1 -- 172.21.15.63:0/1777378562 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fd8880b44c0 con 0x7fd88806c2f0 2024-09-15T22:05:08.759 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:08.754+0000 7fd890447640 1 -- 172.21.15.63:0/1777378562 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fd88815d7e0 con 0x7fd88806c2f0 2024-09-15T22:05:08.759 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:08.754+0000 7fd87effd640 1 -- 172.21.15.63:0/1777378562 <== mon.0 v2:172.21.15.63:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7fd884012a10 con 0x7fd88806c2f0 2024-09-15T22:05:08.759 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:08.755+0000 7fd87effd640 1 --2- 172.21.15.63:0/1777378562 >> [v2:172.21.15.110:6832/552273267,v1:172.21.15.110:6833/552273267] conn(0x7fd86c06c2b0 0x7fd86c06e770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-15T22:05:08.759 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:08.755+0000 7fd87effd640 1 -- 172.21.15.63:0/1777378562 <== mon.0 v2:172.21.15.63:3300/0 5 ==== osd_map(33..33 src has 1..33) ==== 5709+0+0 (secure 0 0 0) 0x7fd88408aff0 con 0x7fd88806c2f0 2024-09-15T22:05:08.759 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:08.755+0000 7fd88d9e2640 1 --2- 172.21.15.63:0/1777378562 >> [v2:172.21.15.110:6832/552273267,v1:172.21.15.110:6833/552273267] conn(0x7fd86c06c2b0 0x7fd86c06e770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-15T22:05:08.759 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:08.756+0000 7fd88d9e2640 1 --2- 172.21.15.63:0/1777378562 >> [v2:172.21.15.110:6832/552273267,v1:172.21.15.110:6833/552273267] conn(0x7fd86c06c2b0 0x7fd86c06e770 secure :-1 s=READY pgs=143 cs=0 l=1 rev1=1 crypto rx=0x7fd8880ce1e0 tx=0x7fd878007d30 comp rx=0 tx=0).ready entity=mgr.4102 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-15T22:05:08.760 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:08.759+0000 7fd87effd640 1 -- 172.21.15.63:0/1777378562 <== mon.0 v2:172.21.15.63:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7fd88815d7e0 con 0x7fd88806c2f0 2024-09-15T22:05:08.973 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:08.972+0000 7fd890447640 1 -- 172.21.15.63:0/1777378562 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_command({"prefix": "fs set", "fs_name": "cephfs", "var": "allow_standby_replay", "val": "false"} v 0) -- 0x7fd8880d2910 con 0x7fd88806c2f0 2024-09-15T22:05:09.641 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:09.636+0000 7fd87effd640 1 -- 172.21.15.63:0/1777378562 <== mon.0 v2:172.21.15.63:3300/0 7 ==== mon_command_ack([{"prefix": "fs set", "fs_name": "cephfs", "var": "allow_standby_replay", "val": "false"}]=0 v12) ==== 122+0+0 (secure 0 0 0) 0x7fd884059770 con 0x7fd88806c2f0 2024-09-15T22:05:09.641 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:09.639+0000 7fd890447640 1 -- 172.21.15.63:0/1777378562 >> [v2:172.21.15.110:6832/552273267,v1:172.21.15.110:6833/552273267] conn(0x7fd86c06c2b0 msgr2=0x7fd86c06e770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-15T22:05:09.641 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:09.639+0000 7fd890447640 1 --2- 172.21.15.63:0/1777378562 >> [v2:172.21.15.110:6832/552273267,v1:172.21.15.110:6833/552273267] conn(0x7fd86c06c2b0 0x7fd86c06e770 secure :-1 s=READY pgs=143 cs=0 l=1 rev1=1 crypto rx=0x7fd8880ce1e0 tx=0x7fd878007d30 comp rx=0 tx=0).stop 2024-09-15T22:05:09.641 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:09.639+0000 7fd890447640 1 -- 172.21.15.63:0/1777378562 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fd88806c2f0 msgr2=0x7fd8880b56f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-15T22:05:09.642 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:09.639+0000 7fd890447640 1 --2- 172.21.15.63:0/1777378562 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fd88806c2f0 0x7fd8880b56f0 secure :-1 s=READY pgs=257 cs=0 l=1 rev1=1 crypto rx=0x7fd88400c530 tx=0x7fd88400c9f0 comp rx=0 tx=0).stop 2024-09-15T22:05:09.642 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:09.639+0000 7fd890447640 1 -- 172.21.15.63:0/1777378562 shutdown_connections 2024-09-15T22:05:09.642 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:09.639+0000 7fd890447640 1 --2- 172.21.15.63:0/1777378562 >> [v2:172.21.15.110:6832/552273267,v1:172.21.15.110:6833/552273267] conn(0x7fd86c06c2b0 0x7fd86c06e770 unknown :-1 s=CLOSED pgs=143 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T22:05:09.642 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:09.639+0000 7fd890447640 1 --2- 172.21.15.63:0/1777378562 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7fd88815e410 0x7fd8880cd920 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T22:05:09.642 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:09.639+0000 7fd890447640 1 --2- 172.21.15.63:0/1777378562 >> [v2:172.21.15.110:3301/0,v1:172.21.15.110:6790/0] conn(0x7fd888162990 0x7fd88815f050 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T22:05:09.642 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:09.639+0000 7fd890447640 1 --2- 172.21.15.63:0/1777378562 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fd88806c2f0 0x7fd8880b56f0 unknown :-1 s=CLOSED pgs=257 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T22:05:09.642 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:09.639+0000 7fd890447640 1 -- 172.21.15.63:0/1777378562 >> 172.21.15.63:0/1777378562 conn(0x7fd888072620 msgr2=0x7fd88815d0d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-15T22:05:09.642 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:09.639+0000 7fd890447640 1 -- 172.21.15.63:0/1777378562 shutdown_connections 2024-09-15T22:05:09.642 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:09.639+0000 7fd890447640 1 -- 172.21.15.63:0/1777378562 wait complete. 2024-09-15T22:05:09.653 DEBUG:tasks.cephfs.filesystem:Not Creating any subvols for filesystem 'cephfs' 2024-09-15T22:05:09.653 DEBUG:teuthology.orchestra.run.smithi063:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-09-15T22:05:09.759 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:09.758+0000 7f686ad59640 1 Processor -- start 2024-09-15T22:05:09.760 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:09.758+0000 7f686ad59640 1 -- start start 2024-09-15T22:05:09.761 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:09.759+0000 7f686ad59640 1 --2- >> v2:172.21.15.110:3300/0 conn(0x7f68640cecb0 0x7f68640ce190 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-15T22:05:09.761 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:09.759+0000 7f686ad59640 1 --2- >> v2:172.21.15.63:3300/0 conn(0x7f68640cf090 0x7f68640cd380 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-15T22:05:09.761 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:09.759+0000 7f686ad59640 1 --2- >> [v2:172.21.15.110:3301/0,v1:172.21.15.110:6790/0] conn(0x7f68640cd8c0 0x7f686406bc50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-15T22:05:09.761 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:09.759+0000 7f686ad59640 1 -- --> v2:172.21.15.63:3300/0 -- mon_getmap magic: 0 -- 0x7f68640cdd30 con 0x7f68640cf090 2024-09-15T22:05:09.761 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:09.759+0000 7f686ad59640 1 -- --> v2:172.21.15.110:3300/0 -- mon_getmap magic: 0 -- 0x7f6864160e40 con 0x7f68640cecb0 2024-09-15T22:05:09.762 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:09.759+0000 7f686ad59640 1 -- --> [v2:172.21.15.110:3301/0,v1:172.21.15.110:6790/0] -- mon_getmap magic: 0 -- 0x7f6864160230 con 0x7f68640cd8c0 2024-09-15T22:05:09.762 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:09.759+0000 7f6863fff640 1 --2- >> v2:172.21.15.63:3300/0 conn(0x7f68640cf090 0x7f68640cd380 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-15T22:05:09.762 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:09.759+0000 7f6863fff640 1 --2- >> v2:172.21.15.63:3300/0 conn(0x7f68640cf090 0x7f68640cd380 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.63:3300/0 says I am v2:172.21.15.63:48310/0 (socket says 172.21.15.63:48310) 2024-09-15T22:05:09.762 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:09.759+0000 7f6863fff640 1 -- 172.21.15.63:0/1153134292 learned_addr learned my addr 172.21.15.63:0/1153134292 (peer_addr_for_me v2:172.21.15.63:0/0) 2024-09-15T22:05:09.762 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:09.759+0000 7f6868af5640 1 --2- 172.21.15.63:0/1153134292 >> v2:172.21.15.110:3300/0 conn(0x7f68640cecb0 0x7f68640ce190 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-15T22:05:09.762 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:09.759+0000 7f68692f6640 1 --2- 172.21.15.63:0/1153134292 >> [v2:172.21.15.110:3301/0,v1:172.21.15.110:6790/0] conn(0x7f68640cd8c0 0x7f686406bc50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-15T22:05:09.762 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:09.759+0000 7f6863fff640 1 -- 172.21.15.63:0/1153134292 >> [v2:172.21.15.110:3301/0,v1:172.21.15.110:6790/0] conn(0x7f68640cd8c0 msgr2=0x7f686406bc50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-15T22:05:09.762 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:09.759+0000 7f6863fff640 1 --2- 172.21.15.63:0/1153134292 >> [v2:172.21.15.110:3301/0,v1:172.21.15.110:6790/0] conn(0x7f68640cd8c0 0x7f686406bc50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T22:05:09.762 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:09.759+0000 7f6863fff640 1 -- 172.21.15.63:0/1153134292 >> v2:172.21.15.110:3300/0 conn(0x7f68640cecb0 msgr2=0x7f68640ce190 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-15T22:05:09.762 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:09.759+0000 7f6863fff640 1 --2- 172.21.15.63:0/1153134292 >> v2:172.21.15.110:3300/0 conn(0x7f68640cecb0 0x7f68640ce190 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T22:05:09.762 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:09.759+0000 7f6863fff640 1 -- 172.21.15.63:0/1153134292 --> v2:172.21.15.63:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f6864160510 con 0x7f68640cf090 2024-09-15T22:05:09.764 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:09.760+0000 7f6863fff640 1 --2- 172.21.15.63:0/1153134292 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f68640cf090 0x7f68640cd380 secure :-1 s=READY pgs=258 cs=0 l=1 rev1=1 crypto rx=0x7f68640b56c0 tx=0x7f685002a1e0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=1a5e8e7f02408a69 server_cookie=0 in_seq=0 out_seq=0 2024-09-15T22:05:09.764 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:09.760+0000 7f68637fe640 1 -- 172.21.15.63:0/1153134292 <== mon.0 v2:172.21.15.63:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6850037070 con 0x7f68640cf090 2024-09-15T22:05:09.764 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:09.760+0000 7f68637fe640 1 -- 172.21.15.63:0/1153134292 <== mon.0 v2:172.21.15.63:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f6850032440 con 0x7f68640cf090 2024-09-15T22:05:09.764 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:09.760+0000 7f68637fe640 1 -- 172.21.15.63:0/1153134292 <== mon.0 v2:172.21.15.63:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6850032810 con 0x7f68640cf090 2024-09-15T22:05:09.764 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:09.761+0000 7f686ad59640 1 -- 172.21.15.63:0/1153134292 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f68640cf090 msgr2=0x7f68640cd380 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-15T22:05:09.764 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:09.761+0000 7f686ad59640 1 --2- 172.21.15.63:0/1153134292 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f68640cf090 0x7f68640cd380 secure :-1 s=READY pgs=258 cs=0 l=1 rev1=1 crypto rx=0x7f68640b56c0 tx=0x7f685002a1e0 comp rx=0 tx=0).stop 2024-09-15T22:05:09.764 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:09.761+0000 7f686ad59640 1 -- 172.21.15.63:0/1153134292 shutdown_connections 2024-09-15T22:05:09.764 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:09.761+0000 7f686ad59640 1 --2- 172.21.15.63:0/1153134292 >> [v2:172.21.15.110:3301/0,v1:172.21.15.110:6790/0] conn(0x7f68640cd8c0 0x7f686406bc50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T22:05:09.765 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:09.761+0000 7f686ad59640 1 --2- 172.21.15.63:0/1153134292 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f68640cf090 0x7f68640cd380 unknown :-1 s=CLOSED pgs=258 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T22:05:09.765 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:09.761+0000 7f686ad59640 1 --2- 172.21.15.63:0/1153134292 >> v2:172.21.15.110:3300/0 conn(0x7f68640cecb0 0x7f68640ce190 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T22:05:09.765 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:09.761+0000 7f686ad59640 1 -- 172.21.15.63:0/1153134292 >> 172.21.15.63:0/1153134292 conn(0x7f68640b2000 msgr2=0x7f68640b23e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-15T22:05:09.765 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:09.761+0000 7f686ad59640 1 -- 172.21.15.63:0/1153134292 shutdown_connections 2024-09-15T22:05:09.765 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:09.761+0000 7f686ad59640 1 -- 172.21.15.63:0/1153134292 wait complete. 2024-09-15T22:05:09.765 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:09.762+0000 7f686ad59640 1 Processor -- start 2024-09-15T22:05:09.765 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:09.762+0000 7f686ad59640 1 -- start start 2024-09-15T22:05:09.767 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:09.763+0000 7f686ad59640 1 --2- >> [v2:172.21.15.110:3301/0,v1:172.21.15.110:6790/0] conn(0x7f68640cd8c0 0x7f68641f4260 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-15T22:05:09.768 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:09.763+0000 7f686ad59640 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f68640cecb0 0x7f6864159ec0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-15T22:05:09.768 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:09.763+0000 7f686ad59640 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f68640cf090 0x7f68640b1440 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-15T22:05:09.768 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:09.763+0000 7f686ad59640 1 -- --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 -- 0x7f686406c190 con 0x7f68640cecb0 2024-09-15T22:05:09.768 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:09.763+0000 7f686ad59640 1 -- --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_getmap magic: 0 -- 0x7f6864160ad0 con 0x7f68640cf090 2024-09-15T22:05:09.768 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:09.763+0000 7f686ad59640 1 -- --> [v2:172.21.15.110:3301/0,v1:172.21.15.110:6790/0] -- mon_getmap magic: 0 -- 0x7f686406c310 con 0x7f68640cd8c0 2024-09-15T22:05:09.768 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:09.763+0000 7f6863fff640 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f68640cecb0 0x7f6864159ec0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-15T22:05:09.768 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:09.763+0000 7f6863fff640 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f68640cecb0 0x7f6864159ec0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.63:3300/0 says I am v2:172.21.15.63:48316/0 (socket says 172.21.15.63:48316) 2024-09-15T22:05:09.768 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:09.763+0000 7f6863fff640 1 -- 172.21.15.63:0/4117744582 learned_addr learned my addr 172.21.15.63:0/4117744582 (peer_addr_for_me v2:172.21.15.63:0/0) 2024-09-15T22:05:09.768 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:09.763+0000 7f6868af5640 1 --2- 172.21.15.63:0/4117744582 >> [v2:172.21.15.110:3301/0,v1:172.21.15.110:6790/0] conn(0x7f68640cd8c0 0x7f68641f4260 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-15T22:05:09.768 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:09.763+0000 7f68692f6640 1 --2- 172.21.15.63:0/4117744582 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f68640cf090 0x7f68640b1440 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-15T22:05:09.768 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:09.763+0000 7f6863fff640 1 -- 172.21.15.63:0/4117744582 >> [v2:172.21.15.110:3301/0,v1:172.21.15.110:6790/0] conn(0x7f68640cd8c0 msgr2=0x7f68641f4260 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-15T22:05:09.768 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:09.763+0000 7f6863fff640 1 --2- 172.21.15.63:0/4117744582 >> [v2:172.21.15.110:3301/0,v1:172.21.15.110:6790/0] conn(0x7f68640cd8c0 0x7f68641f4260 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T22:05:09.768 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:09.763+0000 7f6863fff640 1 -- 172.21.15.63:0/4117744582 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f68640cf090 msgr2=0x7f68640b1440 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-15T22:05:09.769 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:09.763+0000 7f6863fff640 1 --2- 172.21.15.63:0/4117744582 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f68640cf090 0x7f68640b1440 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T22:05:09.769 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:09.764+0000 7f6863fff640 1 -- 172.21.15.63:0/4117744582 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f686415a400 con 0x7f68640cecb0 2024-09-15T22:05:09.769 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:09.764+0000 7f6863fff640 1 --2- 172.21.15.63:0/4117744582 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f68640cecb0 0x7f6864159ec0 secure :-1 s=READY pgs=259 cs=0 l=1 rev1=1 crypto rx=0x7f685002a220 tx=0x7f68500046c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-15T22:05:09.769 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:09.764+0000 7f68617fa640 1 -- 172.21.15.63:0/4117744582 <== mon.0 v2:172.21.15.63:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6850041020 con 0x7f68640cecb0 2024-09-15T22:05:09.769 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:09.764+0000 7f68617fa640 1 -- 172.21.15.63:0/4117744582 <== mon.0 v2:172.21.15.63:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f685003d620 con 0x7f68640cecb0 2024-09-15T22:05:09.769 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:09.764+0000 7f68617fa640 1 -- 172.21.15.63:0/4117744582 <== mon.0 v2:172.21.15.63:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6850037040 con 0x7f68640cecb0 2024-09-15T22:05:09.769 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:09.764+0000 7f686ad59640 1 -- 172.21.15.63:0/4117744582 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f68640b3650 con 0x7f68640cecb0 2024-09-15T22:05:09.769 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:09.764+0000 7f686ad59640 1 -- 172.21.15.63:0/4117744582 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f68640b3c10 con 0x7f68640cecb0 2024-09-15T22:05:09.769 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:09.765+0000 7f686ad59640 1 -- 172.21.15.63:0/4117744582 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f68640ce190 con 0x7f68640cecb0 2024-09-15T22:05:09.769 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:09.765+0000 7f68617fa640 1 -- 172.21.15.63:0/4117744582 <== mon.0 v2:172.21.15.63:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7f6850044020 con 0x7f68640cecb0 2024-09-15T22:05:09.769 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:09.766+0000 7f68617fa640 1 --2- 172.21.15.63:0/4117744582 >> [v2:172.21.15.110:6832/552273267,v1:172.21.15.110:6833/552273267] conn(0x7f684806c2b0 0x7f684806e770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-15T22:05:09.769 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:09.766+0000 7f68617fa640 1 -- 172.21.15.63:0/4117744582 <== mon.0 v2:172.21.15.63:3300/0 5 ==== osd_map(33..33 src has 1..33) ==== 5709+0+0 (secure 0 0 0) 0x7f68500ab920 con 0x7f68640cecb0 2024-09-15T22:05:09.769 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:09.766+0000 7f6868af5640 1 --2- 172.21.15.63:0/4117744582 >> [v2:172.21.15.110:6832/552273267,v1:172.21.15.110:6833/552273267] conn(0x7f684806c2b0 0x7f684806e770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-15T22:05:09.770 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:09.767+0000 7f6868af5640 1 --2- 172.21.15.63:0/4117744582 >> [v2:172.21.15.110:6832/552273267,v1:172.21.15.110:6833/552273267] conn(0x7f684806c2b0 0x7f684806e770 secure :-1 s=READY pgs=144 cs=0 l=1 rev1=1 crypto rx=0x7f6858009b40 tx=0x7f6858009190 comp rx=0 tx=0).ready entity=mgr.4102 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-15T22:05:09.771 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:09.770+0000 7f68617fa640 1 -- 172.21.15.63:0/4117744582 <== mon.0 v2:172.21.15.63:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7f685004b030 con 0x7f68640cecb0 2024-09-15T22:05:09.982 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:09.981+0000 7f686ad59640 1 -- 172.21.15.63:0/4117744582 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7f686415ff00 con 0x7f68640cecb0 2024-09-15T22:05:09.983 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:09.981+0000 7f68617fa640 1 -- 172.21.15.63:0/4117744582 <== mon.0 v2:172.21.15.63:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 12 v12) ==== 94+0+5214 (secure 0 0 0) 0x7f686415a400 con 0x7f68640cecb0 2024-09-15T22:05:09.983 INFO:teuthology.orchestra.run.smithi063.stdout: 2024-09-15T22:05:09.983 INFO:teuthology.orchestra.run.smithi063.stdout:{"epoch":12,"btime":"2024-09-15T22:05:09:632548+0000","default_fscid":2,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":4604,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.110:6836/522283406","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.110:6834","nonce":522283406},{"type":"v1","addr":"172.21.15.110:6836","nonce":522283406}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":9},{"gid":4607,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.110:6837/41115763","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.110:6835","nonce":41115763},{"type":"v1","addr":"172.21.15.110:6837","nonce":41115763}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":9},{"gid":4842,"name":"c","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.63:6834/779684962","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.63:6832","nonce":779684962},{"type":"v1","addr":"172.21.15.63:6834","nonce":779684962}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":9}],"filesystems":[{"mdsmap":{"epoch":12,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2024-09-15T22:05:06.981099+0000","modified":"2024-09-15T22:05:08.973546+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":1,"in":[0],"up":{"mds_0":4845},"failed":[],"damaged":[],"stopped":[],"info":{"gid_4845":{"gid":4845,"name":"a","rank":0,"incarnation":10,"state":"up:active","state_seq":3,"addr":"172.21.15.63:6835/2878404006","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.63:6833","nonce":2878404006},{"type":"v1","addr":"172.21.15.63:6835","nonce":2878404006}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[5],"metadata_pool":4,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":4845,"qdb_cluster":[4845]},"id":2}]} 2024-09-15T22:05:09.983 INFO:teuthology.orchestra.run.smithi063.stderr:dumped fsmap epoch 12 2024-09-15T22:05:09.985 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:09.983+0000 7f686ad59640 1 -- 172.21.15.63:0/4117744582 >> [v2:172.21.15.110:6832/552273267,v1:172.21.15.110:6833/552273267] conn(0x7f684806c2b0 msgr2=0x7f684806e770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-15T22:05:09.985 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:09.983+0000 7f686ad59640 1 --2- 172.21.15.63:0/4117744582 >> [v2:172.21.15.110:6832/552273267,v1:172.21.15.110:6833/552273267] conn(0x7f684806c2b0 0x7f684806e770 secure :-1 s=READY pgs=144 cs=0 l=1 rev1=1 crypto rx=0x7f6858009b40 tx=0x7f6858009190 comp rx=0 tx=0).stop 2024-09-15T22:05:09.985 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:09.983+0000 7f686ad59640 1 -- 172.21.15.63:0/4117744582 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f68640cecb0 msgr2=0x7f6864159ec0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-15T22:05:09.985 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:09.983+0000 7f686ad59640 1 --2- 172.21.15.63:0/4117744582 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f68640cecb0 0x7f6864159ec0 secure :-1 s=READY pgs=259 cs=0 l=1 rev1=1 crypto rx=0x7f685002a220 tx=0x7f68500046c0 comp rx=0 tx=0).stop 2024-09-15T22:05:09.985 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:09.983+0000 7f686ad59640 1 -- 172.21.15.63:0/4117744582 shutdown_connections 2024-09-15T22:05:09.985 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:09.983+0000 7f686ad59640 1 --2- 172.21.15.63:0/4117744582 >> [v2:172.21.15.110:6832/552273267,v1:172.21.15.110:6833/552273267] conn(0x7f684806c2b0 0x7f684806e770 unknown :-1 s=CLOSED pgs=144 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T22:05:09.986 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:09.983+0000 7f686ad59640 1 --2- 172.21.15.63:0/4117744582 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f68640cf090 0x7f68640b1440 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T22:05:09.986 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:09.983+0000 7f686ad59640 1 --2- 172.21.15.63:0/4117744582 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f68640cecb0 0x7f6864159ec0 unknown :-1 s=CLOSED pgs=259 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T22:05:09.986 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:09.983+0000 7f686ad59640 1 --2- 172.21.15.63:0/4117744582 >> [v2:172.21.15.110:3301/0,v1:172.21.15.110:6790/0] conn(0x7f68640cd8c0 0x7f68641f4260 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T22:05:09.986 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:09.983+0000 7f686ad59640 1 -- 172.21.15.63:0/4117744582 >> 172.21.15.63:0/4117744582 conn(0x7f68640b2000 msgr2=0x7f6864072240 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-15T22:05:09.986 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:09.983+0000 7f686ad59640 1 -- 172.21.15.63:0/4117744582 shutdown_connections 2024-09-15T22:05:09.986 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:09.983+0000 7f686ad59640 1 -- 172.21.15.63:0/4117744582 wait complete. 2024-09-15T22:05:09.996 DEBUG:teuthology.orchestra.run.smithi063:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-09-15T22:05:10.098 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:10.096+0000 7f7c83ae4640 1 Processor -- start 2024-09-15T22:05:10.098 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:10.096+0000 7f7c83ae4640 1 -- start start 2024-09-15T22:05:10.099 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:10.097+0000 7f7c83ae4640 1 --2- >> [v2:172.21.15.110:3301/0,v1:172.21.15.110:6790/0] conn(0x7f7c7c147e50 0x7f7c7c0738b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-15T22:05:10.100 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:10.097+0000 7f7c83ae4640 1 --2- >> v2:172.21.15.110:3300/0 conn(0x7f7c7c073df0 0x7f7c7c0b5390 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-15T22:05:10.100 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:10.097+0000 7f7c83ae4640 1 -- --> v1:172.21.15.110:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f7c7c06bf60 con 0x7f7c7c0b58d0 2024-09-15T22:05:10.100 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:10.097+0000 7f7c83ae4640 1 -- --> v2:172.21.15.110:3300/0 -- mon_getmap magic: 0 -- 0x7f7c7c06c240 con 0x7f7c7c073df0 2024-09-15T22:05:10.100 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:10.097+0000 7f7c83ae4640 1 -- --> [v2:172.21.15.110:3301/0,v1:172.21.15.110:6790/0] -- mon_getmap magic: 0 -- 0x7f7c7c06c520 con 0x7f7c7c147e50 2024-09-15T22:05:10.100 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:10.098+0000 7f7c8107f640 1 --2- >> v2:172.21.15.110:3300/0 conn(0x7f7c7c073df0 0x7f7c7c0b5390 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-15T22:05:10.100 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:10.098+0000 7f7c81880640 1 --2- >> [v2:172.21.15.110:3301/0,v1:172.21.15.110:6790/0] conn(0x7f7c7c147e50 0x7f7c7c0738b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-15T22:05:10.100 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:10.098+0000 7f7c82081640 1 --1- >> v1:172.21.15.110:6789/0 conn(0x7f7c7c0b58d0 0x7f7c7c06d000 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.110:6789/0 says I am v1:172.21.15.63:45766/0 (socket says 172.21.15.63:45766) 2024-09-15T22:05:10.101 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:10.098+0000 7f7c82081640 1 -- 172.21.15.63:0/1410741783 learned_addr learned my addr 172.21.15.63:0/1410741783 (peer_addr_for_me v1:172.21.15.63:0/0) 2024-09-15T22:05:10.101 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:10.098+0000 7f7c81880640 1 -- 172.21.15.63:0/1410741783 >> v2:172.21.15.110:3300/0 conn(0x7f7c7c073df0 msgr2=0x7f7c7c0b5390 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-15T22:05:10.101 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:10.098+0000 7f7c81880640 1 --2- 172.21.15.63:0/1410741783 >> v2:172.21.15.110:3300/0 conn(0x7f7c7c073df0 0x7f7c7c0b5390 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T22:05:10.101 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:10.098+0000 7f7c81880640 1 -- 172.21.15.63:0/1410741783 >> v1:172.21.15.110:6789/0 conn(0x7f7c7c0b58d0 legacy=0x7f7c7c06d000 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-15T22:05:10.101 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:10.098+0000 7f7c81880640 1 -- 172.21.15.63:0/1410741783 --> [v2:172.21.15.110:3301/0,v1:172.21.15.110:6790/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f7c7c06c800 con 0x7f7c7c147e50 2024-09-15T22:05:10.101 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:10.098+0000 7f7c8107f640 1 --2- 172.21.15.63:0/1410741783 >> v2:172.21.15.110:3300/0 conn(0x7f7c7c073df0 0x7f7c7c0b5390 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-15T22:05:10.104 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:10.099+0000 7f7c81880640 1 --2- 172.21.15.63:0/1410741783 >> [v2:172.21.15.110:3301/0,v1:172.21.15.110:6790/0] conn(0x7f7c7c147e50 0x7f7c7c0738b0 secure :-1 s=READY pgs=52 cs=0 l=1 rev1=1 crypto rx=0x7f7c740097a0 tx=0x7f7c7402a210 comp rx=0 tx=0).ready entity=mon.2 client_cookie=8cc1a628c8031d21 server_cookie=0 in_seq=0 out_seq=0 2024-09-15T22:05:10.104 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:10.099+0000 7f7c8087e640 1 -- 172.21.15.63:0/1410741783 <== mon.2 v2:172.21.15.110:3301/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7c74037070 con 0x7f7c7c147e50 2024-09-15T22:05:10.104 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:10.099+0000 7f7c8087e640 1 -- 172.21.15.63:0/1410741783 <== mon.2 v2:172.21.15.110:3301/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f7c74032440 con 0x7f7c7c147e50 2024-09-15T22:05:10.104 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:10.099+0000 7f7c8087e640 1 -- 172.21.15.63:0/1410741783 <== mon.2 v2:172.21.15.110:3301/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7c74032810 con 0x7f7c7c147e50 2024-09-15T22:05:10.105 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:10.100+0000 7f7c83ae4640 1 -- 172.21.15.63:0/1410741783 >> [v2:172.21.15.110:3301/0,v1:172.21.15.110:6790/0] conn(0x7f7c7c147e50 msgr2=0x7f7c7c0738b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-15T22:05:10.105 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:10.100+0000 7f7c83ae4640 1 --2- 172.21.15.63:0/1410741783 >> [v2:172.21.15.110:3301/0,v1:172.21.15.110:6790/0] conn(0x7f7c7c147e50 0x7f7c7c0738b0 secure :-1 s=READY pgs=52 cs=0 l=1 rev1=1 crypto rx=0x7f7c740097a0 tx=0x7f7c7402a210 comp rx=0 tx=0).stop 2024-09-15T22:05:10.105 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:10.100+0000 7f7c83ae4640 1 -- 172.21.15.63:0/1410741783 shutdown_connections 2024-09-15T22:05:10.105 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:10.100+0000 7f7c83ae4640 1 --2- 172.21.15.63:0/1410741783 >> v2:172.21.15.110:3300/0 conn(0x7f7c7c073df0 0x7f7c7c0b5390 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T22:05:10.105 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:10.100+0000 7f7c83ae4640 1 --2- 172.21.15.63:0/1410741783 >> [v2:172.21.15.110:3301/0,v1:172.21.15.110:6790/0] conn(0x7f7c7c147e50 0x7f7c7c0738b0 unknown :-1 s=CLOSED pgs=52 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T22:05:10.105 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:10.100+0000 7f7c83ae4640 1 -- 172.21.15.63:0/1410741783 >> 172.21.15.63:0/1410741783 conn(0x7f7c7c0b4090 msgr2=0x7f7c7c0b4470 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-15T22:05:10.105 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:10.100+0000 7f7c83ae4640 1 -- 172.21.15.63:0/1410741783 shutdown_connections 2024-09-15T22:05:10.105 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:10.100+0000 7f7c83ae4640 1 -- 172.21.15.63:0/1410741783 wait complete. 2024-09-15T22:05:10.105 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:10.101+0000 7f7c83ae4640 1 Processor -- start 2024-09-15T22:05:10.105 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:10.101+0000 7f7c83ae4640 1 -- start start 2024-09-15T22:05:10.105 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:10.102+0000 7f7c83ae4640 1 --2- >> [v2:172.21.15.110:3301/0,v1:172.21.15.110:6790/0] conn(0x7f7c7c073df0 0x7f7c7c13ee50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-15T22:05:10.105 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:10.102+0000 7f7c83ae4640 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f7c7c0b58d0 0x7f7c7c15d1f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-15T22:05:10.105 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:10.102+0000 7f7c83ae4640 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f7c7c147e50 0x7f7c7c15d730 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-15T22:05:10.106 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:10.102+0000 7f7c83ae4640 1 -- --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 -- 0x7f7c7c06bbe0 con 0x7f7c7c0b58d0 2024-09-15T22:05:10.106 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:10.102+0000 7f7c83ae4640 1 -- --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_getmap magic: 0 -- 0x7f7c7c148230 con 0x7f7c7c147e50 2024-09-15T22:05:10.106 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:10.102+0000 7f7c83ae4640 1 -- --> [v2:172.21.15.110:3301/0,v1:172.21.15.110:6790/0] -- mon_getmap magic: 0 -- 0x7f7c7c06d710 con 0x7f7c7c073df0 2024-09-15T22:05:10.106 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:10.102+0000 7f7c8107f640 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f7c7c0b58d0 0x7f7c7c15d1f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-15T22:05:10.106 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:10.102+0000 7f7c8107f640 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f7c7c0b58d0 0x7f7c7c15d1f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.63:3300/0 says I am v2:172.21.15.63:48330/0 (socket says 172.21.15.63:48330) 2024-09-15T22:05:10.106 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:10.102+0000 7f7c8107f640 1 -- 172.21.15.63:0/404743531 learned_addr learned my addr 172.21.15.63:0/404743531 (peer_addr_for_me v2:172.21.15.63:0/0) 2024-09-15T22:05:10.106 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:10.102+0000 7f7c82081640 1 --2- 172.21.15.63:0/404743531 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f7c7c147e50 0x7f7c7c15d730 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-15T22:05:10.106 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:10.102+0000 7f7c81880640 1 --2- 172.21.15.63:0/404743531 >> [v2:172.21.15.110:3301/0,v1:172.21.15.110:6790/0] conn(0x7f7c7c073df0 0x7f7c7c13ee50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-15T22:05:10.106 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:10.102+0000 7f7c8107f640 1 -- 172.21.15.63:0/404743531 >> [v2:172.21.15.110:3301/0,v1:172.21.15.110:6790/0] conn(0x7f7c7c073df0 msgr2=0x7f7c7c13ee50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-15T22:05:10.106 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:10.102+0000 7f7c8107f640 1 --2- 172.21.15.63:0/404743531 >> [v2:172.21.15.110:3301/0,v1:172.21.15.110:6790/0] conn(0x7f7c7c073df0 0x7f7c7c13ee50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T22:05:10.106 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:10.102+0000 7f7c8107f640 1 -- 172.21.15.63:0/404743531 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f7c7c147e50 msgr2=0x7f7c7c15d730 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-15T22:05:10.106 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:10.102+0000 7f7c8107f640 1 --2- 172.21.15.63:0/404743531 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f7c7c147e50 0x7f7c7c15d730 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T22:05:10.107 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:10.102+0000 7f7c8107f640 1 -- 172.21.15.63:0/404743531 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f7c7c1e3ca0 con 0x7f7c7c0b58d0 2024-09-15T22:05:10.107 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:10.102+0000 7f7c8107f640 1 --2- 172.21.15.63:0/404743531 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f7c7c0b58d0 0x7f7c7c15d1f0 secure :-1 s=READY pgs=260 cs=0 l=1 rev1=1 crypto rx=0x7f7c7000ebe0 tx=0x7f7c7000c520 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-15T22:05:10.107 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:10.103+0000 7f7c7a7fc640 1 -- 172.21.15.63:0/404743531 <== mon.0 v2:172.21.15.63:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7c70017070 con 0x7f7c7c0b58d0 2024-09-15T22:05:10.107 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:10.103+0000 7f7c7a7fc640 1 -- 172.21.15.63:0/404743531 <== mon.0 v2:172.21.15.63:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f7c7000cc30 con 0x7f7c7c0b58d0 2024-09-15T22:05:10.107 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:10.103+0000 7f7c83ae4640 1 -- 172.21.15.63:0/404743531 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f7c7c1e60a0 con 0x7f7c7c0b58d0 2024-09-15T22:05:10.107 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:10.103+0000 7f7c7a7fc640 1 -- 172.21.15.63:0/404743531 <== mon.0 v2:172.21.15.63:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7c70013470 con 0x7f7c7c0b58d0 2024-09-15T22:05:10.107 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:10.103+0000 7f7c83ae4640 1 -- 172.21.15.63:0/404743531 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f7c7c1e6660 con 0x7f7c7c0b58d0 2024-09-15T22:05:10.108 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:10.104+0000 7f7c83ae4640 1 -- 172.21.15.63:0/404743531 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f7c7c0b5390 con 0x7f7c7c0b58d0 2024-09-15T22:05:10.108 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:10.104+0000 7f7c7a7fc640 1 -- 172.21.15.63:0/404743531 <== mon.0 v2:172.21.15.63:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7f7c7001a070 con 0x7f7c7c0b58d0 2024-09-15T22:05:10.108 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:10.105+0000 7f7c7a7fc640 1 --2- 172.21.15.63:0/404743531 >> [v2:172.21.15.110:6832/552273267,v1:172.21.15.110:6833/552273267] conn(0x7f7c6806c2e0 0x7f7c6806e7a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-15T22:05:10.108 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:10.105+0000 7f7c7a7fc640 1 -- 172.21.15.63:0/404743531 <== mon.0 v2:172.21.15.63:3300/0 5 ==== osd_map(33..33 src has 1..33) ==== 5709+0+0 (secure 0 0 0) 0x7f7c7008b220 con 0x7f7c7c0b58d0 2024-09-15T22:05:10.108 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:10.105+0000 7f7c81880640 1 --2- 172.21.15.63:0/404743531 >> [v2:172.21.15.110:6832/552273267,v1:172.21.15.110:6833/552273267] conn(0x7f7c6806c2e0 0x7f7c6806e7a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-15T22:05:10.108 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:10.105+0000 7f7c81880640 1 --2- 172.21.15.63:0/404743531 >> [v2:172.21.15.110:6832/552273267,v1:172.21.15.110:6833/552273267] conn(0x7f7c6806c2e0 0x7f7c6806e7a0 secure :-1 s=READY pgs=145 cs=0 l=1 rev1=1 crypto rx=0x7f7c74034000 tx=0x7f7c7402e000 comp rx=0 tx=0).ready entity=mgr.4102 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-15T22:05:10.110 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:10.109+0000 7f7c7a7fc640 1 -- 172.21.15.63:0/404743531 <== mon.0 v2:172.21.15.63:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7f7c7c1e3ca0 con 0x7f7c7c0b58d0 2024-09-15T22:05:10.287 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:10.286+0000 7f7c83ae4640 1 -- 172.21.15.63:0/404743531 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) -- 0x7f7c7c1e9a50 con 0x7f7c7c0b58d0 2024-09-15T22:05:10.288 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:10.287+0000 7f7c7a7fc640 1 -- 172.21.15.63:0/404743531 <== mon.0 v2:172.21.15.63:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v33) ==== 74+0+16753 (secure 0 0 0) 0x7f7c700593d0 con 0x7f7c7c0b58d0 2024-09-15T22:05:10.288 INFO:teuthology.orchestra.run.smithi063.stdout: 2024-09-15T22:05:10.289 INFO:teuthology.orchestra.run.smithi063.stdout:{"epoch":33,"fsid":"49d79d51-bb1b-4fdd-a1d6-f4e42ba7fbf3","created":"2024-09-15T22:04:02.076542+0000","modified":"2024-09-15T22:05:08.626801+0000","last_up_change":"2024-09-15T22:04:13.946763+0000","last_in_change":"2024-09-15T22:04:04.178658+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":5,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":5,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-09-15T22:04:14.281022+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"17","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":8,"score_stable":8,"optimal_score":0.25,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":4,"pool_name":"cephfs_metadata","create_time":"2024-09-15T22:05:05.254690+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"32","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":2.25,"score_stable":2.25,"optimal_score":1,"raw_score_acting":2.25,"raw_score_stable":2.25,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":5,"pool_name":"cephfs_data","create_time":"2024-09-15T22:05:05.956431+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"33","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.3799999952316284,"score_stable":1.3799999952316284,"optimal_score":1,"raw_score_acting":1.3799999952316284,"raw_score_stable":1.3799999952316284,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"1f955f27-2876-45ee-a014-9d8a652f47de","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":31,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.63:6816","nonce":3631300172},{"type":"v1","addr":"172.21.15.63:6818","nonce":3631300172}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.63:6820","nonce":3631300172},{"type":"v1","addr":"172.21.15.63:6822","nonce":3631300172}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.63:6828","nonce":3631300172},{"type":"v1","addr":"172.21.15.63:6830","nonce":3631300172}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.63:6824","nonce":3631300172},{"type":"v1","addr":"172.21.15.63:6826","nonce":3631300172}]},"public_addr":"172.21.15.63:6818/3631300172","cluster_addr":"172.21.15.63:6822/3631300172","heartbeat_back_addr":"172.21.15.63:6830/3631300172","heartbeat_front_addr":"172.21.15.63:6826/3631300172","state":["exists","up"]},{"osd":1,"uuid":"af6843a2-c664-44cd-9435-6410b9d7cdfc","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":31,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.63:6817","nonce":2124234218},{"type":"v1","addr":"172.21.15.63:6819","nonce":2124234218}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.63:6821","nonce":2124234218},{"type":"v1","addr":"172.21.15.63:6823","nonce":2124234218}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.63:6829","nonce":2124234218},{"type":"v1","addr":"172.21.15.63:6831","nonce":2124234218}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.63:6825","nonce":2124234218},{"type":"v1","addr":"172.21.15.63:6827","nonce":2124234218}]},"public_addr":"172.21.15.63:6819/2124234218","cluster_addr":"172.21.15.63:6823/2124234218","heartbeat_back_addr":"172.21.15.63:6831/2124234218","heartbeat_front_addr":"172.21.15.63:6827/2124234218","state":["exists","up"]},{"osd":2,"uuid":"27259906-636d-4292-8128-28c3ae37417c","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":31,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.63:6800","nonce":3107585409},{"type":"v1","addr":"172.21.15.63:6801","nonce":3107585409}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.63:6802","nonce":3107585409},{"type":"v1","addr":"172.21.15.63:6803","nonce":3107585409}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.63:6806","nonce":3107585409},{"type":"v1","addr":"172.21.15.63:6807","nonce":3107585409}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.63:6804","nonce":3107585409},{"type":"v1","addr":"172.21.15.63:6805","nonce":3107585409}]},"public_addr":"172.21.15.63:6801/3107585409","cluster_addr":"172.21.15.63:6803/3107585409","heartbeat_back_addr":"172.21.15.63:6807/3107585409","heartbeat_front_addr":"172.21.15.63:6805/3107585409","state":["exists","up"]},{"osd":3,"uuid":"007f71a8-c154-4167-a68d-96d158541c43","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":31,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.63:6808","nonce":2333041751},{"type":"v1","addr":"172.21.15.63:6809","nonce":2333041751}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.63:6810","nonce":2333041751},{"type":"v1","addr":"172.21.15.63:6811","nonce":2333041751}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.63:6814","nonce":2333041751},{"type":"v1","addr":"172.21.15.63:6815","nonce":2333041751}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.63:6812","nonce":2333041751},{"type":"v1","addr":"172.21.15.63:6813","nonce":2333041751}]},"public_addr":"172.21.15.63:6809/2333041751","cluster_addr":"172.21.15.63:6811/2333041751","heartbeat_back_addr":"172.21.15.63:6815/2333041751","heartbeat_front_addr":"172.21.15.63:6813/2333041751","state":["exists","up"]},{"osd":4,"uuid":"346e916e-e9c8-4b14-a7c4-032d5f63fb69","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":31,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.110:6816","nonce":2783666287},{"type":"v1","addr":"172.21.15.110:6817","nonce":2783666287}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.110:6818","nonce":2783666287},{"type":"v1","addr":"172.21.15.110:6819","nonce":2783666287}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.110:6822","nonce":2783666287},{"type":"v1","addr":"172.21.15.110:6823","nonce":2783666287}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.110:6820","nonce":2783666287},{"type":"v1","addr":"172.21.15.110:6821","nonce":2783666287}]},"public_addr":"172.21.15.110:6817/2783666287","cluster_addr":"172.21.15.110:6819/2783666287","heartbeat_back_addr":"172.21.15.110:6823/2783666287","heartbeat_front_addr":"172.21.15.110:6821/2783666287","state":["exists","up"]},{"osd":5,"uuid":"079e99b1-b9e1-4c06-ae11-f98c84739234","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":31,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.110:6800","nonce":3568635398},{"type":"v1","addr":"172.21.15.110:6801","nonce":3568635398}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.110:6802","nonce":3568635398},{"type":"v1","addr":"172.21.15.110:6803","nonce":3568635398}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.110:6806","nonce":3568635398},{"type":"v1","addr":"172.21.15.110:6807","nonce":3568635398}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.110:6804","nonce":3568635398},{"type":"v1","addr":"172.21.15.110:6805","nonce":3568635398}]},"public_addr":"172.21.15.110:6801/3568635398","cluster_addr":"172.21.15.110:6803/3568635398","heartbeat_back_addr":"172.21.15.110:6807/3568635398","heartbeat_front_addr":"172.21.15.110:6805/3568635398","state":["exists","up"]},{"osd":6,"uuid":"40b16565-bb39-470a-a699-3a5c64927e87","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":31,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.110:6808","nonce":2775776398},{"type":"v1","addr":"172.21.15.110:6809","nonce":2775776398}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.110:6810","nonce":2775776398},{"type":"v1","addr":"172.21.15.110:6811","nonce":2775776398}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.110:6814","nonce":2775776398},{"type":"v1","addr":"172.21.15.110:6815","nonce":2775776398}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.110:6812","nonce":2775776398},{"type":"v1","addr":"172.21.15.110:6813","nonce":2775776398}]},"public_addr":"172.21.15.110:6809/2775776398","cluster_addr":"172.21.15.110:6811/2775776398","heartbeat_back_addr":"172.21.15.110:6815/2775776398","heartbeat_front_addr":"172.21.15.110:6813/2775776398","state":["exists","up"]},{"osd":7,"uuid":"619d52d5-7a65-4232-a05a-3357ad2f8bea","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":31,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.110:6824","nonce":3099325207},{"type":"v1","addr":"172.21.15.110:6825","nonce":3099325207}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.110:6826","nonce":3099325207},{"type":"v1","addr":"172.21.15.110:6827","nonce":3099325207}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.110:6830","nonce":3099325207},{"type":"v1","addr":"172.21.15.110:6831","nonce":3099325207}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.110:6828","nonce":3099325207},{"type":"v1","addr":"172.21.15.110:6829","nonce":3099325207}]},"public_addr":"172.21.15.110:6825/3099325207","cluster_addr":"172.21.15.110:6827/3099325207","heartbeat_back_addr":"172.21.15.110:6831/3099325207","heartbeat_front_addr":"172.21.15.110:6829/3099325207","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-15T22:04:11.235040+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-15T22:04:11.216050+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-15T22:04:10.734975+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-15T22:04:11.175319+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-15T22:04:11.527362+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-15T22:04:11.429033+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-15T22:04:11.169644+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-15T22:04:11.773676+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-09-15T22:05:10.290 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:10.289+0000 7f7c83ae4640 1 -- 172.21.15.63:0/404743531 >> [v2:172.21.15.110:6832/552273267,v1:172.21.15.110:6833/552273267] conn(0x7f7c6806c2e0 msgr2=0x7f7c6806e7a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-15T22:05:10.290 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:10.289+0000 7f7c83ae4640 1 --2- 172.21.15.63:0/404743531 >> [v2:172.21.15.110:6832/552273267,v1:172.21.15.110:6833/552273267] conn(0x7f7c6806c2e0 0x7f7c6806e7a0 secure :-1 s=READY pgs=145 cs=0 l=1 rev1=1 crypto rx=0x7f7c74034000 tx=0x7f7c7402e000 comp rx=0 tx=0).stop 2024-09-15T22:05:10.290 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:10.289+0000 7f7c83ae4640 1 -- 172.21.15.63:0/404743531 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f7c7c0b58d0 msgr2=0x7f7c7c15d1f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-15T22:05:10.291 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:10.289+0000 7f7c83ae4640 1 --2- 172.21.15.63:0/404743531 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f7c7c0b58d0 0x7f7c7c15d1f0 secure :-1 s=READY pgs=260 cs=0 l=1 rev1=1 crypto rx=0x7f7c7000ebe0 tx=0x7f7c7000c520 comp rx=0 tx=0).stop 2024-09-15T22:05:10.291 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:10.289+0000 7f7c83ae4640 1 -- 172.21.15.63:0/404743531 shutdown_connections 2024-09-15T22:05:10.291 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:10.289+0000 7f7c83ae4640 1 --2- 172.21.15.63:0/404743531 >> [v2:172.21.15.110:6832/552273267,v1:172.21.15.110:6833/552273267] conn(0x7f7c6806c2e0 0x7f7c6806e7a0 unknown :-1 s=CLOSED pgs=145 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T22:05:10.291 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:10.289+0000 7f7c83ae4640 1 --2- 172.21.15.63:0/404743531 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f7c7c147e50 0x7f7c7c15d730 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T22:05:10.291 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:10.289+0000 7f7c83ae4640 1 --2- 172.21.15.63:0/404743531 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f7c7c0b58d0 0x7f7c7c15d1f0 unknown :-1 s=CLOSED pgs=260 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T22:05:10.291 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:10.289+0000 7f7c83ae4640 1 --2- 172.21.15.63:0/404743531 >> [v2:172.21.15.110:3301/0,v1:172.21.15.110:6790/0] conn(0x7f7c7c073df0 0x7f7c7c13ee50 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T22:05:10.291 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:10.289+0000 7f7c83ae4640 1 -- 172.21.15.63:0/404743531 >> 172.21.15.63:0/404743531 conn(0x7f7c7c0b4090 msgr2=0x7f7c7c145890 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-15T22:05:10.291 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:10.289+0000 7f7c83ae4640 1 -- 172.21.15.63:0/404743531 shutdown_connections 2024-09-15T22:05:10.291 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:10.289+0000 7f7c83ae4640 1 -- 172.21.15.63:0/404743531 wait complete. 2024-09-15T22:05:10.302 INFO:tasks.ceph.ceph_manager.ceph:waiting for clean 2024-09-15T22:05:10.302 DEBUG:teuthology.orchestra.run.smithi063:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph pg dump --format=json 2024-09-15T22:05:10.406 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:10.405+0000 7f5ea39fd640 1 Processor -- start 2024-09-15T22:05:10.406 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:10.405+0000 7f5ea39fd640 1 -- start start 2024-09-15T22:05:10.407 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:10.406+0000 7f5ea39fd640 1 --2- >> [v2:172.21.15.110:3301/0,v1:172.21.15.110:6790/0] conn(0x7f5e9c15e530 0x7f5e9c070700 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-15T22:05:10.407 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:10.406+0000 7f5ea39fd640 1 --2- >> v2:172.21.15.110:3300/0 conn(0x7f5e9c0b73c0 0x7f5e9c070c40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-15T22:05:10.408 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:10.406+0000 7f5ea39fd640 1 -- --> v1:172.21.15.110:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f5e9c15e910 con 0x7f5e9c073c00 2024-09-15T22:05:10.408 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:10.406+0000 7f5ea39fd640 1 -- --> v2:172.21.15.110:3300/0 -- mon_getmap magic: 0 -- 0x7f5e9c0718c0 con 0x7f5e9c0b73c0 2024-09-15T22:05:10.408 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:10.406+0000 7f5ea39fd640 1 -- --> [v2:172.21.15.110:3301/0,v1:172.21.15.110:6790/0] -- mon_getmap magic: 0 -- 0x7f5e9c0d1c50 con 0x7f5e9c15e530 2024-09-15T22:05:10.408 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:10.406+0000 7f5ea1f9a640 1 --2- >> v2:172.21.15.110:3300/0 conn(0x7f5e9c0b73c0 0x7f5e9c070c40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-15T22:05:10.408 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:10.406+0000 7f5ea1799640 1 --2- >> [v2:172.21.15.110:3301/0,v1:172.21.15.110:6790/0] conn(0x7f5e9c15e530 0x7f5e9c070700 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-15T22:05:10.408 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:10.406+0000 7f5ea0f98640 1 --1- >> v1:172.21.15.110:6789/0 conn(0x7f5e9c073c00 0x7f5e9c162090 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.110:6789/0 says I am v1:172.21.15.63:45776/0 (socket says 172.21.15.63:45776) 2024-09-15T22:05:10.408 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:10.406+0000 7f5ea0f98640 1 -- 172.21.15.63:0/3135029780 learned_addr learned my addr 172.21.15.63:0/3135029780 (peer_addr_for_me v1:172.21.15.63:0/0) 2024-09-15T22:05:10.410 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:10.406+0000 7f5ea1f9a640 1 -- 172.21.15.63:0/3135029780 >> [v2:172.21.15.110:3301/0,v1:172.21.15.110:6790/0] conn(0x7f5e9c15e530 msgr2=0x7f5e9c070700 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-15T22:05:10.410 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:10.406+0000 7f5ea1f9a640 1 --2- 172.21.15.63:0/3135029780 >> [v2:172.21.15.110:3301/0,v1:172.21.15.110:6790/0] conn(0x7f5e9c15e530 0x7f5e9c070700 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T22:05:10.410 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:10.406+0000 7f5ea1f9a640 1 -- 172.21.15.63:0/3135029780 >> v1:172.21.15.110:6789/0 conn(0x7f5e9c073c00 legacy=0x7f5e9c162090 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-15T22:05:10.410 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:10.406+0000 7f5ea1f9a640 1 -- 172.21.15.63:0/3135029780 --> v2:172.21.15.110:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f5e9c073120 con 0x7f5e9c0b73c0 2024-09-15T22:05:10.410 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:10.406+0000 7f5e93fff640 1 -- 172.21.15.63:0/3135029780 <== mon.1 v1:172.21.15.110:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 3189820032 0 0) 0x7f5e9c15e910 con 0x7f5e9c073c00 2024-09-15T22:05:10.410 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:10.406+0000 7f5ea1799640 1 --2- 172.21.15.63:0/3135029780 >> [v2:172.21.15.110:3301/0,v1:172.21.15.110:6790/0] conn(0x7f5e9c15e530 0x7f5e9c070700 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-15T22:05:10.410 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:10.407+0000 7f5ea1f9a640 1 --2- 172.21.15.63:0/3135029780 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f5e9c0b73c0 0x7f5e9c070c40 secure :-1 s=READY pgs=141 cs=0 l=1 rev1=1 crypto rx=0x7f5e94009d90 tx=0x7f5e9402a660 comp rx=0 tx=0).ready entity=mon.1 client_cookie=6e42f1ba210dc71c server_cookie=0 in_seq=0 out_seq=0 2024-09-15T22:05:10.410 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:10.407+0000 7f5e93fff640 1 -- 172.21.15.63:0/3135029780 <== mon.1 v2:172.21.15.110:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5e94007740 con 0x7f5e9c0b73c0 2024-09-15T22:05:10.410 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:10.407+0000 7f5e93fff640 1 -- 172.21.15.63:0/3135029780 <== mon.1 v2:172.21.15.110:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f5e940078e0 con 0x7f5e9c0b73c0 2024-09-15T22:05:10.410 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:10.407+0000 7f5e93fff640 1 -- 172.21.15.63:0/3135029780 <== mon.1 v2:172.21.15.110:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5e94007cb0 con 0x7f5e9c0b73c0 2024-09-15T22:05:10.410 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:10.408+0000 7f5ea39fd640 1 -- 172.21.15.63:0/3135029780 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f5e9c0b73c0 msgr2=0x7f5e9c070c40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-15T22:05:10.411 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:10.408+0000 7f5ea39fd640 1 --2- 172.21.15.63:0/3135029780 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f5e9c0b73c0 0x7f5e9c070c40 secure :-1 s=READY pgs=141 cs=0 l=1 rev1=1 crypto rx=0x7f5e94009d90 tx=0x7f5e9402a660 comp rx=0 tx=0).stop 2024-09-15T22:05:10.411 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:10.408+0000 7f5ea39fd640 1 -- 172.21.15.63:0/3135029780 shutdown_connections 2024-09-15T22:05:10.411 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:10.408+0000 7f5ea39fd640 1 --2- 172.21.15.63:0/3135029780 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f5e9c0b73c0 0x7f5e9c070c40 unknown :-1 s=CLOSED pgs=141 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T22:05:10.411 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:10.408+0000 7f5ea39fd640 1 --2- 172.21.15.63:0/3135029780 >> [v2:172.21.15.110:3301/0,v1:172.21.15.110:6790/0] conn(0x7f5e9c15e530 0x7f5e9c070700 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T22:05:10.411 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:10.408+0000 7f5ea39fd640 1 -- 172.21.15.63:0/3135029780 >> 172.21.15.63:0/3135029780 conn(0x7f5e9c0d2300 msgr2=0x7f5e9c0d26e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-15T22:05:10.411 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:10.408+0000 7f5ea39fd640 1 -- 172.21.15.63:0/3135029780 shutdown_connections 2024-09-15T22:05:10.411 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:10.408+0000 7f5ea39fd640 1 -- 172.21.15.63:0/3135029780 wait complete. 2024-09-15T22:05:10.413 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:10.410+0000 7f5ea39fd640 1 Processor -- start 2024-09-15T22:05:10.413 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:10.410+0000 7f5ea39fd640 1 -- start start 2024-09-15T22:05:10.413 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:10.410+0000 7f5ea39fd640 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f5e9c073c00 0x7f5e9c14e120 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-15T22:05:10.413 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:10.410+0000 7f5ea39fd640 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f5e9c0b73c0 0x7f5e9c0c7300 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-15T22:05:10.413 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:10.410+0000 7f5ea39fd640 1 --2- >> [v2:172.21.15.110:3301/0,v1:172.21.15.110:6790/0] conn(0x7f5e9c15e530 0x7f5e9c161510 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-15T22:05:10.414 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:10.410+0000 7f5ea39fd640 1 -- --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 -- 0x7f5e9c0d2f10 con 0x7f5e9c0b73c0 2024-09-15T22:05:10.414 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:10.410+0000 7f5ea39fd640 1 -- --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_getmap magic: 0 -- 0x7f5e9c0736e0 con 0x7f5e9c073c00 2024-09-15T22:05:10.414 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:10.410+0000 7f5ea39fd640 1 -- --> [v2:172.21.15.110:3301/0,v1:172.21.15.110:6790/0] -- mon_getmap magic: 0 -- 0x7f5e9c0d3090 con 0x7f5e9c15e530 2024-09-15T22:05:10.414 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:10.411+0000 7f5ea0f98640 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f5e9c0b73c0 0x7f5e9c0c7300 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-15T22:05:10.414 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:10.411+0000 7f5ea0f98640 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f5e9c0b73c0 0x7f5e9c0c7300 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.63:3300/0 says I am v2:172.21.15.63:48334/0 (socket says 172.21.15.63:48334) 2024-09-15T22:05:10.414 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:10.411+0000 7f5ea0f98640 1 -- 172.21.15.63:0/4119386845 learned_addr learned my addr 172.21.15.63:0/4119386845 (peer_addr_for_me v2:172.21.15.63:0/0) 2024-09-15T22:05:10.414 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:10.411+0000 7f5ea1799640 1 --2- 172.21.15.63:0/4119386845 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f5e9c073c00 0x7f5e9c14e120 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-15T22:05:10.414 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:10.411+0000 7f5ea1f9a640 1 --2- 172.21.15.63:0/4119386845 >> [v2:172.21.15.110:3301/0,v1:172.21.15.110:6790/0] conn(0x7f5e9c15e530 0x7f5e9c161510 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-15T22:05:10.414 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:10.411+0000 7f5ea0f98640 1 -- 172.21.15.63:0/4119386845 >> [v2:172.21.15.110:3301/0,v1:172.21.15.110:6790/0] conn(0x7f5e9c15e530 msgr2=0x7f5e9c161510 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-15T22:05:10.414 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:10.411+0000 7f5ea0f98640 1 --2- 172.21.15.63:0/4119386845 >> [v2:172.21.15.110:3301/0,v1:172.21.15.110:6790/0] conn(0x7f5e9c15e530 0x7f5e9c161510 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T22:05:10.414 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:10.411+0000 7f5ea0f98640 1 -- 172.21.15.63:0/4119386845 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f5e9c073c00 msgr2=0x7f5e9c14e120 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-15T22:05:10.414 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:10.411+0000 7f5ea0f98640 1 --2- 172.21.15.63:0/4119386845 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f5e9c073c00 0x7f5e9c14e120 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T22:05:10.414 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:10.411+0000 7f5ea0f98640 1 -- 172.21.15.63:0/4119386845 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f5e9c0c7840 con 0x7f5e9c0b73c0 2024-09-15T22:05:10.415 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:10.411+0000 7f5ea0f98640 1 --2- 172.21.15.63:0/4119386845 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f5e9c0b73c0 0x7f5e9c0c7300 secure :-1 s=READY pgs=261 cs=0 l=1 rev1=1 crypto rx=0x7f5e8c00c460 tx=0x7f5e8c00c920 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-15T22:05:10.415 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:10.411+0000 7f5e91ffb640 1 -- 172.21.15.63:0/4119386845 <== mon.0 v2:172.21.15.63:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5e8c018070 con 0x7f5e9c0b73c0 2024-09-15T22:05:10.415 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:10.411+0000 7f5e91ffb640 1 -- 172.21.15.63:0/4119386845 <== mon.0 v2:172.21.15.63:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f5e8c0074e0 con 0x7f5e9c0b73c0 2024-09-15T22:05:10.415 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:10.411+0000 7f5ea39fd640 1 -- 172.21.15.63:0/4119386845 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f5e9c14b690 con 0x7f5e9c0b73c0 2024-09-15T22:05:10.415 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:10.411+0000 7f5e91ffb640 1 -- 172.21.15.63:0/4119386845 <== mon.0 v2:172.21.15.63:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5e8c004a20 con 0x7f5e9c0b73c0 2024-09-15T22:05:10.415 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:10.412+0000 7f5ea39fd640 1 -- 172.21.15.63:0/4119386845 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f5e9c14bc50 con 0x7f5e9c0b73c0 2024-09-15T22:05:10.416 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:10.412+0000 7f5ea39fd640 1 -- 172.21.15.63:0/4119386845 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f5e9c070ec0 con 0x7f5e9c0b73c0 2024-09-15T22:05:10.416 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:10.413+0000 7f5e91ffb640 1 -- 172.21.15.63:0/4119386845 <== mon.0 v2:172.21.15.63:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7f5e8c004bc0 con 0x7f5e9c0b73c0 2024-09-15T22:05:10.416 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:10.413+0000 7f5e91ffb640 1 --2- 172.21.15.63:0/4119386845 >> [v2:172.21.15.110:6832/552273267,v1:172.21.15.110:6833/552273267] conn(0x7f5e8006c2e0 0x7f5e8006e7a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-15T22:05:10.416 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:10.413+0000 7f5e91ffb640 1 -- 172.21.15.63:0/4119386845 <== mon.0 v2:172.21.15.63:3300/0 5 ==== osd_map(33..33 src has 1..33) ==== 5709+0+0 (secure 0 0 0) 0x7f5e8c08a780 con 0x7f5e9c0b73c0 2024-09-15T22:05:10.416 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:10.414+0000 7f5ea1799640 1 --2- 172.21.15.63:0/4119386845 >> [v2:172.21.15.110:6832/552273267,v1:172.21.15.110:6833/552273267] conn(0x7f5e8006c2e0 0x7f5e8006e7a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-15T22:05:10.416 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:10.414+0000 7f5ea1799640 1 --2- 172.21.15.63:0/4119386845 >> [v2:172.21.15.110:6832/552273267,v1:172.21.15.110:6833/552273267] conn(0x7f5e8006c2e0 0x7f5e8006e7a0 secure :-1 s=READY pgs=146 cs=0 l=1 rev1=1 crypto rx=0x7f5e98009a30 tx=0x7f5e98008040 comp rx=0 tx=0).ready entity=mgr.4102 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-15T22:05:10.419 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:10.418+0000 7f5e91ffb640 1 -- 172.21.15.63:0/4119386845 <== mon.0 v2:172.21.15.63:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7f5e8c058e70 con 0x7f5e9c0b73c0 2024-09-15T22:05:10.592 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:10.591+0000 7f5ea39fd640 1 -- 172.21.15.63:0/4119386845 --> [v2:172.21.15.110:6832/552273267,v1:172.21.15.110:6833/552273267] -- mgr_command(tid 0: {"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}) -- 0x7f5e9c15b3c0 con 0x7f5e8006c2e0 2024-09-15T22:05:10.599 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:10.597+0000 7f5e91ffb640 1 -- 172.21.15.63:0/4119386845 <== mgr.4102 v2:172.21.15.110:6832/552273267 1 ==== mgr_command_reply(tid 0: 0 dumped all) ==== 18+0+251942 (secure 0 0 0) 0x7f5e9c15b3c0 con 0x7f5e8006c2e0 2024-09-15T22:05:10.602 INFO:teuthology.orchestra.run.smithi063.stdout: 2024-09-15T22:05:10.603 INFO:teuthology.orchestra.run.smithi063.stderr:dumped all 2024-09-15T22:05:10.604 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:10.601+0000 7f5ea39fd640 1 -- 172.21.15.63:0/4119386845 >> [v2:172.21.15.110:6832/552273267,v1:172.21.15.110:6833/552273267] conn(0x7f5e8006c2e0 msgr2=0x7f5e8006e7a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-15T22:05:10.605 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:10.601+0000 7f5ea39fd640 1 --2- 172.21.15.63:0/4119386845 >> [v2:172.21.15.110:6832/552273267,v1:172.21.15.110:6833/552273267] conn(0x7f5e8006c2e0 0x7f5e8006e7a0 secure :-1 s=READY pgs=146 cs=0 l=1 rev1=1 crypto rx=0x7f5e98009a30 tx=0x7f5e98008040 comp rx=0 tx=0).stop 2024-09-15T22:05:10.605 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:10.601+0000 7f5ea39fd640 1 -- 172.21.15.63:0/4119386845 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f5e9c0b73c0 msgr2=0x7f5e9c0c7300 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-15T22:05:10.605 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:10.601+0000 7f5ea39fd640 1 --2- 172.21.15.63:0/4119386845 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f5e9c0b73c0 0x7f5e9c0c7300 secure :-1 s=READY pgs=261 cs=0 l=1 rev1=1 crypto rx=0x7f5e8c00c460 tx=0x7f5e8c00c920 comp rx=0 tx=0).stop 2024-09-15T22:05:10.605 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:10.601+0000 7f5ea39fd640 1 -- 172.21.15.63:0/4119386845 shutdown_connections 2024-09-15T22:05:10.605 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:10.601+0000 7f5ea39fd640 1 --2- 172.21.15.63:0/4119386845 >> [v2:172.21.15.110:6832/552273267,v1:172.21.15.110:6833/552273267] conn(0x7f5e8006c2e0 0x7f5e8006e7a0 unknown :-1 s=CLOSED pgs=146 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T22:05:10.605 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:10.601+0000 7f5ea39fd640 1 --2- 172.21.15.63:0/4119386845 >> [v2:172.21.15.110:3301/0,v1:172.21.15.110:6790/0] conn(0x7f5e9c15e530 0x7f5e9c161510 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T22:05:10.605 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:10.601+0000 7f5ea39fd640 1 --2- 172.21.15.63:0/4119386845 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f5e9c0b73c0 0x7f5e9c0c7300 unknown :-1 s=CLOSED pgs=261 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T22:05:10.605 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:10.601+0000 7f5ea39fd640 1 --2- 172.21.15.63:0/4119386845 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f5e9c073c00 0x7f5e9c14e120 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T22:05:10.605 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:10.601+0000 7f5ea39fd640 1 -- 172.21.15.63:0/4119386845 >> 172.21.15.63:0/4119386845 conn(0x7f5e9c0d2300 msgr2=0x7f5e9c0b3120 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-15T22:05:10.605 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:10.601+0000 7f5ea39fd640 1 -- 172.21.15.63:0/4119386845 shutdown_connections 2024-09-15T22:05:10.605 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:10.601+0000 7f5ea39fd640 1 -- 172.21.15.63:0/4119386845 wait complete. 2024-09-15T22:05:10.613 INFO:teuthology.orchestra.run.smithi063.stdout:{"pg_ready":true,"pg_map":{"version":55,"stamp":"2024-09-15T22:05:10.248157+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":592778,"num_objects":23,"num_object_clones":0,"num_object_copies":46,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":23,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":203,"num_write_kb":2430,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":13,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":155,"ondisk_log_size":155,"up":194,"acting":194,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":127,"num_osds":8,"num_per_pool_osds":8,"num_per_pool_omap_osds":8,"kb":754974720,"kb_used":241108,"kb_used_data":4056,"kb_used_omap":12,"kb_used_meta":236851,"kb_avail":754733612,"statfs":{"total":773094113280,"available":772847218688,"internally_reserved":0,"allocated":4153344,"data_stored":2302180,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":12752,"internal_metadata":242535984},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":23,"apply_latency_ms":23,"commit_latency_ns":23000000,"apply_latency_ns":23000000},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":2410,"num_objects":21,"num_object_clones":0,"num_object_copies":42,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":21,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":44,"num_write_kb":14,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":13,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"4.636569"},"pg_stats":[{"pgid":"5.3f","version":"0'0","reported_seq":9,"reported_epoch":32,"state":"active+clean","last_fresh":"2024-09-15T22:05:07.634292+0000","last_change":"2024-09-15T22:05:07.633146+0000","last_active":"2024-09-15T22:05:07.634292+0000","last_peered":"2024-09-15T22:05:07.634292+0000","last_clean":"2024-09-15T22:05:07.634292+0000","last_became_active":"2024-09-15T22:05:07.632851+0000","last_became_peered":"2024-09-15T22:05:07.632851+0000","last_unstale":"2024-09-15T22:05:07.634292+0000","last_undegraded":"2024-09-15T22:05:07.634292+0000","last_fullsized":"2024-09-15T22:05:07.634292+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-15T22:05:06.611209+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-15T22:05:06.611209+0000","last_clean_scrub_stamp":"2024-09-15T22:05:06.611209+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T06:56:35.820512+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5],"acting":[6,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"5.3e","version":"0'0","reported_seq":12,"reported_epoch":33,"state":"active+clean","last_fresh":"2024-09-15T22:05:08.634859+0000","last_change":"2024-09-15T22:05:07.639172+0000","last_active":"2024-09-15T22:05:08.634859+0000","last_peered":"2024-09-15T22:05:08.634859+0000","last_clean":"2024-09-15T22:05:08.634859+0000","last_became_active":"2024-09-15T22:05:07.638900+0000","last_became_peered":"2024-09-15T22:05:07.638900+0000","last_unstale":"2024-09-15T22:05:08.634859+0000","last_undegraded":"2024-09-15T22:05:08.634859+0000","last_fullsized":"2024-09-15T22:05:08.634859+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-15T22:05:06.611209+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-15T22:05:06.611209+0000","last_clean_scrub_stamp":"2024-09-15T22:05:06.611209+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T03:26:56.021047+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.3d","version":"0'0","reported_seq":12,"reported_epoch":33,"state":"active+clean","last_fresh":"2024-09-15T22:05:08.891892+0000","last_change":"2024-09-15T22:05:07.649920+0000","last_active":"2024-09-15T22:05:08.891892+0000","last_peered":"2024-09-15T22:05:08.891892+0000","last_clean":"2024-09-15T22:05:08.891892+0000","last_became_active":"2024-09-15T22:05:07.649639+0000","last_became_peered":"2024-09-15T22:05:07.649639+0000","last_unstale":"2024-09-15T22:05:08.891892+0000","last_undegraded":"2024-09-15T22:05:08.891892+0000","last_fullsized":"2024-09-15T22:05:08.891892+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-15T22:05:06.611209+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-15T22:05:06.611209+0000","last_clean_scrub_stamp":"2024-09-15T22:05:06.611209+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T08:15:07.878038+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"5.3c","version":"0'0","reported_seq":12,"reported_epoch":33,"state":"active+clean","last_fresh":"2024-09-15T22:05:08.890545+0000","last_change":"2024-09-15T22:05:07.650394+0000","last_active":"2024-09-15T22:05:08.890545+0000","last_peered":"2024-09-15T22:05:08.890545+0000","last_clean":"2024-09-15T22:05:08.890545+0000","last_became_active":"2024-09-15T22:05:07.650118+0000","last_became_peered":"2024-09-15T22:05:07.650118+0000","last_unstale":"2024-09-15T22:05:08.890545+0000","last_undegraded":"2024-09-15T22:05:08.890545+0000","last_fullsized":"2024-09-15T22:05:08.890545+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-15T22:05:06.611209+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-15T22:05:06.611209+0000","last_clean_scrub_stamp":"2024-09-15T22:05:06.611209+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T09:08:26.082498+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4],"acting":[1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"5.3b","version":"0'0","reported_seq":12,"reported_epoch":33,"state":"active+clean","last_fresh":"2024-09-15T22:05:08.633680+0000","last_change":"2024-09-15T22:05:07.633383+0000","last_active":"2024-09-15T22:05:08.633680+0000","last_peered":"2024-09-15T22:05:08.633680+0000","last_clean":"2024-09-15T22:05:08.633680+0000","last_became_active":"2024-09-15T22:05:07.633071+0000","last_became_peered":"2024-09-15T22:05:07.633071+0000","last_unstale":"2024-09-15T22:05:08.633680+0000","last_undegraded":"2024-09-15T22:05:08.633680+0000","last_fullsized":"2024-09-15T22:05:08.633680+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-15T22:05:06.611209+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-15T22:05:06.611209+0000","last_clean_scrub_stamp":"2024-09-15T22:05:06.611209+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T01:58:06.383507+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"5.3a","version":"0'0","reported_seq":12,"reported_epoch":33,"state":"active+clean","last_fresh":"2024-09-15T22:05:08.634608+0000","last_change":"2024-09-15T22:05:07.634913+0000","last_active":"2024-09-15T22:05:08.634608+0000","last_peered":"2024-09-15T22:05:08.634608+0000","last_clean":"2024-09-15T22:05:08.634608+0000","last_became_active":"2024-09-15T22:05:07.634408+0000","last_became_peered":"2024-09-15T22:05:07.634408+0000","last_unstale":"2024-09-15T22:05:08.634608+0000","last_undegraded":"2024-09-15T22:05:08.634608+0000","last_fullsized":"2024-09-15T22:05:08.634608+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-15T22:05:06.611209+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-15T22:05:06.611209+0000","last_clean_scrub_stamp":"2024-09-15T22:05:06.611209+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T03:26:47.192871+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5],"acting":[3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.39","version":"0'0","reported_seq":12,"reported_epoch":33,"state":"active+clean","last_fresh":"2024-09-15T22:05:08.890382+0000","last_change":"2024-09-15T22:05:07.633333+0000","last_active":"2024-09-15T22:05:08.890382+0000","last_peered":"2024-09-15T22:05:08.890382+0000","last_clean":"2024-09-15T22:05:08.890382+0000","last_became_active":"2024-09-15T22:05:07.633067+0000","last_became_peered":"2024-09-15T22:05:07.633067+0000","last_unstale":"2024-09-15T22:05:08.890382+0000","last_undegraded":"2024-09-15T22:05:08.890382+0000","last_fullsized":"2024-09-15T22:05:08.890382+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-15T22:05:06.611209+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-15T22:05:06.611209+0000","last_clean_scrub_stamp":"2024-09-15T22:05:06.611209+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T06:42:10.758618+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.38","version":"0'0","reported_seq":12,"reported_epoch":33,"state":"active+clean","last_fresh":"2024-09-15T22:05:08.890221+0000","last_change":"2024-09-15T22:05:07.639978+0000","last_active":"2024-09-15T22:05:08.890221+0000","last_peered":"2024-09-15T22:05:08.890221+0000","last_clean":"2024-09-15T22:05:08.890221+0000","last_became_active":"2024-09-15T22:05:07.638445+0000","last_became_peered":"2024-09-15T22:05:07.638445+0000","last_unstale":"2024-09-15T22:05:08.890221+0000","last_undegraded":"2024-09-15T22:05:08.890221+0000","last_fullsized":"2024-09-15T22:05:08.890221+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-15T22:05:06.611209+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-15T22:05:06.611209+0000","last_clean_scrub_stamp":"2024-09-15T22:05:06.611209+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T00:03:53.582593+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2],"acting":[7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.37","version":"0'0","reported_seq":12,"reported_epoch":33,"state":"active+clean","last_fresh":"2024-09-15T22:05:08.635255+0000","last_change":"2024-09-15T22:05:07.642915+0000","last_active":"2024-09-15T22:05:08.635255+0000","last_peered":"2024-09-15T22:05:08.635255+0000","last_clean":"2024-09-15T22:05:08.635255+0000","last_became_active":"2024-09-15T22:05:07.642212+0000","last_became_peered":"2024-09-15T22:05:07.642212+0000","last_unstale":"2024-09-15T22:05:08.635255+0000","last_undegraded":"2024-09-15T22:05:08.635255+0000","last_fullsized":"2024-09-15T22:05:08.635255+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-15T22:05:06.611209+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-15T22:05:06.611209+0000","last_clean_scrub_stamp":"2024-09-15T22:05:06.611209+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T00:03:53.582593+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1],"acting":[4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"5.36","version":"0'0","reported_seq":12,"reported_epoch":33,"state":"active+clean","last_fresh":"2024-09-15T22:05:08.890738+0000","last_change":"2024-09-15T22:05:07.648092+0000","last_active":"2024-09-15T22:05:08.890738+0000","last_peered":"2024-09-15T22:05:08.890738+0000","last_clean":"2024-09-15T22:05:08.890738+0000","last_became_active":"2024-09-15T22:05:07.647070+0000","last_became_peered":"2024-09-15T22:05:07.647070+0000","last_unstale":"2024-09-15T22:05:08.890738+0000","last_undegraded":"2024-09-15T22:05:08.890738+0000","last_fullsized":"2024-09-15T22:05:08.890738+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-15T22:05:06.611209+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-15T22:05:06.611209+0000","last_clean_scrub_stamp":"2024-09-15T22:05:06.611209+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T05:56:25.664775+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3],"acting":[1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"5.35","version":"0'0","reported_seq":12,"reported_epoch":33,"state":"active+clean","last_fresh":"2024-09-15T22:05:08.890761+0000","last_change":"2024-09-15T22:05:07.651564+0000","last_active":"2024-09-15T22:05:08.890761+0000","last_peered":"2024-09-15T22:05:08.890761+0000","last_clean":"2024-09-15T22:05:08.890761+0000","last_became_active":"2024-09-15T22:05:07.651290+0000","last_became_peered":"2024-09-15T22:05:07.651290+0000","last_unstale":"2024-09-15T22:05:08.890761+0000","last_undegraded":"2024-09-15T22:05:08.890761+0000","last_fullsized":"2024-09-15T22:05:08.890761+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-15T22:05:06.611209+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-15T22:05:06.611209+0000","last_clean_scrub_stamp":"2024-09-15T22:05:06.611209+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T04:18:45.593399+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1],"acting":[7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.34","version":"0'0","reported_seq":12,"reported_epoch":33,"state":"active+clean","last_fresh":"2024-09-15T22:05:08.891771+0000","last_change":"2024-09-15T22:05:07.643647+0000","last_active":"2024-09-15T22:05:08.891771+0000","last_peered":"2024-09-15T22:05:08.891771+0000","last_clean":"2024-09-15T22:05:08.891771+0000","last_became_active":"2024-09-15T22:05:07.643350+0000","last_became_peered":"2024-09-15T22:05:07.643350+0000","last_unstale":"2024-09-15T22:05:08.891771+0000","last_undegraded":"2024-09-15T22:05:08.891771+0000","last_fullsized":"2024-09-15T22:05:08.891771+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-15T22:05:06.611209+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-15T22:05:06.611209+0000","last_clean_scrub_stamp":"2024-09-15T22:05:06.611209+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T04:18:45.593399+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"5.33","version":"0'0","reported_seq":12,"reported_epoch":33,"state":"active+clean","last_fresh":"2024-09-15T22:05:08.633840+0000","last_change":"2024-09-15T22:05:07.641338+0000","last_active":"2024-09-15T22:05:08.633840+0000","last_peered":"2024-09-15T22:05:08.633840+0000","last_clean":"2024-09-15T22:05:08.633840+0000","last_became_active":"2024-09-15T22:05:07.640963+0000","last_became_peered":"2024-09-15T22:05:07.640963+0000","last_unstale":"2024-09-15T22:05:08.633840+0000","last_undegraded":"2024-09-15T22:05:08.633840+0000","last_fullsized":"2024-09-15T22:05:08.633840+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-15T22:05:06.611209+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-15T22:05:06.611209+0000","last_clean_scrub_stamp":"2024-09-15T22:05:06.611209+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-16T23:31:45.934207+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1],"acting":[2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"5.32","version":"0'0","reported_seq":12,"reported_epoch":33,"state":"active+clean","last_fresh":"2024-09-15T22:05:08.634671+0000","last_change":"2024-09-15T22:05:07.642254+0000","last_active":"2024-09-15T22:05:08.634671+0000","last_peered":"2024-09-15T22:05:08.634671+0000","last_clean":"2024-09-15T22:05:08.634671+0000","last_became_active":"2024-09-15T22:05:07.641943+0000","last_became_peered":"2024-09-15T22:05:07.641943+0000","last_unstale":"2024-09-15T22:05:08.634671+0000","last_undegraded":"2024-09-15T22:05:08.634671+0000","last_fullsized":"2024-09-15T22:05:08.634671+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-15T22:05:06.611209+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-15T22:05:06.611209+0000","last_clean_scrub_stamp":"2024-09-15T22:05:06.611209+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T08:42:51.712727+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.31","version":"0'0","reported_seq":12,"reported_epoch":33,"state":"active+clean","last_fresh":"2024-09-15T22:05:08.891582+0000","last_change":"2024-09-15T22:05:07.629981+0000","last_active":"2024-09-15T22:05:08.891582+0000","last_peered":"2024-09-15T22:05:08.891582+0000","last_clean":"2024-09-15T22:05:08.891582+0000","last_became_active":"2024-09-15T22:05:07.629711+0000","last_became_peered":"2024-09-15T22:05:07.629711+0000","last_unstale":"2024-09-15T22:05:08.891582+0000","last_undegraded":"2024-09-15T22:05:08.891582+0000","last_fullsized":"2024-09-15T22:05:08.891582+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-15T22:05:06.611209+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-15T22:05:06.611209+0000","last_clean_scrub_stamp":"2024-09-15T22:05:06.611209+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T07:58:21.713971+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,6],"acting":[5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"5.30","version":"0'0","reported_seq":12,"reported_epoch":33,"state":"active+clean","last_fresh":"2024-09-15T22:05:08.891063+0000","last_change":"2024-09-15T22:05:07.643471+0000","last_active":"2024-09-15T22:05:08.891063+0000","last_peered":"2024-09-15T22:05:08.891063+0000","last_clean":"2024-09-15T22:05:08.891063+0000","last_became_active":"2024-09-15T22:05:07.643198+0000","last_became_peered":"2024-09-15T22:05:07.643198+0000","last_unstale":"2024-09-15T22:05:08.891063+0000","last_undegraded":"2024-09-15T22:05:08.891063+0000","last_fullsized":"2024-09-15T22:05:08.891063+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-15T22:05:06.611209+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-15T22:05:06.611209+0000","last_clean_scrub_stamp":"2024-09-15T22:05:06.611209+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T08:15:07.878038+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3],"acting":[7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.2f","version":"0'0","reported_seq":12,"reported_epoch":33,"state":"active+clean","last_fresh":"2024-09-15T22:05:08.890661+0000","last_change":"2024-09-15T22:05:07.643644+0000","last_active":"2024-09-15T22:05:08.890661+0000","last_peered":"2024-09-15T22:05:08.890661+0000","last_clean":"2024-09-15T22:05:08.890661+0000","last_became_active":"2024-09-15T22:05:07.643274+0000","last_became_peered":"2024-09-15T22:05:07.643274+0000","last_unstale":"2024-09-15T22:05:08.890661+0000","last_undegraded":"2024-09-15T22:05:08.890661+0000","last_fullsized":"2024-09-15T22:05:08.890661+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-15T22:05:06.611209+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-15T22:05:06.611209+0000","last_clean_scrub_stamp":"2024-09-15T22:05:06.611209+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T07:12:00.310026+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.2e","version":"0'0","reported_seq":12,"reported_epoch":33,"state":"active+clean","last_fresh":"2024-09-15T22:05:08.635013+0000","last_change":"2024-09-15T22:05:07.645898+0000","last_active":"2024-09-15T22:05:08.635013+0000","last_peered":"2024-09-15T22:05:08.635013+0000","last_clean":"2024-09-15T22:05:08.635013+0000","last_became_active":"2024-09-15T22:05:07.645488+0000","last_became_peered":"2024-09-15T22:05:07.645488+0000","last_unstale":"2024-09-15T22:05:08.635013+0000","last_undegraded":"2024-09-15T22:05:08.635013+0000","last_fullsized":"2024-09-15T22:05:08.635013+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-15T22:05:06.611209+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-15T22:05:06.611209+0000","last_clean_scrub_stamp":"2024-09-15T22:05:06.611209+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T05:24:03.449197+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.2d","version":"0'0","reported_seq":12,"reported_epoch":33,"state":"active+clean","last_fresh":"2024-09-15T22:05:08.634937+0000","last_change":"2024-09-15T22:05:07.650777+0000","last_active":"2024-09-15T22:05:08.634937+0000","last_peered":"2024-09-15T22:05:08.634937+0000","last_clean":"2024-09-15T22:05:08.634937+0000","last_became_active":"2024-09-15T22:05:07.650417+0000","last_became_peered":"2024-09-15T22:05:07.650417+0000","last_unstale":"2024-09-15T22:05:08.634937+0000","last_undegraded":"2024-09-15T22:05:08.634937+0000","last_fullsized":"2024-09-15T22:05:08.634937+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-15T22:05:06.611209+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-15T22:05:06.611209+0000","last_clean_scrub_stamp":"2024-09-15T22:05:06.611209+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T05:21:50.783834+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.2c","version":"0'0","reported_seq":12,"reported_epoch":33,"state":"active+clean","last_fresh":"2024-09-15T22:05:08.634012+0000","last_change":"2024-09-15T22:05:07.636510+0000","last_active":"2024-09-15T22:05:08.634012+0000","last_peered":"2024-09-15T22:05:08.634012+0000","last_clean":"2024-09-15T22:05:08.634012+0000","last_became_active":"2024-09-15T22:05:07.635853+0000","last_became_peered":"2024-09-15T22:05:07.635853+0000","last_unstale":"2024-09-15T22:05:08.634012+0000","last_undegraded":"2024-09-15T22:05:08.634012+0000","last_fullsized":"2024-09-15T22:05:08.634012+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-15T22:05:06.611209+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-15T22:05:06.611209+0000","last_clean_scrub_stamp":"2024-09-15T22:05:06.611209+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-16T22:05:15.439385+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5],"acting":[2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"5.2b","version":"0'0","reported_seq":12,"reported_epoch":33,"state":"active+clean","last_fresh":"2024-09-15T22:05:08.634915+0000","last_change":"2024-09-15T22:05:07.637618+0000","last_active":"2024-09-15T22:05:08.634915+0000","last_peered":"2024-09-15T22:05:08.634915+0000","last_clean":"2024-09-15T22:05:08.634915+0000","last_became_active":"2024-09-15T22:05:07.637133+0000","last_became_peered":"2024-09-15T22:05:07.637133+0000","last_unstale":"2024-09-15T22:05:08.634915+0000","last_undegraded":"2024-09-15T22:05:08.634915+0000","last_fullsized":"2024-09-15T22:05:08.634915+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-15T22:05:06.611209+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-15T22:05:06.611209+0000","last_clean_scrub_stamp":"2024-09-15T22:05:06.611209+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T04:30:18.253091+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0],"acting":[4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"5.2a","version":"0'0","reported_seq":12,"reported_epoch":33,"state":"active+clean","last_fresh":"2024-09-15T22:05:08.635410+0000","last_change":"2024-09-15T22:05:07.633208+0000","last_active":"2024-09-15T22:05:08.635410+0000","last_peered":"2024-09-15T22:05:08.635410+0000","last_clean":"2024-09-15T22:05:08.635410+0000","last_became_active":"2024-09-15T22:05:07.632957+0000","last_became_peered":"2024-09-15T22:05:07.632957+0000","last_unstale":"2024-09-15T22:05:08.635410+0000","last_undegraded":"2024-09-15T22:05:08.635410+0000","last_fullsized":"2024-09-15T22:05:08.635410+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-15T22:05:06.611209+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-15T22:05:06.611209+0000","last_clean_scrub_stamp":"2024-09-15T22:05:06.611209+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T06:42:10.758618+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"5.29","version":"0'0","reported_seq":12,"reported_epoch":33,"state":"active+clean","last_fresh":"2024-09-15T22:05:08.890066+0000","last_change":"2024-09-15T22:05:07.639294+0000","last_active":"2024-09-15T22:05:08.890066+0000","last_peered":"2024-09-15T22:05:08.890066+0000","last_clean":"2024-09-15T22:05:08.890066+0000","last_became_active":"2024-09-15T22:05:07.639000+0000","last_became_peered":"2024-09-15T22:05:07.639000+0000","last_unstale":"2024-09-15T22:05:08.890066+0000","last_undegraded":"2024-09-15T22:05:08.890066+0000","last_fullsized":"2024-09-15T22:05:08.890066+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-15T22:05:06.611209+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-15T22:05:06.611209+0000","last_clean_scrub_stamp":"2024-09-15T22:05:06.611209+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T00:07:09.432768+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"5.28","version":"0'0","reported_seq":12,"reported_epoch":33,"state":"active+clean","last_fresh":"2024-09-15T22:05:08.890764+0000","last_change":"2024-09-15T22:05:07.637414+0000","last_active":"2024-09-15T22:05:08.890764+0000","last_peered":"2024-09-15T22:05:08.890764+0000","last_clean":"2024-09-15T22:05:08.890764+0000","last_became_active":"2024-09-15T22:05:07.637147+0000","last_became_peered":"2024-09-15T22:05:07.637147+0000","last_unstale":"2024-09-15T22:05:08.890764+0000","last_undegraded":"2024-09-15T22:05:08.890764+0000","last_fullsized":"2024-09-15T22:05:08.890764+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-15T22:05:06.611209+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-15T22:05:06.611209+0000","last_clean_scrub_stamp":"2024-09-15T22:05:06.611209+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T07:12:00.310026+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2],"acting":[5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"5.27","version":"0'0","reported_seq":12,"reported_epoch":33,"state":"active+clean","last_fresh":"2024-09-15T22:05:08.890944+0000","last_change":"2024-09-15T22:05:07.649973+0000","last_active":"2024-09-15T22:05:08.890944+0000","last_peered":"2024-09-15T22:05:08.890944+0000","last_clean":"2024-09-15T22:05:08.890944+0000","last_became_active":"2024-09-15T22:05:07.649563+0000","last_became_peered":"2024-09-15T22:05:07.649563+0000","last_unstale":"2024-09-15T22:05:08.890944+0000","last_undegraded":"2024-09-15T22:05:08.890944+0000","last_fullsized":"2024-09-15T22:05:08.890944+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-15T22:05:06.611209+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-15T22:05:06.611209+0000","last_clean_scrub_stamp":"2024-09-15T22:05:06.611209+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T10:05:02.115538+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7],"acting":[1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"5.26","version":"0'0","reported_seq":12,"reported_epoch":33,"state":"active+clean","last_fresh":"2024-09-15T22:05:08.635171+0000","last_change":"2024-09-15T22:05:07.634620+0000","last_active":"2024-09-15T22:05:08.635171+0000","last_peered":"2024-09-15T22:05:08.635171+0000","last_clean":"2024-09-15T22:05:08.635171+0000","last_became_active":"2024-09-15T22:05:07.634275+0000","last_became_peered":"2024-09-15T22:05:07.634275+0000","last_unstale":"2024-09-15T22:05:08.635171+0000","last_undegraded":"2024-09-15T22:05:08.635171+0000","last_fullsized":"2024-09-15T22:05:08.635171+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-15T22:05:06.611209+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-15T22:05:06.611209+0000","last_clean_scrub_stamp":"2024-09-15T22:05:06.611209+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T00:29:20.625629+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.25","version":"0'0","reported_seq":12,"reported_epoch":33,"state":"active+clean","last_fresh":"2024-09-15T22:05:08.890559+0000","last_change":"2024-09-15T22:05:07.648364+0000","last_active":"2024-09-15T22:05:08.890559+0000","last_peered":"2024-09-15T22:05:08.890559+0000","last_clean":"2024-09-15T22:05:08.890559+0000","last_became_active":"2024-09-15T22:05:07.647929+0000","last_became_peered":"2024-09-15T22:05:07.647929+0000","last_unstale":"2024-09-15T22:05:08.890559+0000","last_undegraded":"2024-09-15T22:05:08.890559+0000","last_fullsized":"2024-09-15T22:05:08.890559+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-15T22:05:06.611209+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-15T22:05:06.611209+0000","last_clean_scrub_stamp":"2024-09-15T22:05:06.611209+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T08:16:20.508120+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4],"acting":[1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"5.24","version":"0'0","reported_seq":12,"reported_epoch":33,"state":"active+clean","last_fresh":"2024-09-15T22:05:08.891776+0000","last_change":"2024-09-15T22:05:07.635959+0000","last_active":"2024-09-15T22:05:08.891776+0000","last_peered":"2024-09-15T22:05:08.891776+0000","last_clean":"2024-09-15T22:05:08.891776+0000","last_became_active":"2024-09-15T22:05:07.635683+0000","last_became_peered":"2024-09-15T22:05:07.635683+0000","last_unstale":"2024-09-15T22:05:08.891776+0000","last_undegraded":"2024-09-15T22:05:08.891776+0000","last_fullsized":"2024-09-15T22:05:08.891776+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-15T22:05:06.611209+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-15T22:05:06.611209+0000","last_clean_scrub_stamp":"2024-09-15T22:05:06.611209+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T07:06:59.929499+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0],"acting":[5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"5.23","version":"0'0","reported_seq":12,"reported_epoch":33,"state":"active+clean","last_fresh":"2024-09-15T22:05:08.635130+0000","last_change":"2024-09-15T22:05:07.630100+0000","last_active":"2024-09-15T22:05:08.635130+0000","last_peered":"2024-09-15T22:05:08.635130+0000","last_clean":"2024-09-15T22:05:08.635130+0000","last_became_active":"2024-09-15T22:05:07.629804+0000","last_became_peered":"2024-09-15T22:05:07.629804+0000","last_unstale":"2024-09-15T22:05:08.635130+0000","last_undegraded":"2024-09-15T22:05:08.635130+0000","last_fullsized":"2024-09-15T22:05:08.635130+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-15T22:05:06.611209+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-15T22:05:06.611209+0000","last_clean_scrub_stamp":"2024-09-15T22:05:06.611209+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T08:16:20.508120+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"5.22","version":"0'0","reported_seq":12,"reported_epoch":33,"state":"active+clean","last_fresh":"2024-09-15T22:05:08.890723+0000","last_change":"2024-09-15T22:05:07.633025+0000","last_active":"2024-09-15T22:05:08.890723+0000","last_peered":"2024-09-15T22:05:08.890723+0000","last_clean":"2024-09-15T22:05:08.890723+0000","last_became_active":"2024-09-15T22:05:07.632716+0000","last_became_peered":"2024-09-15T22:05:07.632716+0000","last_unstale":"2024-09-15T22:05:08.890723+0000","last_undegraded":"2024-09-15T22:05:08.890723+0000","last_fullsized":"2024-09-15T22:05:08.890723+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-15T22:05:06.611209+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-15T22:05:06.611209+0000","last_clean_scrub_stamp":"2024-09-15T22:05:06.611209+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T07:58:21.713971+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.21","version":"0'0","reported_seq":9,"reported_epoch":32,"state":"active+clean","last_fresh":"2024-09-15T22:05:07.636495+0000","last_change":"2024-09-15T22:05:07.635728+0000","last_active":"2024-09-15T22:05:07.636495+0000","last_peered":"2024-09-15T22:05:07.636495+0000","last_clean":"2024-09-15T22:05:07.636495+0000","last_became_active":"2024-09-15T22:05:07.635458+0000","last_became_peered":"2024-09-15T22:05:07.635458+0000","last_unstale":"2024-09-15T22:05:07.636495+0000","last_undegraded":"2024-09-15T22:05:07.636495+0000","last_fullsized":"2024-09-15T22:05:07.636495+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-15T22:05:06.611209+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-15T22:05:06.611209+0000","last_clean_scrub_stamp":"2024-09-15T22:05:06.611209+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T07:27:18.487947+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,2],"acting":[6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"5.20","version":"0'0","reported_seq":12,"reported_epoch":33,"state":"active+clean","last_fresh":"2024-09-15T22:05:08.890847+0000","last_change":"2024-09-15T22:05:07.642439+0000","last_active":"2024-09-15T22:05:08.890847+0000","last_peered":"2024-09-15T22:05:08.890847+0000","last_clean":"2024-09-15T22:05:08.890847+0000","last_became_active":"2024-09-15T22:05:07.642084+0000","last_became_peered":"2024-09-15T22:05:07.642084+0000","last_unstale":"2024-09-15T22:05:08.890847+0000","last_undegraded":"2024-09-15T22:05:08.890847+0000","last_fullsized":"2024-09-15T22:05:08.890847+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-15T22:05:06.611209+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-15T22:05:06.611209+0000","last_clean_scrub_stamp":"2024-09-15T22:05:06.611209+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T07:06:59.929499+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.1e","version":"0'0","reported_seq":12,"reported_epoch":33,"state":"active+clean","last_fresh":"2024-09-15T22:05:08.890512+0000","last_change":"2024-09-15T22:05:07.638508+0000","last_active":"2024-09-15T22:05:08.890512+0000","last_peered":"2024-09-15T22:05:08.890512+0000","last_clean":"2024-09-15T22:05:08.890512+0000","last_became_active":"2024-09-15T22:05:07.638155+0000","last_became_peered":"2024-09-15T22:05:07.638155+0000","last_unstale":"2024-09-15T22:05:08.890512+0000","last_undegraded":"2024-09-15T22:05:08.890512+0000","last_fullsized":"2024-09-15T22:05:08.890512+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-15T22:05:06.611209+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-15T22:05:06.611209+0000","last_clean_scrub_stamp":"2024-09-15T22:05:06.611209+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T07:39:48.089595+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.1f","version":"32'4","reported_seq":16,"reported_epoch":32,"state":"active+clean","last_fresh":"2024-09-15T22:05:07.640125+0000","last_change":"2024-09-15T22:05:06.631689+0000","last_active":"2024-09-15T22:05:07.640125+0000","last_peered":"2024-09-15T22:05:07.640125+0000","last_clean":"2024-09-15T22:05:07.640125+0000","last_became_active":"2024-09-15T22:05:06.631428+0000","last_became_peered":"2024-09-15T22:05:06.631428+0000","last_unstale":"2024-09-15T22:05:07.640125+0000","last_undegraded":"2024-09-15T22:05:07.640125+0000","last_fullsized":"2024-09-15T22:05:07.640125+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-15T22:05:05.609249+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-15T22:05:05.609249+0000","last_clean_scrub_stamp":"2024-09-15T22:05:05.609249+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T09:44:24.786971+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":582,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5],"acting":[6,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"5.1f","version":"0'0","reported_seq":9,"reported_epoch":32,"state":"active+clean","last_fresh":"2024-09-15T22:05:07.635340+0000","last_change":"2024-09-15T22:05:07.633643+0000","last_active":"2024-09-15T22:05:07.635340+0000","last_peered":"2024-09-15T22:05:07.635340+0000","last_clean":"2024-09-15T22:05:07.635340+0000","last_became_active":"2024-09-15T22:05:07.633247+0000","last_became_peered":"2024-09-15T22:05:07.633247+0000","last_unstale":"2024-09-15T22:05:07.635340+0000","last_undegraded":"2024-09-15T22:05:07.635340+0000","last_fullsized":"2024-09-15T22:05:07.635340+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-15T22:05:06.611209+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-15T22:05:06.611209+0000","last_clean_scrub_stamp":"2024-09-15T22:05:06.611209+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T06:55:34.949931+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.1e","version":"32'1","reported_seq":15,"reported_epoch":33,"state":"active+clean","last_fresh":"2024-09-15T22:05:08.890540+0000","last_change":"2024-09-15T22:05:06.630603+0000","last_active":"2024-09-15T22:05:08.890540+0000","last_peered":"2024-09-15T22:05:08.890540+0000","last_clean":"2024-09-15T22:05:08.890540+0000","last_became_active":"2024-09-15T22:05:06.630314+0000","last_became_peered":"2024-09-15T22:05:06.630314+0000","last_unstale":"2024-09-15T22:05:08.890540+0000","last_undegraded":"2024-09-15T22:05:08.890540+0000","last_fullsized":"2024-09-15T22:05:08.890540+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-15T22:05:05.609249+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-15T22:05:05.609249+0000","last_clean_scrub_stamp":"2024-09-15T22:05:05.609249+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T04:19:39.057871+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"5.1c","version":"0'0","reported_seq":12,"reported_epoch":33,"state":"active+clean","last_fresh":"2024-09-15T22:05:08.635221+0000","last_change":"2024-09-15T22:05:07.639063+0000","last_active":"2024-09-15T22:05:08.635221+0000","last_peered":"2024-09-15T22:05:08.635221+0000","last_clean":"2024-09-15T22:05:08.635221+0000","last_became_active":"2024-09-15T22:05:07.638342+0000","last_became_peered":"2024-09-15T22:05:07.638342+0000","last_unstale":"2024-09-15T22:05:08.635221+0000","last_undegraded":"2024-09-15T22:05:08.635221+0000","last_fullsized":"2024-09-15T22:05:08.635221+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-15T22:05:06.611209+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-15T22:05:06.611209+0000","last_clean_scrub_stamp":"2024-09-15T22:05:06.611209+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T06:07:22.101468+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.1d","version":"32'2","reported_seq":16,"reported_epoch":33,"state":"active+clean","last_fresh":"2024-09-15T22:05:08.635041+0000","last_change":"2024-09-15T22:05:06.636035+0000","last_active":"2024-09-15T22:05:08.635041+0000","last_peered":"2024-09-15T22:05:08.635041+0000","last_clean":"2024-09-15T22:05:08.635041+0000","last_became_active":"2024-09-15T22:05:06.635701+0000","last_became_peered":"2024-09-15T22:05:06.635701+0000","last_unstale":"2024-09-15T22:05:08.635041+0000","last_undegraded":"2024-09-15T22:05:08.635041+0000","last_fullsized":"2024-09-15T22:05:08.635041+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-15T22:05:05.609249+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-15T22:05:05.609249+0000","last_clean_scrub_stamp":"2024-09-15T22:05:05.609249+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T05:30:56.600152+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.1d","version":"0'0","reported_seq":12,"reported_epoch":33,"state":"active+clean","last_fresh":"2024-09-15T22:05:08.890699+0000","last_change":"2024-09-15T22:05:07.647728+0000","last_active":"2024-09-15T22:05:08.890699+0000","last_peered":"2024-09-15T22:05:08.890699+0000","last_clean":"2024-09-15T22:05:08.890699+0000","last_became_active":"2024-09-15T22:05:07.646969+0000","last_became_peered":"2024-09-15T22:05:07.646969+0000","last_unstale":"2024-09-15T22:05:08.890699+0000","last_undegraded":"2024-09-15T22:05:08.890699+0000","last_fullsized":"2024-09-15T22:05:08.890699+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-15T22:05:06.611209+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-15T22:05:06.611209+0000","last_clean_scrub_stamp":"2024-09-15T22:05:06.611209+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T00:03:53.582593+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4],"acting":[1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.1c","version":"32'2","reported_seq":16,"reported_epoch":33,"state":"active+clean","last_fresh":"2024-09-15T22:05:08.634112+0000","last_change":"2024-09-15T22:05:06.640331+0000","last_active":"2024-09-15T22:05:08.634112+0000","last_peered":"2024-09-15T22:05:08.634112+0000","last_clean":"2024-09-15T22:05:08.634112+0000","last_became_active":"2024-09-15T22:05:06.640006+0000","last_became_peered":"2024-09-15T22:05:06.640006+0000","last_unstale":"2024-09-15T22:05:08.634112+0000","last_undegraded":"2024-09-15T22:05:08.634112+0000","last_fullsized":"2024-09-15T22:05:08.634112+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-15T22:05:05.609249+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-15T22:05:05.609249+0000","last_clean_scrub_stamp":"2024-09-15T22:05:05.609249+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T08:09:35.910020+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1],"acting":[2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"5.1a","version":"0'0","reported_seq":12,"reported_epoch":33,"state":"active+clean","last_fresh":"2024-09-15T22:05:08.890558+0000","last_change":"2024-09-15T22:05:07.642747+0000","last_active":"2024-09-15T22:05:08.890558+0000","last_peered":"2024-09-15T22:05:08.890558+0000","last_clean":"2024-09-15T22:05:08.890558+0000","last_became_active":"2024-09-15T22:05:07.642413+0000","last_became_peered":"2024-09-15T22:05:07.642413+0000","last_unstale":"2024-09-15T22:05:08.890558+0000","last_undegraded":"2024-09-15T22:05:08.890558+0000","last_fullsized":"2024-09-15T22:05:08.890558+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-15T22:05:06.611209+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-15T22:05:06.611209+0000","last_clean_scrub_stamp":"2024-09-15T22:05:06.611209+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T10:05:02.115538+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.1b","version":"32'1","reported_seq":15,"reported_epoch":33,"state":"active+clean","last_fresh":"2024-09-15T22:05:08.635357+0000","last_change":"2024-09-15T22:05:06.632410+0000","last_active":"2024-09-15T22:05:08.635357+0000","last_peered":"2024-09-15T22:05:08.635357+0000","last_clean":"2024-09-15T22:05:08.635357+0000","last_became_active":"2024-09-15T22:05:06.632035+0000","last_became_peered":"2024-09-15T22:05:06.632035+0000","last_unstale":"2024-09-15T22:05:08.635357+0000","last_undegraded":"2024-09-15T22:05:08.635357+0000","last_fullsized":"2024-09-15T22:05:08.635357+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-15T22:05:05.609249+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-15T22:05:05.609249+0000","last_clean_scrub_stamp":"2024-09-15T22:05:05.609249+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-16T23:13:13.557768+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"5.1b","version":"0'0","reported_seq":12,"reported_epoch":33,"state":"active+clean","last_fresh":"2024-09-15T22:05:08.891826+0000","last_change":"2024-09-15T22:05:07.640075+0000","last_active":"2024-09-15T22:05:08.891826+0000","last_peered":"2024-09-15T22:05:08.891826+0000","last_clean":"2024-09-15T22:05:08.891826+0000","last_became_active":"2024-09-15T22:05:07.639792+0000","last_became_peered":"2024-09-15T22:05:07.639792+0000","last_unstale":"2024-09-15T22:05:08.891826+0000","last_undegraded":"2024-09-15T22:05:08.891826+0000","last_fullsized":"2024-09-15T22:05:08.891826+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-15T22:05:06.611209+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-15T22:05:06.611209+0000","last_clean_scrub_stamp":"2024-09-15T22:05:06.611209+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T06:16:02.363422+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0],"acting":[5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.1a","version":"32'1","reported_seq":15,"reported_epoch":33,"state":"active+clean","last_fresh":"2024-09-15T22:05:08.635288+0000","last_change":"2024-09-15T22:05:06.629061+0000","last_active":"2024-09-15T22:05:08.635288+0000","last_peered":"2024-09-15T22:05:08.635288+0000","last_clean":"2024-09-15T22:05:08.635288+0000","last_became_active":"2024-09-15T22:05:06.628696+0000","last_became_peered":"2024-09-15T22:05:06.628696+0000","last_unstale":"2024-09-15T22:05:08.635288+0000","last_undegraded":"2024-09-15T22:05:08.635288+0000","last_fullsized":"2024-09-15T22:05:08.635288+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-15T22:05:05.609249+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-15T22:05:05.609249+0000","last_clean_scrub_stamp":"2024-09-15T22:05:05.609249+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T07:35:37.877098+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"5.18","version":"0'0","reported_seq":12,"reported_epoch":33,"state":"active+clean","last_fresh":"2024-09-15T22:05:08.634886+0000","last_change":"2024-09-15T22:05:07.629502+0000","last_active":"2024-09-15T22:05:08.634886+0000","last_peered":"2024-09-15T22:05:08.634886+0000","last_clean":"2024-09-15T22:05:08.634886+0000","last_became_active":"2024-09-15T22:05:07.629167+0000","last_became_peered":"2024-09-15T22:05:07.629167+0000","last_unstale":"2024-09-15T22:05:08.634886+0000","last_undegraded":"2024-09-15T22:05:08.634886+0000","last_fullsized":"2024-09-15T22:05:08.634886+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-15T22:05:06.611209+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-15T22:05:06.611209+0000","last_clean_scrub_stamp":"2024-09-15T22:05:06.611209+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T07:39:48.089595+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.19","version":"0'0","reported_seq":14,"reported_epoch":33,"state":"active+clean","last_fresh":"2024-09-15T22:05:08.634417+0000","last_change":"2024-09-15T22:05:06.636504+0000","last_active":"2024-09-15T22:05:08.634417+0000","last_peered":"2024-09-15T22:05:08.634417+0000","last_clean":"2024-09-15T22:05:08.634417+0000","last_became_active":"2024-09-15T22:05:06.636237+0000","last_became_peered":"2024-09-15T22:05:06.636237+0000","last_unstale":"2024-09-15T22:05:08.634417+0000","last_undegraded":"2024-09-15T22:05:08.634417+0000","last_fullsized":"2024-09-15T22:05:08.634417+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-15T22:05:05.609249+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-15T22:05:05.609249+0000","last_clean_scrub_stamp":"2024-09-15T22:05:05.609249+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T05:55:16.097446+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.19","version":"0'0","reported_seq":12,"reported_epoch":33,"state":"active+clean","last_fresh":"2024-09-15T22:05:08.890005+0000","last_change":"2024-09-15T22:05:07.639657+0000","last_active":"2024-09-15T22:05:08.890005+0000","last_peered":"2024-09-15T22:05:08.890005+0000","last_clean":"2024-09-15T22:05:08.890005+0000","last_became_active":"2024-09-15T22:05:07.638204+0000","last_became_peered":"2024-09-15T22:05:07.638204+0000","last_unstale":"2024-09-15T22:05:08.890005+0000","last_undegraded":"2024-09-15T22:05:08.890005+0000","last_fullsized":"2024-09-15T22:05:08.890005+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-15T22:05:06.611209+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-15T22:05:06.611209+0000","last_clean_scrub_stamp":"2024-09-15T22:05:06.611209+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T04:30:18.253091+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.18","version":"0'0","reported_seq":14,"reported_epoch":33,"state":"active+clean","last_fresh":"2024-09-15T22:05:08.634675+0000","last_change":"2024-09-15T22:05:06.632022+0000","last_active":"2024-09-15T22:05:08.634675+0000","last_peered":"2024-09-15T22:05:08.634675+0000","last_clean":"2024-09-15T22:05:08.634675+0000","last_became_active":"2024-09-15T22:05:06.631700+0000","last_became_peered":"2024-09-15T22:05:06.631700+0000","last_unstale":"2024-09-15T22:05:08.634675+0000","last_undegraded":"2024-09-15T22:05:08.634675+0000","last_fullsized":"2024-09-15T22:05:08.634675+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-15T22:05:05.609249+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-15T22:05:05.609249+0000","last_clean_scrub_stamp":"2024-09-15T22:05:05.609249+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T00:02:22.379272+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"5.16","version":"0'0","reported_seq":12,"reported_epoch":33,"state":"active+clean","last_fresh":"2024-09-15T22:05:08.891934+0000","last_change":"2024-09-15T22:05:07.636653+0000","last_active":"2024-09-15T22:05:08.891934+0000","last_peered":"2024-09-15T22:05:08.891934+0000","last_clean":"2024-09-15T22:05:08.891934+0000","last_became_active":"2024-09-15T22:05:07.636264+0000","last_became_peered":"2024-09-15T22:05:07.636264+0000","last_unstale":"2024-09-15T22:05:08.891934+0000","last_undegraded":"2024-09-15T22:05:08.891934+0000","last_fullsized":"2024-09-15T22:05:08.891934+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-15T22:05:06.611209+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-15T22:05:06.611209+0000","last_clean_scrub_stamp":"2024-09-15T22:05:06.611209+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T07:06:13.488109+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.17","version":"0'0","reported_seq":14,"reported_epoch":33,"state":"active+clean","last_fresh":"2024-09-15T22:05:08.635102+0000","last_change":"2024-09-15T22:05:06.631161+0000","last_active":"2024-09-15T22:05:08.635102+0000","last_peered":"2024-09-15T22:05:08.635102+0000","last_clean":"2024-09-15T22:05:08.635102+0000","last_became_active":"2024-09-15T22:05:06.629268+0000","last_became_peered":"2024-09-15T22:05:06.629268+0000","last_unstale":"2024-09-15T22:05:08.635102+0000","last_undegraded":"2024-09-15T22:05:08.635102+0000","last_fullsized":"2024-09-15T22:05:08.635102+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-15T22:05:05.609249+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-15T22:05:05.609249+0000","last_clean_scrub_stamp":"2024-09-15T22:05:05.609249+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T08:41:45.728300+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.17","version":"0'0","reported_seq":12,"reported_epoch":33,"state":"active+clean","last_fresh":"2024-09-15T22:05:08.635097+0000","last_change":"2024-09-15T22:05:07.650425+0000","last_active":"2024-09-15T22:05:08.635097+0000","last_peered":"2024-09-15T22:05:08.635097+0000","last_clean":"2024-09-15T22:05:08.635097+0000","last_became_active":"2024-09-15T22:05:07.650104+0000","last_became_peered":"2024-09-15T22:05:07.650104+0000","last_unstale":"2024-09-15T22:05:08.635097+0000","last_undegraded":"2024-09-15T22:05:08.635097+0000","last_fullsized":"2024-09-15T22:05:08.635097+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-15T22:05:06.611209+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-15T22:05:06.611209+0000","last_clean_scrub_stamp":"2024-09-15T22:05:06.611209+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-16T23:56:16.695693+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.16","version":"0'0","reported_seq":14,"reported_epoch":33,"state":"active+clean","last_fresh":"2024-09-15T22:05:08.890603+0000","last_change":"2024-09-15T22:05:06.631224+0000","last_active":"2024-09-15T22:05:08.890603+0000","last_peered":"2024-09-15T22:05:08.890603+0000","last_clean":"2024-09-15T22:05:08.890603+0000","last_became_active":"2024-09-15T22:05:06.630928+0000","last_became_peered":"2024-09-15T22:05:06.630928+0000","last_unstale":"2024-09-15T22:05:08.890603+0000","last_undegraded":"2024-09-15T22:05:08.890603+0000","last_fullsized":"2024-09-15T22:05:08.890603+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-15T22:05:05.609249+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-15T22:05:05.609249+0000","last_clean_scrub_stamp":"2024-09-15T22:05:05.609249+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T07:35:37.877098+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"5.14","version":"0'0","reported_seq":12,"reported_epoch":33,"state":"active+clean","last_fresh":"2024-09-15T22:05:08.634998+0000","last_change":"2024-09-15T22:05:07.636650+0000","last_active":"2024-09-15T22:05:08.634998+0000","last_peered":"2024-09-15T22:05:08.634998+0000","last_clean":"2024-09-15T22:05:08.634998+0000","last_became_active":"2024-09-15T22:05:07.636339+0000","last_became_peered":"2024-09-15T22:05:07.636339+0000","last_unstale":"2024-09-15T22:05:08.634998+0000","last_undegraded":"2024-09-15T22:05:08.634998+0000","last_fullsized":"2024-09-15T22:05:08.634998+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-15T22:05:06.611209+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-15T22:05:06.611209+0000","last_clean_scrub_stamp":"2024-09-15T22:05:06.611209+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T03:37:51.416346+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.15","version":"32'3","reported_seq":17,"reported_epoch":33,"state":"active+clean","last_fresh":"2024-09-15T22:05:08.891944+0000","last_change":"2024-09-15T22:05:06.629592+0000","last_active":"2024-09-15T22:05:08.891944+0000","last_peered":"2024-09-15T22:05:08.891944+0000","last_clean":"2024-09-15T22:05:08.891944+0000","last_became_active":"2024-09-15T22:05:06.629299+0000","last_became_peered":"2024-09-15T22:05:06.629299+0000","last_unstale":"2024-09-15T22:05:08.891944+0000","last_undegraded":"2024-09-15T22:05:08.891944+0000","last_fullsized":"2024-09-15T22:05:08.891944+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-15T22:05:05.609249+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-15T22:05:05.609249+0000","last_clean_scrub_stamp":"2024-09-15T22:05:05.609249+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T00:07:08.430809+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"5.15","version":"0'0","reported_seq":12,"reported_epoch":33,"state":"active+clean","last_fresh":"2024-09-15T22:05:08.891800+0000","last_change":"2024-09-15T22:05:07.650003+0000","last_active":"2024-09-15T22:05:08.891800+0000","last_peered":"2024-09-15T22:05:08.891800+0000","last_clean":"2024-09-15T22:05:08.891800+0000","last_became_active":"2024-09-15T22:05:07.649740+0000","last_became_peered":"2024-09-15T22:05:07.649740+0000","last_unstale":"2024-09-15T22:05:08.891800+0000","last_undegraded":"2024-09-15T22:05:08.891800+0000","last_fullsized":"2024-09-15T22:05:08.891800+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-15T22:05:06.611209+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-15T22:05:06.611209+0000","last_clean_scrub_stamp":"2024-09-15T22:05:06.611209+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T05:35:41.657803+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.14","version":"32'6","reported_seq":20,"reported_epoch":33,"state":"active+clean","last_fresh":"2024-09-15T22:05:08.635001+0000","last_change":"2024-09-15T22:05:06.633085+0000","last_active":"2024-09-15T22:05:08.635001+0000","last_peered":"2024-09-15T22:05:08.635001+0000","last_clean":"2024-09-15T22:05:08.635001+0000","last_became_active":"2024-09-15T22:05:06.632222+0000","last_became_peered":"2024-09-15T22:05:06.632222+0000","last_unstale":"2024-09-15T22:05:08.635001+0000","last_undegraded":"2024-09-15T22:05:08.635001+0000","last_fullsized":"2024-09-15T22:05:08.635001+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-15T22:05:05.609249+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-15T22:05:05.609249+0000","last_clean_scrub_stamp":"2024-09-15T22:05:05.609249+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T09:36:25.099349+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1612,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":6,"num_write_kb":3,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.12","version":"0'0","reported_seq":12,"reported_epoch":33,"state":"active+clean","last_fresh":"2024-09-15T22:05:08.890717+0000","last_change":"2024-09-15T22:05:07.649590+0000","last_active":"2024-09-15T22:05:08.890717+0000","last_peered":"2024-09-15T22:05:08.890717+0000","last_clean":"2024-09-15T22:05:08.890717+0000","last_became_active":"2024-09-15T22:05:07.648682+0000","last_became_peered":"2024-09-15T22:05:07.648682+0000","last_unstale":"2024-09-15T22:05:08.890717+0000","last_undegraded":"2024-09-15T22:05:08.890717+0000","last_fullsized":"2024-09-15T22:05:08.890717+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-15T22:05:06.611209+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-15T22:05:06.611209+0000","last_clean_scrub_stamp":"2024-09-15T22:05:06.611209+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T06:42:10.758618+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.13","version":"32'2","reported_seq":16,"reported_epoch":33,"state":"active+clean","last_fresh":"2024-09-15T22:05:08.635522+0000","last_change":"2024-09-15T22:05:06.631294+0000","last_active":"2024-09-15T22:05:08.635522+0000","last_peered":"2024-09-15T22:05:08.635522+0000","last_clean":"2024-09-15T22:05:08.635522+0000","last_became_active":"2024-09-15T22:05:06.631036+0000","last_became_peered":"2024-09-15T22:05:06.631036+0000","last_unstale":"2024-09-15T22:05:08.635522+0000","last_undegraded":"2024-09-15T22:05:08.635522+0000","last_fullsized":"2024-09-15T22:05:08.635522+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-15T22:05:05.609249+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-15T22:05:05.609249+0000","last_clean_scrub_stamp":"2024-09-15T22:05:05.609249+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-16T23:35:37.439556+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":34,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":7,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"5.13","version":"0'0","reported_seq":12,"reported_epoch":33,"state":"active+clean","last_fresh":"2024-09-15T22:05:08.634926+0000","last_change":"2024-09-15T22:05:07.639988+0000","last_active":"2024-09-15T22:05:08.634926+0000","last_peered":"2024-09-15T22:05:08.634926+0000","last_clean":"2024-09-15T22:05:08.634926+0000","last_became_active":"2024-09-15T22:05:07.639682+0000","last_became_peered":"2024-09-15T22:05:07.639682+0000","last_unstale":"2024-09-15T22:05:08.634926+0000","last_undegraded":"2024-09-15T22:05:08.634926+0000","last_fullsized":"2024-09-15T22:05:08.634926+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-15T22:05:06.611209+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-15T22:05:06.611209+0000","last_clean_scrub_stamp":"2024-09-15T22:05:06.611209+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T03:58:32.238644+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.12","version":"0'0","reported_seq":14,"reported_epoch":33,"state":"active+clean","last_fresh":"2024-09-15T22:05:08.890393+0000","last_change":"2024-09-15T22:05:06.633638+0000","last_active":"2024-09-15T22:05:08.890393+0000","last_peered":"2024-09-15T22:05:08.890393+0000","last_clean":"2024-09-15T22:05:08.890393+0000","last_became_active":"2024-09-15T22:05:06.633354+0000","last_became_peered":"2024-09-15T22:05:06.633354+0000","last_unstale":"2024-09-15T22:05:08.890393+0000","last_undegraded":"2024-09-15T22:05:08.890393+0000","last_fullsized":"2024-09-15T22:05:08.890393+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-15T22:05:05.609249+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-15T22:05:05.609249+0000","last_clean_scrub_stamp":"2024-09-15T22:05:05.609249+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T04:19:39.057871+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"5.10","version":"0'0","reported_seq":12,"reported_epoch":33,"state":"active+clean","last_fresh":"2024-09-15T22:05:08.890944+0000","last_change":"2024-09-15T22:05:07.643873+0000","last_active":"2024-09-15T22:05:08.890944+0000","last_peered":"2024-09-15T22:05:08.890944+0000","last_clean":"2024-09-15T22:05:08.890944+0000","last_became_active":"2024-09-15T22:05:07.643596+0000","last_became_peered":"2024-09-15T22:05:07.643596+0000","last_unstale":"2024-09-15T22:05:08.890944+0000","last_undegraded":"2024-09-15T22:05:08.890944+0000","last_fullsized":"2024-09-15T22:05:08.890944+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-15T22:05:06.611209+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-15T22:05:06.611209+0000","last_clean_scrub_stamp":"2024-09-15T22:05:06.611209+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T06:16:02.363422+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.11","version":"0'0","reported_seq":14,"reported_epoch":33,"state":"active+clean","last_fresh":"2024-09-15T22:05:08.634486+0000","last_change":"2024-09-15T22:05:06.629620+0000","last_active":"2024-09-15T22:05:08.634486+0000","last_peered":"2024-09-15T22:05:08.634486+0000","last_clean":"2024-09-15T22:05:08.634486+0000","last_became_active":"2024-09-15T22:05:06.629316+0000","last_became_peered":"2024-09-15T22:05:06.629316+0000","last_unstale":"2024-09-15T22:05:08.634486+0000","last_undegraded":"2024-09-15T22:05:08.634486+0000","last_fullsized":"2024-09-15T22:05:08.634486+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-15T22:05:05.609249+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-15T22:05:05.609249+0000","last_clean_scrub_stamp":"2024-09-15T22:05:05.609249+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-16T22:09:39.601044+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.11","version":"0'0","reported_seq":9,"reported_epoch":32,"state":"active+clean","last_fresh":"2024-09-15T22:05:07.634467+0000","last_change":"2024-09-15T22:05:07.632999+0000","last_active":"2024-09-15T22:05:07.634467+0000","last_peered":"2024-09-15T22:05:07.634467+0000","last_clean":"2024-09-15T22:05:07.634467+0000","last_became_active":"2024-09-15T22:05:07.632701+0000","last_became_peered":"2024-09-15T22:05:07.632701+0000","last_unstale":"2024-09-15T22:05:07.634467+0000","last_undegraded":"2024-09-15T22:05:07.634467+0000","last_fullsized":"2024-09-15T22:05:07.634467+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-15T22:05:06.611209+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-15T22:05:06.611209+0000","last_clean_scrub_stamp":"2024-09-15T22:05:06.611209+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T04:39:32.523088+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.10","version":"32'8","reported_seq":22,"reported_epoch":33,"state":"active+clean","last_fresh":"2024-09-15T22:05:08.634429+0000","last_change":"2024-09-15T22:05:06.635278+0000","last_active":"2024-09-15T22:05:08.634429+0000","last_peered":"2024-09-15T22:05:08.634429+0000","last_clean":"2024-09-15T22:05:08.634429+0000","last_became_active":"2024-09-15T22:05:06.633848+0000","last_became_peered":"2024-09-15T22:05:06.633848+0000","last_unstale":"2024-09-15T22:05:08.634429+0000","last_undegraded":"2024-09-15T22:05:08.634429+0000","last_fullsized":"2024-09-15T22:05:08.634429+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-15T22:05:05.609249+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-15T22:05:05.609249+0000","last_clean_scrub_stamp":"2024-09-15T22:05:05.609249+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T06:46:16.029050+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":12,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.e","version":"0'0","reported_seq":12,"reported_epoch":33,"state":"active+clean","last_fresh":"2024-09-15T22:05:08.635106+0000","last_change":"2024-09-15T22:05:07.632167+0000","last_active":"2024-09-15T22:05:08.635106+0000","last_peered":"2024-09-15T22:05:08.635106+0000","last_clean":"2024-09-15T22:05:08.635106+0000","last_became_active":"2024-09-15T22:05:07.631883+0000","last_became_peered":"2024-09-15T22:05:07.631883+0000","last_unstale":"2024-09-15T22:05:08.635106+0000","last_undegraded":"2024-09-15T22:05:08.635106+0000","last_fullsized":"2024-09-15T22:05:08.635106+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-15T22:05:06.611209+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-15T22:05:06.611209+0000","last_clean_scrub_stamp":"2024-09-15T22:05:06.611209+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T09:08:26.082498+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5],"acting":[4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.f","version":"32'1","reported_seq":15,"reported_epoch":33,"state":"active+clean","last_fresh":"2024-09-15T22:05:08.891045+0000","last_change":"2024-09-15T22:05:06.641304+0000","last_active":"2024-09-15T22:05:08.891045+0000","last_peered":"2024-09-15T22:05:08.891045+0000","last_clean":"2024-09-15T22:05:08.891045+0000","last_became_active":"2024-09-15T22:05:06.640869+0000","last_became_peered":"2024-09-15T22:05:06.640869+0000","last_unstale":"2024-09-15T22:05:08.891045+0000","last_undegraded":"2024-09-15T22:05:08.891045+0000","last_fullsized":"2024-09-15T22:05:08.891045+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-15T22:05:05.609249+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-15T22:05:05.609249+0000","last_clean_scrub_stamp":"2024-09-15T22:05:05.609249+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T07:46:02.512213+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":22,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3],"acting":[1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"5.f","version":"0'0","reported_seq":12,"reported_epoch":33,"state":"active+clean","last_fresh":"2024-09-15T22:05:08.891999+0000","last_change":"2024-09-15T22:05:07.641065+0000","last_active":"2024-09-15T22:05:08.891999+0000","last_peered":"2024-09-15T22:05:08.891999+0000","last_clean":"2024-09-15T22:05:08.891999+0000","last_became_active":"2024-09-15T22:05:07.640769+0000","last_became_peered":"2024-09-15T22:05:07.640769+0000","last_unstale":"2024-09-15T22:05:08.891999+0000","last_undegraded":"2024-09-15T22:05:08.891999+0000","last_fullsized":"2024-09-15T22:05:08.891999+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-15T22:05:06.611209+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-15T22:05:06.611209+0000","last_clean_scrub_stamp":"2024-09-15T22:05:06.611209+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T07:09:04.111243+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.e","version":"32'2","reported_seq":16,"reported_epoch":33,"state":"active+clean","last_fresh":"2024-09-15T22:05:08.635263+0000","last_change":"2024-09-15T22:05:06.633679+0000","last_active":"2024-09-15T22:05:08.635263+0000","last_peered":"2024-09-15T22:05:08.635263+0000","last_clean":"2024-09-15T22:05:08.635263+0000","last_became_active":"2024-09-15T22:05:06.632814+0000","last_became_peered":"2024-09-15T22:05:06.632814+0000","last_unstale":"2024-09-15T22:05:08.635263+0000","last_undegraded":"2024-09-15T22:05:08.635263+0000","last_fullsized":"2024-09-15T22:05:08.635263+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-15T22:05:05.609249+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-15T22:05:05.609249+0000","last_clean_scrub_stamp":"2024-09-15T22:05:05.609249+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-16T22:58:07.357070+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"5.c","version":"0'0","reported_seq":12,"reported_epoch":33,"state":"active+clean","last_fresh":"2024-09-15T22:05:08.890697+0000","last_change":"2024-09-15T22:05:07.649512+0000","last_active":"2024-09-15T22:05:08.890697+0000","last_peered":"2024-09-15T22:05:08.890697+0000","last_clean":"2024-09-15T22:05:08.890697+0000","last_became_active":"2024-09-15T22:05:07.648670+0000","last_became_peered":"2024-09-15T22:05:07.648670+0000","last_unstale":"2024-09-15T22:05:08.890697+0000","last_undegraded":"2024-09-15T22:05:08.890697+0000","last_fullsized":"2024-09-15T22:05:08.890697+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-15T22:05:06.611209+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-15T22:05:06.611209+0000","last_clean_scrub_stamp":"2024-09-15T22:05:06.611209+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T06:07:22.101468+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4],"acting":[1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.d","version":"32'1","reported_seq":15,"reported_epoch":33,"state":"active+clean","last_fresh":"2024-09-15T22:05:08.635336+0000","last_change":"2024-09-15T22:05:06.632278+0000","last_active":"2024-09-15T22:05:08.635336+0000","last_peered":"2024-09-15T22:05:08.635336+0000","last_clean":"2024-09-15T22:05:08.635336+0000","last_became_active":"2024-09-15T22:05:06.631488+0000","last_became_peered":"2024-09-15T22:05:06.631488+0000","last_unstale":"2024-09-15T22:05:08.635336+0000","last_undegraded":"2024-09-15T22:05:08.635336+0000","last_fullsized":"2024-09-15T22:05:08.635336+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-15T22:05:05.609249+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-15T22:05:05.609249+0000","last_clean_scrub_stamp":"2024-09-15T22:05:05.609249+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T07:42:25.553100+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":70,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2],"acting":[4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"5.d","version":"0'0","reported_seq":12,"reported_epoch":33,"state":"active+clean","last_fresh":"2024-09-15T22:05:08.633986+0000","last_change":"2024-09-15T22:05:07.632502+0000","last_active":"2024-09-15T22:05:08.633986+0000","last_peered":"2024-09-15T22:05:08.633986+0000","last_clean":"2024-09-15T22:05:08.633986+0000","last_became_active":"2024-09-15T22:05:07.632200+0000","last_became_peered":"2024-09-15T22:05:07.632200+0000","last_unstale":"2024-09-15T22:05:08.633986+0000","last_undegraded":"2024-09-15T22:05:08.633986+0000","last_fullsized":"2024-09-15T22:05:08.633986+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-15T22:05:06.611209+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-15T22:05:06.611209+0000","last_clean_scrub_stamp":"2024-09-15T22:05:06.611209+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T05:54:11.145046+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,7],"acting":[2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"4.c","version":"0'0","reported_seq":14,"reported_epoch":33,"state":"active+clean","last_fresh":"2024-09-15T22:05:08.635154+0000","last_change":"2024-09-15T22:05:06.633041+0000","last_active":"2024-09-15T22:05:08.635154+0000","last_peered":"2024-09-15T22:05:08.635154+0000","last_clean":"2024-09-15T22:05:08.635154+0000","last_became_active":"2024-09-15T22:05:06.632779+0000","last_became_peered":"2024-09-15T22:05:06.632779+0000","last_unstale":"2024-09-15T22:05:08.635154+0000","last_undegraded":"2024-09-15T22:05:08.635154+0000","last_fullsized":"2024-09-15T22:05:08.635154+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-15T22:05:05.609249+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-15T22:05:05.609249+0000","last_clean_scrub_stamp":"2024-09-15T22:05:05.609249+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T05:15:03.382952+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"5.a","version":"0'0","reported_seq":12,"reported_epoch":33,"state":"active+clean","last_fresh":"2024-09-15T22:05:08.633658+0000","last_change":"2024-09-15T22:05:07.627939+0000","last_active":"2024-09-15T22:05:08.633658+0000","last_peered":"2024-09-15T22:05:08.633658+0000","last_clean":"2024-09-15T22:05:08.633658+0000","last_became_active":"2024-09-15T22:05:07.627014+0000","last_became_peered":"2024-09-15T22:05:07.627014+0000","last_unstale":"2024-09-15T22:05:08.633658+0000","last_undegraded":"2024-09-15T22:05:08.633658+0000","last_fullsized":"2024-09-15T22:05:08.633658+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-15T22:05:06.611209+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-15T22:05:06.611209+0000","last_clean_scrub_stamp":"2024-09-15T22:05:06.611209+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-16T22:49:44.936534+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,4],"acting":[2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"4.b","version":"32'2","reported_seq":16,"reported_epoch":33,"state":"active+clean","last_fresh":"2024-09-15T22:05:08.890406+0000","last_change":"2024-09-15T22:05:06.636364+0000","last_active":"2024-09-15T22:05:08.890406+0000","last_peered":"2024-09-15T22:05:08.890406+0000","last_clean":"2024-09-15T22:05:08.890406+0000","last_became_active":"2024-09-15T22:05:06.636082+0000","last_became_peered":"2024-09-15T22:05:06.636082+0000","last_unstale":"2024-09-15T22:05:08.890406+0000","last_undegraded":"2024-09-15T22:05:08.890406+0000","last_fullsized":"2024-09-15T22:05:08.890406+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-15T22:05:05.609249+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-15T22:05:05.609249+0000","last_clean_scrub_stamp":"2024-09-15T22:05:05.609249+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T07:46:02.512213+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"5.b","version":"0'0","reported_seq":12,"reported_epoch":33,"state":"active+clean","last_fresh":"2024-09-15T22:05:08.633848+0000","last_change":"2024-09-15T22:05:07.639997+0000","last_active":"2024-09-15T22:05:08.633848+0000","last_peered":"2024-09-15T22:05:08.633848+0000","last_clean":"2024-09-15T22:05:08.633848+0000","last_became_active":"2024-09-15T22:05:07.639644+0000","last_became_peered":"2024-09-15T22:05:07.639644+0000","last_unstale":"2024-09-15T22:05:08.633848+0000","last_undegraded":"2024-09-15T22:05:08.633848+0000","last_fullsized":"2024-09-15T22:05:08.633848+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-15T22:05:06.611209+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-15T22:05:06.611209+0000","last_clean_scrub_stamp":"2024-09-15T22:05:06.611209+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-16T23:09:01.677333+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,0],"acting":[2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"4.a","version":"0'0","reported_seq":12,"reported_epoch":32,"state":"active+clean","last_fresh":"2024-09-15T22:05:07.624751+0000","last_change":"2024-09-15T22:05:06.639851+0000","last_active":"2024-09-15T22:05:07.624751+0000","last_peered":"2024-09-15T22:05:07.624751+0000","last_clean":"2024-09-15T22:05:07.624751+0000","last_became_active":"2024-09-15T22:05:06.639535+0000","last_became_peered":"2024-09-15T22:05:06.639535+0000","last_unstale":"2024-09-15T22:05:07.624751+0000","last_undegraded":"2024-09-15T22:05:07.624751+0000","last_fullsized":"2024-09-15T22:05:07.624751+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-15T22:05:05.609249+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-15T22:05:05.609249+0000","last_clean_scrub_stamp":"2024-09-15T22:05:05.609249+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T00:02:13.037400+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,1],"acting":[6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"5.8","version":"0'0","reported_seq":12,"reported_epoch":33,"state":"active+clean","last_fresh":"2024-09-15T22:05:08.633615+0000","last_change":"2024-09-15T22:05:07.633920+0000","last_active":"2024-09-15T22:05:08.633615+0000","last_peered":"2024-09-15T22:05:08.633615+0000","last_clean":"2024-09-15T22:05:08.633615+0000","last_became_active":"2024-09-15T22:05:07.633645+0000","last_became_peered":"2024-09-15T22:05:07.633645+0000","last_unstale":"2024-09-15T22:05:08.633615+0000","last_undegraded":"2024-09-15T22:05:08.633615+0000","last_fullsized":"2024-09-15T22:05:08.633615+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-15T22:05:06.611209+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-15T22:05:06.611209+0000","last_clean_scrub_stamp":"2024-09-15T22:05:06.611209+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T05:32:19.547231+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,0],"acting":[2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"4.9","version":"0'0","reported_seq":14,"reported_epoch":33,"state":"active+clean","last_fresh":"2024-09-15T22:05:08.634718+0000","last_change":"2024-09-15T22:05:06.634022+0000","last_active":"2024-09-15T22:05:08.634718+0000","last_peered":"2024-09-15T22:05:08.634718+0000","last_clean":"2024-09-15T22:05:08.634718+0000","last_became_active":"2024-09-15T22:05:06.633682+0000","last_became_peered":"2024-09-15T22:05:06.633682+0000","last_unstale":"2024-09-15T22:05:08.634718+0000","last_undegraded":"2024-09-15T22:05:08.634718+0000","last_fullsized":"2024-09-15T22:05:08.634718+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-15T22:05:05.609249+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-15T22:05:05.609249+0000","last_clean_scrub_stamp":"2024-09-15T22:05:05.609249+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T04:19:39.057871+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1],"acting":[4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"5.9","version":"0'0","reported_seq":12,"reported_epoch":33,"state":"active+clean","last_fresh":"2024-09-15T22:05:08.890850+0000","last_change":"2024-09-15T22:05:07.632804+0000","last_active":"2024-09-15T22:05:08.890850+0000","last_peered":"2024-09-15T22:05:08.890850+0000","last_clean":"2024-09-15T22:05:08.890850+0000","last_became_active":"2024-09-15T22:05:07.632540+0000","last_became_peered":"2024-09-15T22:05:07.632540+0000","last_unstale":"2024-09-15T22:05:08.890850+0000","last_undegraded":"2024-09-15T22:05:08.890850+0000","last_fullsized":"2024-09-15T22:05:08.890850+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-15T22:05:06.611209+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-15T22:05:06.611209+0000","last_clean_scrub_stamp":"2024-09-15T22:05:06.611209+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T05:35:41.657803+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.8","version":"0'0","reported_seq":14,"reported_epoch":33,"state":"active+clean","last_fresh":"2024-09-15T22:05:08.891433+0000","last_change":"2024-09-15T22:05:06.629505+0000","last_active":"2024-09-15T22:05:08.891433+0000","last_peered":"2024-09-15T22:05:08.891433+0000","last_clean":"2024-09-15T22:05:08.891433+0000","last_became_active":"2024-09-15T22:05:06.629229+0000","last_became_peered":"2024-09-15T22:05:06.629229+0000","last_unstale":"2024-09-15T22:05:08.891433+0000","last_undegraded":"2024-09-15T22:05:08.891433+0000","last_fullsized":"2024-09-15T22:05:08.891433+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-15T22:05:05.609249+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-15T22:05:05.609249+0000","last_clean_scrub_stamp":"2024-09-15T22:05:05.609249+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T08:18:12.799753+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"5.6","version":"0'0","reported_seq":12,"reported_epoch":33,"state":"active+clean","last_fresh":"2024-09-15T22:05:08.633919+0000","last_change":"2024-09-15T22:05:07.633293+0000","last_active":"2024-09-15T22:05:08.633919+0000","last_peered":"2024-09-15T22:05:08.633919+0000","last_clean":"2024-09-15T22:05:08.633919+0000","last_became_active":"2024-09-15T22:05:07.632964+0000","last_became_peered":"2024-09-15T22:05:07.632964+0000","last_unstale":"2024-09-15T22:05:08.633919+0000","last_undegraded":"2024-09-15T22:05:08.633919+0000","last_fullsized":"2024-09-15T22:05:08.633919+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-15T22:05:06.611209+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-15T22:05:06.611209+0000","last_clean_scrub_stamp":"2024-09-15T22:05:06.611209+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T07:47:39.183519+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5],"acting":[2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"4.7","version":"32'2","reported_seq":16,"reported_epoch":33,"state":"active+clean","last_fresh":"2024-09-15T22:05:08.891096+0000","last_change":"2024-09-15T22:05:06.638218+0000","last_active":"2024-09-15T22:05:08.891096+0000","last_peered":"2024-09-15T22:05:08.891096+0000","last_clean":"2024-09-15T22:05:08.891096+0000","last_became_active":"2024-09-15T22:05:06.637913+0000","last_became_peered":"2024-09-15T22:05:06.637913+0000","last_unstale":"2024-09-15T22:05:08.891096+0000","last_undegraded":"2024-09-15T22:05:08.891096+0000","last_fullsized":"2024-09-15T22:05:08.891096+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-15T22:05:05.609249+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-15T22:05:05.609249+0000","last_clean_scrub_stamp":"2024-09-15T22:05:05.609249+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-16T23:49:36.213784+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"5.7","version":"0'0","reported_seq":12,"reported_epoch":33,"state":"active+clean","last_fresh":"2024-09-15T22:05:08.892047+0000","last_change":"2024-09-15T22:05:07.653842+0000","last_active":"2024-09-15T22:05:08.892047+0000","last_peered":"2024-09-15T22:05:08.892047+0000","last_clean":"2024-09-15T22:05:08.892047+0000","last_became_active":"2024-09-15T22:05:07.653555+0000","last_became_peered":"2024-09-15T22:05:07.653555+0000","last_unstale":"2024-09-15T22:05:08.892047+0000","last_undegraded":"2024-09-15T22:05:08.892047+0000","last_fullsized":"2024-09-15T22:05:08.892047+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-15T22:05:06.611209+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-15T22:05:06.611209+0000","last_clean_scrub_stamp":"2024-09-15T22:05:06.611209+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T08:54:35.926228+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.6","version":"0'0","reported_seq":14,"reported_epoch":33,"state":"active+clean","last_fresh":"2024-09-15T22:05:08.890634+0000","last_change":"2024-09-15T22:05:06.635435+0000","last_active":"2024-09-15T22:05:08.890634+0000","last_peered":"2024-09-15T22:05:08.890634+0000","last_clean":"2024-09-15T22:05:08.890634+0000","last_became_active":"2024-09-15T22:05:06.635175+0000","last_became_peered":"2024-09-15T22:05:06.635175+0000","last_unstale":"2024-09-15T22:05:08.890634+0000","last_undegraded":"2024-09-15T22:05:08.890634+0000","last_fullsized":"2024-09-15T22:05:08.890634+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-15T22:05:05.609249+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-15T22:05:05.609249+0000","last_clean_scrub_stamp":"2024-09-15T22:05:05.609249+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T05:15:03.382952+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"5.5","version":"0'0","reported_seq":12,"reported_epoch":33,"state":"active+clean","last_fresh":"2024-09-15T22:05:08.890269+0000","last_change":"2024-09-15T22:05:07.650800+0000","last_active":"2024-09-15T22:05:08.890269+0000","last_peered":"2024-09-15T22:05:08.890269+0000","last_clean":"2024-09-15T22:05:08.890269+0000","last_became_active":"2024-09-15T22:05:07.649732+0000","last_became_peered":"2024-09-15T22:05:07.649732+0000","last_unstale":"2024-09-15T22:05:08.890269+0000","last_undegraded":"2024-09-15T22:05:08.890269+0000","last_fullsized":"2024-09-15T22:05:08.890269+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-15T22:05:06.611209+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-15T22:05:06.611209+0000","last_clean_scrub_stamp":"2024-09-15T22:05:06.611209+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T08:18:13.801712+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.4","version":"0'0","reported_seq":14,"reported_epoch":33,"state":"active+clean","last_fresh":"2024-09-15T22:05:08.890686+0000","last_change":"2024-09-15T22:05:06.639574+0000","last_active":"2024-09-15T22:05:08.890686+0000","last_peered":"2024-09-15T22:05:08.890686+0000","last_clean":"2024-09-15T22:05:08.890686+0000","last_became_active":"2024-09-15T22:05:06.639283+0000","last_became_peered":"2024-09-15T22:05:06.639283+0000","last_unstale":"2024-09-15T22:05:08.890686+0000","last_undegraded":"2024-09-15T22:05:08.890686+0000","last_fullsized":"2024-09-15T22:05:08.890686+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-15T22:05:05.609249+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-15T22:05:05.609249+0000","last_clean_scrub_stamp":"2024-09-15T22:05:05.609249+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T02:45:21.009057+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2],"acting":[1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"5.2","version":"0'0","reported_seq":9,"reported_epoch":32,"state":"active+clean","last_fresh":"2024-09-15T22:05:07.635364+0000","last_change":"2024-09-15T22:05:07.634037+0000","last_active":"2024-09-15T22:05:07.635364+0000","last_peered":"2024-09-15T22:05:07.635364+0000","last_clean":"2024-09-15T22:05:07.635364+0000","last_became_active":"2024-09-15T22:05:07.633788+0000","last_became_peered":"2024-09-15T22:05:07.633788+0000","last_unstale":"2024-09-15T22:05:07.635364+0000","last_undegraded":"2024-09-15T22:05:07.635364+0000","last_fullsized":"2024-09-15T22:05:07.635364+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-15T22:05:06.611209+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-15T22:05:06.611209+0000","last_clean_scrub_stamp":"2024-09-15T22:05:06.611209+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T06:34:40.852770+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0],"acting":[6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.3","version":"0'0","reported_seq":14,"reported_epoch":33,"state":"active+clean","last_fresh":"2024-09-15T22:05:08.890498+0000","last_change":"2024-09-15T22:05:06.632033+0000","last_active":"2024-09-15T22:05:08.890498+0000","last_peered":"2024-09-15T22:05:08.890498+0000","last_clean":"2024-09-15T22:05:08.890498+0000","last_became_active":"2024-09-15T22:05:06.631727+0000","last_became_peered":"2024-09-15T22:05:06.631727+0000","last_unstale":"2024-09-15T22:05:08.890498+0000","last_undegraded":"2024-09-15T22:05:08.890498+0000","last_fullsized":"2024-09-15T22:05:08.890498+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-15T22:05:05.609249+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-15T22:05:05.609249+0000","last_clean_scrub_stamp":"2024-09-15T22:05:05.609249+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-16T23:49:36.213784+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5],"acting":[0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"5.3","version":"0'0","reported_seq":12,"reported_epoch":33,"state":"active+clean","last_fresh":"2024-09-15T22:05:08.890275+0000","last_change":"2024-09-15T22:05:07.639986+0000","last_active":"2024-09-15T22:05:08.890275+0000","last_peered":"2024-09-15T22:05:08.890275+0000","last_clean":"2024-09-15T22:05:08.890275+0000","last_became_active":"2024-09-15T22:05:07.638483+0000","last_became_peered":"2024-09-15T22:05:07.638483+0000","last_unstale":"2024-09-15T22:05:08.890275+0000","last_undegraded":"2024-09-15T22:05:08.890275+0000","last_fullsized":"2024-09-15T22:05:08.890275+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-15T22:05:06.611209+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-15T22:05:06.611209+0000","last_clean_scrub_stamp":"2024-09-15T22:05:06.611209+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T04:54:36.595211+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6],"acting":[0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.2","version":"0'0","reported_seq":14,"reported_epoch":33,"state":"active+clean","last_fresh":"2024-09-15T22:05:08.890768+0000","last_change":"2024-09-15T22:05:06.638541+0000","last_active":"2024-09-15T22:05:08.890768+0000","last_peered":"2024-09-15T22:05:08.890768+0000","last_clean":"2024-09-15T22:05:08.890768+0000","last_became_active":"2024-09-15T22:05:06.637537+0000","last_became_peered":"2024-09-15T22:05:06.637537+0000","last_unstale":"2024-09-15T22:05:08.890768+0000","last_undegraded":"2024-09-15T22:05:08.890768+0000","last_fullsized":"2024-09-15T22:05:08.890768+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-15T22:05:05.609249+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-15T22:05:05.609249+0000","last_clean_scrub_stamp":"2024-09-15T22:05:05.609249+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T07:35:37.877098+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"5.0","version":"0'0","reported_seq":12,"reported_epoch":33,"state":"active+clean","last_fresh":"2024-09-15T22:05:08.634424+0000","last_change":"2024-09-15T22:05:07.642673+0000","last_active":"2024-09-15T22:05:08.634424+0000","last_peered":"2024-09-15T22:05:08.634424+0000","last_clean":"2024-09-15T22:05:08.634424+0000","last_became_active":"2024-09-15T22:05:07.642384+0000","last_became_peered":"2024-09-15T22:05:07.642384+0000","last_unstale":"2024-09-15T22:05:08.634424+0000","last_undegraded":"2024-09-15T22:05:08.634424+0000","last_fullsized":"2024-09-15T22:05:08.634424+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-15T22:05:06.611209+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-15T22:05:06.611209+0000","last_clean_scrub_stamp":"2024-09-15T22:05:06.611209+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T08:09:27.704827+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.1","version":"0'0","reported_seq":14,"reported_epoch":33,"state":"active+clean","last_fresh":"2024-09-15T22:05:08.634848+0000","last_change":"2024-09-15T22:05:06.626951+0000","last_active":"2024-09-15T22:05:08.634848+0000","last_peered":"2024-09-15T22:05:08.634848+0000","last_clean":"2024-09-15T22:05:08.634848+0000","last_became_active":"2024-09-15T22:05:06.626670+0000","last_became_peered":"2024-09-15T22:05:06.626670+0000","last_unstale":"2024-09-15T22:05:08.634848+0000","last_undegraded":"2024-09-15T22:05:08.634848+0000","last_fullsized":"2024-09-15T22:05:08.634848+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-15T22:05:05.609249+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-15T22:05:05.609249+0000","last_clean_scrub_stamp":"2024-09-15T22:05:05.609249+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-16T22:44:33.657440+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5],"acting":[4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"5.1","version":"0'0","reported_seq":12,"reported_epoch":33,"state":"active+clean","last_fresh":"2024-09-15T22:05:08.634703+0000","last_change":"2024-09-15T22:05:07.632865+0000","last_active":"2024-09-15T22:05:08.634703+0000","last_peered":"2024-09-15T22:05:08.634703+0000","last_clean":"2024-09-15T22:05:08.634703+0000","last_became_active":"2024-09-15T22:05:07.632546+0000","last_became_peered":"2024-09-15T22:05:07.632546+0000","last_unstale":"2024-09-15T22:05:08.634703+0000","last_undegraded":"2024-09-15T22:05:08.634703+0000","last_fullsized":"2024-09-15T22:05:08.634703+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-15T22:05:06.611209+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-15T22:05:06.611209+0000","last_clean_scrub_stamp":"2024-09-15T22:05:06.611209+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T04:54:36.595211+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.0","version":"0'0","reported_seq":14,"reported_epoch":33,"state":"active+clean","last_fresh":"2024-09-15T22:05:08.635081+0000","last_change":"2024-09-15T22:05:06.629650+0000","last_active":"2024-09-15T22:05:08.635081+0000","last_peered":"2024-09-15T22:05:08.635081+0000","last_clean":"2024-09-15T22:05:08.635081+0000","last_became_active":"2024-09-15T22:05:06.629365+0000","last_became_peered":"2024-09-15T22:05:06.629365+0000","last_unstale":"2024-09-15T22:05:08.635081+0000","last_undegraded":"2024-09-15T22:05:08.635081+0000","last_fullsized":"2024-09-15T22:05:08.635081+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-15T22:05:05.609249+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-15T22:05:05.609249+0000","last_clean_scrub_stamp":"2024-09-15T22:05:05.609249+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T01:43:09.619659+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.4","version":"0'0","reported_seq":12,"reported_epoch":33,"state":"active+clean","last_fresh":"2024-09-15T22:05:08.890502+0000","last_change":"2024-09-15T22:05:07.635456+0000","last_active":"2024-09-15T22:05:08.890502+0000","last_peered":"2024-09-15T22:05:08.890502+0000","last_clean":"2024-09-15T22:05:08.890502+0000","last_became_active":"2024-09-15T22:05:07.635188+0000","last_became_peered":"2024-09-15T22:05:07.635188+0000","last_unstale":"2024-09-15T22:05:08.890502+0000","last_undegraded":"2024-09-15T22:05:08.890502+0000","last_fullsized":"2024-09-15T22:05:08.890502+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-15T22:05:06.611209+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-15T22:05:06.611209+0000","last_clean_scrub_stamp":"2024-09-15T22:05:06.611209+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T05:56:25.664775+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2],"acting":[7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.5","version":"0'0","reported_seq":12,"reported_epoch":32,"state":"active+clean","last_fresh":"2024-09-15T22:05:07.624315+0000","last_change":"2024-09-15T22:05:06.635309+0000","last_active":"2024-09-15T22:05:07.624315+0000","last_peered":"2024-09-15T22:05:07.624315+0000","last_clean":"2024-09-15T22:05:07.624315+0000","last_became_active":"2024-09-15T22:05:06.635035+0000","last_became_peered":"2024-09-15T22:05:06.635035+0000","last_unstale":"2024-09-15T22:05:07.624315+0000","last_undegraded":"2024-09-15T22:05:07.624315+0000","last_fullsized":"2024-09-15T22:05:07.624315+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-15T22:05:05.609249+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-15T22:05:05.609249+0000","last_clean_scrub_stamp":"2024-09-15T22:05:05.609249+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T06:44:04.680376+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"1.0","version":"17'117","reported_seq":191,"reported_epoch":33,"state":"active+clean","last_fresh":"2024-09-15T22:05:08.891012+0000","last_change":"2024-09-15T22:04:16.056574+0000","last_active":"2024-09-15T22:05:08.891012+0000","last_peered":"2024-09-15T22:05:08.891012+0000","last_clean":"2024-09-15T22:05:08.891012+0000","last_became_active":"2024-09-15T22:04:16.055577+0000","last_became_peered":"2024-09-15T22:04:16.055577+0000","last_unstale":"2024-09-15T22:05:08.891012+0000","last_undegraded":"2024-09-15T22:05:08.891012+0000","last_fullsized":"2024-09-15T22:05:08.891012+0000","mapping_epoch":15,"log_start":"0'0","ondisk_log_start":"0'0","created":15,"last_epoch_clean":16,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-15T22:04:14.948623+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-15T22:04:14.948623+0000","last_clean_scrub_stamp":"2024-09-15T22:04:14.948623+0000","objects_scrubbed":0,"log_size":117,"log_dups_size":0,"ondisk_log_size":117,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T08:16:14.663572+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":159,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]}],"pool_stats":[{"poolid":5,"num_pg":64,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":128,"acting":128,"num_store_stats":8},{"poolid":4,"num_pg":32,"stat_sum":{"num_bytes":2410,"num_objects":21,"num_object_clones":0,"num_object_copies":42,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":21,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":44,"num_write_kb":14,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":13,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":65536,"data_stored":4820,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":38,"ondisk_log_size":38,"up":64,"acting":64,"num_store_stats":8},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":159,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":1187840,"data_stored":1180736,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":117,"ondisk_log_size":117,"up":2,"acting":2,"num_store_stats":2}],"osd_stats":[{"osd":7,"up_from":14,"seq":60129542157,"num_pgs":1,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":32140,"kb_used_data":944,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94339700,"statfs":{"total":96636764160,"available":96603852800,"internally_reserved":0,"allocated":966656,"data_stored":733186,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1590,"internal_metadata":31914442},"hb_peers":[0,1,2,3,4,5,6],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":3,"apply_latency_ms":3,"commit_latency_ns":3000000,"apply_latency_ns":3000000},"alerts":[]},{"osd":5,"up_from":14,"seq":60129542157,"num_pgs":24,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":31544,"kb_used_data":356,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94340296,"statfs":{"total":96636764160,"available":96604463104,"internally_reserved":0,"allocated":364544,"data_stored":137100,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":31914437},"hb_peers":[0,1,2,3,4,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":2,"apply_latency_ms":2,"commit_latency_ns":2000000,"apply_latency_ns":2000000},"alerts":[]},{"osd":4,"up_from":14,"seq":60129542157,"num_pgs":29,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":31560,"kb_used_data":368,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94340280,"statfs":{"total":96636764160,"available":96604446720,"internally_reserved":0,"allocated":376832,"data_stored":142832,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":31914437},"hb_peers":[0,1,2,3,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":2,"apply_latency_ms":2,"commit_latency_ns":2000000,"apply_latency_ns":2000000},"alerts":[]},{"osd":3,"up_from":14,"seq":60129542159,"num_pgs":31,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27396,"kb_used_data":364,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344444,"statfs":{"total":96636764160,"available":96608710656,"internally_reserved":0,"allocated":372736,"data_stored":138062,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1593,"internal_metadata":27654599},"hb_peers":[0,1,2,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":3,"apply_latency_ms":3,"commit_latency_ns":3000000,"apply_latency_ns":3000000},"alerts":[]},{"osd":2,"up_from":14,"seq":60129542159,"num_pgs":17,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27400,"kb_used_data":364,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344440,"statfs":{"total":96636764160,"available":96608706560,"internally_reserved":0,"allocated":372736,"data_stored":142798,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[0,1,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":4,"apply_latency_ms":4,"commit_latency_ns":4000000,"apply_latency_ns":4000000},"alerts":[]},{"osd":1,"up_from":14,"seq":60129542158,"num_pgs":5,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27392,"kb_used_data":364,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344448,"statfs":{"total":96636764160,"available":96608714752,"internally_reserved":0,"allocated":372736,"data_stored":138062,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[0,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":4,"apply_latency_ms":4,"commit_latency_ns":4000000,"apply_latency_ns":4000000},"alerts":[]},{"osd":0,"up_from":14,"seq":60129542158,"num_pgs":1,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27968,"kb_used_data":940,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94343872,"statfs":{"total":96636764160,"available":96608124928,"internally_reserved":0,"allocated":962560,"data_stored":733096,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[1,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":4,"apply_latency_ms":4,"commit_latency_ns":4000000,"apply_latency_ns":4000000},"alerts":[]},{"osd":6,"up_from":13,"seq":55834574862,"num_pgs":19,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":35708,"kb_used_data":356,"kb_used_omap":1,"kb_used_meta":35326,"kb_avail":94336132,"statfs":{"total":96636764160,"available":96600199168,"internally_reserved":0,"allocated":364544,"data_stored":137044,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":36174278},"hb_peers":[0,1,2,3,4,5,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":1634,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":70,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":1634,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":104,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":672,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":616,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":90,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2024-09-15T22:05:10.618 DEBUG:teuthology.orchestra.run.smithi063:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph pg dump --format=json 2024-09-15T22:05:10.756 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:10.754+0000 7f8fcf533640 1 Processor -- start 2024-09-15T22:05:10.756 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:10.755+0000 7f8fcf533640 1 -- start start 2024-09-15T22:05:10.758 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:10.755+0000 7f8fcf533640 1 --2- >> [v2:172.21.15.110:3301/0,v1:172.21.15.110:6790/0] conn(0x7f8fc8147fc0 0x7f8fc815ea60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-15T22:05:10.758 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:10.755+0000 7f8fcf533640 1 --2- >> v2:172.21.15.110:3300/0 conn(0x7f8fc80d0ee0 0x7f8fc80d1340 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-15T22:05:10.758 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:10.756+0000 7f8fcf533640 1 --2- >> v2:172.21.15.63:3300/0 conn(0x7f8fc80b97d0 0x7f8fc80b9c00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-15T22:05:10.758 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:10.756+0000 7f8fcf533640 1 -- --> v2:172.21.15.63:3300/0 -- mon_getmap magic: 0 -- 0x7f8fc81483a0 con 0x7f8fc80b97d0 2024-09-15T22:05:10.758 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:10.756+0000 7f8fcf533640 1 -- --> v2:172.21.15.110:3300/0 -- mon_getmap magic: 0 -- 0x7f8fc815efa0 con 0x7f8fc80d0ee0 2024-09-15T22:05:10.758 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:10.756+0000 7f8fcf533640 1 -- --> [v2:172.21.15.110:3301/0,v1:172.21.15.110:6790/0] -- mon_getmap magic: 0 -- 0x7f8fc80d1880 con 0x7f8fc8147fc0 2024-09-15T22:05:10.758 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:10.756+0000 7f8fcdad0640 1 --2- >> v2:172.21.15.63:3300/0 conn(0x7f8fc80b97d0 0x7f8fc80b9c00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-15T22:05:10.758 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:10.756+0000 7f8fcdad0640 1 --2- >> v2:172.21.15.63:3300/0 conn(0x7f8fc80b97d0 0x7f8fc80b9c00 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.63:3300/0 says I am v2:172.21.15.63:48338/0 (socket says 172.21.15.63:48338) 2024-09-15T22:05:10.758 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:10.756+0000 7f8fcdad0640 1 -- 172.21.15.63:0/2810493206 learned_addr learned my addr 172.21.15.63:0/2810493206 (peer_addr_for_me v2:172.21.15.63:0/0) 2024-09-15T22:05:10.758 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:10.756+0000 7f8fcd2cf640 1 --2- 172.21.15.63:0/2810493206 >> [v2:172.21.15.110:3301/0,v1:172.21.15.110:6790/0] conn(0x7f8fc8147fc0 0x7f8fc815ea60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-15T22:05:10.758 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:10.756+0000 7f8fccace640 1 --2- 172.21.15.63:0/2810493206 >> v2:172.21.15.110:3300/0 conn(0x7f8fc80d0ee0 0x7f8fc80d1340 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-15T22:05:10.759 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:10.756+0000 7f8fcdad0640 1 -- 172.21.15.63:0/2810493206 >> [v2:172.21.15.110:3301/0,v1:172.21.15.110:6790/0] conn(0x7f8fc8147fc0 msgr2=0x7f8fc815ea60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-15T22:05:10.759 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:10.756+0000 7f8fcdad0640 1 --2- 172.21.15.63:0/2810493206 >> [v2:172.21.15.110:3301/0,v1:172.21.15.110:6790/0] conn(0x7f8fc8147fc0 0x7f8fc815ea60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T22:05:10.759 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:10.756+0000 7f8fcdad0640 1 -- 172.21.15.63:0/2810493206 >> v2:172.21.15.110:3300/0 conn(0x7f8fc80d0ee0 msgr2=0x7f8fc80d1340 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-15T22:05:10.759 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:10.756+0000 7f8fcdad0640 1 --2- 172.21.15.63:0/2810493206 >> v2:172.21.15.110:3300/0 conn(0x7f8fc80d0ee0 0x7f8fc80d1340 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T22:05:10.759 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:10.756+0000 7f8fcdad0640 1 -- 172.21.15.63:0/2810493206 --> v2:172.21.15.63:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f8fc80d2750 con 0x7f8fc80b97d0 2024-09-15T22:05:10.760 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:10.757+0000 7f8fcdad0640 1 --2- 172.21.15.63:0/2810493206 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f8fc80b97d0 0x7f8fc80b9c00 secure :-1 s=READY pgs=262 cs=0 l=1 rev1=1 crypto rx=0x7f8fc8068480 tx=0x7f8fc002a6c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=6f17910f2c0c5588 server_cookie=0 in_seq=0 out_seq=0 2024-09-15T22:05:10.760 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:10.757+0000 7f8fbffff640 1 -- 172.21.15.63:0/2810493206 <== mon.0 v2:172.21.15.63:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8fc0036070 con 0x7f8fc80b97d0 2024-09-15T22:05:10.761 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:10.757+0000 7f8fbffff640 1 -- 172.21.15.63:0/2810493206 <== mon.0 v2:172.21.15.63:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f8fc0031600 con 0x7f8fc80b97d0 2024-09-15T22:05:10.761 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:10.757+0000 7f8fbffff640 1 -- 172.21.15.63:0/2810493206 <== mon.0 v2:172.21.15.63:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8fc00319d0 con 0x7f8fc80b97d0 2024-09-15T22:05:10.761 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:10.757+0000 7f8fcf533640 1 -- 172.21.15.63:0/2810493206 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f8fc80b97d0 msgr2=0x7f8fc80b9c00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-15T22:05:10.761 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:10.757+0000 7f8fcf533640 1 --2- 172.21.15.63:0/2810493206 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f8fc80b97d0 0x7f8fc80b9c00 secure :-1 s=READY pgs=262 cs=0 l=1 rev1=1 crypto rx=0x7f8fc8068480 tx=0x7f8fc002a6c0 comp rx=0 tx=0).stop 2024-09-15T22:05:10.761 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:10.757+0000 7f8fcf533640 1 -- 172.21.15.63:0/2810493206 shutdown_connections 2024-09-15T22:05:10.761 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:10.757+0000 7f8fcf533640 1 --2- 172.21.15.63:0/2810493206 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f8fc80b97d0 0x7f8fc80b9c00 unknown :-1 s=CLOSED pgs=262 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T22:05:10.761 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:10.757+0000 7f8fcf533640 1 --2- 172.21.15.63:0/2810493206 >> v2:172.21.15.110:3300/0 conn(0x7f8fc80d0ee0 0x7f8fc80d1340 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T22:05:10.761 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:10.757+0000 7f8fcf533640 1 --2- 172.21.15.63:0/2810493206 >> [v2:172.21.15.110:3301/0,v1:172.21.15.110:6790/0] conn(0x7f8fc8147fc0 0x7f8fc815ea60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T22:05:10.761 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:10.757+0000 7f8fcf533640 1 -- 172.21.15.63:0/2810493206 >> 172.21.15.63:0/2810493206 conn(0x7f8fc8074fe0 msgr2=0x7f8fc806bbe0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-15T22:05:10.761 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:10.758+0000 7f8fcf533640 1 -- 172.21.15.63:0/2810493206 shutdown_connections 2024-09-15T22:05:10.762 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:10.758+0000 7f8fcf533640 1 -- 172.21.15.63:0/2810493206 wait complete. 2024-09-15T22:05:10.762 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:10.759+0000 7f8fcf533640 1 Processor -- start 2024-09-15T22:05:10.762 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:10.759+0000 7f8fcf533640 1 -- start start 2024-09-15T22:05:10.764 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:10.759+0000 7f8fcf533640 1 --2- >> [v2:172.21.15.110:3301/0,v1:172.21.15.110:6790/0] conn(0x7f8fc80b97d0 0x7f8fc81442e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-15T22:05:10.764 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:10.759+0000 7f8fcf533640 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f8fc80d0ee0 0x7f8fc81e70b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-15T22:05:10.764 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:10.759+0000 7f8fcf533640 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f8fc8147fc0 0x7f8fc81e9560 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-15T22:05:10.764 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:10.759+0000 7f8fcf533640 1 -- --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 -- 0x7f8fc80d2d10 con 0x7f8fc8147fc0 2024-09-15T22:05:10.765 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:10.759+0000 7f8fcf533640 1 -- --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_getmap magic: 0 -- 0x7f8fc80d2500 con 0x7f8fc80d0ee0 2024-09-15T22:05:10.765 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:10.759+0000 7f8fcf533640 1 -- --> [v2:172.21.15.110:3301/0,v1:172.21.15.110:6790/0] -- mon_getmap magic: 0 -- 0x7f8fc80d2ff0 con 0x7f8fc80b97d0 2024-09-15T22:05:10.765 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:10.760+0000 7f8fcdad0640 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f8fc8147fc0 0x7f8fc81e9560 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-15T22:05:10.765 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:10.760+0000 7f8fcdad0640 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f8fc8147fc0 0x7f8fc81e9560 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.63:3300/0 says I am v2:172.21.15.63:48344/0 (socket says 172.21.15.63:48344) 2024-09-15T22:05:10.765 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:10.760+0000 7f8fcdad0640 1 -- 172.21.15.63:0/386044400 learned_addr learned my addr 172.21.15.63:0/386044400 (peer_addr_for_me v2:172.21.15.63:0/0) 2024-09-15T22:05:10.765 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:10.760+0000 7f8fcd2cf640 1 --2- 172.21.15.63:0/386044400 >> [v2:172.21.15.110:3301/0,v1:172.21.15.110:6790/0] conn(0x7f8fc80b97d0 0x7f8fc81442e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-15T22:05:10.765 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:10.760+0000 7f8fccace640 1 --2- 172.21.15.63:0/386044400 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f8fc80d0ee0 0x7f8fc81e70b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-15T22:05:10.765 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:10.760+0000 7f8fcdad0640 1 -- 172.21.15.63:0/386044400 >> [v2:172.21.15.110:3301/0,v1:172.21.15.110:6790/0] conn(0x7f8fc80b97d0 msgr2=0x7f8fc81442e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-15T22:05:10.765 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:10.760+0000 7f8fcdad0640 1 --2- 172.21.15.63:0/386044400 >> [v2:172.21.15.110:3301/0,v1:172.21.15.110:6790/0] conn(0x7f8fc80b97d0 0x7f8fc81442e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T22:05:10.765 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:10.760+0000 7f8fcdad0640 1 -- 172.21.15.63:0/386044400 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f8fc80d0ee0 msgr2=0x7f8fc81e70b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-15T22:05:10.765 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:10.760+0000 7f8fcdad0640 1 --2- 172.21.15.63:0/386044400 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f8fc80d0ee0 0x7f8fc81e70b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T22:05:10.765 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:10.760+0000 7f8fcdad0640 1 -- 172.21.15.63:0/386044400 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f8fc81e8ef0 con 0x7f8fc8147fc0 2024-09-15T22:05:10.766 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:10.760+0000 7f8fcd2cf640 1 --2- 172.21.15.63:0/386044400 >> [v2:172.21.15.110:3301/0,v1:172.21.15.110:6790/0] conn(0x7f8fc80b97d0 0x7f8fc81442e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-15T22:05:10.766 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:10.760+0000 7f8fcdad0640 1 --2- 172.21.15.63:0/386044400 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f8fc8147fc0 0x7f8fc81e9560 secure :-1 s=READY pgs=263 cs=0 l=1 rev1=1 crypto rx=0x7f8fc0034040 tx=0x7f8fc0004a40 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-15T22:05:10.766 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:10.760+0000 7f8fbdffb640 1 -- 172.21.15.63:0/386044400 <== mon.0 v2:172.21.15.63:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8fc0036050 con 0x7f8fc8147fc0 2024-09-15T22:05:10.766 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:10.760+0000 7f8fbdffb640 1 -- 172.21.15.63:0/386044400 <== mon.0 v2:172.21.15.63:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f8fc0042070 con 0x7f8fc8147fc0 2024-09-15T22:05:10.766 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:10.760+0000 7f8fcf533640 1 -- 172.21.15.63:0/386044400 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f8fc8143800 con 0x7f8fc8147fc0 2024-09-15T22:05:10.766 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:10.760+0000 7f8fbdffb640 1 -- 172.21.15.63:0/386044400 <== mon.0 v2:172.21.15.63:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8fc0009510 con 0x7f8fc8147fc0 2024-09-15T22:05:10.766 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:10.761+0000 7f8fcf533640 1 -- 172.21.15.63:0/386044400 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f8fc8143dc0 con 0x7f8fc8147fc0 2024-09-15T22:05:10.766 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:10.761+0000 7f8fcf533640 1 -- 172.21.15.63:0/386044400 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f8fc80ba1d0 con 0x7f8fc8147fc0 2024-09-15T22:05:10.766 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:10.762+0000 7f8fbdffb640 1 -- 172.21.15.63:0/386044400 <== mon.0 v2:172.21.15.63:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7f8fc0007c70 con 0x7f8fc8147fc0 2024-09-15T22:05:10.766 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:10.762+0000 7f8fbdffb640 1 --2- 172.21.15.63:0/386044400 >> [v2:172.21.15.110:6832/552273267,v1:172.21.15.110:6833/552273267] conn(0x7f8fac06c2b0 0x7f8fac06e770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-15T22:05:10.766 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:10.763+0000 7f8fbdffb640 1 -- 172.21.15.63:0/386044400 <== mon.0 v2:172.21.15.63:3300/0 5 ==== osd_map(33..33 src has 1..33) ==== 5709+0+0 (secure 0 0 0) 0x7f8fc00ac350 con 0x7f8fc8147fc0 2024-09-15T22:05:10.766 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:10.763+0000 7f8fcd2cf640 1 --2- 172.21.15.63:0/386044400 >> [v2:172.21.15.110:6832/552273267,v1:172.21.15.110:6833/552273267] conn(0x7f8fac06c2b0 0x7f8fac06e770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-15T22:05:10.767 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:10.763+0000 7f8fcd2cf640 1 --2- 172.21.15.63:0/386044400 >> [v2:172.21.15.110:6832/552273267,v1:172.21.15.110:6833/552273267] conn(0x7f8fac06c2b0 0x7f8fac06e770 secure :-1 s=READY pgs=147 cs=0 l=1 rev1=1 crypto rx=0x7f8fc4006fd0 tx=0x7f8fc4008040 comp rx=0 tx=0).ready entity=mgr.4102 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-15T22:05:10.768 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:10.767+0000 7f8fbdffb640 1 -- 172.21.15.63:0/386044400 <== mon.0 v2:172.21.15.63:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7f8fc007aa30 con 0x7f8fc8147fc0 2024-09-15T22:05:10.940 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:10.939+0000 7f8fcf533640 1 -- 172.21.15.63:0/386044400 --> [v2:172.21.15.110:6832/552273267,v1:172.21.15.110:6833/552273267] -- mgr_command(tid 0: {"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}) -- 0x7f8fc80d50a0 con 0x7f8fac06c2b0 2024-09-15T22:05:10.947 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:10.945+0000 7f8fbdffb640 1 -- 172.21.15.63:0/386044400 <== mgr.4102 v2:172.21.15.110:6832/552273267 1 ==== mgr_command_reply(tid 0: 0 dumped all) ==== 18+0+251942 (secure 0 0 0) 0x7f8fc80d50a0 con 0x7f8fac06c2b0 2024-09-15T22:05:10.949 INFO:teuthology.orchestra.run.smithi063.stdout: 2024-09-15T22:05:10.951 INFO:teuthology.orchestra.run.smithi063.stderr:dumped all 2024-09-15T22:05:10.952 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:10.948+0000 7f8fcf533640 1 -- 172.21.15.63:0/386044400 >> [v2:172.21.15.110:6832/552273267,v1:172.21.15.110:6833/552273267] conn(0x7f8fac06c2b0 msgr2=0x7f8fac06e770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-15T22:05:10.952 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:10.948+0000 7f8fcf533640 1 --2- 172.21.15.63:0/386044400 >> [v2:172.21.15.110:6832/552273267,v1:172.21.15.110:6833/552273267] conn(0x7f8fac06c2b0 0x7f8fac06e770 secure :-1 s=READY pgs=147 cs=0 l=1 rev1=1 crypto rx=0x7f8fc4006fd0 tx=0x7f8fc4008040 comp rx=0 tx=0).stop 2024-09-15T22:05:10.952 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:10.948+0000 7f8fcf533640 1 -- 172.21.15.63:0/386044400 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f8fc8147fc0 msgr2=0x7f8fc81e9560 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-15T22:05:10.952 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:10.948+0000 7f8fcf533640 1 --2- 172.21.15.63:0/386044400 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f8fc8147fc0 0x7f8fc81e9560 secure :-1 s=READY pgs=263 cs=0 l=1 rev1=1 crypto rx=0x7f8fc0034040 tx=0x7f8fc0004a40 comp rx=0 tx=0).stop 2024-09-15T22:05:10.953 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:10.949+0000 7f8fcf533640 1 -- 172.21.15.63:0/386044400 shutdown_connections 2024-09-15T22:05:10.953 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:10.949+0000 7f8fcf533640 1 --2- 172.21.15.63:0/386044400 >> [v2:172.21.15.110:6832/552273267,v1:172.21.15.110:6833/552273267] conn(0x7f8fac06c2b0 0x7f8fac06e770 unknown :-1 s=CLOSED pgs=147 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T22:05:10.953 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:10.949+0000 7f8fcf533640 1 --2- 172.21.15.63:0/386044400 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f8fc80d0ee0 0x7f8fc81e70b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T22:05:10.953 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:10.949+0000 7f8fcf533640 1 --2- 172.21.15.63:0/386044400 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f8fc8147fc0 0x7f8fc81e9560 unknown :-1 s=CLOSED pgs=263 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T22:05:10.953 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:10.949+0000 7f8fcf533640 1 --2- 172.21.15.63:0/386044400 >> [v2:172.21.15.110:3301/0,v1:172.21.15.110:6790/0] conn(0x7f8fc80b97d0 0x7f8fc81442e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T22:05:10.953 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:10.949+0000 7f8fcf533640 1 -- 172.21.15.63:0/386044400 >> 172.21.15.63:0/386044400 conn(0x7f8fc8074fe0 msgr2=0x7f8fc80b74c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-15T22:05:10.953 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:10.949+0000 7f8fcf533640 1 -- 172.21.15.63:0/386044400 shutdown_connections 2024-09-15T22:05:10.953 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:10.949+0000 7f8fcf533640 1 -- 172.21.15.63:0/386044400 wait complete. 2024-09-15T22:05:10.962 INFO:teuthology.orchestra.run.smithi063.stdout:{"pg_ready":true,"pg_map":{"version":55,"stamp":"2024-09-15T22:05:10.248157+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":592778,"num_objects":23,"num_object_clones":0,"num_object_copies":46,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":23,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":203,"num_write_kb":2430,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":13,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":155,"ondisk_log_size":155,"up":194,"acting":194,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":127,"num_osds":8,"num_per_pool_osds":8,"num_per_pool_omap_osds":8,"kb":754974720,"kb_used":241108,"kb_used_data":4056,"kb_used_omap":12,"kb_used_meta":236851,"kb_avail":754733612,"statfs":{"total":773094113280,"available":772847218688,"internally_reserved":0,"allocated":4153344,"data_stored":2302180,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":12752,"internal_metadata":242535984},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":23,"apply_latency_ms":23,"commit_latency_ns":23000000,"apply_latency_ns":23000000},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":2410,"num_objects":21,"num_object_clones":0,"num_object_copies":42,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":21,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":44,"num_write_kb":14,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":13,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"4.636569"},"pg_stats":[{"pgid":"5.3f","version":"0'0","reported_seq":9,"reported_epoch":32,"state":"active+clean","last_fresh":"2024-09-15T22:05:07.634292+0000","last_change":"2024-09-15T22:05:07.633146+0000","last_active":"2024-09-15T22:05:07.634292+0000","last_peered":"2024-09-15T22:05:07.634292+0000","last_clean":"2024-09-15T22:05:07.634292+0000","last_became_active":"2024-09-15T22:05:07.632851+0000","last_became_peered":"2024-09-15T22:05:07.632851+0000","last_unstale":"2024-09-15T22:05:07.634292+0000","last_undegraded":"2024-09-15T22:05:07.634292+0000","last_fullsized":"2024-09-15T22:05:07.634292+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-15T22:05:06.611209+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-15T22:05:06.611209+0000","last_clean_scrub_stamp":"2024-09-15T22:05:06.611209+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T06:56:35.820512+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5],"acting":[6,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"5.3e","version":"0'0","reported_seq":12,"reported_epoch":33,"state":"active+clean","last_fresh":"2024-09-15T22:05:08.634859+0000","last_change":"2024-09-15T22:05:07.639172+0000","last_active":"2024-09-15T22:05:08.634859+0000","last_peered":"2024-09-15T22:05:08.634859+0000","last_clean":"2024-09-15T22:05:08.634859+0000","last_became_active":"2024-09-15T22:05:07.638900+0000","last_became_peered":"2024-09-15T22:05:07.638900+0000","last_unstale":"2024-09-15T22:05:08.634859+0000","last_undegraded":"2024-09-15T22:05:08.634859+0000","last_fullsized":"2024-09-15T22:05:08.634859+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-15T22:05:06.611209+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-15T22:05:06.611209+0000","last_clean_scrub_stamp":"2024-09-15T22:05:06.611209+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T03:26:56.021047+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.3d","version":"0'0","reported_seq":12,"reported_epoch":33,"state":"active+clean","last_fresh":"2024-09-15T22:05:08.891892+0000","last_change":"2024-09-15T22:05:07.649920+0000","last_active":"2024-09-15T22:05:08.891892+0000","last_peered":"2024-09-15T22:05:08.891892+0000","last_clean":"2024-09-15T22:05:08.891892+0000","last_became_active":"2024-09-15T22:05:07.649639+0000","last_became_peered":"2024-09-15T22:05:07.649639+0000","last_unstale":"2024-09-15T22:05:08.891892+0000","last_undegraded":"2024-09-15T22:05:08.891892+0000","last_fullsized":"2024-09-15T22:05:08.891892+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-15T22:05:06.611209+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-15T22:05:06.611209+0000","last_clean_scrub_stamp":"2024-09-15T22:05:06.611209+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T08:15:07.878038+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"5.3c","version":"0'0","reported_seq":12,"reported_epoch":33,"state":"active+clean","last_fresh":"2024-09-15T22:05:08.890545+0000","last_change":"2024-09-15T22:05:07.650394+0000","last_active":"2024-09-15T22:05:08.890545+0000","last_peered":"2024-09-15T22:05:08.890545+0000","last_clean":"2024-09-15T22:05:08.890545+0000","last_became_active":"2024-09-15T22:05:07.650118+0000","last_became_peered":"2024-09-15T22:05:07.650118+0000","last_unstale":"2024-09-15T22:05:08.890545+0000","last_undegraded":"2024-09-15T22:05:08.890545+0000","last_fullsized":"2024-09-15T22:05:08.890545+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-15T22:05:06.611209+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-15T22:05:06.611209+0000","last_clean_scrub_stamp":"2024-09-15T22:05:06.611209+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T09:08:26.082498+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4],"acting":[1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"5.3b","version":"0'0","reported_seq":12,"reported_epoch":33,"state":"active+clean","last_fresh":"2024-09-15T22:05:08.633680+0000","last_change":"2024-09-15T22:05:07.633383+0000","last_active":"2024-09-15T22:05:08.633680+0000","last_peered":"2024-09-15T22:05:08.633680+0000","last_clean":"2024-09-15T22:05:08.633680+0000","last_became_active":"2024-09-15T22:05:07.633071+0000","last_became_peered":"2024-09-15T22:05:07.633071+0000","last_unstale":"2024-09-15T22:05:08.633680+0000","last_undegraded":"2024-09-15T22:05:08.633680+0000","last_fullsized":"2024-09-15T22:05:08.633680+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-15T22:05:06.611209+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-15T22:05:06.611209+0000","last_clean_scrub_stamp":"2024-09-15T22:05:06.611209+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T01:58:06.383507+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"5.3a","version":"0'0","reported_seq":12,"reported_epoch":33,"state":"active+clean","last_fresh":"2024-09-15T22:05:08.634608+0000","last_change":"2024-09-15T22:05:07.634913+0000","last_active":"2024-09-15T22:05:08.634608+0000","last_peered":"2024-09-15T22:05:08.634608+0000","last_clean":"2024-09-15T22:05:08.634608+0000","last_became_active":"2024-09-15T22:05:07.634408+0000","last_became_peered":"2024-09-15T22:05:07.634408+0000","last_unstale":"2024-09-15T22:05:08.634608+0000","last_undegraded":"2024-09-15T22:05:08.634608+0000","last_fullsized":"2024-09-15T22:05:08.634608+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-15T22:05:06.611209+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-15T22:05:06.611209+0000","last_clean_scrub_stamp":"2024-09-15T22:05:06.611209+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T03:26:47.192871+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5],"acting":[3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.39","version":"0'0","reported_seq":12,"reported_epoch":33,"state":"active+clean","last_fresh":"2024-09-15T22:05:08.890382+0000","last_change":"2024-09-15T22:05:07.633333+0000","last_active":"2024-09-15T22:05:08.890382+0000","last_peered":"2024-09-15T22:05:08.890382+0000","last_clean":"2024-09-15T22:05:08.890382+0000","last_became_active":"2024-09-15T22:05:07.633067+0000","last_became_peered":"2024-09-15T22:05:07.633067+0000","last_unstale":"2024-09-15T22:05:08.890382+0000","last_undegraded":"2024-09-15T22:05:08.890382+0000","last_fullsized":"2024-09-15T22:05:08.890382+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-15T22:05:06.611209+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-15T22:05:06.611209+0000","last_clean_scrub_stamp":"2024-09-15T22:05:06.611209+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T06:42:10.758618+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.38","version":"0'0","reported_seq":12,"reported_epoch":33,"state":"active+clean","last_fresh":"2024-09-15T22:05:08.890221+0000","last_change":"2024-09-15T22:05:07.639978+0000","last_active":"2024-09-15T22:05:08.890221+0000","last_peered":"2024-09-15T22:05:08.890221+0000","last_clean":"2024-09-15T22:05:08.890221+0000","last_became_active":"2024-09-15T22:05:07.638445+0000","last_became_peered":"2024-09-15T22:05:07.638445+0000","last_unstale":"2024-09-15T22:05:08.890221+0000","last_undegraded":"2024-09-15T22:05:08.890221+0000","last_fullsized":"2024-09-15T22:05:08.890221+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-15T22:05:06.611209+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-15T22:05:06.611209+0000","last_clean_scrub_stamp":"2024-09-15T22:05:06.611209+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T00:03:53.582593+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2],"acting":[7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.37","version":"0'0","reported_seq":12,"reported_epoch":33,"state":"active+clean","last_fresh":"2024-09-15T22:05:08.635255+0000","last_change":"2024-09-15T22:05:07.642915+0000","last_active":"2024-09-15T22:05:08.635255+0000","last_peered":"2024-09-15T22:05:08.635255+0000","last_clean":"2024-09-15T22:05:08.635255+0000","last_became_active":"2024-09-15T22:05:07.642212+0000","last_became_peered":"2024-09-15T22:05:07.642212+0000","last_unstale":"2024-09-15T22:05:08.635255+0000","last_undegraded":"2024-09-15T22:05:08.635255+0000","last_fullsized":"2024-09-15T22:05:08.635255+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-15T22:05:06.611209+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-15T22:05:06.611209+0000","last_clean_scrub_stamp":"2024-09-15T22:05:06.611209+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T00:03:53.582593+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1],"acting":[4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"5.36","version":"0'0","reported_seq":12,"reported_epoch":33,"state":"active+clean","last_fresh":"2024-09-15T22:05:08.890738+0000","last_change":"2024-09-15T22:05:07.648092+0000","last_active":"2024-09-15T22:05:08.890738+0000","last_peered":"2024-09-15T22:05:08.890738+0000","last_clean":"2024-09-15T22:05:08.890738+0000","last_became_active":"2024-09-15T22:05:07.647070+0000","last_became_peered":"2024-09-15T22:05:07.647070+0000","last_unstale":"2024-09-15T22:05:08.890738+0000","last_undegraded":"2024-09-15T22:05:08.890738+0000","last_fullsized":"2024-09-15T22:05:08.890738+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-15T22:05:06.611209+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-15T22:05:06.611209+0000","last_clean_scrub_stamp":"2024-09-15T22:05:06.611209+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T05:56:25.664775+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3],"acting":[1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"5.35","version":"0'0","reported_seq":12,"reported_epoch":33,"state":"active+clean","last_fresh":"2024-09-15T22:05:08.890761+0000","last_change":"2024-09-15T22:05:07.651564+0000","last_active":"2024-09-15T22:05:08.890761+0000","last_peered":"2024-09-15T22:05:08.890761+0000","last_clean":"2024-09-15T22:05:08.890761+0000","last_became_active":"2024-09-15T22:05:07.651290+0000","last_became_peered":"2024-09-15T22:05:07.651290+0000","last_unstale":"2024-09-15T22:05:08.890761+0000","last_undegraded":"2024-09-15T22:05:08.890761+0000","last_fullsized":"2024-09-15T22:05:08.890761+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-15T22:05:06.611209+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-15T22:05:06.611209+0000","last_clean_scrub_stamp":"2024-09-15T22:05:06.611209+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T04:18:45.593399+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1],"acting":[7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.34","version":"0'0","reported_seq":12,"reported_epoch":33,"state":"active+clean","last_fresh":"2024-09-15T22:05:08.891771+0000","last_change":"2024-09-15T22:05:07.643647+0000","last_active":"2024-09-15T22:05:08.891771+0000","last_peered":"2024-09-15T22:05:08.891771+0000","last_clean":"2024-09-15T22:05:08.891771+0000","last_became_active":"2024-09-15T22:05:07.643350+0000","last_became_peered":"2024-09-15T22:05:07.643350+0000","last_unstale":"2024-09-15T22:05:08.891771+0000","last_undegraded":"2024-09-15T22:05:08.891771+0000","last_fullsized":"2024-09-15T22:05:08.891771+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-15T22:05:06.611209+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-15T22:05:06.611209+0000","last_clean_scrub_stamp":"2024-09-15T22:05:06.611209+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T04:18:45.593399+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"5.33","version":"0'0","reported_seq":12,"reported_epoch":33,"state":"active+clean","last_fresh":"2024-09-15T22:05:08.633840+0000","last_change":"2024-09-15T22:05:07.641338+0000","last_active":"2024-09-15T22:05:08.633840+0000","last_peered":"2024-09-15T22:05:08.633840+0000","last_clean":"2024-09-15T22:05:08.633840+0000","last_became_active":"2024-09-15T22:05:07.640963+0000","last_became_peered":"2024-09-15T22:05:07.640963+0000","last_unstale":"2024-09-15T22:05:08.633840+0000","last_undegraded":"2024-09-15T22:05:08.633840+0000","last_fullsized":"2024-09-15T22:05:08.633840+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-15T22:05:06.611209+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-15T22:05:06.611209+0000","last_clean_scrub_stamp":"2024-09-15T22:05:06.611209+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-16T23:31:45.934207+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1],"acting":[2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"5.32","version":"0'0","reported_seq":12,"reported_epoch":33,"state":"active+clean","last_fresh":"2024-09-15T22:05:08.634671+0000","last_change":"2024-09-15T22:05:07.642254+0000","last_active":"2024-09-15T22:05:08.634671+0000","last_peered":"2024-09-15T22:05:08.634671+0000","last_clean":"2024-09-15T22:05:08.634671+0000","last_became_active":"2024-09-15T22:05:07.641943+0000","last_became_peered":"2024-09-15T22:05:07.641943+0000","last_unstale":"2024-09-15T22:05:08.634671+0000","last_undegraded":"2024-09-15T22:05:08.634671+0000","last_fullsized":"2024-09-15T22:05:08.634671+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-15T22:05:06.611209+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-15T22:05:06.611209+0000","last_clean_scrub_stamp":"2024-09-15T22:05:06.611209+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T08:42:51.712727+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.31","version":"0'0","reported_seq":12,"reported_epoch":33,"state":"active+clean","last_fresh":"2024-09-15T22:05:08.891582+0000","last_change":"2024-09-15T22:05:07.629981+0000","last_active":"2024-09-15T22:05:08.891582+0000","last_peered":"2024-09-15T22:05:08.891582+0000","last_clean":"2024-09-15T22:05:08.891582+0000","last_became_active":"2024-09-15T22:05:07.629711+0000","last_became_peered":"2024-09-15T22:05:07.629711+0000","last_unstale":"2024-09-15T22:05:08.891582+0000","last_undegraded":"2024-09-15T22:05:08.891582+0000","last_fullsized":"2024-09-15T22:05:08.891582+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-15T22:05:06.611209+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-15T22:05:06.611209+0000","last_clean_scrub_stamp":"2024-09-15T22:05:06.611209+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T07:58:21.713971+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,6],"acting":[5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"5.30","version":"0'0","reported_seq":12,"reported_epoch":33,"state":"active+clean","last_fresh":"2024-09-15T22:05:08.891063+0000","last_change":"2024-09-15T22:05:07.643471+0000","last_active":"2024-09-15T22:05:08.891063+0000","last_peered":"2024-09-15T22:05:08.891063+0000","last_clean":"2024-09-15T22:05:08.891063+0000","last_became_active":"2024-09-15T22:05:07.643198+0000","last_became_peered":"2024-09-15T22:05:07.643198+0000","last_unstale":"2024-09-15T22:05:08.891063+0000","last_undegraded":"2024-09-15T22:05:08.891063+0000","last_fullsized":"2024-09-15T22:05:08.891063+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-15T22:05:06.611209+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-15T22:05:06.611209+0000","last_clean_scrub_stamp":"2024-09-15T22:05:06.611209+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T08:15:07.878038+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3],"acting":[7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.2f","version":"0'0","reported_seq":12,"reported_epoch":33,"state":"active+clean","last_fresh":"2024-09-15T22:05:08.890661+0000","last_change":"2024-09-15T22:05:07.643644+0000","last_active":"2024-09-15T22:05:08.890661+0000","last_peered":"2024-09-15T22:05:08.890661+0000","last_clean":"2024-09-15T22:05:08.890661+0000","last_became_active":"2024-09-15T22:05:07.643274+0000","last_became_peered":"2024-09-15T22:05:07.643274+0000","last_unstale":"2024-09-15T22:05:08.890661+0000","last_undegraded":"2024-09-15T22:05:08.890661+0000","last_fullsized":"2024-09-15T22:05:08.890661+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-15T22:05:06.611209+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-15T22:05:06.611209+0000","last_clean_scrub_stamp":"2024-09-15T22:05:06.611209+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T07:12:00.310026+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.2e","version":"0'0","reported_seq":12,"reported_epoch":33,"state":"active+clean","last_fresh":"2024-09-15T22:05:08.635013+0000","last_change":"2024-09-15T22:05:07.645898+0000","last_active":"2024-09-15T22:05:08.635013+0000","last_peered":"2024-09-15T22:05:08.635013+0000","last_clean":"2024-09-15T22:05:08.635013+0000","last_became_active":"2024-09-15T22:05:07.645488+0000","last_became_peered":"2024-09-15T22:05:07.645488+0000","last_unstale":"2024-09-15T22:05:08.635013+0000","last_undegraded":"2024-09-15T22:05:08.635013+0000","last_fullsized":"2024-09-15T22:05:08.635013+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-15T22:05:06.611209+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-15T22:05:06.611209+0000","last_clean_scrub_stamp":"2024-09-15T22:05:06.611209+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T05:24:03.449197+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.2d","version":"0'0","reported_seq":12,"reported_epoch":33,"state":"active+clean","last_fresh":"2024-09-15T22:05:08.634937+0000","last_change":"2024-09-15T22:05:07.650777+0000","last_active":"2024-09-15T22:05:08.634937+0000","last_peered":"2024-09-15T22:05:08.634937+0000","last_clean":"2024-09-15T22:05:08.634937+0000","last_became_active":"2024-09-15T22:05:07.650417+0000","last_became_peered":"2024-09-15T22:05:07.650417+0000","last_unstale":"2024-09-15T22:05:08.634937+0000","last_undegraded":"2024-09-15T22:05:08.634937+0000","last_fullsized":"2024-09-15T22:05:08.634937+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-15T22:05:06.611209+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-15T22:05:06.611209+0000","last_clean_scrub_stamp":"2024-09-15T22:05:06.611209+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T05:21:50.783834+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.2c","version":"0'0","reported_seq":12,"reported_epoch":33,"state":"active+clean","last_fresh":"2024-09-15T22:05:08.634012+0000","last_change":"2024-09-15T22:05:07.636510+0000","last_active":"2024-09-15T22:05:08.634012+0000","last_peered":"2024-09-15T22:05:08.634012+0000","last_clean":"2024-09-15T22:05:08.634012+0000","last_became_active":"2024-09-15T22:05:07.635853+0000","last_became_peered":"2024-09-15T22:05:07.635853+0000","last_unstale":"2024-09-15T22:05:08.634012+0000","last_undegraded":"2024-09-15T22:05:08.634012+0000","last_fullsized":"2024-09-15T22:05:08.634012+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-15T22:05:06.611209+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-15T22:05:06.611209+0000","last_clean_scrub_stamp":"2024-09-15T22:05:06.611209+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-16T22:05:15.439385+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5],"acting":[2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"5.2b","version":"0'0","reported_seq":12,"reported_epoch":33,"state":"active+clean","last_fresh":"2024-09-15T22:05:08.634915+0000","last_change":"2024-09-15T22:05:07.637618+0000","last_active":"2024-09-15T22:05:08.634915+0000","last_peered":"2024-09-15T22:05:08.634915+0000","last_clean":"2024-09-15T22:05:08.634915+0000","last_became_active":"2024-09-15T22:05:07.637133+0000","last_became_peered":"2024-09-15T22:05:07.637133+0000","last_unstale":"2024-09-15T22:05:08.634915+0000","last_undegraded":"2024-09-15T22:05:08.634915+0000","last_fullsized":"2024-09-15T22:05:08.634915+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-15T22:05:06.611209+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-15T22:05:06.611209+0000","last_clean_scrub_stamp":"2024-09-15T22:05:06.611209+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T04:30:18.253091+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0],"acting":[4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"5.2a","version":"0'0","reported_seq":12,"reported_epoch":33,"state":"active+clean","last_fresh":"2024-09-15T22:05:08.635410+0000","last_change":"2024-09-15T22:05:07.633208+0000","last_active":"2024-09-15T22:05:08.635410+0000","last_peered":"2024-09-15T22:05:08.635410+0000","last_clean":"2024-09-15T22:05:08.635410+0000","last_became_active":"2024-09-15T22:05:07.632957+0000","last_became_peered":"2024-09-15T22:05:07.632957+0000","last_unstale":"2024-09-15T22:05:08.635410+0000","last_undegraded":"2024-09-15T22:05:08.635410+0000","last_fullsized":"2024-09-15T22:05:08.635410+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-15T22:05:06.611209+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-15T22:05:06.611209+0000","last_clean_scrub_stamp":"2024-09-15T22:05:06.611209+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T06:42:10.758618+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"5.29","version":"0'0","reported_seq":12,"reported_epoch":33,"state":"active+clean","last_fresh":"2024-09-15T22:05:08.890066+0000","last_change":"2024-09-15T22:05:07.639294+0000","last_active":"2024-09-15T22:05:08.890066+0000","last_peered":"2024-09-15T22:05:08.890066+0000","last_clean":"2024-09-15T22:05:08.890066+0000","last_became_active":"2024-09-15T22:05:07.639000+0000","last_became_peered":"2024-09-15T22:05:07.639000+0000","last_unstale":"2024-09-15T22:05:08.890066+0000","last_undegraded":"2024-09-15T22:05:08.890066+0000","last_fullsized":"2024-09-15T22:05:08.890066+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-15T22:05:06.611209+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-15T22:05:06.611209+0000","last_clean_scrub_stamp":"2024-09-15T22:05:06.611209+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T00:07:09.432768+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"5.28","version":"0'0","reported_seq":12,"reported_epoch":33,"state":"active+clean","last_fresh":"2024-09-15T22:05:08.890764+0000","last_change":"2024-09-15T22:05:07.637414+0000","last_active":"2024-09-15T22:05:08.890764+0000","last_peered":"2024-09-15T22:05:08.890764+0000","last_clean":"2024-09-15T22:05:08.890764+0000","last_became_active":"2024-09-15T22:05:07.637147+0000","last_became_peered":"2024-09-15T22:05:07.637147+0000","last_unstale":"2024-09-15T22:05:08.890764+0000","last_undegraded":"2024-09-15T22:05:08.890764+0000","last_fullsized":"2024-09-15T22:05:08.890764+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-15T22:05:06.611209+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-15T22:05:06.611209+0000","last_clean_scrub_stamp":"2024-09-15T22:05:06.611209+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T07:12:00.310026+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2],"acting":[5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"5.27","version":"0'0","reported_seq":12,"reported_epoch":33,"state":"active+clean","last_fresh":"2024-09-15T22:05:08.890944+0000","last_change":"2024-09-15T22:05:07.649973+0000","last_active":"2024-09-15T22:05:08.890944+0000","last_peered":"2024-09-15T22:05:08.890944+0000","last_clean":"2024-09-15T22:05:08.890944+0000","last_became_active":"2024-09-15T22:05:07.649563+0000","last_became_peered":"2024-09-15T22:05:07.649563+0000","last_unstale":"2024-09-15T22:05:08.890944+0000","last_undegraded":"2024-09-15T22:05:08.890944+0000","last_fullsized":"2024-09-15T22:05:08.890944+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-15T22:05:06.611209+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-15T22:05:06.611209+0000","last_clean_scrub_stamp":"2024-09-15T22:05:06.611209+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T10:05:02.115538+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7],"acting":[1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"5.26","version":"0'0","reported_seq":12,"reported_epoch":33,"state":"active+clean","last_fresh":"2024-09-15T22:05:08.635171+0000","last_change":"2024-09-15T22:05:07.634620+0000","last_active":"2024-09-15T22:05:08.635171+0000","last_peered":"2024-09-15T22:05:08.635171+0000","last_clean":"2024-09-15T22:05:08.635171+0000","last_became_active":"2024-09-15T22:05:07.634275+0000","last_became_peered":"2024-09-15T22:05:07.634275+0000","last_unstale":"2024-09-15T22:05:08.635171+0000","last_undegraded":"2024-09-15T22:05:08.635171+0000","last_fullsized":"2024-09-15T22:05:08.635171+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-15T22:05:06.611209+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-15T22:05:06.611209+0000","last_clean_scrub_stamp":"2024-09-15T22:05:06.611209+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T00:29:20.625629+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.25","version":"0'0","reported_seq":12,"reported_epoch":33,"state":"active+clean","last_fresh":"2024-09-15T22:05:08.890559+0000","last_change":"2024-09-15T22:05:07.648364+0000","last_active":"2024-09-15T22:05:08.890559+0000","last_peered":"2024-09-15T22:05:08.890559+0000","last_clean":"2024-09-15T22:05:08.890559+0000","last_became_active":"2024-09-15T22:05:07.647929+0000","last_became_peered":"2024-09-15T22:05:07.647929+0000","last_unstale":"2024-09-15T22:05:08.890559+0000","last_undegraded":"2024-09-15T22:05:08.890559+0000","last_fullsized":"2024-09-15T22:05:08.890559+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-15T22:05:06.611209+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-15T22:05:06.611209+0000","last_clean_scrub_stamp":"2024-09-15T22:05:06.611209+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T08:16:20.508120+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4],"acting":[1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"5.24","version":"0'0","reported_seq":12,"reported_epoch":33,"state":"active+clean","last_fresh":"2024-09-15T22:05:08.891776+0000","last_change":"2024-09-15T22:05:07.635959+0000","last_active":"2024-09-15T22:05:08.891776+0000","last_peered":"2024-09-15T22:05:08.891776+0000","last_clean":"2024-09-15T22:05:08.891776+0000","last_became_active":"2024-09-15T22:05:07.635683+0000","last_became_peered":"2024-09-15T22:05:07.635683+0000","last_unstale":"2024-09-15T22:05:08.891776+0000","last_undegraded":"2024-09-15T22:05:08.891776+0000","last_fullsized":"2024-09-15T22:05:08.891776+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-15T22:05:06.611209+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-15T22:05:06.611209+0000","last_clean_scrub_stamp":"2024-09-15T22:05:06.611209+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T07:06:59.929499+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0],"acting":[5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"5.23","version":"0'0","reported_seq":12,"reported_epoch":33,"state":"active+clean","last_fresh":"2024-09-15T22:05:08.635130+0000","last_change":"2024-09-15T22:05:07.630100+0000","last_active":"2024-09-15T22:05:08.635130+0000","last_peered":"2024-09-15T22:05:08.635130+0000","last_clean":"2024-09-15T22:05:08.635130+0000","last_became_active":"2024-09-15T22:05:07.629804+0000","last_became_peered":"2024-09-15T22:05:07.629804+0000","last_unstale":"2024-09-15T22:05:08.635130+0000","last_undegraded":"2024-09-15T22:05:08.635130+0000","last_fullsized":"2024-09-15T22:05:08.635130+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-15T22:05:06.611209+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-15T22:05:06.611209+0000","last_clean_scrub_stamp":"2024-09-15T22:05:06.611209+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T08:16:20.508120+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"5.22","version":"0'0","reported_seq":12,"reported_epoch":33,"state":"active+clean","last_fresh":"2024-09-15T22:05:08.890723+0000","last_change":"2024-09-15T22:05:07.633025+0000","last_active":"2024-09-15T22:05:08.890723+0000","last_peered":"2024-09-15T22:05:08.890723+0000","last_clean":"2024-09-15T22:05:08.890723+0000","last_became_active":"2024-09-15T22:05:07.632716+0000","last_became_peered":"2024-09-15T22:05:07.632716+0000","last_unstale":"2024-09-15T22:05:08.890723+0000","last_undegraded":"2024-09-15T22:05:08.890723+0000","last_fullsized":"2024-09-15T22:05:08.890723+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-15T22:05:06.611209+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-15T22:05:06.611209+0000","last_clean_scrub_stamp":"2024-09-15T22:05:06.611209+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T07:58:21.713971+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.21","version":"0'0","reported_seq":9,"reported_epoch":32,"state":"active+clean","last_fresh":"2024-09-15T22:05:07.636495+0000","last_change":"2024-09-15T22:05:07.635728+0000","last_active":"2024-09-15T22:05:07.636495+0000","last_peered":"2024-09-15T22:05:07.636495+0000","last_clean":"2024-09-15T22:05:07.636495+0000","last_became_active":"2024-09-15T22:05:07.635458+0000","last_became_peered":"2024-09-15T22:05:07.635458+0000","last_unstale":"2024-09-15T22:05:07.636495+0000","last_undegraded":"2024-09-15T22:05:07.636495+0000","last_fullsized":"2024-09-15T22:05:07.636495+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-15T22:05:06.611209+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-15T22:05:06.611209+0000","last_clean_scrub_stamp":"2024-09-15T22:05:06.611209+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T07:27:18.487947+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,2],"acting":[6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"5.20","version":"0'0","reported_seq":12,"reported_epoch":33,"state":"active+clean","last_fresh":"2024-09-15T22:05:08.890847+0000","last_change":"2024-09-15T22:05:07.642439+0000","last_active":"2024-09-15T22:05:08.890847+0000","last_peered":"2024-09-15T22:05:08.890847+0000","last_clean":"2024-09-15T22:05:08.890847+0000","last_became_active":"2024-09-15T22:05:07.642084+0000","last_became_peered":"2024-09-15T22:05:07.642084+0000","last_unstale":"2024-09-15T22:05:08.890847+0000","last_undegraded":"2024-09-15T22:05:08.890847+0000","last_fullsized":"2024-09-15T22:05:08.890847+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-15T22:05:06.611209+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-15T22:05:06.611209+0000","last_clean_scrub_stamp":"2024-09-15T22:05:06.611209+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T07:06:59.929499+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.1e","version":"0'0","reported_seq":12,"reported_epoch":33,"state":"active+clean","last_fresh":"2024-09-15T22:05:08.890512+0000","last_change":"2024-09-15T22:05:07.638508+0000","last_active":"2024-09-15T22:05:08.890512+0000","last_peered":"2024-09-15T22:05:08.890512+0000","last_clean":"2024-09-15T22:05:08.890512+0000","last_became_active":"2024-09-15T22:05:07.638155+0000","last_became_peered":"2024-09-15T22:05:07.638155+0000","last_unstale":"2024-09-15T22:05:08.890512+0000","last_undegraded":"2024-09-15T22:05:08.890512+0000","last_fullsized":"2024-09-15T22:05:08.890512+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-15T22:05:06.611209+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-15T22:05:06.611209+0000","last_clean_scrub_stamp":"2024-09-15T22:05:06.611209+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T07:39:48.089595+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.1f","version":"32'4","reported_seq":16,"reported_epoch":32,"state":"active+clean","last_fresh":"2024-09-15T22:05:07.640125+0000","last_change":"2024-09-15T22:05:06.631689+0000","last_active":"2024-09-15T22:05:07.640125+0000","last_peered":"2024-09-15T22:05:07.640125+0000","last_clean":"2024-09-15T22:05:07.640125+0000","last_became_active":"2024-09-15T22:05:06.631428+0000","last_became_peered":"2024-09-15T22:05:06.631428+0000","last_unstale":"2024-09-15T22:05:07.640125+0000","last_undegraded":"2024-09-15T22:05:07.640125+0000","last_fullsized":"2024-09-15T22:05:07.640125+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-15T22:05:05.609249+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-15T22:05:05.609249+0000","last_clean_scrub_stamp":"2024-09-15T22:05:05.609249+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T09:44:24.786971+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":582,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5],"acting":[6,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"5.1f","version":"0'0","reported_seq":9,"reported_epoch":32,"state":"active+clean","last_fresh":"2024-09-15T22:05:07.635340+0000","last_change":"2024-09-15T22:05:07.633643+0000","last_active":"2024-09-15T22:05:07.635340+0000","last_peered":"2024-09-15T22:05:07.635340+0000","last_clean":"2024-09-15T22:05:07.635340+0000","last_became_active":"2024-09-15T22:05:07.633247+0000","last_became_peered":"2024-09-15T22:05:07.633247+0000","last_unstale":"2024-09-15T22:05:07.635340+0000","last_undegraded":"2024-09-15T22:05:07.635340+0000","last_fullsized":"2024-09-15T22:05:07.635340+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-15T22:05:06.611209+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-15T22:05:06.611209+0000","last_clean_scrub_stamp":"2024-09-15T22:05:06.611209+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T06:55:34.949931+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.1e","version":"32'1","reported_seq":15,"reported_epoch":33,"state":"active+clean","last_fresh":"2024-09-15T22:05:08.890540+0000","last_change":"2024-09-15T22:05:06.630603+0000","last_active":"2024-09-15T22:05:08.890540+0000","last_peered":"2024-09-15T22:05:08.890540+0000","last_clean":"2024-09-15T22:05:08.890540+0000","last_became_active":"2024-09-15T22:05:06.630314+0000","last_became_peered":"2024-09-15T22:05:06.630314+0000","last_unstale":"2024-09-15T22:05:08.890540+0000","last_undegraded":"2024-09-15T22:05:08.890540+0000","last_fullsized":"2024-09-15T22:05:08.890540+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-15T22:05:05.609249+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-15T22:05:05.609249+0000","last_clean_scrub_stamp":"2024-09-15T22:05:05.609249+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T04:19:39.057871+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"5.1c","version":"0'0","reported_seq":12,"reported_epoch":33,"state":"active+clean","last_fresh":"2024-09-15T22:05:08.635221+0000","last_change":"2024-09-15T22:05:07.639063+0000","last_active":"2024-09-15T22:05:08.635221+0000","last_peered":"2024-09-15T22:05:08.635221+0000","last_clean":"2024-09-15T22:05:08.635221+0000","last_became_active":"2024-09-15T22:05:07.638342+0000","last_became_peered":"2024-09-15T22:05:07.638342+0000","last_unstale":"2024-09-15T22:05:08.635221+0000","last_undegraded":"2024-09-15T22:05:08.635221+0000","last_fullsized":"2024-09-15T22:05:08.635221+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-15T22:05:06.611209+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-15T22:05:06.611209+0000","last_clean_scrub_stamp":"2024-09-15T22:05:06.611209+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T06:07:22.101468+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.1d","version":"32'2","reported_seq":16,"reported_epoch":33,"state":"active+clean","last_fresh":"2024-09-15T22:05:08.635041+0000","last_change":"2024-09-15T22:05:06.636035+0000","last_active":"2024-09-15T22:05:08.635041+0000","last_peered":"2024-09-15T22:05:08.635041+0000","last_clean":"2024-09-15T22:05:08.635041+0000","last_became_active":"2024-09-15T22:05:06.635701+0000","last_became_peered":"2024-09-15T22:05:06.635701+0000","last_unstale":"2024-09-15T22:05:08.635041+0000","last_undegraded":"2024-09-15T22:05:08.635041+0000","last_fullsized":"2024-09-15T22:05:08.635041+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-15T22:05:05.609249+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-15T22:05:05.609249+0000","last_clean_scrub_stamp":"2024-09-15T22:05:05.609249+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T05:30:56.600152+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.1d","version":"0'0","reported_seq":12,"reported_epoch":33,"state":"active+clean","last_fresh":"2024-09-15T22:05:08.890699+0000","last_change":"2024-09-15T22:05:07.647728+0000","last_active":"2024-09-15T22:05:08.890699+0000","last_peered":"2024-09-15T22:05:08.890699+0000","last_clean":"2024-09-15T22:05:08.890699+0000","last_became_active":"2024-09-15T22:05:07.646969+0000","last_became_peered":"2024-09-15T22:05:07.646969+0000","last_unstale":"2024-09-15T22:05:08.890699+0000","last_undegraded":"2024-09-15T22:05:08.890699+0000","last_fullsized":"2024-09-15T22:05:08.890699+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-15T22:05:06.611209+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-15T22:05:06.611209+0000","last_clean_scrub_stamp":"2024-09-15T22:05:06.611209+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T00:03:53.582593+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4],"acting":[1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.1c","version":"32'2","reported_seq":16,"reported_epoch":33,"state":"active+clean","last_fresh":"2024-09-15T22:05:08.634112+0000","last_change":"2024-09-15T22:05:06.640331+0000","last_active":"2024-09-15T22:05:08.634112+0000","last_peered":"2024-09-15T22:05:08.634112+0000","last_clean":"2024-09-15T22:05:08.634112+0000","last_became_active":"2024-09-15T22:05:06.640006+0000","last_became_peered":"2024-09-15T22:05:06.640006+0000","last_unstale":"2024-09-15T22:05:08.634112+0000","last_undegraded":"2024-09-15T22:05:08.634112+0000","last_fullsized":"2024-09-15T22:05:08.634112+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-15T22:05:05.609249+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-15T22:05:05.609249+0000","last_clean_scrub_stamp":"2024-09-15T22:05:05.609249+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T08:09:35.910020+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1],"acting":[2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"5.1a","version":"0'0","reported_seq":12,"reported_epoch":33,"state":"active+clean","last_fresh":"2024-09-15T22:05:08.890558+0000","last_change":"2024-09-15T22:05:07.642747+0000","last_active":"2024-09-15T22:05:08.890558+0000","last_peered":"2024-09-15T22:05:08.890558+0000","last_clean":"2024-09-15T22:05:08.890558+0000","last_became_active":"2024-09-15T22:05:07.642413+0000","last_became_peered":"2024-09-15T22:05:07.642413+0000","last_unstale":"2024-09-15T22:05:08.890558+0000","last_undegraded":"2024-09-15T22:05:08.890558+0000","last_fullsized":"2024-09-15T22:05:08.890558+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-15T22:05:06.611209+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-15T22:05:06.611209+0000","last_clean_scrub_stamp":"2024-09-15T22:05:06.611209+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T10:05:02.115538+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.1b","version":"32'1","reported_seq":15,"reported_epoch":33,"state":"active+clean","last_fresh":"2024-09-15T22:05:08.635357+0000","last_change":"2024-09-15T22:05:06.632410+0000","last_active":"2024-09-15T22:05:08.635357+0000","last_peered":"2024-09-15T22:05:08.635357+0000","last_clean":"2024-09-15T22:05:08.635357+0000","last_became_active":"2024-09-15T22:05:06.632035+0000","last_became_peered":"2024-09-15T22:05:06.632035+0000","last_unstale":"2024-09-15T22:05:08.635357+0000","last_undegraded":"2024-09-15T22:05:08.635357+0000","last_fullsized":"2024-09-15T22:05:08.635357+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-15T22:05:05.609249+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-15T22:05:05.609249+0000","last_clean_scrub_stamp":"2024-09-15T22:05:05.609249+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-16T23:13:13.557768+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"5.1b","version":"0'0","reported_seq":12,"reported_epoch":33,"state":"active+clean","last_fresh":"2024-09-15T22:05:08.891826+0000","last_change":"2024-09-15T22:05:07.640075+0000","last_active":"2024-09-15T22:05:08.891826+0000","last_peered":"2024-09-15T22:05:08.891826+0000","last_clean":"2024-09-15T22:05:08.891826+0000","last_became_active":"2024-09-15T22:05:07.639792+0000","last_became_peered":"2024-09-15T22:05:07.639792+0000","last_unstale":"2024-09-15T22:05:08.891826+0000","last_undegraded":"2024-09-15T22:05:08.891826+0000","last_fullsized":"2024-09-15T22:05:08.891826+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-15T22:05:06.611209+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-15T22:05:06.611209+0000","last_clean_scrub_stamp":"2024-09-15T22:05:06.611209+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T06:16:02.363422+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0],"acting":[5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.1a","version":"32'1","reported_seq":15,"reported_epoch":33,"state":"active+clean","last_fresh":"2024-09-15T22:05:08.635288+0000","last_change":"2024-09-15T22:05:06.629061+0000","last_active":"2024-09-15T22:05:08.635288+0000","last_peered":"2024-09-15T22:05:08.635288+0000","last_clean":"2024-09-15T22:05:08.635288+0000","last_became_active":"2024-09-15T22:05:06.628696+0000","last_became_peered":"2024-09-15T22:05:06.628696+0000","last_unstale":"2024-09-15T22:05:08.635288+0000","last_undegraded":"2024-09-15T22:05:08.635288+0000","last_fullsized":"2024-09-15T22:05:08.635288+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-15T22:05:05.609249+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-15T22:05:05.609249+0000","last_clean_scrub_stamp":"2024-09-15T22:05:05.609249+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T07:35:37.877098+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"5.18","version":"0'0","reported_seq":12,"reported_epoch":33,"state":"active+clean","last_fresh":"2024-09-15T22:05:08.634886+0000","last_change":"2024-09-15T22:05:07.629502+0000","last_active":"2024-09-15T22:05:08.634886+0000","last_peered":"2024-09-15T22:05:08.634886+0000","last_clean":"2024-09-15T22:05:08.634886+0000","last_became_active":"2024-09-15T22:05:07.629167+0000","last_became_peered":"2024-09-15T22:05:07.629167+0000","last_unstale":"2024-09-15T22:05:08.634886+0000","last_undegraded":"2024-09-15T22:05:08.634886+0000","last_fullsized":"2024-09-15T22:05:08.634886+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-15T22:05:06.611209+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-15T22:05:06.611209+0000","last_clean_scrub_stamp":"2024-09-15T22:05:06.611209+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T07:39:48.089595+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.19","version":"0'0","reported_seq":14,"reported_epoch":33,"state":"active+clean","last_fresh":"2024-09-15T22:05:08.634417+0000","last_change":"2024-09-15T22:05:06.636504+0000","last_active":"2024-09-15T22:05:08.634417+0000","last_peered":"2024-09-15T22:05:08.634417+0000","last_clean":"2024-09-15T22:05:08.634417+0000","last_became_active":"2024-09-15T22:05:06.636237+0000","last_became_peered":"2024-09-15T22:05:06.636237+0000","last_unstale":"2024-09-15T22:05:08.634417+0000","last_undegraded":"2024-09-15T22:05:08.634417+0000","last_fullsized":"2024-09-15T22:05:08.634417+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-15T22:05:05.609249+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-15T22:05:05.609249+0000","last_clean_scrub_stamp":"2024-09-15T22:05:05.609249+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T05:55:16.097446+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.19","version":"0'0","reported_seq":12,"reported_epoch":33,"state":"active+clean","last_fresh":"2024-09-15T22:05:08.890005+0000","last_change":"2024-09-15T22:05:07.639657+0000","last_active":"2024-09-15T22:05:08.890005+0000","last_peered":"2024-09-15T22:05:08.890005+0000","last_clean":"2024-09-15T22:05:08.890005+0000","last_became_active":"2024-09-15T22:05:07.638204+0000","last_became_peered":"2024-09-15T22:05:07.638204+0000","last_unstale":"2024-09-15T22:05:08.890005+0000","last_undegraded":"2024-09-15T22:05:08.890005+0000","last_fullsized":"2024-09-15T22:05:08.890005+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-15T22:05:06.611209+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-15T22:05:06.611209+0000","last_clean_scrub_stamp":"2024-09-15T22:05:06.611209+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T04:30:18.253091+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.18","version":"0'0","reported_seq":14,"reported_epoch":33,"state":"active+clean","last_fresh":"2024-09-15T22:05:08.634675+0000","last_change":"2024-09-15T22:05:06.632022+0000","last_active":"2024-09-15T22:05:08.634675+0000","last_peered":"2024-09-15T22:05:08.634675+0000","last_clean":"2024-09-15T22:05:08.634675+0000","last_became_active":"2024-09-15T22:05:06.631700+0000","last_became_peered":"2024-09-15T22:05:06.631700+0000","last_unstale":"2024-09-15T22:05:08.634675+0000","last_undegraded":"2024-09-15T22:05:08.634675+0000","last_fullsized":"2024-09-15T22:05:08.634675+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-15T22:05:05.609249+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-15T22:05:05.609249+0000","last_clean_scrub_stamp":"2024-09-15T22:05:05.609249+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T00:02:22.379272+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"5.16","version":"0'0","reported_seq":12,"reported_epoch":33,"state":"active+clean","last_fresh":"2024-09-15T22:05:08.891934+0000","last_change":"2024-09-15T22:05:07.636653+0000","last_active":"2024-09-15T22:05:08.891934+0000","last_peered":"2024-09-15T22:05:08.891934+0000","last_clean":"2024-09-15T22:05:08.891934+0000","last_became_active":"2024-09-15T22:05:07.636264+0000","last_became_peered":"2024-09-15T22:05:07.636264+0000","last_unstale":"2024-09-15T22:05:08.891934+0000","last_undegraded":"2024-09-15T22:05:08.891934+0000","last_fullsized":"2024-09-15T22:05:08.891934+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-15T22:05:06.611209+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-15T22:05:06.611209+0000","last_clean_scrub_stamp":"2024-09-15T22:05:06.611209+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T07:06:13.488109+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.17","version":"0'0","reported_seq":14,"reported_epoch":33,"state":"active+clean","last_fresh":"2024-09-15T22:05:08.635102+0000","last_change":"2024-09-15T22:05:06.631161+0000","last_active":"2024-09-15T22:05:08.635102+0000","last_peered":"2024-09-15T22:05:08.635102+0000","last_clean":"2024-09-15T22:05:08.635102+0000","last_became_active":"2024-09-15T22:05:06.629268+0000","last_became_peered":"2024-09-15T22:05:06.629268+0000","last_unstale":"2024-09-15T22:05:08.635102+0000","last_undegraded":"2024-09-15T22:05:08.635102+0000","last_fullsized":"2024-09-15T22:05:08.635102+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-15T22:05:05.609249+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-15T22:05:05.609249+0000","last_clean_scrub_stamp":"2024-09-15T22:05:05.609249+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T08:41:45.728300+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.17","version":"0'0","reported_seq":12,"reported_epoch":33,"state":"active+clean","last_fresh":"2024-09-15T22:05:08.635097+0000","last_change":"2024-09-15T22:05:07.650425+0000","last_active":"2024-09-15T22:05:08.635097+0000","last_peered":"2024-09-15T22:05:08.635097+0000","last_clean":"2024-09-15T22:05:08.635097+0000","last_became_active":"2024-09-15T22:05:07.650104+0000","last_became_peered":"2024-09-15T22:05:07.650104+0000","last_unstale":"2024-09-15T22:05:08.635097+0000","last_undegraded":"2024-09-15T22:05:08.635097+0000","last_fullsized":"2024-09-15T22:05:08.635097+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-15T22:05:06.611209+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-15T22:05:06.611209+0000","last_clean_scrub_stamp":"2024-09-15T22:05:06.611209+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-16T23:56:16.695693+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.16","version":"0'0","reported_seq":14,"reported_epoch":33,"state":"active+clean","last_fresh":"2024-09-15T22:05:08.890603+0000","last_change":"2024-09-15T22:05:06.631224+0000","last_active":"2024-09-15T22:05:08.890603+0000","last_peered":"2024-09-15T22:05:08.890603+0000","last_clean":"2024-09-15T22:05:08.890603+0000","last_became_active":"2024-09-15T22:05:06.630928+0000","last_became_peered":"2024-09-15T22:05:06.630928+0000","last_unstale":"2024-09-15T22:05:08.890603+0000","last_undegraded":"2024-09-15T22:05:08.890603+0000","last_fullsized":"2024-09-15T22:05:08.890603+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-15T22:05:05.609249+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-15T22:05:05.609249+0000","last_clean_scrub_stamp":"2024-09-15T22:05:05.609249+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T07:35:37.877098+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"5.14","version":"0'0","reported_seq":12,"reported_epoch":33,"state":"active+clean","last_fresh":"2024-09-15T22:05:08.634998+0000","last_change":"2024-09-15T22:05:07.636650+0000","last_active":"2024-09-15T22:05:08.634998+0000","last_peered":"2024-09-15T22:05:08.634998+0000","last_clean":"2024-09-15T22:05:08.634998+0000","last_became_active":"2024-09-15T22:05:07.636339+0000","last_became_peered":"2024-09-15T22:05:07.636339+0000","last_unstale":"2024-09-15T22:05:08.634998+0000","last_undegraded":"2024-09-15T22:05:08.634998+0000","last_fullsized":"2024-09-15T22:05:08.634998+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-15T22:05:06.611209+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-15T22:05:06.611209+0000","last_clean_scrub_stamp":"2024-09-15T22:05:06.611209+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T03:37:51.416346+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.15","version":"32'3","reported_seq":17,"reported_epoch":33,"state":"active+clean","last_fresh":"2024-09-15T22:05:08.891944+0000","last_change":"2024-09-15T22:05:06.629592+0000","last_active":"2024-09-15T22:05:08.891944+0000","last_peered":"2024-09-15T22:05:08.891944+0000","last_clean":"2024-09-15T22:05:08.891944+0000","last_became_active":"2024-09-15T22:05:06.629299+0000","last_became_peered":"2024-09-15T22:05:06.629299+0000","last_unstale":"2024-09-15T22:05:08.891944+0000","last_undegraded":"2024-09-15T22:05:08.891944+0000","last_fullsized":"2024-09-15T22:05:08.891944+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-15T22:05:05.609249+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-15T22:05:05.609249+0000","last_clean_scrub_stamp":"2024-09-15T22:05:05.609249+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T00:07:08.430809+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"5.15","version":"0'0","reported_seq":12,"reported_epoch":33,"state":"active+clean","last_fresh":"2024-09-15T22:05:08.891800+0000","last_change":"2024-09-15T22:05:07.650003+0000","last_active":"2024-09-15T22:05:08.891800+0000","last_peered":"2024-09-15T22:05:08.891800+0000","last_clean":"2024-09-15T22:05:08.891800+0000","last_became_active":"2024-09-15T22:05:07.649740+0000","last_became_peered":"2024-09-15T22:05:07.649740+0000","last_unstale":"2024-09-15T22:05:08.891800+0000","last_undegraded":"2024-09-15T22:05:08.891800+0000","last_fullsized":"2024-09-15T22:05:08.891800+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-15T22:05:06.611209+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-15T22:05:06.611209+0000","last_clean_scrub_stamp":"2024-09-15T22:05:06.611209+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T05:35:41.657803+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.14","version":"32'6","reported_seq":20,"reported_epoch":33,"state":"active+clean","last_fresh":"2024-09-15T22:05:08.635001+0000","last_change":"2024-09-15T22:05:06.633085+0000","last_active":"2024-09-15T22:05:08.635001+0000","last_peered":"2024-09-15T22:05:08.635001+0000","last_clean":"2024-09-15T22:05:08.635001+0000","last_became_active":"2024-09-15T22:05:06.632222+0000","last_became_peered":"2024-09-15T22:05:06.632222+0000","last_unstale":"2024-09-15T22:05:08.635001+0000","last_undegraded":"2024-09-15T22:05:08.635001+0000","last_fullsized":"2024-09-15T22:05:08.635001+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-15T22:05:05.609249+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-15T22:05:05.609249+0000","last_clean_scrub_stamp":"2024-09-15T22:05:05.609249+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T09:36:25.099349+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1612,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":6,"num_write_kb":3,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.12","version":"0'0","reported_seq":12,"reported_epoch":33,"state":"active+clean","last_fresh":"2024-09-15T22:05:08.890717+0000","last_change":"2024-09-15T22:05:07.649590+0000","last_active":"2024-09-15T22:05:08.890717+0000","last_peered":"2024-09-15T22:05:08.890717+0000","last_clean":"2024-09-15T22:05:08.890717+0000","last_became_active":"2024-09-15T22:05:07.648682+0000","last_became_peered":"2024-09-15T22:05:07.648682+0000","last_unstale":"2024-09-15T22:05:08.890717+0000","last_undegraded":"2024-09-15T22:05:08.890717+0000","last_fullsized":"2024-09-15T22:05:08.890717+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-15T22:05:06.611209+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-15T22:05:06.611209+0000","last_clean_scrub_stamp":"2024-09-15T22:05:06.611209+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T06:42:10.758618+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.13","version":"32'2","reported_seq":16,"reported_epoch":33,"state":"active+clean","last_fresh":"2024-09-15T22:05:08.635522+0000","last_change":"2024-09-15T22:05:06.631294+0000","last_active":"2024-09-15T22:05:08.635522+0000","last_peered":"2024-09-15T22:05:08.635522+0000","last_clean":"2024-09-15T22:05:08.635522+0000","last_became_active":"2024-09-15T22:05:06.631036+0000","last_became_peered":"2024-09-15T22:05:06.631036+0000","last_unstale":"2024-09-15T22:05:08.635522+0000","last_undegraded":"2024-09-15T22:05:08.635522+0000","last_fullsized":"2024-09-15T22:05:08.635522+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-15T22:05:05.609249+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-15T22:05:05.609249+0000","last_clean_scrub_stamp":"2024-09-15T22:05:05.609249+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-16T23:35:37.439556+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":34,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":7,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"5.13","version":"0'0","reported_seq":12,"reported_epoch":33,"state":"active+clean","last_fresh":"2024-09-15T22:05:08.634926+0000","last_change":"2024-09-15T22:05:07.639988+0000","last_active":"2024-09-15T22:05:08.634926+0000","last_peered":"2024-09-15T22:05:08.634926+0000","last_clean":"2024-09-15T22:05:08.634926+0000","last_became_active":"2024-09-15T22:05:07.639682+0000","last_became_peered":"2024-09-15T22:05:07.639682+0000","last_unstale":"2024-09-15T22:05:08.634926+0000","last_undegraded":"2024-09-15T22:05:08.634926+0000","last_fullsized":"2024-09-15T22:05:08.634926+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-15T22:05:06.611209+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-15T22:05:06.611209+0000","last_clean_scrub_stamp":"2024-09-15T22:05:06.611209+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T03:58:32.238644+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.12","version":"0'0","reported_seq":14,"reported_epoch":33,"state":"active+clean","last_fresh":"2024-09-15T22:05:08.890393+0000","last_change":"2024-09-15T22:05:06.633638+0000","last_active":"2024-09-15T22:05:08.890393+0000","last_peered":"2024-09-15T22:05:08.890393+0000","last_clean":"2024-09-15T22:05:08.890393+0000","last_became_active":"2024-09-15T22:05:06.633354+0000","last_became_peered":"2024-09-15T22:05:06.633354+0000","last_unstale":"2024-09-15T22:05:08.890393+0000","last_undegraded":"2024-09-15T22:05:08.890393+0000","last_fullsized":"2024-09-15T22:05:08.890393+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-15T22:05:05.609249+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-15T22:05:05.609249+0000","last_clean_scrub_stamp":"2024-09-15T22:05:05.609249+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T04:19:39.057871+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"5.10","version":"0'0","reported_seq":12,"reported_epoch":33,"state":"active+clean","last_fresh":"2024-09-15T22:05:08.890944+0000","last_change":"2024-09-15T22:05:07.643873+0000","last_active":"2024-09-15T22:05:08.890944+0000","last_peered":"2024-09-15T22:05:08.890944+0000","last_clean":"2024-09-15T22:05:08.890944+0000","last_became_active":"2024-09-15T22:05:07.643596+0000","last_became_peered":"2024-09-15T22:05:07.643596+0000","last_unstale":"2024-09-15T22:05:08.890944+0000","last_undegraded":"2024-09-15T22:05:08.890944+0000","last_fullsized":"2024-09-15T22:05:08.890944+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-15T22:05:06.611209+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-15T22:05:06.611209+0000","last_clean_scrub_stamp":"2024-09-15T22:05:06.611209+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T06:16:02.363422+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.11","version":"0'0","reported_seq":14,"reported_epoch":33,"state":"active+clean","last_fresh":"2024-09-15T22:05:08.634486+0000","last_change":"2024-09-15T22:05:06.629620+0000","last_active":"2024-09-15T22:05:08.634486+0000","last_peered":"2024-09-15T22:05:08.634486+0000","last_clean":"2024-09-15T22:05:08.634486+0000","last_became_active":"2024-09-15T22:05:06.629316+0000","last_became_peered":"2024-09-15T22:05:06.629316+0000","last_unstale":"2024-09-15T22:05:08.634486+0000","last_undegraded":"2024-09-15T22:05:08.634486+0000","last_fullsized":"2024-09-15T22:05:08.634486+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-15T22:05:05.609249+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-15T22:05:05.609249+0000","last_clean_scrub_stamp":"2024-09-15T22:05:05.609249+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-16T22:09:39.601044+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.11","version":"0'0","reported_seq":9,"reported_epoch":32,"state":"active+clean","last_fresh":"2024-09-15T22:05:07.634467+0000","last_change":"2024-09-15T22:05:07.632999+0000","last_active":"2024-09-15T22:05:07.634467+0000","last_peered":"2024-09-15T22:05:07.634467+0000","last_clean":"2024-09-15T22:05:07.634467+0000","last_became_active":"2024-09-15T22:05:07.632701+0000","last_became_peered":"2024-09-15T22:05:07.632701+0000","last_unstale":"2024-09-15T22:05:07.634467+0000","last_undegraded":"2024-09-15T22:05:07.634467+0000","last_fullsized":"2024-09-15T22:05:07.634467+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-15T22:05:06.611209+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-15T22:05:06.611209+0000","last_clean_scrub_stamp":"2024-09-15T22:05:06.611209+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T04:39:32.523088+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.10","version":"32'8","reported_seq":22,"reported_epoch":33,"state":"active+clean","last_fresh":"2024-09-15T22:05:08.634429+0000","last_change":"2024-09-15T22:05:06.635278+0000","last_active":"2024-09-15T22:05:08.634429+0000","last_peered":"2024-09-15T22:05:08.634429+0000","last_clean":"2024-09-15T22:05:08.634429+0000","last_became_active":"2024-09-15T22:05:06.633848+0000","last_became_peered":"2024-09-15T22:05:06.633848+0000","last_unstale":"2024-09-15T22:05:08.634429+0000","last_undegraded":"2024-09-15T22:05:08.634429+0000","last_fullsized":"2024-09-15T22:05:08.634429+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-15T22:05:05.609249+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-15T22:05:05.609249+0000","last_clean_scrub_stamp":"2024-09-15T22:05:05.609249+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T06:46:16.029050+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":12,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.e","version":"0'0","reported_seq":12,"reported_epoch":33,"state":"active+clean","last_fresh":"2024-09-15T22:05:08.635106+0000","last_change":"2024-09-15T22:05:07.632167+0000","last_active":"2024-09-15T22:05:08.635106+0000","last_peered":"2024-09-15T22:05:08.635106+0000","last_clean":"2024-09-15T22:05:08.635106+0000","last_became_active":"2024-09-15T22:05:07.631883+0000","last_became_peered":"2024-09-15T22:05:07.631883+0000","last_unstale":"2024-09-15T22:05:08.635106+0000","last_undegraded":"2024-09-15T22:05:08.635106+0000","last_fullsized":"2024-09-15T22:05:08.635106+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-15T22:05:06.611209+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-15T22:05:06.611209+0000","last_clean_scrub_stamp":"2024-09-15T22:05:06.611209+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T09:08:26.082498+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5],"acting":[4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.f","version":"32'1","reported_seq":15,"reported_epoch":33,"state":"active+clean","last_fresh":"2024-09-15T22:05:08.891045+0000","last_change":"2024-09-15T22:05:06.641304+0000","last_active":"2024-09-15T22:05:08.891045+0000","last_peered":"2024-09-15T22:05:08.891045+0000","last_clean":"2024-09-15T22:05:08.891045+0000","last_became_active":"2024-09-15T22:05:06.640869+0000","last_became_peered":"2024-09-15T22:05:06.640869+0000","last_unstale":"2024-09-15T22:05:08.891045+0000","last_undegraded":"2024-09-15T22:05:08.891045+0000","last_fullsized":"2024-09-15T22:05:08.891045+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-15T22:05:05.609249+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-15T22:05:05.609249+0000","last_clean_scrub_stamp":"2024-09-15T22:05:05.609249+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T07:46:02.512213+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":22,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3],"acting":[1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"5.f","version":"0'0","reported_seq":12,"reported_epoch":33,"state":"active+clean","last_fresh":"2024-09-15T22:05:08.891999+0000","last_change":"2024-09-15T22:05:07.641065+0000","last_active":"2024-09-15T22:05:08.891999+0000","last_peered":"2024-09-15T22:05:08.891999+0000","last_clean":"2024-09-15T22:05:08.891999+0000","last_became_active":"2024-09-15T22:05:07.640769+0000","last_became_peered":"2024-09-15T22:05:07.640769+0000","last_unstale":"2024-09-15T22:05:08.891999+0000","last_undegraded":"2024-09-15T22:05:08.891999+0000","last_fullsized":"2024-09-15T22:05:08.891999+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-15T22:05:06.611209+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-15T22:05:06.611209+0000","last_clean_scrub_stamp":"2024-09-15T22:05:06.611209+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T07:09:04.111243+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.e","version":"32'2","reported_seq":16,"reported_epoch":33,"state":"active+clean","last_fresh":"2024-09-15T22:05:08.635263+0000","last_change":"2024-09-15T22:05:06.633679+0000","last_active":"2024-09-15T22:05:08.635263+0000","last_peered":"2024-09-15T22:05:08.635263+0000","last_clean":"2024-09-15T22:05:08.635263+0000","last_became_active":"2024-09-15T22:05:06.632814+0000","last_became_peered":"2024-09-15T22:05:06.632814+0000","last_unstale":"2024-09-15T22:05:08.635263+0000","last_undegraded":"2024-09-15T22:05:08.635263+0000","last_fullsized":"2024-09-15T22:05:08.635263+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-15T22:05:05.609249+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-15T22:05:05.609249+0000","last_clean_scrub_stamp":"2024-09-15T22:05:05.609249+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-16T22:58:07.357070+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"5.c","version":"0'0","reported_seq":12,"reported_epoch":33,"state":"active+clean","last_fresh":"2024-09-15T22:05:08.890697+0000","last_change":"2024-09-15T22:05:07.649512+0000","last_active":"2024-09-15T22:05:08.890697+0000","last_peered":"2024-09-15T22:05:08.890697+0000","last_clean":"2024-09-15T22:05:08.890697+0000","last_became_active":"2024-09-15T22:05:07.648670+0000","last_became_peered":"2024-09-15T22:05:07.648670+0000","last_unstale":"2024-09-15T22:05:08.890697+0000","last_undegraded":"2024-09-15T22:05:08.890697+0000","last_fullsized":"2024-09-15T22:05:08.890697+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-15T22:05:06.611209+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-15T22:05:06.611209+0000","last_clean_scrub_stamp":"2024-09-15T22:05:06.611209+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T06:07:22.101468+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4],"acting":[1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.d","version":"32'1","reported_seq":15,"reported_epoch":33,"state":"active+clean","last_fresh":"2024-09-15T22:05:08.635336+0000","last_change":"2024-09-15T22:05:06.632278+0000","last_active":"2024-09-15T22:05:08.635336+0000","last_peered":"2024-09-15T22:05:08.635336+0000","last_clean":"2024-09-15T22:05:08.635336+0000","last_became_active":"2024-09-15T22:05:06.631488+0000","last_became_peered":"2024-09-15T22:05:06.631488+0000","last_unstale":"2024-09-15T22:05:08.635336+0000","last_undegraded":"2024-09-15T22:05:08.635336+0000","last_fullsized":"2024-09-15T22:05:08.635336+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-15T22:05:05.609249+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-15T22:05:05.609249+0000","last_clean_scrub_stamp":"2024-09-15T22:05:05.609249+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T07:42:25.553100+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":70,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2],"acting":[4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"5.d","version":"0'0","reported_seq":12,"reported_epoch":33,"state":"active+clean","last_fresh":"2024-09-15T22:05:08.633986+0000","last_change":"2024-09-15T22:05:07.632502+0000","last_active":"2024-09-15T22:05:08.633986+0000","last_peered":"2024-09-15T22:05:08.633986+0000","last_clean":"2024-09-15T22:05:08.633986+0000","last_became_active":"2024-09-15T22:05:07.632200+0000","last_became_peered":"2024-09-15T22:05:07.632200+0000","last_unstale":"2024-09-15T22:05:08.633986+0000","last_undegraded":"2024-09-15T22:05:08.633986+0000","last_fullsized":"2024-09-15T22:05:08.633986+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-15T22:05:06.611209+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-15T22:05:06.611209+0000","last_clean_scrub_stamp":"2024-09-15T22:05:06.611209+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T05:54:11.145046+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,7],"acting":[2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"4.c","version":"0'0","reported_seq":14,"reported_epoch":33,"state":"active+clean","last_fresh":"2024-09-15T22:05:08.635154+0000","last_change":"2024-09-15T22:05:06.633041+0000","last_active":"2024-09-15T22:05:08.635154+0000","last_peered":"2024-09-15T22:05:08.635154+0000","last_clean":"2024-09-15T22:05:08.635154+0000","last_became_active":"2024-09-15T22:05:06.632779+0000","last_became_peered":"2024-09-15T22:05:06.632779+0000","last_unstale":"2024-09-15T22:05:08.635154+0000","last_undegraded":"2024-09-15T22:05:08.635154+0000","last_fullsized":"2024-09-15T22:05:08.635154+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-15T22:05:05.609249+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-15T22:05:05.609249+0000","last_clean_scrub_stamp":"2024-09-15T22:05:05.609249+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T05:15:03.382952+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"5.a","version":"0'0","reported_seq":12,"reported_epoch":33,"state":"active+clean","last_fresh":"2024-09-15T22:05:08.633658+0000","last_change":"2024-09-15T22:05:07.627939+0000","last_active":"2024-09-15T22:05:08.633658+0000","last_peered":"2024-09-15T22:05:08.633658+0000","last_clean":"2024-09-15T22:05:08.633658+0000","last_became_active":"2024-09-15T22:05:07.627014+0000","last_became_peered":"2024-09-15T22:05:07.627014+0000","last_unstale":"2024-09-15T22:05:08.633658+0000","last_undegraded":"2024-09-15T22:05:08.633658+0000","last_fullsized":"2024-09-15T22:05:08.633658+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-15T22:05:06.611209+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-15T22:05:06.611209+0000","last_clean_scrub_stamp":"2024-09-15T22:05:06.611209+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-16T22:49:44.936534+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,4],"acting":[2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"4.b","version":"32'2","reported_seq":16,"reported_epoch":33,"state":"active+clean","last_fresh":"2024-09-15T22:05:08.890406+0000","last_change":"2024-09-15T22:05:06.636364+0000","last_active":"2024-09-15T22:05:08.890406+0000","last_peered":"2024-09-15T22:05:08.890406+0000","last_clean":"2024-09-15T22:05:08.890406+0000","last_became_active":"2024-09-15T22:05:06.636082+0000","last_became_peered":"2024-09-15T22:05:06.636082+0000","last_unstale":"2024-09-15T22:05:08.890406+0000","last_undegraded":"2024-09-15T22:05:08.890406+0000","last_fullsized":"2024-09-15T22:05:08.890406+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-15T22:05:05.609249+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-15T22:05:05.609249+0000","last_clean_scrub_stamp":"2024-09-15T22:05:05.609249+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T07:46:02.512213+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"5.b","version":"0'0","reported_seq":12,"reported_epoch":33,"state":"active+clean","last_fresh":"2024-09-15T22:05:08.633848+0000","last_change":"2024-09-15T22:05:07.639997+0000","last_active":"2024-09-15T22:05:08.633848+0000","last_peered":"2024-09-15T22:05:08.633848+0000","last_clean":"2024-09-15T22:05:08.633848+0000","last_became_active":"2024-09-15T22:05:07.639644+0000","last_became_peered":"2024-09-15T22:05:07.639644+0000","last_unstale":"2024-09-15T22:05:08.633848+0000","last_undegraded":"2024-09-15T22:05:08.633848+0000","last_fullsized":"2024-09-15T22:05:08.633848+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-15T22:05:06.611209+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-15T22:05:06.611209+0000","last_clean_scrub_stamp":"2024-09-15T22:05:06.611209+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-16T23:09:01.677333+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,0],"acting":[2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"4.a","version":"0'0","reported_seq":12,"reported_epoch":32,"state":"active+clean","last_fresh":"2024-09-15T22:05:07.624751+0000","last_change":"2024-09-15T22:05:06.639851+0000","last_active":"2024-09-15T22:05:07.624751+0000","last_peered":"2024-09-15T22:05:07.624751+0000","last_clean":"2024-09-15T22:05:07.624751+0000","last_became_active":"2024-09-15T22:05:06.639535+0000","last_became_peered":"2024-09-15T22:05:06.639535+0000","last_unstale":"2024-09-15T22:05:07.624751+0000","last_undegraded":"2024-09-15T22:05:07.624751+0000","last_fullsized":"2024-09-15T22:05:07.624751+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-15T22:05:05.609249+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-15T22:05:05.609249+0000","last_clean_scrub_stamp":"2024-09-15T22:05:05.609249+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T00:02:13.037400+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,1],"acting":[6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"5.8","version":"0'0","reported_seq":12,"reported_epoch":33,"state":"active+clean","last_fresh":"2024-09-15T22:05:08.633615+0000","last_change":"2024-09-15T22:05:07.633920+0000","last_active":"2024-09-15T22:05:08.633615+0000","last_peered":"2024-09-15T22:05:08.633615+0000","last_clean":"2024-09-15T22:05:08.633615+0000","last_became_active":"2024-09-15T22:05:07.633645+0000","last_became_peered":"2024-09-15T22:05:07.633645+0000","last_unstale":"2024-09-15T22:05:08.633615+0000","last_undegraded":"2024-09-15T22:05:08.633615+0000","last_fullsized":"2024-09-15T22:05:08.633615+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-15T22:05:06.611209+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-15T22:05:06.611209+0000","last_clean_scrub_stamp":"2024-09-15T22:05:06.611209+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T05:32:19.547231+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,0],"acting":[2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"4.9","version":"0'0","reported_seq":14,"reported_epoch":33,"state":"active+clean","last_fresh":"2024-09-15T22:05:08.634718+0000","last_change":"2024-09-15T22:05:06.634022+0000","last_active":"2024-09-15T22:05:08.634718+0000","last_peered":"2024-09-15T22:05:08.634718+0000","last_clean":"2024-09-15T22:05:08.634718+0000","last_became_active":"2024-09-15T22:05:06.633682+0000","last_became_peered":"2024-09-15T22:05:06.633682+0000","last_unstale":"2024-09-15T22:05:08.634718+0000","last_undegraded":"2024-09-15T22:05:08.634718+0000","last_fullsized":"2024-09-15T22:05:08.634718+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-15T22:05:05.609249+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-15T22:05:05.609249+0000","last_clean_scrub_stamp":"2024-09-15T22:05:05.609249+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T04:19:39.057871+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1],"acting":[4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"5.9","version":"0'0","reported_seq":12,"reported_epoch":33,"state":"active+clean","last_fresh":"2024-09-15T22:05:08.890850+0000","last_change":"2024-09-15T22:05:07.632804+0000","last_active":"2024-09-15T22:05:08.890850+0000","last_peered":"2024-09-15T22:05:08.890850+0000","last_clean":"2024-09-15T22:05:08.890850+0000","last_became_active":"2024-09-15T22:05:07.632540+0000","last_became_peered":"2024-09-15T22:05:07.632540+0000","last_unstale":"2024-09-15T22:05:08.890850+0000","last_undegraded":"2024-09-15T22:05:08.890850+0000","last_fullsized":"2024-09-15T22:05:08.890850+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-15T22:05:06.611209+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-15T22:05:06.611209+0000","last_clean_scrub_stamp":"2024-09-15T22:05:06.611209+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T05:35:41.657803+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.8","version":"0'0","reported_seq":14,"reported_epoch":33,"state":"active+clean","last_fresh":"2024-09-15T22:05:08.891433+0000","last_change":"2024-09-15T22:05:06.629505+0000","last_active":"2024-09-15T22:05:08.891433+0000","last_peered":"2024-09-15T22:05:08.891433+0000","last_clean":"2024-09-15T22:05:08.891433+0000","last_became_active":"2024-09-15T22:05:06.629229+0000","last_became_peered":"2024-09-15T22:05:06.629229+0000","last_unstale":"2024-09-15T22:05:08.891433+0000","last_undegraded":"2024-09-15T22:05:08.891433+0000","last_fullsized":"2024-09-15T22:05:08.891433+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-15T22:05:05.609249+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-15T22:05:05.609249+0000","last_clean_scrub_stamp":"2024-09-15T22:05:05.609249+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T08:18:12.799753+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"5.6","version":"0'0","reported_seq":12,"reported_epoch":33,"state":"active+clean","last_fresh":"2024-09-15T22:05:08.633919+0000","last_change":"2024-09-15T22:05:07.633293+0000","last_active":"2024-09-15T22:05:08.633919+0000","last_peered":"2024-09-15T22:05:08.633919+0000","last_clean":"2024-09-15T22:05:08.633919+0000","last_became_active":"2024-09-15T22:05:07.632964+0000","last_became_peered":"2024-09-15T22:05:07.632964+0000","last_unstale":"2024-09-15T22:05:08.633919+0000","last_undegraded":"2024-09-15T22:05:08.633919+0000","last_fullsized":"2024-09-15T22:05:08.633919+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-15T22:05:06.611209+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-15T22:05:06.611209+0000","last_clean_scrub_stamp":"2024-09-15T22:05:06.611209+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T07:47:39.183519+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5],"acting":[2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"4.7","version":"32'2","reported_seq":16,"reported_epoch":33,"state":"active+clean","last_fresh":"2024-09-15T22:05:08.891096+0000","last_change":"2024-09-15T22:05:06.638218+0000","last_active":"2024-09-15T22:05:08.891096+0000","last_peered":"2024-09-15T22:05:08.891096+0000","last_clean":"2024-09-15T22:05:08.891096+0000","last_became_active":"2024-09-15T22:05:06.637913+0000","last_became_peered":"2024-09-15T22:05:06.637913+0000","last_unstale":"2024-09-15T22:05:08.891096+0000","last_undegraded":"2024-09-15T22:05:08.891096+0000","last_fullsized":"2024-09-15T22:05:08.891096+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-15T22:05:05.609249+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-15T22:05:05.609249+0000","last_clean_scrub_stamp":"2024-09-15T22:05:05.609249+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-16T23:49:36.213784+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"5.7","version":"0'0","reported_seq":12,"reported_epoch":33,"state":"active+clean","last_fresh":"2024-09-15T22:05:08.892047+0000","last_change":"2024-09-15T22:05:07.653842+0000","last_active":"2024-09-15T22:05:08.892047+0000","last_peered":"2024-09-15T22:05:08.892047+0000","last_clean":"2024-09-15T22:05:08.892047+0000","last_became_active":"2024-09-15T22:05:07.653555+0000","last_became_peered":"2024-09-15T22:05:07.653555+0000","last_unstale":"2024-09-15T22:05:08.892047+0000","last_undegraded":"2024-09-15T22:05:08.892047+0000","last_fullsized":"2024-09-15T22:05:08.892047+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-15T22:05:06.611209+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-15T22:05:06.611209+0000","last_clean_scrub_stamp":"2024-09-15T22:05:06.611209+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T08:54:35.926228+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.6","version":"0'0","reported_seq":14,"reported_epoch":33,"state":"active+clean","last_fresh":"2024-09-15T22:05:08.890634+0000","last_change":"2024-09-15T22:05:06.635435+0000","last_active":"2024-09-15T22:05:08.890634+0000","last_peered":"2024-09-15T22:05:08.890634+0000","last_clean":"2024-09-15T22:05:08.890634+0000","last_became_active":"2024-09-15T22:05:06.635175+0000","last_became_peered":"2024-09-15T22:05:06.635175+0000","last_unstale":"2024-09-15T22:05:08.890634+0000","last_undegraded":"2024-09-15T22:05:08.890634+0000","last_fullsized":"2024-09-15T22:05:08.890634+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-15T22:05:05.609249+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-15T22:05:05.609249+0000","last_clean_scrub_stamp":"2024-09-15T22:05:05.609249+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T05:15:03.382952+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"5.5","version":"0'0","reported_seq":12,"reported_epoch":33,"state":"active+clean","last_fresh":"2024-09-15T22:05:08.890269+0000","last_change":"2024-09-15T22:05:07.650800+0000","last_active":"2024-09-15T22:05:08.890269+0000","last_peered":"2024-09-15T22:05:08.890269+0000","last_clean":"2024-09-15T22:05:08.890269+0000","last_became_active":"2024-09-15T22:05:07.649732+0000","last_became_peered":"2024-09-15T22:05:07.649732+0000","last_unstale":"2024-09-15T22:05:08.890269+0000","last_undegraded":"2024-09-15T22:05:08.890269+0000","last_fullsized":"2024-09-15T22:05:08.890269+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-15T22:05:06.611209+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-15T22:05:06.611209+0000","last_clean_scrub_stamp":"2024-09-15T22:05:06.611209+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T08:18:13.801712+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.4","version":"0'0","reported_seq":14,"reported_epoch":33,"state":"active+clean","last_fresh":"2024-09-15T22:05:08.890686+0000","last_change":"2024-09-15T22:05:06.639574+0000","last_active":"2024-09-15T22:05:08.890686+0000","last_peered":"2024-09-15T22:05:08.890686+0000","last_clean":"2024-09-15T22:05:08.890686+0000","last_became_active":"2024-09-15T22:05:06.639283+0000","last_became_peered":"2024-09-15T22:05:06.639283+0000","last_unstale":"2024-09-15T22:05:08.890686+0000","last_undegraded":"2024-09-15T22:05:08.890686+0000","last_fullsized":"2024-09-15T22:05:08.890686+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-15T22:05:05.609249+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-15T22:05:05.609249+0000","last_clean_scrub_stamp":"2024-09-15T22:05:05.609249+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T02:45:21.009057+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2],"acting":[1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"5.2","version":"0'0","reported_seq":9,"reported_epoch":32,"state":"active+clean","last_fresh":"2024-09-15T22:05:07.635364+0000","last_change":"2024-09-15T22:05:07.634037+0000","last_active":"2024-09-15T22:05:07.635364+0000","last_peered":"2024-09-15T22:05:07.635364+0000","last_clean":"2024-09-15T22:05:07.635364+0000","last_became_active":"2024-09-15T22:05:07.633788+0000","last_became_peered":"2024-09-15T22:05:07.633788+0000","last_unstale":"2024-09-15T22:05:07.635364+0000","last_undegraded":"2024-09-15T22:05:07.635364+0000","last_fullsized":"2024-09-15T22:05:07.635364+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-15T22:05:06.611209+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-15T22:05:06.611209+0000","last_clean_scrub_stamp":"2024-09-15T22:05:06.611209+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T06:34:40.852770+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0],"acting":[6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.3","version":"0'0","reported_seq":14,"reported_epoch":33,"state":"active+clean","last_fresh":"2024-09-15T22:05:08.890498+0000","last_change":"2024-09-15T22:05:06.632033+0000","last_active":"2024-09-15T22:05:08.890498+0000","last_peered":"2024-09-15T22:05:08.890498+0000","last_clean":"2024-09-15T22:05:08.890498+0000","last_became_active":"2024-09-15T22:05:06.631727+0000","last_became_peered":"2024-09-15T22:05:06.631727+0000","last_unstale":"2024-09-15T22:05:08.890498+0000","last_undegraded":"2024-09-15T22:05:08.890498+0000","last_fullsized":"2024-09-15T22:05:08.890498+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-15T22:05:05.609249+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-15T22:05:05.609249+0000","last_clean_scrub_stamp":"2024-09-15T22:05:05.609249+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-16T23:49:36.213784+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5],"acting":[0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"5.3","version":"0'0","reported_seq":12,"reported_epoch":33,"state":"active+clean","last_fresh":"2024-09-15T22:05:08.890275+0000","last_change":"2024-09-15T22:05:07.639986+0000","last_active":"2024-09-15T22:05:08.890275+0000","last_peered":"2024-09-15T22:05:08.890275+0000","last_clean":"2024-09-15T22:05:08.890275+0000","last_became_active":"2024-09-15T22:05:07.638483+0000","last_became_peered":"2024-09-15T22:05:07.638483+0000","last_unstale":"2024-09-15T22:05:08.890275+0000","last_undegraded":"2024-09-15T22:05:08.890275+0000","last_fullsized":"2024-09-15T22:05:08.890275+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-15T22:05:06.611209+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-15T22:05:06.611209+0000","last_clean_scrub_stamp":"2024-09-15T22:05:06.611209+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T04:54:36.595211+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6],"acting":[0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.2","version":"0'0","reported_seq":14,"reported_epoch":33,"state":"active+clean","last_fresh":"2024-09-15T22:05:08.890768+0000","last_change":"2024-09-15T22:05:06.638541+0000","last_active":"2024-09-15T22:05:08.890768+0000","last_peered":"2024-09-15T22:05:08.890768+0000","last_clean":"2024-09-15T22:05:08.890768+0000","last_became_active":"2024-09-15T22:05:06.637537+0000","last_became_peered":"2024-09-15T22:05:06.637537+0000","last_unstale":"2024-09-15T22:05:08.890768+0000","last_undegraded":"2024-09-15T22:05:08.890768+0000","last_fullsized":"2024-09-15T22:05:08.890768+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-15T22:05:05.609249+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-15T22:05:05.609249+0000","last_clean_scrub_stamp":"2024-09-15T22:05:05.609249+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T07:35:37.877098+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"5.0","version":"0'0","reported_seq":12,"reported_epoch":33,"state":"active+clean","last_fresh":"2024-09-15T22:05:08.634424+0000","last_change":"2024-09-15T22:05:07.642673+0000","last_active":"2024-09-15T22:05:08.634424+0000","last_peered":"2024-09-15T22:05:08.634424+0000","last_clean":"2024-09-15T22:05:08.634424+0000","last_became_active":"2024-09-15T22:05:07.642384+0000","last_became_peered":"2024-09-15T22:05:07.642384+0000","last_unstale":"2024-09-15T22:05:08.634424+0000","last_undegraded":"2024-09-15T22:05:08.634424+0000","last_fullsized":"2024-09-15T22:05:08.634424+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-15T22:05:06.611209+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-15T22:05:06.611209+0000","last_clean_scrub_stamp":"2024-09-15T22:05:06.611209+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T08:09:27.704827+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.1","version":"0'0","reported_seq":14,"reported_epoch":33,"state":"active+clean","last_fresh":"2024-09-15T22:05:08.634848+0000","last_change":"2024-09-15T22:05:06.626951+0000","last_active":"2024-09-15T22:05:08.634848+0000","last_peered":"2024-09-15T22:05:08.634848+0000","last_clean":"2024-09-15T22:05:08.634848+0000","last_became_active":"2024-09-15T22:05:06.626670+0000","last_became_peered":"2024-09-15T22:05:06.626670+0000","last_unstale":"2024-09-15T22:05:08.634848+0000","last_undegraded":"2024-09-15T22:05:08.634848+0000","last_fullsized":"2024-09-15T22:05:08.634848+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-15T22:05:05.609249+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-15T22:05:05.609249+0000","last_clean_scrub_stamp":"2024-09-15T22:05:05.609249+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-16T22:44:33.657440+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5],"acting":[4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"5.1","version":"0'0","reported_seq":12,"reported_epoch":33,"state":"active+clean","last_fresh":"2024-09-15T22:05:08.634703+0000","last_change":"2024-09-15T22:05:07.632865+0000","last_active":"2024-09-15T22:05:08.634703+0000","last_peered":"2024-09-15T22:05:08.634703+0000","last_clean":"2024-09-15T22:05:08.634703+0000","last_became_active":"2024-09-15T22:05:07.632546+0000","last_became_peered":"2024-09-15T22:05:07.632546+0000","last_unstale":"2024-09-15T22:05:08.634703+0000","last_undegraded":"2024-09-15T22:05:08.634703+0000","last_fullsized":"2024-09-15T22:05:08.634703+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-15T22:05:06.611209+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-15T22:05:06.611209+0000","last_clean_scrub_stamp":"2024-09-15T22:05:06.611209+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T04:54:36.595211+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.0","version":"0'0","reported_seq":14,"reported_epoch":33,"state":"active+clean","last_fresh":"2024-09-15T22:05:08.635081+0000","last_change":"2024-09-15T22:05:06.629650+0000","last_active":"2024-09-15T22:05:08.635081+0000","last_peered":"2024-09-15T22:05:08.635081+0000","last_clean":"2024-09-15T22:05:08.635081+0000","last_became_active":"2024-09-15T22:05:06.629365+0000","last_became_peered":"2024-09-15T22:05:06.629365+0000","last_unstale":"2024-09-15T22:05:08.635081+0000","last_undegraded":"2024-09-15T22:05:08.635081+0000","last_fullsized":"2024-09-15T22:05:08.635081+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-15T22:05:05.609249+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-15T22:05:05.609249+0000","last_clean_scrub_stamp":"2024-09-15T22:05:05.609249+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T01:43:09.619659+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.4","version":"0'0","reported_seq":12,"reported_epoch":33,"state":"active+clean","last_fresh":"2024-09-15T22:05:08.890502+0000","last_change":"2024-09-15T22:05:07.635456+0000","last_active":"2024-09-15T22:05:08.890502+0000","last_peered":"2024-09-15T22:05:08.890502+0000","last_clean":"2024-09-15T22:05:08.890502+0000","last_became_active":"2024-09-15T22:05:07.635188+0000","last_became_peered":"2024-09-15T22:05:07.635188+0000","last_unstale":"2024-09-15T22:05:08.890502+0000","last_undegraded":"2024-09-15T22:05:08.890502+0000","last_fullsized":"2024-09-15T22:05:08.890502+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-15T22:05:06.611209+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-15T22:05:06.611209+0000","last_clean_scrub_stamp":"2024-09-15T22:05:06.611209+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T05:56:25.664775+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2],"acting":[7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.5","version":"0'0","reported_seq":12,"reported_epoch":32,"state":"active+clean","last_fresh":"2024-09-15T22:05:07.624315+0000","last_change":"2024-09-15T22:05:06.635309+0000","last_active":"2024-09-15T22:05:07.624315+0000","last_peered":"2024-09-15T22:05:07.624315+0000","last_clean":"2024-09-15T22:05:07.624315+0000","last_became_active":"2024-09-15T22:05:06.635035+0000","last_became_peered":"2024-09-15T22:05:06.635035+0000","last_unstale":"2024-09-15T22:05:07.624315+0000","last_undegraded":"2024-09-15T22:05:07.624315+0000","last_fullsized":"2024-09-15T22:05:07.624315+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-15T22:05:05.609249+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-15T22:05:05.609249+0000","last_clean_scrub_stamp":"2024-09-15T22:05:05.609249+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T06:44:04.680376+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"1.0","version":"17'117","reported_seq":191,"reported_epoch":33,"state":"active+clean","last_fresh":"2024-09-15T22:05:08.891012+0000","last_change":"2024-09-15T22:04:16.056574+0000","last_active":"2024-09-15T22:05:08.891012+0000","last_peered":"2024-09-15T22:05:08.891012+0000","last_clean":"2024-09-15T22:05:08.891012+0000","last_became_active":"2024-09-15T22:04:16.055577+0000","last_became_peered":"2024-09-15T22:04:16.055577+0000","last_unstale":"2024-09-15T22:05:08.891012+0000","last_undegraded":"2024-09-15T22:05:08.891012+0000","last_fullsized":"2024-09-15T22:05:08.891012+0000","mapping_epoch":15,"log_start":"0'0","ondisk_log_start":"0'0","created":15,"last_epoch_clean":16,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-15T22:04:14.948623+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-15T22:04:14.948623+0000","last_clean_scrub_stamp":"2024-09-15T22:04:14.948623+0000","objects_scrubbed":0,"log_size":117,"log_dups_size":0,"ondisk_log_size":117,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T08:16:14.663572+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":159,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]}],"pool_stats":[{"poolid":5,"num_pg":64,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":128,"acting":128,"num_store_stats":8},{"poolid":4,"num_pg":32,"stat_sum":{"num_bytes":2410,"num_objects":21,"num_object_clones":0,"num_object_copies":42,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":21,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":44,"num_write_kb":14,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":13,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":65536,"data_stored":4820,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":38,"ondisk_log_size":38,"up":64,"acting":64,"num_store_stats":8},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":159,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":1187840,"data_stored":1180736,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":117,"ondisk_log_size":117,"up":2,"acting":2,"num_store_stats":2}],"osd_stats":[{"osd":7,"up_from":14,"seq":60129542157,"num_pgs":1,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":32140,"kb_used_data":944,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94339700,"statfs":{"total":96636764160,"available":96603852800,"internally_reserved":0,"allocated":966656,"data_stored":733186,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1590,"internal_metadata":31914442},"hb_peers":[0,1,2,3,4,5,6],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":3,"apply_latency_ms":3,"commit_latency_ns":3000000,"apply_latency_ns":3000000},"alerts":[]},{"osd":5,"up_from":14,"seq":60129542157,"num_pgs":24,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":31544,"kb_used_data":356,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94340296,"statfs":{"total":96636764160,"available":96604463104,"internally_reserved":0,"allocated":364544,"data_stored":137100,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":31914437},"hb_peers":[0,1,2,3,4,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":2,"apply_latency_ms":2,"commit_latency_ns":2000000,"apply_latency_ns":2000000},"alerts":[]},{"osd":4,"up_from":14,"seq":60129542157,"num_pgs":29,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":31560,"kb_used_data":368,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94340280,"statfs":{"total":96636764160,"available":96604446720,"internally_reserved":0,"allocated":376832,"data_stored":142832,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":31914437},"hb_peers":[0,1,2,3,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":2,"apply_latency_ms":2,"commit_latency_ns":2000000,"apply_latency_ns":2000000},"alerts":[]},{"osd":3,"up_from":14,"seq":60129542159,"num_pgs":31,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27396,"kb_used_data":364,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344444,"statfs":{"total":96636764160,"available":96608710656,"internally_reserved":0,"allocated":372736,"data_stored":138062,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1593,"internal_metadata":27654599},"hb_peers":[0,1,2,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":3,"apply_latency_ms":3,"commit_latency_ns":3000000,"apply_latency_ns":3000000},"alerts":[]},{"osd":2,"up_from":14,"seq":60129542159,"num_pgs":17,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27400,"kb_used_data":364,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344440,"statfs":{"total":96636764160,"available":96608706560,"internally_reserved":0,"allocated":372736,"data_stored":142798,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[0,1,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":4,"apply_latency_ms":4,"commit_latency_ns":4000000,"apply_latency_ns":4000000},"alerts":[]},{"osd":1,"up_from":14,"seq":60129542158,"num_pgs":5,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27392,"kb_used_data":364,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344448,"statfs":{"total":96636764160,"available":96608714752,"internally_reserved":0,"allocated":372736,"data_stored":138062,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[0,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":4,"apply_latency_ms":4,"commit_latency_ns":4000000,"apply_latency_ns":4000000},"alerts":[]},{"osd":0,"up_from":14,"seq":60129542158,"num_pgs":1,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27968,"kb_used_data":940,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94343872,"statfs":{"total":96636764160,"available":96608124928,"internally_reserved":0,"allocated":962560,"data_stored":733096,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[1,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":4,"apply_latency_ms":4,"commit_latency_ns":4000000,"apply_latency_ns":4000000},"alerts":[]},{"osd":6,"up_from":13,"seq":55834574862,"num_pgs":19,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":35708,"kb_used_data":356,"kb_used_omap":1,"kb_used_meta":35326,"kb_avail":94336132,"statfs":{"total":96636764160,"available":96600199168,"internally_reserved":0,"allocated":364544,"data_stored":137044,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":36174278},"hb_peers":[0,1,2,3,4,5,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":1634,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":70,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":1634,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":104,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":672,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":616,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":90,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2024-09-15T22:05:10.966 INFO:tasks.ceph.ceph_manager.ceph:clean! 2024-09-15T22:05:10.966 DEBUG:teuthology.orchestra.run.smithi063:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph auth caps client.0 mon 'allow r' osd 'allow rw tag cephfs data=cephfs' mds allow 2024-09-15T22:05:11.111 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:11.110+0000 7f8b22077640 1 Processor -- start 2024-09-15T22:05:11.112 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:11.110+0000 7f8b22077640 1 -- start start 2024-09-15T22:05:11.114 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:11.110+0000 7f8b22077640 1 --2- >> v2:172.21.15.110:3300/0 conn(0x7f8b1c147f30 0x7f8b1c0cf5c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-15T22:05:11.114 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:11.110+0000 7f8b22077640 1 --2- >> v2:172.21.15.63:3300/0 conn(0x7f8b1c0cfb00 0x7f8b1c0d0f70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-15T22:05:11.114 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:11.110+0000 7f8b22077640 1 -- --> v1:172.21.15.63:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f8b1c0d22f0 con 0x7f8b1c0d4010 2024-09-15T22:05:11.114 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:11.110+0000 7f8b22077640 1 -- --> v2:172.21.15.63:3300/0 -- mon_getmap magic: 0 -- 0x7f8b1c0d20a0 con 0x7f8b1c0cfb00 2024-09-15T22:05:11.114 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:11.110+0000 7f8b22077640 1 -- --> v2:172.21.15.110:3300/0 -- mon_getmap magic: 0 -- 0x7f8b1c0d25d0 con 0x7f8b1c147f30 2024-09-15T22:05:11.115 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:11.111+0000 7f8b1affd640 1 --2- >> v2:172.21.15.63:3300/0 conn(0x7f8b1c0cfb00 0x7f8b1c0d0f70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-15T22:05:11.115 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:11.111+0000 7f8b1bfff640 1 --1- >> v1:172.21.15.63:6789/0 conn(0x7f8b1c0d4010 0x7f8b1c1621a0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.63:6789/0 says I am v1:172.21.15.63:41934/0 (socket says 172.21.15.63:41934) 2024-09-15T22:05:11.115 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:11.111+0000 7f8b1bfff640 1 -- 172.21.15.63:0/2695399960 learned_addr learned my addr 172.21.15.63:0/2695399960 (peer_addr_for_me v1:172.21.15.63:0/0) 2024-09-15T22:05:11.115 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:11.111+0000 7f8b1affd640 1 --2- 172.21.15.63:0/2695399960 >> v2:172.21.15.63:3300/0 conn(0x7f8b1c0cfb00 0x7f8b1c0d0f70 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.63:3300/0 says I am v2:172.21.15.63:48356/0 (socket says 172.21.15.63:48356) 2024-09-15T22:05:11.115 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:11.111+0000 7f8b1b7fe640 1 --2- 172.21.15.63:0/2695399960 >> v2:172.21.15.110:3300/0 conn(0x7f8b1c147f30 0x7f8b1c0cf5c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-15T22:05:11.115 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:11.111+0000 7f8b1affd640 1 -- 172.21.15.63:0/2695399960 >> v2:172.21.15.110:3300/0 conn(0x7f8b1c147f30 msgr2=0x7f8b1c0cf5c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-15T22:05:11.115 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:11.111+0000 7f8b1affd640 1 --2- 172.21.15.63:0/2695399960 >> v2:172.21.15.110:3300/0 conn(0x7f8b1c147f30 0x7f8b1c0cf5c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T22:05:11.115 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:11.111+0000 7f8b1affd640 1 -- 172.21.15.63:0/2695399960 >> v1:172.21.15.63:6789/0 conn(0x7f8b1c0d4010 legacy=0x7f8b1c1621a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-15T22:05:11.115 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:11.111+0000 7f8b1affd640 1 -- 172.21.15.63:0/2695399960 --> v2:172.21.15.63:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f8b1c0d28b0 con 0x7f8b1c0cfb00 2024-09-15T22:05:11.115 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:11.111+0000 7f8b1a7fc640 1 -- 172.21.15.63:0/2695399960 <== mon.0 v1:172.21.15.63:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 3930480072 0 0) 0x7f8b1c0d22f0 con 0x7f8b1c0d4010 2024-09-15T22:05:11.115 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:11.111+0000 7f8b1b7fe640 1 --2- 172.21.15.63:0/2695399960 >> v2:172.21.15.110:3300/0 conn(0x7f8b1c147f30 0x7f8b1c0cf5c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-15T22:05:11.115 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:11.112+0000 7f8b1affd640 1 --2- 172.21.15.63:0/2695399960 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f8b1c0cfb00 0x7f8b1c0d0f70 secure :-1 s=READY pgs=265 cs=0 l=1 rev1=1 crypto rx=0x7f8b1c075600 tx=0x7f8b1002a110 comp rx=0 tx=0).ready entity=mon.0 client_cookie=76b5315608a106de server_cookie=0 in_seq=0 out_seq=0 2024-09-15T22:05:11.116 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:11.112+0000 7f8b1a7fc640 1 -- 172.21.15.63:0/2695399960 <== mon.0 v2:172.21.15.63:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8b10037070 con 0x7f8b1c0cfb00 2024-09-15T22:05:11.116 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:11.112+0000 7f8b1a7fc640 1 -- 172.21.15.63:0/2695399960 <== mon.0 v2:172.21.15.63:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f8b10032440 con 0x7f8b1c0cfb00 2024-09-15T22:05:11.116 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:11.112+0000 7f8b1a7fc640 1 -- 172.21.15.63:0/2695399960 <== mon.0 v2:172.21.15.63:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8b1002ae60 con 0x7f8b1c0cfb00 2024-09-15T22:05:11.116 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:11.112+0000 7f8b22077640 1 -- 172.21.15.63:0/2695399960 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f8b1c0cfb00 msgr2=0x7f8b1c0d0f70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-15T22:05:11.116 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:11.112+0000 7f8b22077640 1 --2- 172.21.15.63:0/2695399960 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f8b1c0cfb00 0x7f8b1c0d0f70 secure :-1 s=READY pgs=265 cs=0 l=1 rev1=1 crypto rx=0x7f8b1c075600 tx=0x7f8b1002a110 comp rx=0 tx=0).stop 2024-09-15T22:05:11.116 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:11.112+0000 7f8b22077640 1 -- 172.21.15.63:0/2695399960 shutdown_connections 2024-09-15T22:05:11.116 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:11.112+0000 7f8b22077640 1 --2- 172.21.15.63:0/2695399960 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f8b1c0cfb00 0x7f8b1c0d0f70 unknown :-1 s=CLOSED pgs=265 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T22:05:11.116 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:11.112+0000 7f8b22077640 1 --2- 172.21.15.63:0/2695399960 >> v2:172.21.15.110:3300/0 conn(0x7f8b1c147f30 0x7f8b1c0cf5c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T22:05:11.116 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:11.112+0000 7f8b22077640 1 -- 172.21.15.63:0/2695399960 >> 172.21.15.63:0/2695399960 conn(0x7f8b1c074da0 msgr2=0x7f8b1c0d4560 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-15T22:05:11.116 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:11.112+0000 7f8b22077640 1 -- 172.21.15.63:0/2695399960 shutdown_connections 2024-09-15T22:05:11.117 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:11.112+0000 7f8b22077640 1 -- 172.21.15.63:0/2695399960 wait complete. 2024-09-15T22:05:11.119 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:11.114+0000 7f8b22077640 1 Processor -- start 2024-09-15T22:05:11.119 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:11.114+0000 7f8b22077640 1 -- start start 2024-09-15T22:05:11.119 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:11.114+0000 7f8b22077640 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f8b1c0cfb00 0x7f8b1c138790 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-15T22:05:11.119 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:11.114+0000 7f8b22077640 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f8b1c0d4010 0x7f8b1c15dda0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-15T22:05:11.119 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:11.114+0000 7f8b22077640 1 --2- >> [v2:172.21.15.110:3301/0,v1:172.21.15.110:6790/0] conn(0x7f8b1c147f30 0x7f8b1c161e00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-15T22:05:11.119 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:11.114+0000 7f8b22077640 1 -- --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 -- 0x7f8b1c0d30b0 con 0x7f8b1c0cfb00 2024-09-15T22:05:11.120 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:11.114+0000 7f8b22077640 1 -- --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_getmap magic: 0 -- 0x7f8b1c148310 con 0x7f8b1c0d4010 2024-09-15T22:05:11.120 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:11.114+0000 7f8b22077640 1 -- --> [v2:172.21.15.110:3301/0,v1:172.21.15.110:6790/0] -- mon_getmap magic: 0 -- 0x7f8b1c0d3230 con 0x7f8b1c147f30 2024-09-15T22:05:11.120 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:11.115+0000 7f8b1b7fe640 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f8b1c0cfb00 0x7f8b1c138790 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-15T22:05:11.120 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:11.115+0000 7f8b1b7fe640 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f8b1c0cfb00 0x7f8b1c138790 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.63:3300/0 says I am v2:172.21.15.63:48360/0 (socket says 172.21.15.63:48360) 2024-09-15T22:05:11.120 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:11.115+0000 7f8b1b7fe640 1 -- 172.21.15.63:0/898856898 learned_addr learned my addr 172.21.15.63:0/898856898 (peer_addr_for_me v2:172.21.15.63:0/0) 2024-09-15T22:05:11.120 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:11.115+0000 7f8b1affd640 1 --2- 172.21.15.63:0/898856898 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f8b1c0d4010 0x7f8b1c15dda0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-15T22:05:11.120 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:11.115+0000 7f8b1b7fe640 1 -- 172.21.15.63:0/898856898 >> [v2:172.21.15.110:3301/0,v1:172.21.15.110:6790/0] conn(0x7f8b1c147f30 msgr2=0x7f8b1c161e00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-15T22:05:11.120 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:11.115+0000 7f8b1b7fe640 1 --2- 172.21.15.63:0/898856898 >> [v2:172.21.15.110:3301/0,v1:172.21.15.110:6790/0] conn(0x7f8b1c147f30 0x7f8b1c161e00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T22:05:11.120 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:11.115+0000 7f8b1b7fe640 1 -- 172.21.15.63:0/898856898 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f8b1c0d4010 msgr2=0x7f8b1c15dda0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-15T22:05:11.120 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:11.115+0000 7f8b1b7fe640 1 --2- 172.21.15.63:0/898856898 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f8b1c0d4010 0x7f8b1c15dda0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T22:05:11.120 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:11.115+0000 7f8b1b7fe640 1 -- 172.21.15.63:0/898856898 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f8b1c134fd0 con 0x7f8b1c0cfb00 2024-09-15T22:05:11.120 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:11.115+0000 7f8b1b7fe640 1 --2- 172.21.15.63:0/898856898 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f8b1c0cfb00 0x7f8b1c138790 secure :-1 s=READY pgs=266 cs=0 l=1 rev1=1 crypto rx=0x7f8b0c00e7e0 tx=0x7f8b0c00eca0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-15T22:05:11.121 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:11.115+0000 7f8b03fff640 1 -- 172.21.15.63:0/898856898 <== mon.0 v2:172.21.15.63:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8b0c00f040 con 0x7f8b1c0cfb00 2024-09-15T22:05:11.121 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:11.115+0000 7f8b03fff640 1 -- 172.21.15.63:0/898856898 <== mon.0 v2:172.21.15.63:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f8b0c004030 con 0x7f8b1c0cfb00 2024-09-15T22:05:11.121 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:11.115+0000 7f8b03fff640 1 -- 172.21.15.63:0/898856898 <== mon.0 v2:172.21.15.63:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8b0c004400 con 0x7f8b1c0cfb00 2024-09-15T22:05:11.121 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:11.115+0000 7f8b22077640 1 -- 172.21.15.63:0/898856898 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f8b1c1352b0 con 0x7f8b1c0cfb00 2024-09-15T22:05:11.121 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:11.115+0000 7f8b22077640 1 -- 172.21.15.63:0/898856898 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f8b1c1329d0 con 0x7f8b1c0cfb00 2024-09-15T22:05:11.121 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:11.116+0000 7f8b22077640 1 -- 172.21.15.63:0/898856898 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f8b1c1356a0 con 0x7f8b1c0cfb00 2024-09-15T22:05:11.121 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:11.117+0000 7f8b03fff640 1 -- 172.21.15.63:0/898856898 <== mon.0 v2:172.21.15.63:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7f8b0c00c6d0 con 0x7f8b1c0cfb00 2024-09-15T22:05:11.121 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:11.117+0000 7f8b03fff640 1 --2- 172.21.15.63:0/898856898 >> [v2:172.21.15.110:6832/552273267,v1:172.21.15.110:6833/552273267] conn(0x7f8b0806c2b0 0x7f8b0806e770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-15T22:05:11.121 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:11.117+0000 7f8b03fff640 1 -- 172.21.15.63:0/898856898 <== mon.0 v2:172.21.15.63:3300/0 5 ==== osd_map(33..33 src has 1..33) ==== 5709+0+0 (secure 0 0 0) 0x7f8b0c08b260 con 0x7f8b1c0cfb00 2024-09-15T22:05:11.121 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:11.118+0000 7f8b1affd640 1 --2- 172.21.15.63:0/898856898 >> [v2:172.21.15.110:6832/552273267,v1:172.21.15.110:6833/552273267] conn(0x7f8b0806c2b0 0x7f8b0806e770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-15T22:05:11.122 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:11.118+0000 7f8b1affd640 1 --2- 172.21.15.63:0/898856898 >> [v2:172.21.15.110:6832/552273267,v1:172.21.15.110:6833/552273267] conn(0x7f8b0806c2b0 0x7f8b0806e770 secure :-1 s=READY pgs=148 cs=0 l=1 rev1=1 crypto rx=0x7f8b10034000 tx=0x7f8b1002e000 comp rx=0 tx=0).ready entity=mgr.4102 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-15T22:05:11.123 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:11.121+0000 7f8b03fff640 1 -- 172.21.15.63:0/898856898 <== mon.0 v2:172.21.15.63:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7f8b0c017020 con 0x7f8b1c0cfb00 2024-09-15T22:05:11.284 INFO:tasks.ceph.mds.a.smithi063.stderr:2024-09-15T22:05:11.283+0000 7fa720f0b640 -1 mds.pinger is_rank_lagging: rank=0 was never sent ping request. 2024-09-15T22:05:11.364 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:11.362+0000 7f8b22077640 1 -- 172.21.15.63:0/898856898 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_command({"prefix": "auth caps", "entity": "client.0", "caps": ["mon", "allow r", "osd", "allow rw tag cephfs data=cephfs", "mds", "allow"]} v 0) -- 0x7f8b1c0cf5c0 con 0x7f8b1c0cfb00 2024-09-15T22:05:11.365 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:11.364+0000 7f8b03fff640 1 -- 172.21.15.63:0/898856898 <== mon.0 v2:172.21.15.63:3300/0 7 ==== mon_command_ack([{"prefix": "auth caps", "entity": "client.0", "caps": ["mon", "allow r", "osd", "allow rw tag cephfs data=cephfs", "mds", "allow"]}]=0 updated caps for client.0 v11) ==== 190+0+147 (secure 0 0 0) 0x7f8b0c0599d0 con 0x7f8b1c0cfb00 2024-09-15T22:05:11.366 INFO:teuthology.orchestra.run.smithi063.stdout:[client.0] 2024-09-15T22:05:11.366 INFO:teuthology.orchestra.run.smithi063.stdout: key = AQCuWedm9wJpERAAdnyKxEyzJWnf1nfH3jw/hQ== 2024-09-15T22:05:11.366 INFO:teuthology.orchestra.run.smithi063.stdout: caps mds = "allow" 2024-09-15T22:05:11.366 INFO:teuthology.orchestra.run.smithi063.stdout: caps mon = "allow r" 2024-09-15T22:05:11.366 INFO:teuthology.orchestra.run.smithi063.stdout: caps osd = "allow rw tag cephfs data=cephfs" 2024-09-15T22:05:11.366 INFO:teuthology.orchestra.run.smithi063.stderr:updated caps for client.0 2024-09-15T22:05:11.369 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:11.367+0000 7f8b22077640 1 -- 172.21.15.63:0/898856898 >> [v2:172.21.15.110:6832/552273267,v1:172.21.15.110:6833/552273267] conn(0x7f8b0806c2b0 msgr2=0x7f8b0806e770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-15T22:05:11.369 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:11.367+0000 7f8b22077640 1 --2- 172.21.15.63:0/898856898 >> [v2:172.21.15.110:6832/552273267,v1:172.21.15.110:6833/552273267] conn(0x7f8b0806c2b0 0x7f8b0806e770 secure :-1 s=READY pgs=148 cs=0 l=1 rev1=1 crypto rx=0x7f8b10034000 tx=0x7f8b1002e000 comp rx=0 tx=0).stop 2024-09-15T22:05:11.369 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:11.367+0000 7f8b22077640 1 -- 172.21.15.63:0/898856898 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f8b1c0cfb00 msgr2=0x7f8b1c138790 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-15T22:05:11.369 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:11.367+0000 7f8b22077640 1 --2- 172.21.15.63:0/898856898 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f8b1c0cfb00 0x7f8b1c138790 secure :-1 s=READY pgs=266 cs=0 l=1 rev1=1 crypto rx=0x7f8b0c00e7e0 tx=0x7f8b0c00eca0 comp rx=0 tx=0).stop 2024-09-15T22:05:11.369 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:11.367+0000 7f8b22077640 1 -- 172.21.15.63:0/898856898 shutdown_connections 2024-09-15T22:05:11.369 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:11.367+0000 7f8b22077640 1 --2- 172.21.15.63:0/898856898 >> [v2:172.21.15.110:6832/552273267,v1:172.21.15.110:6833/552273267] conn(0x7f8b0806c2b0 0x7f8b0806e770 unknown :-1 s=CLOSED pgs=148 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T22:05:11.369 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:11.367+0000 7f8b22077640 1 --2- 172.21.15.63:0/898856898 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f8b1c0d4010 0x7f8b1c15dda0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T22:05:11.369 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:11.367+0000 7f8b22077640 1 --2- 172.21.15.63:0/898856898 >> [v2:172.21.15.110:3301/0,v1:172.21.15.110:6790/0] conn(0x7f8b1c147f30 0x7f8b1c161e00 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T22:05:11.370 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:11.367+0000 7f8b22077640 1 --2- 172.21.15.63:0/898856898 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f8b1c0cfb00 0x7f8b1c138790 unknown :-1 s=CLOSED pgs=266 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T22:05:11.370 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:11.367+0000 7f8b22077640 1 -- 172.21.15.63:0/898856898 >> 172.21.15.63:0/898856898 conn(0x7f8b1c074da0 msgr2=0x7f8b1c0d0f70 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-15T22:05:11.370 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:11.367+0000 7f8b22077640 1 -- 172.21.15.63:0/898856898 shutdown_connections 2024-09-15T22:05:11.370 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:11.367+0000 7f8b22077640 1 -- 172.21.15.63:0/898856898 wait complete. 2024-09-15T22:05:11.379 DEBUG:teuthology.orchestra.run.smithi063:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-09-15T22:05:11.481 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:11.479+0000 7f7dfd1d8640 1 Processor -- start 2024-09-15T22:05:11.481 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:11.479+0000 7f7dfd1d8640 1 -- start start 2024-09-15T22:05:11.482 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:11.480+0000 7f7dfd1d8640 1 --2- >> [v2:172.21.15.110:3301/0,v1:172.21.15.110:6790/0] conn(0x7f7df80d15f0 0x7f7df815ea60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-15T22:05:11.482 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:11.480+0000 7f7dfd1d8640 1 --2- >> v2:172.21.15.110:3300/0 conn(0x7f7df80b97d0 0x7f7df80b9be0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-15T22:05:11.482 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:11.480+0000 7f7dfd1d8640 1 -- --> v1:172.21.15.110:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f7df80d2750 con 0x7f7df8147fc0 2024-09-15T22:05:11.483 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:11.480+0000 7f7dfd1d8640 1 -- --> v2:172.21.15.110:3300/0 -- mon_getmap magic: 0 -- 0x7f7df81483a0 con 0x7f7df80b97d0 2024-09-15T22:05:11.483 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:11.480+0000 7f7dfd1d8640 1 -- --> [v2:172.21.15.110:3301/0,v1:172.21.15.110:6790/0] -- mon_getmap magic: 0 -- 0x7f7df815efa0 con 0x7f7df80d15f0 2024-09-15T22:05:11.483 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:11.481+0000 7f7df659c640 1 --2- >> [v2:172.21.15.110:3301/0,v1:172.21.15.110:6790/0] conn(0x7f7df80d15f0 0x7f7df815ea60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-15T22:05:11.483 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:11.481+0000 7f7df759e640 1 --2- >> v2:172.21.15.110:3300/0 conn(0x7f7df80b97d0 0x7f7df80b9be0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-15T22:05:11.483 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:11.481+0000 7f7df6d9d640 1 --1- >> v1:172.21.15.110:6789/0 conn(0x7f7df8147fc0 0x7f7df80d0ee0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.110:6789/0 says I am v1:172.21.15.63:45786/0 (socket says 172.21.15.63:45786) 2024-09-15T22:05:11.483 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:11.481+0000 7f7df6d9d640 1 -- 172.21.15.63:0/1270430812 learned_addr learned my addr 172.21.15.63:0/1270430812 (peer_addr_for_me v1:172.21.15.63:0/0) 2024-09-15T22:05:11.483 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:11.481+0000 7f7df659c640 1 -- 172.21.15.63:0/1270430812 >> v2:172.21.15.110:3300/0 conn(0x7f7df80b97d0 msgr2=0x7f7df80b9be0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-15T22:05:11.483 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:11.481+0000 7f7df659c640 1 --2- 172.21.15.63:0/1270430812 >> v2:172.21.15.110:3300/0 conn(0x7f7df80b97d0 0x7f7df80b9be0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T22:05:11.483 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:11.481+0000 7f7df659c640 1 -- 172.21.15.63:0/1270430812 >> v1:172.21.15.110:6789/0 conn(0x7f7df8147fc0 legacy=0x7f7df80d0ee0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-15T22:05:11.483 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:11.481+0000 7f7df659c640 1 -- 172.21.15.63:0/1270430812 --> [v2:172.21.15.110:3301/0,v1:172.21.15.110:6790/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f7df80d2a30 con 0x7f7df80d15f0 2024-09-15T22:05:11.483 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:11.481+0000 7f7df759e640 1 --2- 172.21.15.63:0/1270430812 >> v2:172.21.15.110:3300/0 conn(0x7f7df80b97d0 0x7f7df80b9be0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-15T22:05:11.485 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:11.482+0000 7f7df659c640 1 --2- 172.21.15.63:0/1270430812 >> [v2:172.21.15.110:3301/0,v1:172.21.15.110:6790/0] conn(0x7f7df80d15f0 0x7f7df815ea60 secure :-1 s=READY pgs=53 cs=0 l=1 rev1=1 crypto rx=0x7f7dec0097a0 tx=0x7f7dec02a180 comp rx=0 tx=0).ready entity=mon.2 client_cookie=b341c24af7714fbe server_cookie=0 in_seq=0 out_seq=0 2024-09-15T22:05:11.485 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:11.482+0000 7f7df5d9b640 1 -- 172.21.15.63:0/1270430812 <== mon.2 v2:172.21.15.110:3301/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7dec037070 con 0x7f7df80d15f0 2024-09-15T22:05:11.485 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:11.482+0000 7f7df5d9b640 1 -- 172.21.15.63:0/1270430812 <== mon.2 v2:172.21.15.110:3301/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f7dec032440 con 0x7f7df80d15f0 2024-09-15T22:05:11.485 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:11.482+0000 7f7df5d9b640 1 -- 172.21.15.63:0/1270430812 <== mon.2 v2:172.21.15.110:3301/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7dec032810 con 0x7f7df80d15f0 2024-09-15T22:05:11.485 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:11.482+0000 7f7dfd1d8640 1 -- 172.21.15.63:0/1270430812 >> [v2:172.21.15.110:3301/0,v1:172.21.15.110:6790/0] conn(0x7f7df80d15f0 msgr2=0x7f7df815ea60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-15T22:05:11.485 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:11.482+0000 7f7dfd1d8640 1 --2- 172.21.15.63:0/1270430812 >> [v2:172.21.15.110:3301/0,v1:172.21.15.110:6790/0] conn(0x7f7df80d15f0 0x7f7df815ea60 secure :-1 s=READY pgs=53 cs=0 l=1 rev1=1 crypto rx=0x7f7dec0097a0 tx=0x7f7dec02a180 comp rx=0 tx=0).stop 2024-09-15T22:05:11.485 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:11.482+0000 7f7dfd1d8640 1 -- 172.21.15.63:0/1270430812 shutdown_connections 2024-09-15T22:05:11.485 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:11.482+0000 7f7dfd1d8640 1 --2- 172.21.15.63:0/1270430812 >> v2:172.21.15.110:3300/0 conn(0x7f7df80b97d0 0x7f7df80b9be0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T22:05:11.485 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:11.482+0000 7f7dfd1d8640 1 --2- 172.21.15.63:0/1270430812 >> [v2:172.21.15.110:3301/0,v1:172.21.15.110:6790/0] conn(0x7f7df80d15f0 0x7f7df815ea60 unknown :-1 s=CLOSED pgs=53 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T22:05:11.485 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:11.482+0000 7f7dfd1d8640 1 -- 172.21.15.63:0/1270430812 >> 172.21.15.63:0/1270430812 conn(0x7f7df8074fe0 msgr2=0x7f7df806bbe0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-15T22:05:11.485 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:11.483+0000 7f7dfd1d8640 1 -- 172.21.15.63:0/1270430812 shutdown_connections 2024-09-15T22:05:11.486 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:11.483+0000 7f7dfd1d8640 1 -- 172.21.15.63:0/1270430812 wait complete. 2024-09-15T22:05:11.487 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:11.484+0000 7f7dfd1d8640 1 Processor -- start 2024-09-15T22:05:11.488 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:11.484+0000 7f7dfd1d8640 1 -- start start 2024-09-15T22:05:11.488 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:11.485+0000 7f7dfd1d8640 1 --2- >> [v2:172.21.15.110:3301/0,v1:172.21.15.110:6790/0] conn(0x7f7df80b97d0 0x7f7df81f43f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-15T22:05:11.488 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:11.485+0000 7f7dfd1d8640 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f7df80d15f0 0x7f7df81f8070 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-15T22:05:11.488 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:11.485+0000 7f7dfd1d8640 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f7df8147fc0 0x7f7df80cf3f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-15T22:05:11.488 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:11.485+0000 7f7dfd1d8640 1 -- --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 -- 0x7f7df80d2ff0 con 0x7f7df80d15f0 2024-09-15T22:05:11.488 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:11.485+0000 7f7dfd1d8640 1 -- --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_getmap magic: 0 -- 0x7f7df80d2500 con 0x7f7df8147fc0 2024-09-15T22:05:11.488 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:11.485+0000 7f7dfd1d8640 1 -- --> [v2:172.21.15.110:3301/0,v1:172.21.15.110:6790/0] -- mon_getmap magic: 0 -- 0x7f7df80ba120 con 0x7f7df80b97d0 2024-09-15T22:05:11.488 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:11.485+0000 7f7df659c640 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f7df80d15f0 0x7f7df81f8070 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-15T22:05:11.488 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:11.485+0000 7f7df659c640 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f7df80d15f0 0x7f7df81f8070 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.63:3300/0 says I am v2:172.21.15.63:48370/0 (socket says 172.21.15.63:48370) 2024-09-15T22:05:11.488 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:11.485+0000 7f7df659c640 1 -- 172.21.15.63:0/964828284 learned_addr learned my addr 172.21.15.63:0/964828284 (peer_addr_for_me v2:172.21.15.63:0/0) 2024-09-15T22:05:11.488 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:11.485+0000 7f7df6d9d640 1 --2- 172.21.15.63:0/964828284 >> [v2:172.21.15.110:3301/0,v1:172.21.15.110:6790/0] conn(0x7f7df80b97d0 0x7f7df81f43f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-15T22:05:11.488 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:11.485+0000 7f7df759e640 1 --2- 172.21.15.63:0/964828284 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f7df8147fc0 0x7f7df80cf3f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-15T22:05:11.488 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:11.485+0000 7f7df659c640 1 -- 172.21.15.63:0/964828284 >> [v2:172.21.15.110:3301/0,v1:172.21.15.110:6790/0] conn(0x7f7df80b97d0 msgr2=0x7f7df81f43f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-15T22:05:11.489 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:11.485+0000 7f7df659c640 1 --2- 172.21.15.63:0/964828284 >> [v2:172.21.15.110:3301/0,v1:172.21.15.110:6790/0] conn(0x7f7df80b97d0 0x7f7df81f43f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T22:05:11.489 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:11.485+0000 7f7df659c640 1 -- 172.21.15.63:0/964828284 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f7df8147fc0 msgr2=0x7f7df80cf3f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-15T22:05:11.489 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:11.485+0000 7f7df659c640 1 --2- 172.21.15.63:0/964828284 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f7df8147fc0 0x7f7df80cf3f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T22:05:11.489 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:11.485+0000 7f7df659c640 1 -- 172.21.15.63:0/964828284 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f7df81f4930 con 0x7f7df80d15f0 2024-09-15T22:05:11.489 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:11.485+0000 7f7df759e640 1 --2- 172.21.15.63:0/964828284 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f7df8147fc0 0x7f7df80cf3f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-15T22:05:11.489 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:11.485+0000 7f7df659c640 1 --2- 172.21.15.63:0/964828284 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f7df80d15f0 0x7f7df81f8070 secure :-1 s=READY pgs=267 cs=0 l=1 rev1=1 crypto rx=0x7f7dec035040 tx=0x7f7dec0046c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-15T22:05:11.489 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:11.486+0000 7f7ddf7fe640 1 -- 172.21.15.63:0/964828284 <== mon.0 v2:172.21.15.63:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7dec037040 con 0x7f7df80d15f0 2024-09-15T22:05:11.489 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:11.486+0000 7f7ddf7fe640 1 -- 172.21.15.63:0/964828284 <== mon.0 v2:172.21.15.63:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f7dec030500 con 0x7f7df80d15f0 2024-09-15T22:05:11.489 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:11.486+0000 7f7dfd1d8640 1 -- 172.21.15.63:0/964828284 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f7df81f8b10 con 0x7f7df80d15f0 2024-09-15T22:05:11.489 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:11.486+0000 7f7ddf7fe640 1 -- 172.21.15.63:0/964828284 <== mon.0 v2:172.21.15.63:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7dec030910 con 0x7f7df80d15f0 2024-09-15T22:05:11.490 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:11.486+0000 7f7dfd1d8640 1 -- 172.21.15.63:0/964828284 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f7df8139e10 con 0x7f7df80d15f0 2024-09-15T22:05:11.490 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:11.487+0000 7f7dfd1d8640 1 -- 172.21.15.63:0/964828284 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f7df8139c00 con 0x7f7df80d15f0 2024-09-15T22:05:11.490 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:11.487+0000 7f7ddf7fe640 1 -- 172.21.15.63:0/964828284 <== mon.0 v2:172.21.15.63:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7f7dec044020 con 0x7f7df80d15f0 2024-09-15T22:05:11.491 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:11.487+0000 7f7ddf7fe640 1 --2- 172.21.15.63:0/964828284 >> [v2:172.21.15.110:6832/552273267,v1:172.21.15.110:6833/552273267] conn(0x7f7de406c2b0 0x7f7de406e770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-15T22:05:11.491 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:11.488+0000 7f7ddf7fe640 1 -- 172.21.15.63:0/964828284 <== mon.0 v2:172.21.15.63:3300/0 5 ==== osd_map(33..33 src has 1..33) ==== 5709+0+0 (secure 0 0 0) 0x7f7dec0ab610 con 0x7f7df80d15f0 2024-09-15T22:05:11.491 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:11.488+0000 7f7df6d9d640 1 --2- 172.21.15.63:0/964828284 >> [v2:172.21.15.110:6832/552273267,v1:172.21.15.110:6833/552273267] conn(0x7f7de406c2b0 0x7f7de406e770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-15T22:05:11.491 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:11.488+0000 7f7df6d9d640 1 --2- 172.21.15.63:0/964828284 >> [v2:172.21.15.110:6832/552273267,v1:172.21.15.110:6833/552273267] conn(0x7f7de406c2b0 0x7f7de406e770 secure :-1 s=READY pgs=149 cs=0 l=1 rev1=1 crypto rx=0x7f7de8000f60 tx=0x7f7de8009040 comp rx=0 tx=0).ready entity=mgr.4102 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-15T22:05:11.493 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:11.492+0000 7f7ddf7fe640 1 -- 172.21.15.63:0/964828284 <== mon.0 v2:172.21.15.63:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7f7dec079e10 con 0x7f7df80d15f0 2024-09-15T22:05:11.704 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:11.703+0000 7f7dfd1d8640 1 -- 172.21.15.63:0/964828284 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7f7df81618b0 con 0x7f7df80d15f0 2024-09-15T22:05:11.705 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:11.703+0000 7f7ddf7fe640 1 -- 172.21.15.63:0/964828284 <== mon.0 v2:172.21.15.63:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 12 v12) ==== 94+0+5214 (secure 0 0 0) 0x7f7dec079710 con 0x7f7df80d15f0 2024-09-15T22:05:11.705 INFO:teuthology.orchestra.run.smithi063.stdout: 2024-09-15T22:05:11.705 INFO:teuthology.orchestra.run.smithi063.stdout:{"epoch":12,"btime":"2024-09-15T22:05:09:632548+0000","default_fscid":2,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":4604,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.110:6836/522283406","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.110:6834","nonce":522283406},{"type":"v1","addr":"172.21.15.110:6836","nonce":522283406}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":9},{"gid":4607,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.110:6837/41115763","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.110:6835","nonce":41115763},{"type":"v1","addr":"172.21.15.110:6837","nonce":41115763}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":9},{"gid":4842,"name":"c","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.63:6834/779684962","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.63:6832","nonce":779684962},{"type":"v1","addr":"172.21.15.63:6834","nonce":779684962}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":9}],"filesystems":[{"mdsmap":{"epoch":12,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2024-09-15T22:05:06.981099+0000","modified":"2024-09-15T22:05:08.973546+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":1,"in":[0],"up":{"mds_0":4845},"failed":[],"damaged":[],"stopped":[],"info":{"gid_4845":{"gid":4845,"name":"a","rank":0,"incarnation":10,"state":"up:active","state_seq":3,"addr":"172.21.15.63:6835/2878404006","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.63:6833","nonce":2878404006},{"type":"v1","addr":"172.21.15.63:6835","nonce":2878404006}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[5],"metadata_pool":4,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":4845,"qdb_cluster":[4845]},"id":2}]} 2024-09-15T22:05:11.706 INFO:teuthology.orchestra.run.smithi063.stderr:dumped fsmap epoch 12 2024-09-15T22:05:11.707 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:11.705+0000 7f7dfd1d8640 1 -- 172.21.15.63:0/964828284 >> [v2:172.21.15.110:6832/552273267,v1:172.21.15.110:6833/552273267] conn(0x7f7de406c2b0 msgr2=0x7f7de406e770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-15T22:05:11.707 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:11.705+0000 7f7dfd1d8640 1 --2- 172.21.15.63:0/964828284 >> [v2:172.21.15.110:6832/552273267,v1:172.21.15.110:6833/552273267] conn(0x7f7de406c2b0 0x7f7de406e770 secure :-1 s=READY pgs=149 cs=0 l=1 rev1=1 crypto rx=0x7f7de8000f60 tx=0x7f7de8009040 comp rx=0 tx=0).stop 2024-09-15T22:05:11.708 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:11.705+0000 7f7dfd1d8640 1 -- 172.21.15.63:0/964828284 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f7df80d15f0 msgr2=0x7f7df81f8070 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-15T22:05:11.708 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:11.705+0000 7f7dfd1d8640 1 --2- 172.21.15.63:0/964828284 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f7df80d15f0 0x7f7df81f8070 secure :-1 s=READY pgs=267 cs=0 l=1 rev1=1 crypto rx=0x7f7dec035040 tx=0x7f7dec0046c0 comp rx=0 tx=0).stop 2024-09-15T22:05:11.708 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:11.705+0000 7f7dfd1d8640 1 -- 172.21.15.63:0/964828284 shutdown_connections 2024-09-15T22:05:11.708 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:11.705+0000 7f7dfd1d8640 1 --2- 172.21.15.63:0/964828284 >> [v2:172.21.15.110:6832/552273267,v1:172.21.15.110:6833/552273267] conn(0x7f7de406c2b0 0x7f7de406e770 unknown :-1 s=CLOSED pgs=149 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T22:05:11.708 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:11.705+0000 7f7dfd1d8640 1 --2- 172.21.15.63:0/964828284 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f7df8147fc0 0x7f7df80cf3f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T22:05:11.708 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:11.705+0000 7f7dfd1d8640 1 --2- 172.21.15.63:0/964828284 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f7df80d15f0 0x7f7df81f8070 unknown :-1 s=CLOSED pgs=267 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T22:05:11.708 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:11.705+0000 7f7dfd1d8640 1 --2- 172.21.15.63:0/964828284 >> [v2:172.21.15.110:3301/0,v1:172.21.15.110:6790/0] conn(0x7f7df80b97d0 0x7f7df81f43f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T22:05:11.708 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:11.705+0000 7f7dfd1d8640 1 -- 172.21.15.63:0/964828284 >> 172.21.15.63:0/964828284 conn(0x7f7df8074fe0 msgr2=0x7f7df81611a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-15T22:05:11.708 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:11.705+0000 7f7dfd1d8640 1 -- 172.21.15.63:0/964828284 shutdown_connections 2024-09-15T22:05:11.708 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:11.705+0000 7f7dfd1d8640 1 -- 172.21.15.63:0/964828284 wait complete. 2024-09-15T22:05:12.120 DEBUG:tasks.cephfs.filesystem:are_daemons_healthy: mds map: {'epoch': 12, 'flags': 18, 'flags_state': {'joinable': True, 'allow_snaps': True, 'allow_multimds_snaps': True, 'allow_standby_replay': False, 'refuse_client_session': False, 'refuse_standby_for_another_fs': False, 'balance_automate': False}, 'ever_allowed_features': 0, 'explicitly_allowed_features': 0, 'created': '2024-09-15T22:05:06.981099+0000', 'modified': '2024-09-15T22:05:08.973546+0000', 'tableserver': 0, 'root': 0, 'session_timeout': 60, 'session_autoclose': 300, 'required_client_features': {}, 'max_file_size': 1099511627776, 'max_xattr_size': 65536, 'last_failure': 0, 'last_failure_osd_epoch': 0, 'compat': {'compat': {}, 'ro_compat': {}, 'incompat': {'feature_1': 'base v0.20', 'feature_2': 'client writeable ranges', 'feature_3': 'default file layouts on dirs', 'feature_4': 'dir inode in separate object', 'feature_5': 'mds uses versioned encoding', 'feature_6': 'dirfrag is stored in omap', 'feature_7': 'mds uses inline data', 'feature_8': 'no anchor table', 'feature_9': 'file layout v2', 'feature_10': 'snaprealm v2', 'feature_11': 'minor log segments', 'feature_12': 'quiesce subvolumes'}}, 'max_mds': 1, 'in': [0], 'up': {'mds_0': 4845}, 'failed': [], 'damaged': [], 'stopped': [], 'info': {'gid_4845': {'gid': 4845, 'name': 'a', 'rank': 0, 'incarnation': 10, 'state': 'up:active', 'state_seq': 3, 'addr': '172.21.15.63:6835/2878404006', 'addrs': {'addrvec': [{'type': 'v2', 'addr': '172.21.15.63:6833', 'nonce': 2878404006}, {'type': 'v1', 'addr': '172.21.15.63:6835', 'nonce': 2878404006}]}, 'join_fscid': -1, 'export_targets': [], 'features': 4540701547738038271, 'flags': 0, 'compat': {'compat': {}, 'ro_compat': {}, 'incompat': {'feature_1': 'base v0.20', 'feature_2': 'client writeable ranges', 'feature_3': 'default file layouts on dirs', 'feature_4': 'dir inode in separate object', 'feature_5': 'mds uses versioned encoding', 'feature_6': 'dirfrag is stored in omap', 'feature_7': 'mds uses inline data', 'feature_8': 'no anchor table', 'feature_9': 'file layout v2', 'feature_10': 'snaprealm v2', 'feature_11': 'minor log segments', 'feature_12': 'quiesce subvolumes'}}}}, 'data_pools': [5], 'metadata_pool': 4, 'enabled': True, 'fs_name': 'cephfs', 'balancer': '', 'bal_rank_mask': '-1', 'standby_count_wanted': 0, 'qdb_leader': 4845, 'qdb_cluster': [4845]} 2024-09-15T22:05:12.121 DEBUG:tasks.cephfs.filesystem:are_daemons_healthy: 1/1 2024-09-15T22:05:12.121 DEBUG:teuthology.orchestra.run.smithi063:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell mds.a status 2024-09-15T22:05:12.227 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:12.226+0000 7fa575617640 1 Processor -- start 2024-09-15T22:05:12.227 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:12.226+0000 7fa575617640 1 -- start start 2024-09-15T22:05:12.230 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:12.226+0000 7fa575617640 1 --2- >> [v2:172.21.15.110:3301/0,v1:172.21.15.110:6790/0] conn(0x7fa5700cf090 0x7fa5700ce190 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-15T22:05:12.231 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:12.226+0000 7fa575617640 1 -- --> v1:172.21.15.63:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fa570160230 con 0x7fa5700cecb0 2024-09-15T22:05:12.231 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:12.226+0000 7fa575617640 1 -- --> v1:172.21.15.110:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fa570160510 con 0x7fa5700cda90 2024-09-15T22:05:12.231 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:12.226+0000 7fa575617640 1 -- --> [v2:172.21.15.110:3301/0,v1:172.21.15.110:6790/0] -- mon_getmap magic: 0 -- 0x7fa570160e40 con 0x7fa5700cf090 2024-09-15T22:05:12.231 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:12.227+0000 7fa56effd640 1 --1- >> v1:172.21.15.63:6789/0 conn(0x7fa5700cecb0 0x7fa5700cd380 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.63:6789/0 says I am v1:172.21.15.63:41944/0 (socket says 172.21.15.63:41944) 2024-09-15T22:05:12.231 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:12.227+0000 7fa56effd640 1 -- 172.21.15.63:0/3605430851 learned_addr learned my addr 172.21.15.63:0/3605430851 (peer_addr_for_me v1:172.21.15.63:0/0) 2024-09-15T22:05:12.231 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:12.227+0000 7fa56dffb640 1 -- 172.21.15.63:0/3605430851 <== mon.0 v1:172.21.15.63:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 964729212 0 0) 0x7fa570160230 con 0x7fa5700cecb0 2024-09-15T22:05:12.231 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:12.227+0000 7fa56dffb640 1 -- 172.21.15.63:0/3605430851 --> v1:172.21.15.63:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7fa55c003520 con 0x7fa5700cecb0 2024-09-15T22:05:12.231 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:12.227+0000 7fa56f7fe640 1 --2- 172.21.15.63:0/3605430851 >> [v2:172.21.15.110:3301/0,v1:172.21.15.110:6790/0] conn(0x7fa5700cf090 0x7fa5700ce190 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-15T22:05:12.231 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:12.227+0000 7fa56dffb640 1 -- 172.21.15.63:0/3605430851 <== mon.0 v1:172.21.15.63:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) ==== 214+0+0 (unknown 2826456600 0 0) 0x7fa55c003520 con 0x7fa5700cecb0 2024-09-15T22:05:12.231 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:12.227+0000 7fa56dffb640 1 -- 172.21.15.63:0/3605430851 >> [v2:172.21.15.110:3301/0,v1:172.21.15.110:6790/0] conn(0x7fa5700cf090 msgr2=0x7fa5700ce190 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-15T22:05:12.232 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:12.227+0000 7fa56dffb640 1 --2- 172.21.15.63:0/3605430851 >> [v2:172.21.15.110:3301/0,v1:172.21.15.110:6790/0] conn(0x7fa5700cf090 0x7fa5700ce190 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T22:05:12.232 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:12.227+0000 7fa56dffb640 1 -- 172.21.15.63:0/3605430851 >> v1:172.21.15.110:6789/0 conn(0x7fa5700cda90 legacy=0x7fa57006bc50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-15T22:05:12.232 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:12.227+0000 7fa56dffb640 1 -- 172.21.15.63:0/3605430851 --> v1:172.21.15.63:6789/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fa5701607f0 con 0x7fa5700cecb0 2024-09-15T22:05:12.232 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:12.227+0000 7fa56dffb640 1 -- 172.21.15.63:0/3605430851 <== mon.0 v1:172.21.15.63:6789/0 3 ==== mon_map magic: 0 ==== 413+0+0 (unknown 3984726164 0 0) 0x7fa5600019f0 con 0x7fa5700cecb0 2024-09-15T22:05:12.232 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:12.227+0000 7fa56dffb640 1 -- 172.21.15.63:0/3605430851 >> v1:172.21.15.63:6789/0 conn(0x7fa5700cecb0 legacy=0x7fa5700cd380 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-15T22:05:12.232 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:12.227+0000 7fa56dffb640 1 --2- 172.21.15.63:0/3605430851 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7fa55c0039e0 0x7fa55c003e20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-15T22:05:12.232 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:12.227+0000 7fa56dffb640 1 --2- 172.21.15.63:0/3605430851 >> [v2:172.21.15.110:3301/0,v1:172.21.15.110:6790/0] conn(0x7fa5700cf090 0x7fa55c004800 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-15T22:05:12.232 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:12.227+0000 7fa56dffb640 1 --2- 172.21.15.63:0/3605430851 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fa55c004d40 0x7fa55c0051c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-15T22:05:12.232 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:12.227+0000 7fa56dffb640 1 -- 172.21.15.63:0/3605430851 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 -- 0x7fa570160e40 con 0x7fa55c004d40 2024-09-15T22:05:12.232 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:12.227+0000 7fa56dffb640 1 -- 172.21.15.63:0/3605430851 --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_getmap magic: 0 -- 0x7fa55c00bb50 con 0x7fa55c0039e0 2024-09-15T22:05:12.232 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:12.227+0000 7fa56dffb640 1 -- 172.21.15.63:0/3605430851 --> [v2:172.21.15.110:3301/0,v1:172.21.15.110:6790/0] -- mon_getmap magic: 0 -- 0x7fa55c00bd50 con 0x7fa5700cf090 2024-09-15T22:05:12.232 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:12.227+0000 7fa56f7fe640 1 --2- 172.21.15.63:0/3605430851 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fa55c004d40 0x7fa55c0051c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-15T22:05:12.232 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:12.227+0000 7fa56effd640 1 --2- 172.21.15.63:0/3605430851 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7fa55c0039e0 0x7fa55c003e20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-15T22:05:12.233 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:12.227+0000 7fa56e7fc640 1 --2- 172.21.15.63:0/3605430851 >> [v2:172.21.15.110:3301/0,v1:172.21.15.110:6790/0] conn(0x7fa5700cf090 0x7fa55c004800 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-15T22:05:12.233 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:12.228+0000 7fa56f7fe640 1 -- 172.21.15.63:0/3605430851 >> [v2:172.21.15.110:3301/0,v1:172.21.15.110:6790/0] conn(0x7fa5700cf090 msgr2=0x7fa55c004800 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-15T22:05:12.233 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:12.228+0000 7fa56f7fe640 1 --2- 172.21.15.63:0/3605430851 >> [v2:172.21.15.110:3301/0,v1:172.21.15.110:6790/0] conn(0x7fa5700cf090 0x7fa55c004800 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T22:05:12.233 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:12.228+0000 7fa56f7fe640 1 -- 172.21.15.63:0/3605430851 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7fa55c0039e0 msgr2=0x7fa55c003e20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-15T22:05:12.233 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:12.228+0000 7fa56f7fe640 1 --2- 172.21.15.63:0/3605430851 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7fa55c0039e0 0x7fa55c003e20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T22:05:12.233 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:12.228+0000 7fa56f7fe640 1 -- 172.21.15.63:0/3605430851 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fa55c003520 con 0x7fa55c004d40 2024-09-15T22:05:12.233 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:12.228+0000 7fa56e7fc640 1 --2- 172.21.15.63:0/3605430851 >> [v2:172.21.15.110:3301/0,v1:172.21.15.110:6790/0] conn(0x7fa5700cf090 0x7fa55c004800 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-15T22:05:12.233 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:12.228+0000 7fa56effd640 1 --2- 172.21.15.63:0/3605430851 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7fa55c0039e0 0x7fa55c003e20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-15T22:05:12.233 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:12.228+0000 7fa56f7fe640 1 --2- 172.21.15.63:0/3605430851 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fa55c004d40 0x7fa55c0051c0 secure :-1 s=READY pgs=269 cs=0 l=1 rev1=1 crypto rx=0x7fa56800ba10 tx=0x7fa55c005830 comp rx=0 tx=0).ready entity=mon.0 client_cookie=cb9fc3c91d61d475 server_cookie=0 in_seq=0 out_seq=0 2024-09-15T22:05:12.233 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:12.228+0000 7fa56dffb640 1 -- 172.21.15.63:0/3605430851 <== mon.0 v2:172.21.15.63:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa568030070 con 0x7fa55c004d40 2024-09-15T22:05:12.233 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:12.229+0000 7fa56dffb640 1 -- 172.21.15.63:0/3605430851 <== mon.0 v2:172.21.15.63:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fa56802adb0 con 0x7fa55c004d40 2024-09-15T22:05:12.233 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:12.229+0000 7fa56dffb640 1 -- 172.21.15.63:0/3605430851 <== mon.0 v2:172.21.15.63:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa56800b610 con 0x7fa55c004d40 2024-09-15T22:05:12.233 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:12.229+0000 7fa575617640 1 -- 172.21.15.63:0/3605430851 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fa55c004d40 msgr2=0x7fa55c0051c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-15T22:05:12.234 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:12.229+0000 7fa575617640 1 --2- 172.21.15.63:0/3605430851 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fa55c004d40 0x7fa55c0051c0 secure :-1 s=READY pgs=269 cs=0 l=1 rev1=1 crypto rx=0x7fa56800ba10 tx=0x7fa55c005830 comp rx=0 tx=0).stop 2024-09-15T22:05:12.234 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:12.229+0000 7fa56f7fe640 1 -- 172.21.15.63:0/3605430851 reap_dead start 2024-09-15T22:05:12.234 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:12.229+0000 7fa575617640 1 -- 172.21.15.63:0/3605430851 shutdown_connections 2024-09-15T22:05:12.234 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:12.229+0000 7fa575617640 1 -- 172.21.15.63:0/3605430851 >> 172.21.15.63:0/3605430851 conn(0x7fa5700b2000 msgr2=0x7fa5700b23e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-15T22:05:12.234 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:12.229+0000 7fa575617640 1 -- 172.21.15.63:0/3605430851 shutdown_connections 2024-09-15T22:05:12.234 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:12.229+0000 7fa575617640 1 -- 172.21.15.63:0/3605430851 wait complete. 2024-09-15T22:05:12.236 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:12.230+0000 7fa575617640 1 Processor -- start 2024-09-15T22:05:12.237 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:12.231+0000 7fa575617640 1 -- start start 2024-09-15T22:05:12.237 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:12.231+0000 7fa575617640 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7fa55c004d40 0x7fa5700b4740 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-15T22:05:12.237 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:12.231+0000 7fa575617640 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fa5700aa490 0x7fa5701595b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-15T22:05:12.237 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:12.231+0000 7fa575617640 1 --2- >> [v2:172.21.15.110:3301/0,v1:172.21.15.110:6790/0] conn(0x7fa5700c9d30 0x7fa5700ca1e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-15T22:05:12.237 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:12.231+0000 7fa575617640 1 -- --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 -- 0x7fa57006c4e0 con 0x7fa5700aa490 2024-09-15T22:05:12.237 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:12.231+0000 7fa575617640 1 -- --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_getmap magic: 0 -- 0x7fa57006c360 con 0x7fa55c004d40 2024-09-15T22:05:12.237 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:12.231+0000 7fa575617640 1 -- --> [v2:172.21.15.110:3301/0,v1:172.21.15.110:6790/0] -- mon_getmap magic: 0 -- 0x7fa57006c660 con 0x7fa5700c9d30 2024-09-15T22:05:12.237 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:12.231+0000 7fa56e7fc640 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fa5700aa490 0x7fa5701595b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-15T22:05:12.237 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:12.231+0000 7fa56e7fc640 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fa5700aa490 0x7fa5701595b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.63:3300/0 says I am v2:172.21.15.63:48378/0 (socket says 172.21.15.63:48378) 2024-09-15T22:05:12.237 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:12.231+0000 7fa56e7fc640 1 -- 172.21.15.63:0/3767768591 learned_addr learned my addr 172.21.15.63:0/3767768591 (peer_addr_for_me v2:172.21.15.63:0/0) 2024-09-15T22:05:12.237 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:12.232+0000 7fa56e7fc640 1 -- 172.21.15.63:0/3767768591 >> [v2:172.21.15.110:3301/0,v1:172.21.15.110:6790/0] conn(0x7fa5700c9d30 msgr2=0x7fa5700ca1e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-15T22:05:12.238 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:12.232+0000 7fa56e7fc640 1 --2- 172.21.15.63:0/3767768591 >> [v2:172.21.15.110:3301/0,v1:172.21.15.110:6790/0] conn(0x7fa5700c9d30 0x7fa5700ca1e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T22:05:12.238 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:12.232+0000 7fa56e7fc640 1 -- 172.21.15.63:0/3767768591 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7fa55c004d40 msgr2=0x7fa5700b4740 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-15T22:05:12.238 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:12.232+0000 7fa56effd640 1 --2- 172.21.15.63:0/3767768591 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7fa55c004d40 0x7fa5700b4740 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-15T22:05:12.238 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:12.232+0000 7fa56e7fc640 1 --2- 172.21.15.63:0/3767768591 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7fa55c004d40 0x7fa5700b4740 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T22:05:12.238 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:12.232+0000 7fa56e7fc640 1 -- 172.21.15.63:0/3767768591 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fa5700cc8f0 con 0x7fa5700aa490 2024-09-15T22:05:12.238 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:12.232+0000 7fa56e7fc640 1 --2- 172.21.15.63:0/3767768591 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fa5700aa490 0x7fa5701595b0 secure :-1 s=READY pgs=270 cs=0 l=1 rev1=1 crypto rx=0x7fa55800e580 tx=0x7fa55800ea40 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-15T22:05:12.238 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:12.232+0000 7fa5677fe640 1 -- 172.21.15.63:0/3767768591 <== mon.0 v2:172.21.15.63:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa5580052e0 con 0x7fa5700aa490 2024-09-15T22:05:12.238 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:12.232+0000 7fa5677fe640 1 -- 172.21.15.63:0/3767768591 <== mon.0 v2:172.21.15.63:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fa558018070 con 0x7fa5700aa490 2024-09-15T22:05:12.238 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:12.232+0000 7fa575617640 1 -- 172.21.15.63:0/3767768591 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fa5700b3f40 con 0x7fa5700aa490 2024-09-15T22:05:12.238 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:12.232+0000 7fa5677fe640 1 -- 172.21.15.63:0/3767768591 <== mon.0 v2:172.21.15.63:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa558003810 con 0x7fa5700aa490 2024-09-15T22:05:12.238 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:12.232+0000 7fa575617640 1 -- 172.21.15.63:0/3767768591 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fa57015a020 con 0x7fa5700aa490 2024-09-15T22:05:12.238 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:12.233+0000 7fa5677fe640 1 -- 172.21.15.63:0/3767768591 <== mon.0 v2:172.21.15.63:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7fa5580039b0 con 0x7fa5700aa490 2024-09-15T22:05:12.238 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:12.234+0000 7fa5677fe640 1 --2- 172.21.15.63:0/3767768591 >> [v2:172.21.15.110:6832/552273267,v1:172.21.15.110:6833/552273267] conn(0x7fa55006c2b0 0x7fa55006e770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-15T22:05:12.239 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:12.234+0000 7fa5677fe640 1 -- 172.21.15.63:0/3767768591 <== mon.0 v2:172.21.15.63:3300/0 5 ==== osd_map(33..33 src has 1..33) ==== 5709+0+0 (secure 0 0 0) 0x7fa55808b180 con 0x7fa5700aa490 2024-09-15T22:05:12.239 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:12.234+0000 7fa56effd640 1 --2- 172.21.15.63:0/3767768591 >> [v2:172.21.15.110:6832/552273267,v1:172.21.15.110:6833/552273267] conn(0x7fa55006c2b0 0x7fa55006e770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-15T22:05:12.239 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:12.235+0000 7fa56effd640 1 --2- 172.21.15.63:0/3767768591 >> [v2:172.21.15.110:6832/552273267,v1:172.21.15.110:6833/552273267] conn(0x7fa55006c2b0 0x7fa55006e770 secure :-1 s=READY pgs=150 cs=0 l=1 rev1=1 crypto rx=0x7fa560001330 tx=0x7fa560002170 comp rx=0 tx=0).ready entity=mgr.4102 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-15T22:05:12.239 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:12.235+0000 7fa578489740 1 Processor -- start 2024-09-15T22:05:12.239 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:12.235+0000 7fa578489740 1 -- start start 2024-09-15T22:05:12.244 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:12.236+0000 7fa578489740 1 --2- >> [v2:172.21.15.110:3301/0,v1:172.21.15.110:6790/0] conn(0x55c7d50262c0 0x55c7d506ba60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-15T22:05:12.244 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:12.236+0000 7fa578489740 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55c7d5023a80 0x55c7d50266a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-15T22:05:12.245 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:12.236+0000 7fa578489740 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55c7d5027a50 0x55c7d50208b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-15T22:05:12.245 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:12.236+0000 7fa578489740 1 -- --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 -- 0x55c7d4f88520 con 0x55c7d5027a50 2024-09-15T22:05:12.245 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:12.236+0000 7fa578489740 1 -- --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_getmap magic: 0 -- 0x55c7d4f303e0 con 0x55c7d5023a80 2024-09-15T22:05:12.245 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:12.236+0000 7fa578489740 1 -- --> [v2:172.21.15.110:3301/0,v1:172.21.15.110:6790/0] -- mon_getmap magic: 0 -- 0x55c7d4f844e0 con 0x55c7d50262c0 2024-09-15T22:05:12.245 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:12.236+0000 7fa56f7fe640 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55c7d5027a50 0x55c7d50208b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-15T22:05:12.245 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:12.236+0000 7fa56f7fe640 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55c7d5027a50 0x55c7d50208b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.63:3300/0 says I am v2:172.21.15.63:48392/0 (socket says 172.21.15.63:48392) 2024-09-15T22:05:12.245 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:12.236+0000 7fa56f7fe640 1 -- 172.21.15.63:0/1096457967 learned_addr learned my addr 172.21.15.63:0/1096457967 (peer_addr_for_me v2:172.21.15.63:0/0) 2024-09-15T22:05:12.245 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:12.236+0000 7fa56e7fc640 1 --2- 172.21.15.63:0/1096457967 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55c7d5023a80 0x55c7d50266a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-15T22:05:12.245 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:12.236+0000 7fa56effd640 1 --2- 172.21.15.63:0/1096457967 >> [v2:172.21.15.110:3301/0,v1:172.21.15.110:6790/0] conn(0x55c7d50262c0 0x55c7d506ba60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-15T22:05:12.246 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:12.236+0000 7fa56f7fe640 1 -- 172.21.15.63:0/1096457967 >> [v2:172.21.15.110:3301/0,v1:172.21.15.110:6790/0] conn(0x55c7d50262c0 msgr2=0x55c7d506ba60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-15T22:05:12.246 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:12.236+0000 7fa56f7fe640 1 --2- 172.21.15.63:0/1096457967 >> [v2:172.21.15.110:3301/0,v1:172.21.15.110:6790/0] conn(0x55c7d50262c0 0x55c7d506ba60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T22:05:12.246 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:12.236+0000 7fa56f7fe640 1 -- 172.21.15.63:0/1096457967 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55c7d5023a80 msgr2=0x55c7d50266a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-15T22:05:12.246 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:12.236+0000 7fa56f7fe640 1 --2- 172.21.15.63:0/1096457967 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55c7d5023a80 0x55c7d50266a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T22:05:12.246 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:12.236+0000 7fa56f7fe640 1 -- 172.21.15.63:0/1096457967 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55c7d4f4b2f0 con 0x55c7d5027a50 2024-09-15T22:05:12.246 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:12.236+0000 7fa56f7fe640 1 --2- 172.21.15.63:0/1096457967 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55c7d5027a50 0x55c7d50208b0 secure :-1 s=READY pgs=271 cs=0 l=1 rev1=1 crypto rx=0x7fa56802a8a0 tx=0x7fa56802c070 comp rx=0 tx=0).ready entity=mon.0 client_cookie=8be837a8c59dab42 server_cookie=0 in_seq=0 out_seq=0 2024-09-15T22:05:12.246 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:12.237+0000 7fa564ff9640 1 -- 172.21.15.63:0/1096457967 <== mon.0 v2:172.21.15.63:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa56802adb0 con 0x55c7d5027a50 2024-09-15T22:05:12.246 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:12.237+0000 7fa564ff9640 1 -- 172.21.15.63:0/1096457967 <== mon.0 v2:172.21.15.63:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fa568043070 con 0x55c7d5027a50 2024-09-15T22:05:12.246 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:12.237+0000 7fa564ff9640 1 -- 172.21.15.63:0/1096457967 <== mon.0 v2:172.21.15.63:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa56803d6c0 con 0x55c7d5027a50 2024-09-15T22:05:12.246 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:12.237+0000 7fa578489740 1 -- 172.21.15.63:0/1096457967 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55c7d5027a50 msgr2=0x55c7d50208b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-15T22:05:12.246 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:12.237+0000 7fa578489740 1 --2- 172.21.15.63:0/1096457967 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55c7d5027a50 0x55c7d50208b0 secure :-1 s=READY pgs=271 cs=0 l=1 rev1=1 crypto rx=0x7fa56802a8a0 tx=0x7fa56802c070 comp rx=0 tx=0).stop 2024-09-15T22:05:12.246 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:12.237+0000 7fa578489740 1 -- 172.21.15.63:0/1096457967 shutdown_connections 2024-09-15T22:05:12.246 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:12.237+0000 7fa578489740 1 --2- 172.21.15.63:0/1096457967 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55c7d5023a80 0x55c7d50266a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T22:05:12.247 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:12.237+0000 7fa578489740 1 --2- 172.21.15.63:0/1096457967 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55c7d5027a50 0x55c7d50208b0 unknown :-1 s=CLOSED pgs=271 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T22:05:12.247 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:12.237+0000 7fa578489740 1 --2- 172.21.15.63:0/1096457967 >> [v2:172.21.15.110:3301/0,v1:172.21.15.110:6790/0] conn(0x55c7d50262c0 0x55c7d506ba60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T22:05:12.247 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:12.237+0000 7fa578489740 1 -- 172.21.15.63:0/1096457967 >> 172.21.15.63:0/1096457967 conn(0x55c7d5022a80 msgr2=0x55c7d506af30 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-15T22:05:12.247 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:12.237+0000 7fa578489740 1 -- 172.21.15.63:0/1096457967 shutdown_connections 2024-09-15T22:05:12.247 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:12.237+0000 7fa578489740 1 -- 172.21.15.63:0/1096457967 wait complete. 2024-09-15T22:05:12.247 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:12.238+0000 7fa578489740 1 -- start start 2024-09-15T22:05:12.247 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:12.238+0000 7fa578489740 1 Processor -- start 2024-09-15T22:05:12.247 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:12.239+0000 7fa578489740 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55c7d50262c0 0x55c7d5044f20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-15T22:05:12.247 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:12.239+0000 7fa578489740 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55c7d5027a50 0x55c7d5021020 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-15T22:05:12.247 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:12.239+0000 7fa578489740 1 --2- >> [v2:172.21.15.110:3301/0,v1:172.21.15.110:6790/0] conn(0x55c7d5021560 0x55c7d50249c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-15T22:05:12.247 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:12.239+0000 7fa578489740 1 -- --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 -- 0x55c7d5021f20 con 0x55c7d5027a50 2024-09-15T22:05:12.248 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:12.239+0000 7fa578489740 1 -- --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_getmap magic: 0 -- 0x55c7d4f11450 con 0x55c7d50262c0 2024-09-15T22:05:12.248 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:12.239+0000 7fa578489740 1 -- --> [v2:172.21.15.110:3301/0,v1:172.21.15.110:6790/0] -- mon_getmap magic: 0 -- 0x55c7d506c290 con 0x55c7d5021560 2024-09-15T22:05:12.248 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:12.239+0000 7fa578489740 10 client.0 _ll_register_callbacks cb 0x55c7d4c9aac0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-15T22:05:12.248 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:12.239+0000 7fa56e7fc640 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55c7d5027a50 0x55c7d5021020 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-15T22:05:12.248 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:12.239+0000 7fa56e7fc640 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55c7d5027a50 0x55c7d5021020 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.63:3300/0 says I am v2:172.21.15.63:48408/0 (socket says 172.21.15.63:48408) 2024-09-15T22:05:12.248 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:12.239+0000 7fa56e7fc640 1 -- 172.21.15.63:0/2446217644 learned_addr learned my addr 172.21.15.63:0/2446217644 (peer_addr_for_me v2:172.21.15.63:0/0) 2024-09-15T22:05:12.248 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:12.239+0000 7fa56f7fe640 1 --2- 172.21.15.63:0/2446217644 >> [v2:172.21.15.110:3301/0,v1:172.21.15.110:6790/0] conn(0x55c7d5021560 0x55c7d50249c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-15T22:05:12.248 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:12.239+0000 7fa56effd640 1 --2- 172.21.15.63:0/2446217644 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55c7d50262c0 0x55c7d5044f20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-15T22:05:12.248 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:12.239+0000 7fa56e7fc640 1 -- 172.21.15.63:0/2446217644 >> [v2:172.21.15.110:3301/0,v1:172.21.15.110:6790/0] conn(0x55c7d5021560 msgr2=0x55c7d50249c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-15T22:05:12.248 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:12.239+0000 7fa56e7fc640 1 --2- 172.21.15.63:0/2446217644 >> [v2:172.21.15.110:3301/0,v1:172.21.15.110:6790/0] conn(0x55c7d5021560 0x55c7d50249c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T22:05:12.248 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:12.239+0000 7fa56e7fc640 1 -- 172.21.15.63:0/2446217644 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55c7d50262c0 msgr2=0x55c7d5044f20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-15T22:05:12.248 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:12.239+0000 7fa56e7fc640 1 --2- 172.21.15.63:0/2446217644 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55c7d50262c0 0x55c7d5044f20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T22:05:12.248 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:12.239+0000 7fa56e7fc640 1 -- 172.21.15.63:0/2446217644 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55c7d4c9b2d0 con 0x55c7d5027a50 2024-09-15T22:05:12.249 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:12.239+0000 7fa56e7fc640 1 --2- 172.21.15.63:0/2446217644 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55c7d5027a50 0x55c7d5021020 secure :-1 s=READY pgs=272 cs=0 l=1 rev1=1 crypto rx=0x7fa5580050a0 tx=0x7fa558058c50 comp rx=0 tx=0).ready entity=mon.0 client_cookie=94fcc132e7ef561c server_cookie=0 in_seq=0 out_seq=0 2024-09-15T22:05:12.249 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:12.239+0000 7fa54dffb640 10 client.0 ms_handle_connect on v2:172.21.15.63:3300/0 2024-09-15T22:05:12.249 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:12.240+0000 7fa54dffb640 1 -- 172.21.15.63:0/2446217644 <== mon.0 v2:172.21.15.63:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa558061de0 con 0x55c7d5027a50 2024-09-15T22:05:12.249 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:12.240+0000 7fa54dffb640 1 -- 172.21.15.63:0/2446217644 <== mon.0 v2:172.21.15.63:3300/0 2 ==== osd_map(33..33 src has 1..33) ==== 5709+0+0 (secure 0 0 0) 0x7fa558001230 con 0x55c7d5027a50 2024-09-15T22:05:12.249 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:12.240+0000 7fa578489740 1 -- 172.21.15.63:0/2446217644 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fa568043070 con 0x55c7d5027a50 2024-09-15T22:05:12.249 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:12.240+0000 7fa54dffb640 1 -- 172.21.15.63:0/2446217644 <== mon.0 v2:172.21.15.63:3300/0 3 ==== mon_get_version_reply(handle=1 version=12) ==== 24+0+0 (secure 0 0 0) 0x7fa558071170 con 0x55c7d5027a50 2024-09-15T22:05:12.249 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:12.240+0000 7fa578489740 10 client.4995 fetch_fsmap learned FSMap version 12 2024-09-15T22:05:12.249 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:12.240+0000 7fa578489740 1 -- 172.21.15.63:0/2446217644 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_subscribe({config=0+,fsmap=12,monmap=2+}) -- 0x55c7d4d656b0 con 0x55c7d5027a50 2024-09-15T22:05:12.250 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:12.240+0000 7fa54dffb640 1 -- 172.21.15.63:0/2446217644 <== mon.0 v2:172.21.15.63:3300/0 4 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fa568043070 con 0x55c7d5027a50 2024-09-15T22:05:12.250 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:12.240+0000 7fa54dffb640 1 -- 172.21.15.63:0/2446217644 <== mon.0 v2:172.21.15.63:3300/0 5 ==== fsmap(e 12) ==== 3502+0+0 (secure 0 0 0) 0x7fa558055870 con 0x55c7d5027a50 2024-09-15T22:05:12.250 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:12.240+0000 7fa578489740 10 client.4995 fetch_fsmap finished waiting for FSMap version 12 2024-09-15T22:05:12.250 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:12.240+0000 7fa578489740 10 client.4995 resolve_mds: resolved name 'a' to daemon mds.a 2024-09-15T22:05:12.250 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:12.240+0000 7fa578489740 20 client.4995 populate_metadata read hostname 'smithi063' 2024-09-15T22:05:12.250 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:12.240+0000 7fa578489740 1 --2- 172.21.15.63:0/2446217644 >> [v2:172.21.15.63:6833/2878404006,v1:172.21.15.63:6835/2878404006] conn(0x55c7d501f7d0 0x55c7d504f780 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-15T22:05:12.250 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:12.240+0000 7fa578489740 4 client.4995 mds_command: new command op to 4845 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-09-15T22:05:12.250 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:12.240+0000 7fa578489740 1 -- 172.21.15.63:0/2446217644 --> [v2:172.21.15.63:6833/2878404006,v1:172.21.15.63:6835/2878404006] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x55c7d4f95c50 con 0x55c7d501f7d0 2024-09-15T22:05:12.250 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:12.240+0000 7fa56effd640 1 --2- 172.21.15.63:0/2446217644 >> [v2:172.21.15.63:6833/2878404006,v1:172.21.15.63:6835/2878404006] conn(0x55c7d501f7d0 0x55c7d504f780 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-15T22:05:12.250 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:12.241+0000 7fa54dffb640 10 client.4995 ms_handle_connect on v2:172.21.15.63:6833/2878404006 2024-09-15T22:05:12.250 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:12.241+0000 7fa56effd640 1 --2- 172.21.15.63:0/2446217644 >> [v2:172.21.15.63:6833/2878404006,v1:172.21.15.63:6835/2878404006] conn(0x55c7d501f7d0 0x55c7d504f780 crc :-1 s=READY pgs=12 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=c292d6a6e24c97b3 server_cookie=642285d89c7a290a in_seq=0 out_seq=0 2024-09-15T22:05:12.250 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:12.241+0000 7fa54dffb640 1 -- 172.21.15.63:0/2446217644 <== mds.0 v2:172.21.15.63:6833/2878404006 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24171 (crc 0 0 0) 0x55c7d4f95c50 con 0x55c7d501f7d0 2024-09-15T22:05:12.251 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:12.241+0000 7fa54dffb640 10 client.4995 handle_command_reply: tid=0 2024-09-15T22:05:12.251 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:12.241+0000 7fa578489740 1 client.4995 shutdown 2024-09-15T22:05:12.251 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:12.241+0000 7fa578489740 1 -- 172.21.15.63:0/2446217644 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55c7d5027a50 msgr2=0x55c7d5021020 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-15T22:05:12.251 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:12.241+0000 7fa578489740 1 --2- 172.21.15.63:0/2446217644 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55c7d5027a50 0x55c7d5021020 secure :-1 s=READY pgs=272 cs=0 l=1 rev1=1 crypto rx=0x7fa5580050a0 tx=0x7fa558058c50 comp rx=0 tx=0).stop 2024-09-15T22:05:12.251 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:12.241+0000 7fa578489740 1 -- 172.21.15.63:0/2446217644 shutdown_connections 2024-09-15T22:05:12.251 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:12.241+0000 7fa578489740 1 --2- 172.21.15.63:0/2446217644 >> [v2:172.21.15.63:6833/2878404006,v1:172.21.15.63:6835/2878404006] conn(0x55c7d501f7d0 0x55c7d504f780 crc :-1 s=READY pgs=12 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T22:05:12.251 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:12.241+0000 7fa578489740 1 --2- 172.21.15.63:0/2446217644 >> [v2:172.21.15.110:3301/0,v1:172.21.15.110:6790/0] conn(0x55c7d5021560 0x55c7d50249c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T22:05:12.252 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:12.241+0000 7fa578489740 1 --2- 172.21.15.63:0/2446217644 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55c7d5027a50 0x55c7d5021020 unknown :-1 s=CLOSED pgs=272 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T22:05:12.252 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:12.241+0000 7fa54dffb640 0 client.4995 ms_handle_reset on v2:172.21.15.63:6833/2878404006 2024-09-15T22:05:12.252 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:12.241+0000 7fa578489740 1 --2- 172.21.15.63:0/2446217644 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55c7d50262c0 0x55c7d5044f20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T22:05:12.252 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:12.241+0000 7fa578489740 1 -- 172.21.15.63:0/2446217644 >> 172.21.15.63:0/2446217644 conn(0x55c7d5023a80 msgr2=0x55c7d5068ee0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-15T22:05:12.252 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:12.241+0000 7fa578489740 1 -- 172.21.15.63:0/2446217644 shutdown_connections 2024-09-15T22:05:12.252 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:12.241+0000 7fa578489740 1 -- 172.21.15.63:0/2446217644 wait complete. 2024-09-15T22:05:12.252 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:12.242+0000 7fa578489740 20 client.4995 trim_cache size 0 max 16384 2024-09-15T22:05:12.261 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:12.260+0000 7fa578489740 1 Processor -- start 2024-09-15T22:05:12.261 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:12.260+0000 7fa578489740 1 -- start start 2024-09-15T22:05:12.264 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:12.260+0000 7fa578489740 1 --2- >> [v2:172.21.15.110:3301/0,v1:172.21.15.110:6790/0] conn(0x55c7d5021560 0x55c7d50470d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-15T22:05:12.264 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:12.260+0000 7fa578489740 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55c7d50262c0 0x55c7d5050080 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-15T22:05:12.264 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:12.260+0000 7fa578489740 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55c7d5027a50 0x55c7d506b1e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-15T22:05:12.264 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:12.260+0000 7fa578489740 1 -- --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 -- 0x7fa5702001c0 con 0x55c7d5027a50 2024-09-15T22:05:12.264 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:12.260+0000 7fa578489740 1 -- --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_getmap magic: 0 -- 0x7fa5701f4d80 con 0x55c7d50262c0 2024-09-15T22:05:12.264 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:12.260+0000 7fa578489740 1 -- --> [v2:172.21.15.110:3301/0,v1:172.21.15.110:6790/0] -- mon_getmap magic: 0 -- 0x7fa5701ffba0 con 0x55c7d5021560 2024-09-15T22:05:12.264 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:12.261+0000 7fa56f7fe640 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55c7d5027a50 0x55c7d506b1e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-15T22:05:12.264 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:12.261+0000 7fa56f7fe640 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55c7d5027a50 0x55c7d506b1e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.63:3300/0 says I am v2:172.21.15.63:48422/0 (socket says 172.21.15.63:48422) 2024-09-15T22:05:12.264 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:12.261+0000 7fa56f7fe640 1 -- 172.21.15.63:0/1641875461 learned_addr learned my addr 172.21.15.63:0/1641875461 (peer_addr_for_me v2:172.21.15.63:0/0) 2024-09-15T22:05:12.264 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:12.261+0000 7fa56e7fc640 1 --2- 172.21.15.63:0/1641875461 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55c7d50262c0 0x55c7d5050080 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-15T22:05:12.264 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:12.261+0000 7fa56effd640 1 --2- 172.21.15.63:0/1641875461 >> [v2:172.21.15.110:3301/0,v1:172.21.15.110:6790/0] conn(0x55c7d5021560 0x55c7d50470d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-15T22:05:12.264 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:12.261+0000 7fa56f7fe640 1 -- 172.21.15.63:0/1641875461 >> [v2:172.21.15.110:3301/0,v1:172.21.15.110:6790/0] conn(0x55c7d5021560 msgr2=0x55c7d50470d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-15T22:05:12.265 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:12.261+0000 7fa56f7fe640 1 --2- 172.21.15.63:0/1641875461 >> [v2:172.21.15.110:3301/0,v1:172.21.15.110:6790/0] conn(0x55c7d5021560 0x55c7d50470d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T22:05:12.265 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:12.261+0000 7fa56f7fe640 1 -- 172.21.15.63:0/1641875461 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55c7d50262c0 msgr2=0x55c7d5050080 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-15T22:05:12.265 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:12.261+0000 7fa56f7fe640 1 --2- 172.21.15.63:0/1641875461 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55c7d50262c0 0x55c7d5050080 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T22:05:12.265 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:12.261+0000 7fa56f7fe640 1 -- 172.21.15.63:0/1641875461 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55c7d5025690 con 0x55c7d5027a50 2024-09-15T22:05:12.265 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:12.261+0000 7fa56e7fc640 1 --2- 172.21.15.63:0/1641875461 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55c7d50262c0 0x55c7d5050080 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-15T22:05:12.265 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:12.261+0000 7fa56f7fe640 1 --2- 172.21.15.63:0/1641875461 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55c7d5027a50 0x55c7d506b1e0 secure :-1 s=READY pgs=273 cs=0 l=1 rev1=1 crypto rx=0x7fa56800bb00 tx=0x7fa568030000 comp rx=0 tx=0).ready entity=mon.0 client_cookie=ff4cf9e6b02549c9 server_cookie=0 in_seq=0 out_seq=0 2024-09-15T22:05:12.265 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:12.261+0000 7fa54ffff640 1 -- 172.21.15.63:0/1641875461 <== mon.0 v2:172.21.15.63:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa56804f070 con 0x55c7d5027a50 2024-09-15T22:05:12.265 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:12.261+0000 7fa54ffff640 1 -- 172.21.15.63:0/1641875461 <== mon.0 v2:172.21.15.63:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fa568043040 con 0x55c7d5027a50 2024-09-15T22:05:12.265 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:12.261+0000 7fa54ffff640 1 -- 172.21.15.63:0/1641875461 <== mon.0 v2:172.21.15.63:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa56803d480 con 0x55c7d5027a50 2024-09-15T22:05:12.265 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:12.262+0000 7fa578489740 1 -- 172.21.15.63:0/1641875461 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55c7d5027a50 msgr2=0x55c7d506b1e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-15T22:05:12.265 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:12.262+0000 7fa578489740 1 --2- 172.21.15.63:0/1641875461 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55c7d5027a50 0x55c7d506b1e0 secure :-1 s=READY pgs=273 cs=0 l=1 rev1=1 crypto rx=0x7fa56800bb00 tx=0x7fa568030000 comp rx=0 tx=0).stop 2024-09-15T22:05:12.266 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:12.262+0000 7fa578489740 1 -- 172.21.15.63:0/1641875461 shutdown_connections 2024-09-15T22:05:12.266 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:12.262+0000 7fa578489740 1 --2- 172.21.15.63:0/1641875461 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55c7d50262c0 0x55c7d5050080 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T22:05:12.266 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:12.262+0000 7fa578489740 1 --2- 172.21.15.63:0/1641875461 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55c7d5027a50 0x55c7d506b1e0 unknown :-1 s=CLOSED pgs=273 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T22:05:12.266 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:12.262+0000 7fa578489740 1 --2- 172.21.15.63:0/1641875461 >> [v2:172.21.15.110:3301/0,v1:172.21.15.110:6790/0] conn(0x55c7d5021560 0x55c7d50470d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T22:05:12.266 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:12.262+0000 7fa578489740 1 -- 172.21.15.63:0/1641875461 >> 172.21.15.63:0/1641875461 conn(0x55c7d5023a80 msgr2=0x55c7d50469c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-15T22:05:12.266 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:12.262+0000 7fa578489740 1 -- 172.21.15.63:0/1641875461 shutdown_connections 2024-09-15T22:05:12.266 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:12.262+0000 7fa578489740 1 -- 172.21.15.63:0/1641875461 wait complete. 2024-09-15T22:05:12.267 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:12.262+0000 7fa578489740 1 -- start start 2024-09-15T22:05:12.267 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:12.262+0000 7fa578489740 1 Processor -- start 2024-09-15T22:05:12.270 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:12.263+0000 7fa578489740 1 --2- >> [v2:172.21.15.110:3301/0,v1:172.21.15.110:6790/0] conn(0x55c7d5021560 0x55c7d50e9000 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-15T22:05:12.270 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:12.263+0000 7fa578489740 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55c7d50262c0 0x55c7d506b1e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-15T22:05:12.271 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:12.263+0000 7fa578489740 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55c7d5027a50 0x55c7d506b720 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-15T22:05:12.271 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:12.263+0000 7fa578489740 1 -- --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 -- 0x55c7d5045550 con 0x55c7d5027a50 2024-09-15T22:05:12.271 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:12.263+0000 7fa578489740 1 -- --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_getmap magic: 0 -- 0x55c7d5050730 con 0x55c7d50262c0 2024-09-15T22:05:12.271 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:12.263+0000 7fa578489740 1 -- --> [v2:172.21.15.110:3301/0,v1:172.21.15.110:6790/0] -- mon_getmap magic: 0 -- 0x55c7d501fc50 con 0x55c7d5021560 2024-09-15T22:05:12.271 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:12.263+0000 7fa578489740 10 client.0 _ll_register_callbacks cb 0x7fa55808b0b0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-15T22:05:12.271 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:12.263+0000 7fa56f7fe640 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55c7d5027a50 0x55c7d506b720 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-15T22:05:12.271 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:12.263+0000 7fa56f7fe640 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55c7d5027a50 0x55c7d506b720 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.63:3300/0 says I am v2:172.21.15.63:48438/0 (socket says 172.21.15.63:48438) 2024-09-15T22:05:12.271 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:12.263+0000 7fa56f7fe640 1 -- 172.21.15.63:0/2961259437 learned_addr learned my addr 172.21.15.63:0/2961259437 (peer_addr_for_me v2:172.21.15.63:0/0) 2024-09-15T22:05:12.271 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:12.263+0000 7fa56effd640 1 --2- 172.21.15.63:0/2961259437 >> [v2:172.21.15.110:3301/0,v1:172.21.15.110:6790/0] conn(0x55c7d5021560 0x55c7d50e9000 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-15T22:05:12.271 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:12.263+0000 7fa56e7fc640 1 --2- 172.21.15.63:0/2961259437 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55c7d50262c0 0x55c7d506b1e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-15T22:05:12.271 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:12.264+0000 7fa56f7fe640 1 -- 172.21.15.63:0/2961259437 >> [v2:172.21.15.110:3301/0,v1:172.21.15.110:6790/0] conn(0x55c7d5021560 msgr2=0x55c7d50e9000 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-15T22:05:12.271 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:12.264+0000 7fa56f7fe640 1 --2- 172.21.15.63:0/2961259437 >> [v2:172.21.15.110:3301/0,v1:172.21.15.110:6790/0] conn(0x55c7d5021560 0x55c7d50e9000 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T22:05:12.271 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:12.264+0000 7fa56f7fe640 1 -- 172.21.15.63:0/2961259437 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55c7d50262c0 msgr2=0x55c7d506b1e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-15T22:05:12.272 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:12.264+0000 7fa56f7fe640 1 --2- 172.21.15.63:0/2961259437 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55c7d50262c0 0x55c7d506b1e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T22:05:12.272 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:12.264+0000 7fa56f7fe640 1 -- 172.21.15.63:0/2961259437 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55c7d5085340 con 0x55c7d5027a50 2024-09-15T22:05:12.272 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:12.264+0000 7fa56f7fe640 1 --2- 172.21.15.63:0/2961259437 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55c7d5027a50 0x55c7d506b720 secure :-1 s=READY pgs=274 cs=0 l=1 rev1=1 crypto rx=0x7fa568006fd0 tx=0x7fa5680046c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=b26828645ec9debe server_cookie=0 in_seq=0 out_seq=0 2024-09-15T22:05:12.272 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:12.264+0000 7fa54dffb640 10 client.0 ms_handle_connect on v2:172.21.15.63:3300/0 2024-09-15T22:05:12.272 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:12.264+0000 7fa54dffb640 1 -- 172.21.15.63:0/2961259437 <== mon.0 v2:172.21.15.63:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa56805a060 con 0x55c7d5027a50 2024-09-15T22:05:12.272 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:12.264+0000 7fa54dffb640 1 -- 172.21.15.63:0/2961259437 <== mon.0 v2:172.21.15.63:3300/0 2 ==== osd_map(33..33 src has 1..33) ==== 5709+0+0 (secure 0 0 0) 0x7fa56803db40 con 0x55c7d5027a50 2024-09-15T22:05:12.272 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:12.264+0000 7fa578489740 1 -- 172.21.15.63:0/2961259437 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fa568043040 con 0x55c7d5027a50 2024-09-15T22:05:12.272 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:12.264+0000 7fa54dffb640 1 -- 172.21.15.63:0/2961259437 <== mon.0 v2:172.21.15.63:3300/0 3 ==== mon_get_version_reply(handle=1 version=12) ==== 24+0+0 (secure 0 0 0) 0x7fa56804f070 con 0x55c7d5027a50 2024-09-15T22:05:12.272 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:12.264+0000 7fa578489740 10 client.5001 fetch_fsmap learned FSMap version 12 2024-09-15T22:05:12.272 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:12.264+0000 7fa578489740 1 -- 172.21.15.63:0/2961259437 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_subscribe({config=0+,fsmap=12,monmap=2+}) -- 0x55c7d5079a40 con 0x55c7d5027a50 2024-09-15T22:05:12.272 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:12.264+0000 7fa54dffb640 1 -- 172.21.15.63:0/2961259437 <== mon.0 v2:172.21.15.63:3300/0 4 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fa568043040 con 0x55c7d5027a50 2024-09-15T22:05:12.272 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:12.264+0000 7fa54dffb640 1 -- 172.21.15.63:0/2961259437 <== mon.0 v2:172.21.15.63:3300/0 5 ==== fsmap(e 12) ==== 3502+0+0 (secure 0 0 0) 0x7fa568005990 con 0x55c7d5027a50 2024-09-15T22:05:12.273 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:12.264+0000 7fa578489740 10 client.5001 fetch_fsmap finished waiting for FSMap version 12 2024-09-15T22:05:12.273 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:12.264+0000 7fa578489740 10 client.5001 resolve_mds: resolved name 'a' to daemon mds.a 2024-09-15T22:05:12.273 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:12.264+0000 7fa578489740 20 client.5001 populate_metadata read hostname 'smithi063' 2024-09-15T22:05:12.273 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:12.264+0000 7fa578489740 1 --2- 172.21.15.63:0/2961259437 >> [v2:172.21.15.63:6833/2878404006,v1:172.21.15.63:6835/2878404006] conn(0x55c7d50e9e70 0x55c7d50ea250 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-15T22:05:12.273 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:12.264+0000 7fa578489740 4 client.5001 mds_command: new command op to 4845 tid=0 multi_id=0 [{"prefix": "status"}] 2024-09-15T22:05:12.273 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:12.264+0000 7fa578489740 1 -- 172.21.15.63:0/2961259437 --> [v2:172.21.15.63:6833/2878404006,v1:172.21.15.63:6835/2878404006] -- command(tid 0: {"prefix": "status"}) -- 0x55c7d504f190 con 0x55c7d50e9e70 2024-09-15T22:05:12.273 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:12.265+0000 7fa56effd640 1 --2- 172.21.15.63:0/2961259437 >> [v2:172.21.15.63:6833/2878404006,v1:172.21.15.63:6835/2878404006] conn(0x55c7d50e9e70 0x55c7d50ea250 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-15T22:05:12.273 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:12.265+0000 7fa56effd640 1 --2- 172.21.15.63:0/2961259437 >> [v2:172.21.15.63:6833/2878404006,v1:172.21.15.63:6835/2878404006] conn(0x55c7d50e9e70 0x55c7d50ea250 crc :-1 s=READY pgs=13 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=9fbd57c490a79d58 server_cookie=675d6223aa383b08 in_seq=0 out_seq=0 2024-09-15T22:05:12.273 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:12.265+0000 7fa54dffb640 10 client.5001 ms_handle_connect on v2:172.21.15.63:6833/2878404006 2024-09-15T22:05:12.273 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:12.265+0000 7fa54dffb640 1 -- 172.21.15.63:0/2961259437 <== mds.0 v2:172.21.15.63:6833/2878404006 1 ==== command_reply(tid 0: 0 ) ==== 8+0+325 (crc 0 0 0) 0x55c7d504f190 con 0x55c7d50e9e70 2024-09-15T22:05:12.273 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:12.265+0000 7fa54dffb640 10 client.5001 handle_command_reply: tid=0 2024-09-15T22:05:12.273 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:12.265+0000 7fa578489740 1 client.5001 shutdown 2024-09-15T22:05:12.273 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:12.265+0000 7fa578489740 1 -- 172.21.15.63:0/2961259437 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55c7d5027a50 msgr2=0x55c7d506b720 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-15T22:05:12.274 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:12.265+0000 7fa578489740 1 --2- 172.21.15.63:0/2961259437 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55c7d5027a50 0x55c7d506b720 secure :-1 s=READY pgs=274 cs=0 l=1 rev1=1 crypto rx=0x7fa568006fd0 tx=0x7fa5680046c0 comp rx=0 tx=0).stop 2024-09-15T22:05:12.274 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:12.265+0000 7fa578489740 1 -- 172.21.15.63:0/2961259437 shutdown_connections 2024-09-15T22:05:12.274 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:12.265+0000 7fa578489740 1 --2- 172.21.15.63:0/2961259437 >> [v2:172.21.15.63:6833/2878404006,v1:172.21.15.63:6835/2878404006] conn(0x55c7d50e9e70 0x55c7d50ea250 crc :-1 s=READY pgs=13 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T22:05:12.274 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:12.265+0000 7fa578489740 1 --2- 172.21.15.63:0/2961259437 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x55c7d50262c0 0x55c7d506b1e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T22:05:12.274 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:12.265+0000 7fa578489740 1 --2- 172.21.15.63:0/2961259437 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55c7d5027a50 0x55c7d506b720 unknown :-1 s=CLOSED pgs=274 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T22:05:12.274 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:12.265+0000 7fa578489740 1 --2- 172.21.15.63:0/2961259437 >> [v2:172.21.15.110:3301/0,v1:172.21.15.110:6790/0] conn(0x55c7d5021560 0x55c7d50e9000 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T22:05:12.274 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:12.265+0000 7fa54dffb640 0 client.5001 ms_handle_reset on v2:172.21.15.63:6833/2878404006 2024-09-15T22:05:12.274 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:12.265+0000 7fa578489740 1 -- 172.21.15.63:0/2961259437 >> 172.21.15.63:0/2961259437 conn(0x55c7d5023a80 msgr2=0x55c7d504cc90 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-15T22:05:12.274 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:12.265+0000 7fa578489740 1 -- 172.21.15.63:0/2961259437 shutdown_connections 2024-09-15T22:05:12.274 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:12.265+0000 7fa578489740 1 -- 172.21.15.63:0/2961259437 wait complete. 2024-09-15T22:05:12.274 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:12.265+0000 7fa578489740 20 client.5001 trim_cache size 0 max 16384 2024-09-15T22:05:12.275 INFO:teuthology.orchestra.run.smithi063.stdout:{ 2024-09-15T22:05:12.275 INFO:teuthology.orchestra.run.smithi063.stdout: "cluster_fsid": "49d79d51-bb1b-4fdd-a1d6-f4e42ba7fbf3", 2024-09-15T22:05:12.275 INFO:teuthology.orchestra.run.smithi063.stdout: "whoami": 0, 2024-09-15T22:05:12.275 INFO:teuthology.orchestra.run.smithi063.stdout: "id": 4845, 2024-09-15T22:05:12.275 INFO:teuthology.orchestra.run.smithi063.stdout: "want_state": "up:active", 2024-09-15T22:05:12.275 INFO:teuthology.orchestra.run.smithi063.stdout: "state": "up:active", 2024-09-15T22:05:12.275 INFO:teuthology.orchestra.run.smithi063.stdout: "fs_name": "cephfs", 2024-09-15T22:05:12.275 INFO:teuthology.orchestra.run.smithi063.stdout: "rank_uptime": 4.6481745339999998, 2024-09-15T22:05:12.275 INFO:teuthology.orchestra.run.smithi063.stdout: "mdsmap_epoch": 12, 2024-09-15T22:05:12.275 INFO:teuthology.orchestra.run.smithi063.stdout: "osdmap_epoch": 33, 2024-09-15T22:05:12.276 INFO:teuthology.orchestra.run.smithi063.stdout: "osdmap_epoch_barrier": 33, 2024-09-15T22:05:12.276 INFO:teuthology.orchestra.run.smithi063.stdout: "uptime": 11.834256106 2024-09-15T22:05:12.276 INFO:teuthology.orchestra.run.smithi063.stdout:} 2024-09-15T22:05:12.276 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:12.266+0000 7fa575617640 1 -- 172.21.15.63:0/3767768591 >> [v2:172.21.15.110:6832/552273267,v1:172.21.15.110:6833/552273267] conn(0x7fa55006c2b0 msgr2=0x7fa55006e770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-15T22:05:12.277 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:12.266+0000 7fa575617640 1 --2- 172.21.15.63:0/3767768591 >> [v2:172.21.15.110:6832/552273267,v1:172.21.15.110:6833/552273267] conn(0x7fa55006c2b0 0x7fa55006e770 secure :-1 s=READY pgs=150 cs=0 l=1 rev1=1 crypto rx=0x7fa560001330 tx=0x7fa560002170 comp rx=0 tx=0).stop 2024-09-15T22:05:12.277 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:12.266+0000 7fa575617640 1 -- 172.21.15.63:0/3767768591 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fa5700aa490 msgr2=0x7fa5701595b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-15T22:05:12.277 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:12.266+0000 7fa575617640 1 --2- 172.21.15.63:0/3767768591 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fa5700aa490 0x7fa5701595b0 secure :-1 s=READY pgs=270 cs=0 l=1 rev1=1 crypto rx=0x7fa55800e580 tx=0x7fa55800ea40 comp rx=0 tx=0).stop 2024-09-15T22:05:12.277 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:12.266+0000 7fa575617640 1 -- 172.21.15.63:0/3767768591 shutdown_connections 2024-09-15T22:05:12.277 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:12.266+0000 7fa575617640 1 --2- 172.21.15.63:0/3767768591 >> [v2:172.21.15.110:6832/552273267,v1:172.21.15.110:6833/552273267] conn(0x7fa55006c2b0 0x7fa55006e770 unknown :-1 s=CLOSED pgs=150 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T22:05:12.277 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:12.266+0000 7fa575617640 1 --2- 172.21.15.63:0/3767768591 >> [v2:172.21.15.110:3301/0,v1:172.21.15.110:6790/0] conn(0x7fa5700c9d30 0x7fa5700ca1e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T22:05:12.277 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:12.266+0000 7fa575617640 1 --2- 172.21.15.63:0/3767768591 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fa5700aa490 0x7fa5701595b0 unknown :-1 s=CLOSED pgs=270 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T22:05:12.277 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:12.266+0000 7fa575617640 1 --2- 172.21.15.63:0/3767768591 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7fa55c004d40 0x7fa5700b4740 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T22:05:12.277 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:12.266+0000 7fa575617640 1 -- 172.21.15.63:0/3767768591 >> 172.21.15.63:0/3767768591 conn(0x7fa5700b2000 msgr2=0x7fa57015f6a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-15T22:05:12.277 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:12.266+0000 7fa575617640 1 -- 172.21.15.63:0/3767768591 shutdown_connections 2024-09-15T22:05:12.277 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:12.266+0000 7fa575617640 1 -- 172.21.15.63:0/3767768591 wait complete. 2024-09-15T22:05:12.278 DEBUG:teuthology.orchestra.run.smithi063:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs ls 2024-09-15T22:05:12.381 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:12.379+0000 7fb10a265640 1 Processor -- start 2024-09-15T22:05:12.381 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:12.379+0000 7fb10a265640 1 -- start start 2024-09-15T22:05:12.382 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:12.380+0000 7fb10a265640 1 --2- >> [v2:172.21.15.110:3301/0,v1:172.21.15.110:6790/0] conn(0x7fb10415e680 0x7fb1040b7f20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-15T22:05:12.382 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:12.380+0000 7fb10a265640 1 --2- >> v2:172.21.15.63:3300/0 conn(0x7fb1040d4570 0x7fb1040d4a00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-15T22:05:12.382 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:12.380+0000 7fb10a265640 1 -- --> v1:172.21.15.63:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fb1040b8500 con 0x7fb1040b95a0 2024-09-15T22:05:12.382 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:12.380+0000 7fb10a265640 1 -- --> v2:172.21.15.63:3300/0 -- mon_getmap magic: 0 -- 0x7fb1040b87e0 con 0x7fb1040d4570 2024-09-15T22:05:12.382 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:12.380+0000 7fb10a265640 1 -- --> [v2:172.21.15.110:3301/0,v1:172.21.15.110:6790/0] -- mon_getmap magic: 0 -- 0x7fb1040b8ac0 con 0x7fb10415e680 2024-09-15T22:05:12.382 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:12.380+0000 7fb1037fe640 1 --1- >> v1:172.21.15.63:6789/0 conn(0x7fb1040b95a0 0x7fb1040d1690 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.63:6789/0 says I am v1:172.21.15.63:41946/0 (socket says 172.21.15.63:41946) 2024-09-15T22:05:12.382 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:12.380+0000 7fb1037fe640 1 -- 172.21.15.63:0/415798776 learned_addr learned my addr 172.21.15.63:0/415798776 (peer_addr_for_me v1:172.21.15.63:0/0) 2024-09-15T22:05:12.383 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:12.380+0000 7fb108802640 1 --2- 172.21.15.63:0/415798776 >> v2:172.21.15.63:3300/0 conn(0x7fb1040d4570 0x7fb1040d4a00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-15T22:05:12.383 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:12.380+0000 7fb102ffd640 1 -- 172.21.15.63:0/415798776 <== mon.0 v1:172.21.15.63:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 3672835406 0 0) 0x7fb1040b8500 con 0x7fb1040b95a0 2024-09-15T22:05:12.383 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:12.380+0000 7fb103fff640 1 --2- 172.21.15.63:0/415798776 >> [v2:172.21.15.110:3301/0,v1:172.21.15.110:6790/0] conn(0x7fb10415e680 0x7fb1040b7f20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-15T22:05:12.383 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:12.380+0000 7fb102ffd640 1 -- 172.21.15.63:0/415798776 --> v1:172.21.15.63:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7fb0ec003520 con 0x7fb1040b95a0 2024-09-15T22:05:12.383 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:12.381+0000 7fb108802640 1 -- 172.21.15.63:0/415798776 >> [v2:172.21.15.110:3301/0,v1:172.21.15.110:6790/0] conn(0x7fb10415e680 msgr2=0x7fb1040b7f20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-15T22:05:12.383 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:12.381+0000 7fb108802640 1 --2- 172.21.15.63:0/415798776 >> [v2:172.21.15.110:3301/0,v1:172.21.15.110:6790/0] conn(0x7fb10415e680 0x7fb1040b7f20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T22:05:12.383 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:12.381+0000 7fb108802640 1 -- 172.21.15.63:0/415798776 >> v1:172.21.15.63:6789/0 conn(0x7fb1040b95a0 legacy=0x7fb1040d1690 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-15T22:05:12.383 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:12.381+0000 7fb108802640 1 -- 172.21.15.63:0/415798776 --> v2:172.21.15.63:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fb1040b8da0 con 0x7fb1040d4570 2024-09-15T22:05:12.384 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:12.381+0000 7fb108802640 1 --2- 172.21.15.63:0/415798776 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fb1040d4570 0x7fb1040d4a00 secure :-1 s=READY pgs=276 cs=0 l=1 rev1=1 crypto rx=0x7fb0fc009d90 tx=0x7fb0fc02a660 comp rx=0 tx=0).ready entity=mon.0 client_cookie=959923771b6c8a64 server_cookie=0 in_seq=0 out_seq=0 2024-09-15T22:05:12.385 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:12.381+0000 7fb102ffd640 1 -- 172.21.15.63:0/415798776 <== mon.0 v2:172.21.15.63:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb0fc007740 con 0x7fb1040d4570 2024-09-15T22:05:12.385 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:12.381+0000 7fb102ffd640 1 -- 172.21.15.63:0/415798776 <== mon.0 v2:172.21.15.63:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fb0fc0078e0 con 0x7fb1040d4570 2024-09-15T22:05:12.385 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:12.381+0000 7fb102ffd640 1 -- 172.21.15.63:0/415798776 <== mon.0 v2:172.21.15.63:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb0fc007cb0 con 0x7fb1040d4570 2024-09-15T22:05:12.385 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:12.382+0000 7fb10a265640 1 -- 172.21.15.63:0/415798776 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fb1040d4570 msgr2=0x7fb1040d4a00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-15T22:05:12.385 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:12.382+0000 7fb10a265640 1 --2- 172.21.15.63:0/415798776 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fb1040d4570 0x7fb1040d4a00 secure :-1 s=READY pgs=276 cs=0 l=1 rev1=1 crypto rx=0x7fb0fc009d90 tx=0x7fb0fc02a660 comp rx=0 tx=0).stop 2024-09-15T22:05:12.385 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:12.382+0000 7fb10a265640 1 -- 172.21.15.63:0/415798776 shutdown_connections 2024-09-15T22:05:12.385 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:12.382+0000 7fb10a265640 1 --2- 172.21.15.63:0/415798776 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fb1040d4570 0x7fb1040d4a00 unknown :-1 s=CLOSED pgs=276 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T22:05:12.385 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:12.382+0000 7fb10a265640 1 --2- 172.21.15.63:0/415798776 >> [v2:172.21.15.110:3301/0,v1:172.21.15.110:6790/0] conn(0x7fb10415e680 0x7fb1040b7f20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T22:05:12.385 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:12.382+0000 7fb10a265640 1 -- 172.21.15.63:0/415798776 >> 172.21.15.63:0/415798776 conn(0x7fb104074fe0 msgr2=0x7fb104072200 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-15T22:05:12.385 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:12.382+0000 7fb10a265640 1 -- 172.21.15.63:0/415798776 shutdown_connections 2024-09-15T22:05:12.385 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:12.382+0000 7fb10a265640 1 -- 172.21.15.63:0/415798776 wait complete. 2024-09-15T22:05:12.385 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:12.383+0000 7fb10a265640 1 Processor -- start 2024-09-15T22:05:12.387 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:12.384+0000 7fb10a265640 1 -- start start 2024-09-15T22:05:12.387 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:12.384+0000 7fb10a265640 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7fb1040b95a0 0x7fb10414ecc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-15T22:05:12.387 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:12.384+0000 7fb10a265640 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fb1040d4570 0x7fb104150560 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-15T22:05:12.387 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:12.384+0000 7fb10a265640 1 --2- >> [v2:172.21.15.110:3301/0,v1:172.21.15.110:6790/0] conn(0x7fb10415e680 0x7fb1040cc7a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-15T22:05:12.387 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:12.384+0000 7fb10a265640 1 -- --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 -- 0x7fb10415ea60 con 0x7fb1040d4570 2024-09-15T22:05:12.387 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:12.384+0000 7fb10a265640 1 -- --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_getmap magic: 0 -- 0x7fb1040b99e0 con 0x7fb1040b95a0 2024-09-15T22:05:12.388 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:12.384+0000 7fb10a265640 1 -- --> [v2:172.21.15.110:3301/0,v1:172.21.15.110:6790/0] -- mon_getmap magic: 0 -- 0x7fb10415ebe0 con 0x7fb10415e680 2024-09-15T22:05:12.388 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:12.384+0000 7fb1037fe640 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fb1040d4570 0x7fb104150560 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-15T22:05:12.388 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:12.384+0000 7fb1037fe640 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fb1040d4570 0x7fb104150560 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.63:3300/0 says I am v2:172.21.15.63:48450/0 (socket says 172.21.15.63:48450) 2024-09-15T22:05:12.388 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:12.384+0000 7fb1037fe640 1 -- 172.21.15.63:0/3332308857 learned_addr learned my addr 172.21.15.63:0/3332308857 (peer_addr_for_me v2:172.21.15.63:0/0) 2024-09-15T22:05:12.388 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:12.385+0000 7fb103fff640 1 --2- 172.21.15.63:0/3332308857 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7fb1040b95a0 0x7fb10414ecc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-15T22:05:12.388 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:12.385+0000 7fb108802640 1 --2- 172.21.15.63:0/3332308857 >> [v2:172.21.15.110:3301/0,v1:172.21.15.110:6790/0] conn(0x7fb10415e680 0x7fb1040cc7a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-15T22:05:12.388 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:12.385+0000 7fb1037fe640 1 -- 172.21.15.63:0/3332308857 >> [v2:172.21.15.110:3301/0,v1:172.21.15.110:6790/0] conn(0x7fb10415e680 msgr2=0x7fb1040cc7a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-15T22:05:12.388 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:12.385+0000 7fb1037fe640 1 --2- 172.21.15.63:0/3332308857 >> [v2:172.21.15.110:3301/0,v1:172.21.15.110:6790/0] conn(0x7fb10415e680 0x7fb1040cc7a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T22:05:12.388 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:12.385+0000 7fb1037fe640 1 -- 172.21.15.63:0/3332308857 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7fb1040b95a0 msgr2=0x7fb10414ecc0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-15T22:05:12.388 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:12.385+0000 7fb1037fe640 1 --2- 172.21.15.63:0/3332308857 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7fb1040b95a0 0x7fb10414ecc0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T22:05:12.388 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:12.385+0000 7fb1037fe640 1 -- 172.21.15.63:0/3332308857 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fb10414f200 con 0x7fb1040d4570 2024-09-15T22:05:12.388 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:12.385+0000 7fb1037fe640 1 --2- 172.21.15.63:0/3332308857 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fb1040d4570 0x7fb104150560 secure :-1 s=READY pgs=277 cs=0 l=1 rev1=1 crypto rx=0x7fb0f800c430 tx=0x7fb0f800c8f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-15T22:05:12.389 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:12.385+0000 7fb100ff9640 1 -- 172.21.15.63:0/3332308857 <== mon.0 v2:172.21.15.63:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb0f8017070 con 0x7fb1040d4570 2024-09-15T22:05:12.389 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:12.385+0000 7fb100ff9640 1 -- 172.21.15.63:0/3332308857 <== mon.0 v2:172.21.15.63:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fb0f8005d00 con 0x7fb1040d4570 2024-09-15T22:05:12.389 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:12.385+0000 7fb10a265640 1 -- 172.21.15.63:0/3332308857 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fb1041f7820 con 0x7fb1040d4570 2024-09-15T22:05:12.389 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:12.385+0000 7fb100ff9640 1 -- 172.21.15.63:0/3332308857 <== mon.0 v2:172.21.15.63:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb0f8007310 con 0x7fb1040d4570 2024-09-15T22:05:12.389 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:12.385+0000 7fb10a265640 1 -- 172.21.15.63:0/3332308857 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fb1041f7de0 con 0x7fb1040d4570 2024-09-15T22:05:12.390 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:12.386+0000 7fb10a265640 1 -- 172.21.15.63:0/3332308857 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fb1040b7f20 con 0x7fb1040d4570 2024-09-15T22:05:12.390 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:12.387+0000 7fb100ff9640 1 -- 172.21.15.63:0/3332308857 <== mon.0 v2:172.21.15.63:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7fb0f801a070 con 0x7fb1040d4570 2024-09-15T22:05:12.390 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:12.387+0000 7fb100ff9640 1 --2- 172.21.15.63:0/3332308857 >> [v2:172.21.15.110:6832/552273267,v1:172.21.15.110:6833/552273267] conn(0x7fb0f006c2b0 0x7fb0f006e770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-15T22:05:12.390 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:12.387+0000 7fb100ff9640 1 -- 172.21.15.63:0/3332308857 <== mon.0 v2:172.21.15.63:3300/0 5 ==== osd_map(33..33 src has 1..33) ==== 5709+0+0 (secure 0 0 0) 0x7fb0f808a7c0 con 0x7fb1040d4570 2024-09-15T22:05:12.390 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:12.388+0000 7fb103fff640 1 --2- 172.21.15.63:0/3332308857 >> [v2:172.21.15.110:6832/552273267,v1:172.21.15.110:6833/552273267] conn(0x7fb0f006c2b0 0x7fb0f006e770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-15T22:05:12.390 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:12.388+0000 7fb103fff640 1 --2- 172.21.15.63:0/3332308857 >> [v2:172.21.15.110:6832/552273267,v1:172.21.15.110:6833/552273267] conn(0x7fb0f006c2b0 0x7fb0f006e770 secure :-1 s=READY pgs=151 cs=0 l=1 rev1=1 crypto rx=0x7fb104160bd0 tx=0x7fb0f4008040 comp rx=0 tx=0).ready entity=mgr.4102 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-15T22:05:12.393 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:12.392+0000 7fb100ff9640 1 -- 172.21.15.63:0/3332308857 <== mon.0 v2:172.21.15.63:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7fb0f8058970 con 0x7fb1040d4570 2024-09-15T22:05:12.602 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:12.601+0000 7fb10a265640 1 -- 172.21.15.63:0/3332308857 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_command({"prefix": "fs ls"} v 0) -- 0x7fb1040c9740 con 0x7fb1040d4570 2024-09-15T22:05:12.603 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:12.601+0000 7fb100ff9640 1 -- 172.21.15.63:0/3332308857 <== mon.0 v2:172.21.15.63:3300/0 7 ==== mon_command_ack([{"prefix": "fs ls"}]=0 v12) ==== 53+0+73 (secure 0 0 0) 0x7fb0f805cc70 con 0x7fb1040d4570 2024-09-15T22:05:12.603 INFO:teuthology.orchestra.run.smithi063.stdout:name: cephfs, metadata pool: cephfs_metadata, data pools: [cephfs_data ] 2024-09-15T22:05:12.605 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:12.604+0000 7fb10a265640 1 -- 172.21.15.63:0/3332308857 >> [v2:172.21.15.110:6832/552273267,v1:172.21.15.110:6833/552273267] conn(0x7fb0f006c2b0 msgr2=0x7fb0f006e770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-15T22:05:12.606 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:12.604+0000 7fb10a265640 1 --2- 172.21.15.63:0/3332308857 >> [v2:172.21.15.110:6832/552273267,v1:172.21.15.110:6833/552273267] conn(0x7fb0f006c2b0 0x7fb0f006e770 secure :-1 s=READY pgs=151 cs=0 l=1 rev1=1 crypto rx=0x7fb104160bd0 tx=0x7fb0f4008040 comp rx=0 tx=0).stop 2024-09-15T22:05:12.606 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:12.604+0000 7fb10a265640 1 -- 172.21.15.63:0/3332308857 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fb1040d4570 msgr2=0x7fb104150560 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-15T22:05:12.606 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:12.604+0000 7fb10a265640 1 --2- 172.21.15.63:0/3332308857 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fb1040d4570 0x7fb104150560 secure :-1 s=READY pgs=277 cs=0 l=1 rev1=1 crypto rx=0x7fb0f800c430 tx=0x7fb0f800c8f0 comp rx=0 tx=0).stop 2024-09-15T22:05:12.606 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:12.604+0000 7fb10a265640 1 -- 172.21.15.63:0/3332308857 shutdown_connections 2024-09-15T22:05:12.606 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:12.604+0000 7fb10a265640 1 --2- 172.21.15.63:0/3332308857 >> [v2:172.21.15.110:6832/552273267,v1:172.21.15.110:6833/552273267] conn(0x7fb0f006c2b0 0x7fb0f006e770 unknown :-1 s=CLOSED pgs=151 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T22:05:12.606 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:12.604+0000 7fb10a265640 1 --2- 172.21.15.63:0/3332308857 >> [v2:172.21.15.110:3301/0,v1:172.21.15.110:6790/0] conn(0x7fb10415e680 0x7fb1040cc7a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T22:05:12.606 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:12.604+0000 7fb10a265640 1 --2- 172.21.15.63:0/3332308857 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fb1040d4570 0x7fb104150560 unknown :-1 s=CLOSED pgs=277 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T22:05:12.606 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:12.604+0000 7fb10a265640 1 --2- 172.21.15.63:0/3332308857 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7fb1040b95a0 0x7fb10414ecc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T22:05:12.606 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:12.604+0000 7fb10a265640 1 -- 172.21.15.63:0/3332308857 >> 172.21.15.63:0/3332308857 conn(0x7fb104074fe0 msgr2=0x7fb10415bc70 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-15T22:05:12.606 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:12.604+0000 7fb10a265640 1 -- 172.21.15.63:0/3332308857 shutdown_connections 2024-09-15T22:05:12.606 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:12.604+0000 7fb10a265640 1 -- 172.21.15.63:0/3332308857 wait complete. 2024-09-15T22:05:12.616 INFO:tasks.cephfs.mount:Mounting default Ceph FS; just confirmed its presence on cluster 2024-09-15T22:05:12.616 INFO:tasks.cephfs.mount:Mounting Ceph FS. Following are details of mount; remember "None" represents Python type None - 2024-09-15T22:05:12.616 INFO:tasks.cephfs.mount:self.client_remote.hostname = smithi063.front.sepia.ceph.com 2024-09-15T22:05:12.616 INFO:tasks.cephfs.mount:self.client.name = client.0 2024-09-15T22:05:12.616 INFO:tasks.cephfs.mount:self.hostfs_mntpt = /home/ubuntu/cephtest/mnt.0 2024-09-15T22:05:12.616 INFO:tasks.cephfs.mount:self.cephfs_name = None 2024-09-15T22:05:12.617 INFO:tasks.cephfs.mount:self.cephfs_mntpt = None 2024-09-15T22:05:12.617 INFO:tasks.cephfs.mount:self.client_keyring_path = None 2024-09-15T22:05:12.617 INFO:tasks.cephfs.mount:Setting the 'ceph-ns--home-ubuntu-cephtest-mnt.0' netns for '/home/ubuntu/cephtest/mnt.0' 2024-09-15T22:05:12.617 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-15T22:05:12.617 DEBUG:teuthology.orchestra.run.smithi063:> ip addr 2024-09-15T22:05:12.633 INFO:teuthology.orchestra.run.smithi063.stdout:1: lo: mtu 65536 qdisc noqueue state UNKNOWN group default qlen 1000 2024-09-15T22:05:12.633 INFO:teuthology.orchestra.run.smithi063.stdout: link/loopback 00:00:00:00:00:00 brd 00:00:00:00:00:00 2024-09-15T22:05:12.633 INFO:teuthology.orchestra.run.smithi063.stdout: inet 127.0.0.1/8 scope host lo 2024-09-15T22:05:12.633 INFO:teuthology.orchestra.run.smithi063.stdout: valid_lft forever preferred_lft forever 2024-09-15T22:05:12.634 INFO:teuthology.orchestra.run.smithi063.stdout: inet6 ::1/128 scope host 2024-09-15T22:05:12.634 INFO:teuthology.orchestra.run.smithi063.stdout: valid_lft forever preferred_lft forever 2024-09-15T22:05:12.634 INFO:teuthology.orchestra.run.smithi063.stdout:2: eno1: mtu 1500 qdisc mq state DOWN group default qlen 1000 2024-09-15T22:05:12.634 INFO:teuthology.orchestra.run.smithi063.stdout: link/ether 0c:c4:7a:a8:b4:76 brd ff:ff:ff:ff:ff:ff 2024-09-15T22:05:12.634 INFO:teuthology.orchestra.run.smithi063.stdout: altname enp7s0f0 2024-09-15T22:05:12.634 INFO:teuthology.orchestra.run.smithi063.stdout:3: eno2: mtu 1500 qdisc mq state DOWN group default qlen 1000 2024-09-15T22:05:12.634 INFO:teuthology.orchestra.run.smithi063.stdout: link/ether 0c:c4:7a:a8:b4:77 brd ff:ff:ff:ff:ff:ff 2024-09-15T22:05:12.634 INFO:teuthology.orchestra.run.smithi063.stdout: altname enp7s0f1 2024-09-15T22:05:12.634 INFO:teuthology.orchestra.run.smithi063.stdout:4: enp3s0f0: mtu 1500 qdisc mq state DOWN group default qlen 1000 2024-09-15T22:05:12.634 INFO:teuthology.orchestra.run.smithi063.stdout: link/ether 0c:c4:7a:b6:f8:d6 brd ff:ff:ff:ff:ff:ff 2024-09-15T22:05:12.634 INFO:teuthology.orchestra.run.smithi063.stdout:5: enp3s0f1: mtu 1500 qdisc mq state UP group default qlen 1000 2024-09-15T22:05:12.634 INFO:teuthology.orchestra.run.smithi063.stdout: link/ether 0c:c4:7a:b6:f8:d7 brd ff:ff:ff:ff:ff:ff 2024-09-15T22:05:12.635 INFO:teuthology.orchestra.run.smithi063.stdout: inet 172.21.15.63/20 brd 172.21.15.255 scope global dynamic noprefixroute enp3s0f1 2024-09-15T22:05:12.635 INFO:teuthology.orchestra.run.smithi063.stdout: valid_lft 42724sec preferred_lft 42724sec 2024-09-15T22:05:12.635 INFO:teuthology.orchestra.run.smithi063.stdout: inet6 fe80::ec4:7aff:feb6:f8d7/64 scope link noprefixroute 2024-09-15T22:05:12.635 INFO:teuthology.orchestra.run.smithi063.stdout: valid_lft forever preferred_lft forever 2024-09-15T22:05:12.635 INFO:teuthology.orchestra.run.smithi063.stdout:6: ceph-brx: mtu 1500 qdisc noqueue state UP group default qlen 1000 2024-09-15T22:05:12.635 INFO:teuthology.orchestra.run.smithi063.stdout: link/ether 62:33:d0:2f:16:9f brd ff:ff:ff:ff:ff:ff 2024-09-15T22:05:12.635 INFO:teuthology.orchestra.run.smithi063.stdout: inet 192.168.255.254/16 brd 192.168.255.255 scope global ceph-brx 2024-09-15T22:05:12.635 INFO:teuthology.orchestra.run.smithi063.stdout: valid_lft forever preferred_lft forever 2024-09-15T22:05:12.635 INFO:teuthology.orchestra.run.smithi063.stdout: inet6 fe80::c2e:cdff:fe7d:7aef/64 scope link 2024-09-15T22:05:12.635 INFO:teuthology.orchestra.run.smithi063.stdout: valid_lft forever preferred_lft forever 2024-09-15T22:05:12.635 INFO:teuthology.orchestra.run.smithi063.stdout:7: brx.0@if2: mtu 1500 qdisc noqueue master ceph-brx state UP group default qlen 1000 2024-09-15T22:05:12.635 INFO:teuthology.orchestra.run.smithi063.stdout: link/ether 62:33:d0:2f:16:9f brd ff:ff:ff:ff:ff:ff link-netns ceph-ns--home-ubuntu-cephtest-mnt.0 2024-09-15T22:05:12.635 INFO:teuthology.orchestra.run.smithi063.stdout: inet6 fe80::6033:d0ff:fe2f:169f/64 scope link 2024-09-15T22:05:12.635 INFO:teuthology.orchestra.run.smithi063.stdout: valid_lft forever preferred_lft forever 2024-09-15T22:05:12.636 INFO:teuthology.orchestra.run.smithi063.stdout:8: brx.1@if2: mtu 1500 qdisc noqueue master ceph-brx state UP group default qlen 1000 2024-09-15T22:05:12.636 INFO:teuthology.orchestra.run.smithi063.stdout: link/ether b6:95:db:74:36:b6 brd ff:ff:ff:ff:ff:ff link-netns ceph-ns--home-ubuntu-cephtest-mnt.2 2024-09-15T22:05:12.636 INFO:teuthology.orchestra.run.smithi063.stdout: inet6 fe80::b495:dbff:fe74:36b6/64 scope link 2024-09-15T22:05:12.636 INFO:teuthology.orchestra.run.smithi063.stdout: valid_lft forever preferred_lft forever 2024-09-15T22:05:12.636 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-15T22:05:12.636 DEBUG:teuthology.orchestra.run.smithi063:> echo 1 | sudo tee /proc/sys/net/ipv4/ip_forward 2024-09-15T22:05:12.698 INFO:teuthology.orchestra.run.smithi063.stdout:1 2024-09-15T22:05:12.700 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-15T22:05:12.700 DEBUG:teuthology.orchestra.run.smithi063:> route 2024-09-15T22:05:12.757 INFO:teuthology.orchestra.run.smithi063.stdout:Kernel IP routing table 2024-09-15T22:05:12.757 INFO:teuthology.orchestra.run.smithi063.stdout:Destination Gateway Genmask Flags Metric Ref Use Iface 2024-09-15T22:05:12.757 INFO:teuthology.orchestra.run.smithi063.stdout:default _gateway 0.0.0.0 UG 100 0 0 enp3s0f1 2024-09-15T22:05:12.757 INFO:teuthology.orchestra.run.smithi063.stdout:172.21.0.0 0.0.0.0 255.255.240.0 U 100 0 0 enp3s0f1 2024-09-15T22:05:12.758 INFO:teuthology.orchestra.run.smithi063.stdout:192.168.0.0 0.0.0.0 255.255.0.0 U 0 0 0 ceph-brx 2024-09-15T22:05:12.758 DEBUG:teuthology.orchestra.run.smithi063:> (cd / && exec stdin-killer --timeout=300 -- bash -c ' 2024-09-15T22:05:12.758 DEBUG:teuthology.orchestra.run.smithi063:> set -e 2024-09-15T22:05:12.758 DEBUG:teuthology.orchestra.run.smithi063:> sudo iptables -A FORWARD -o enp3s0f1 -i ceph-brx -j ACCEPT 2024-09-15T22:05:12.758 DEBUG:teuthology.orchestra.run.smithi063:> sudo iptables -A FORWARD -i enp3s0f1 -o ceph-brx -j ACCEPT 2024-09-15T22:05:12.758 DEBUG:teuthology.orchestra.run.smithi063:> sudo iptables -t nat -A POSTROUTING -s 192.168.255.254/16 -o enp3s0f1 -j MASQUERADE 2024-09-15T22:05:12.759 DEBUG:teuthology.orchestra.run.smithi063:> ') 2024-09-15T22:05:12.846 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:12 stdin-killer INFO: expiration expected; waiting 300 seconds for command to complete 2024-09-15T22:05:12.880 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:12 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-15T22:05:12.887 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-15T22:05:12.887 DEBUG:teuthology.orchestra.run.smithi063:> ip netns list 2024-09-15T22:05:12.904 INFO:teuthology.orchestra.run.smithi063.stdout:ceph-ns--home-ubuntu-cephtest-mnt.2 (id: 1) 2024-09-15T22:05:12.904 INFO:teuthology.orchestra.run.smithi063.stdout:ceph-ns--home-ubuntu-cephtest-mnt.0 (id: 0) 2024-09-15T22:05:12.905 INFO:tasks.cephfs.mount:Resuming the 'ceph-ns--home-ubuntu-cephtest-mnt.0' netns for '/home/ubuntu/cephtest/mnt.0' 2024-09-15T22:05:12.905 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-15T22:05:12.905 DEBUG:teuthology.orchestra.run.smithi063:> sudo ip link set brx.0 up 2024-09-15T22:05:12.972 INFO:tasks.cephfs.fuse_mount:Client client.0 config is {} 2024-09-15T22:05:12.972 INFO:teuthology.orchestra.run:Running command with timeout 60 2024-09-15T22:05:12.972 DEBUG:teuthology.orchestra.run.smithi063:> mkdir -p -v /home/ubuntu/cephtest/mnt.0 2024-09-15T22:05:13.029 INFO:teuthology.orchestra.run.smithi063.stdout:mkdir: created directory '/home/ubuntu/cephtest/mnt.0' 2024-09-15T22:05:13.029 INFO:teuthology.orchestra.run:Running command with timeout 60 2024-09-15T22:05:13.029 DEBUG:teuthology.orchestra.run.smithi063:> chmod 0000 /home/ubuntu/cephtest/mnt.0 2024-09-15T22:05:13.086 DEBUG:teuthology.orchestra.run.smithi063:> sudo modprobe fuse 2024-09-15T22:05:13.154 DEBUG:teuthology.orchestra.run.smithi063:> cat /proc/self/mounts | awk '{print $2}' 2024-09-15T22:05:13.212 INFO:teuthology.orchestra.run.smithi063.stdout:/proc 2024-09-15T22:05:13.212 INFO:teuthology.orchestra.run.smithi063.stdout:/sys 2024-09-15T22:05:13.212 INFO:teuthology.orchestra.run.smithi063.stdout:/dev 2024-09-15T22:05:13.212 INFO:teuthology.orchestra.run.smithi063.stdout:/sys/kernel/security 2024-09-15T22:05:13.212 INFO:teuthology.orchestra.run.smithi063.stdout:/dev/shm 2024-09-15T22:05:13.212 INFO:teuthology.orchestra.run.smithi063.stdout:/dev/pts 2024-09-15T22:05:13.212 INFO:teuthology.orchestra.run.smithi063.stdout:/run 2024-09-15T22:05:13.212 INFO:teuthology.orchestra.run.smithi063.stdout:/sys/fs/cgroup 2024-09-15T22:05:13.212 INFO:teuthology.orchestra.run.smithi063.stdout:/sys/fs/pstore 2024-09-15T22:05:13.213 INFO:teuthology.orchestra.run.smithi063.stdout:/sys/fs/bpf 2024-09-15T22:05:13.213 INFO:teuthology.orchestra.run.smithi063.stdout:/ 2024-09-15T22:05:13.213 INFO:teuthology.orchestra.run.smithi063.stdout:/sys/fs/selinux 2024-09-15T22:05:13.213 INFO:teuthology.orchestra.run.smithi063.stdout:/proc/sys/fs/binfmt_misc 2024-09-15T22:05:13.213 INFO:teuthology.orchestra.run.smithi063.stdout:/dev/hugepages 2024-09-15T22:05:13.213 INFO:teuthology.orchestra.run.smithi063.stdout:/dev/mqueue 2024-09-15T22:05:13.213 INFO:teuthology.orchestra.run.smithi063.stdout:/sys/kernel/debug 2024-09-15T22:05:13.214 INFO:teuthology.orchestra.run.smithi063.stdout:/sys/kernel/tracing 2024-09-15T22:05:13.214 INFO:teuthology.orchestra.run.smithi063.stdout:/sys/fs/fuse/connections 2024-09-15T22:05:13.214 INFO:teuthology.orchestra.run.smithi063.stdout:/run/credentials/systemd-sysctl.service 2024-09-15T22:05:13.214 INFO:teuthology.orchestra.run.smithi063.stdout:/run/credentials/systemd-tmpfiles-setup-dev.service 2024-09-15T22:05:13.214 INFO:teuthology.orchestra.run.smithi063.stdout:/sys/kernel/config 2024-09-15T22:05:13.214 INFO:teuthology.orchestra.run.smithi063.stdout:/run/credentials/systemd-tmpfiles-setup.service 2024-09-15T22:05:13.214 INFO:teuthology.orchestra.run.smithi063.stdout:/var/lib/nfs/rpc_pipefs 2024-09-15T22:05:13.214 INFO:teuthology.orchestra.run.smithi063.stdout:/run/user/1000 2024-09-15T22:05:13.214 INFO:teuthology.orchestra.run.smithi063.stdout:/var/lib/ceph 2024-09-15T22:05:13.214 INFO:teuthology.orchestra.run.smithi063.stdout:/var/lib/ceph/osd/ceph-0 2024-09-15T22:05:13.214 INFO:teuthology.orchestra.run.smithi063.stdout:/var/lib/ceph/osd/ceph-1 2024-09-15T22:05:13.214 INFO:teuthology.orchestra.run.smithi063.stdout:/var/lib/ceph/osd/ceph-2 2024-09-15T22:05:13.214 INFO:teuthology.orchestra.run.smithi063.stdout:/var/lib/ceph/osd/ceph-3 2024-09-15T22:05:13.215 INFO:teuthology.orchestra.run.smithi063.stdout:/run/netns 2024-09-15T22:05:13.215 INFO:teuthology.orchestra.run.smithi063.stdout:/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 2024-09-15T22:05:13.215 INFO:teuthology.orchestra.run.smithi063.stdout:/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 2024-09-15T22:05:13.215 INFO:teuthology.orchestra.run.smithi063.stdout:/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.2 2024-09-15T22:05:13.215 INFO:teuthology.orchestra.run.smithi063.stdout:/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.2 2024-09-15T22:05:13.215 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-15T22:05:13.215 DEBUG:teuthology.orchestra.run.smithi063:> ls /sys/fs/fuse/connections 2024-09-15T22:05:13.269 INFO:tasks.cephfs.fuse_mount:Pre-mount connections: [] 2024-09-15T22:05:13.269 DEBUG:teuthology.orchestra.run.smithi063:> (cd /home/ubuntu/cephtest && exec sudo nsenter --net=/var/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-fuse -f --admin-socket '/var/run/ceph/$cluster-$name.$pid.asok' /home/ubuntu/cephtest/mnt.0 --id 0) 2024-09-15T22:05:13.312 DEBUG:teuthology.orchestra.run.smithi063:> sudo modprobe fuse 2024-09-15T22:05:13.337 DEBUG:teuthology.orchestra.run.smithi063:> cat /proc/self/mounts | awk '{print $2}' 2024-09-15T22:05:13.394 INFO:teuthology.orchestra.run.smithi063.stdout:/proc 2024-09-15T22:05:13.394 INFO:teuthology.orchestra.run.smithi063.stdout:/sys 2024-09-15T22:05:13.394 INFO:teuthology.orchestra.run.smithi063.stdout:/dev 2024-09-15T22:05:13.394 INFO:teuthology.orchestra.run.smithi063.stdout:/sys/kernel/security 2024-09-15T22:05:13.394 INFO:teuthology.orchestra.run.smithi063.stdout:/dev/shm 2024-09-15T22:05:13.394 INFO:teuthology.orchestra.run.smithi063.stdout:/dev/pts 2024-09-15T22:05:13.395 INFO:teuthology.orchestra.run.smithi063.stdout:/run 2024-09-15T22:05:13.395 INFO:teuthology.orchestra.run.smithi063.stdout:/sys/fs/cgroup 2024-09-15T22:05:13.395 INFO:teuthology.orchestra.run.smithi063.stdout:/sys/fs/pstore 2024-09-15T22:05:13.395 INFO:teuthology.orchestra.run.smithi063.stdout:/sys/fs/bpf 2024-09-15T22:05:13.395 INFO:teuthology.orchestra.run.smithi063.stdout:/ 2024-09-15T22:05:13.395 INFO:teuthology.orchestra.run.smithi063.stdout:/sys/fs/selinux 2024-09-15T22:05:13.395 INFO:teuthology.orchestra.run.smithi063.stdout:/proc/sys/fs/binfmt_misc 2024-09-15T22:05:13.395 INFO:teuthology.orchestra.run.smithi063.stdout:/dev/hugepages 2024-09-15T22:05:13.395 INFO:teuthology.orchestra.run.smithi063.stdout:/dev/mqueue 2024-09-15T22:05:13.395 INFO:teuthology.orchestra.run.smithi063.stdout:/sys/kernel/debug 2024-09-15T22:05:13.396 INFO:teuthology.orchestra.run.smithi063.stdout:/sys/kernel/tracing 2024-09-15T22:05:13.396 INFO:teuthology.orchestra.run.smithi063.stdout:/sys/fs/fuse/connections 2024-09-15T22:05:13.396 INFO:teuthology.orchestra.run.smithi063.stdout:/run/credentials/systemd-sysctl.service 2024-09-15T22:05:13.396 INFO:teuthology.orchestra.run.smithi063.stdout:/run/credentials/systemd-tmpfiles-setup-dev.service 2024-09-15T22:05:13.396 INFO:teuthology.orchestra.run.smithi063.stdout:/sys/kernel/config 2024-09-15T22:05:13.396 INFO:teuthology.orchestra.run.smithi063.stdout:/run/credentials/systemd-tmpfiles-setup.service 2024-09-15T22:05:13.396 INFO:teuthology.orchestra.run.smithi063.stdout:/var/lib/nfs/rpc_pipefs 2024-09-15T22:05:13.396 INFO:teuthology.orchestra.run.smithi063.stdout:/run/user/1000 2024-09-15T22:05:13.396 INFO:teuthology.orchestra.run.smithi063.stdout:/var/lib/ceph 2024-09-15T22:05:13.396 INFO:teuthology.orchestra.run.smithi063.stdout:/var/lib/ceph/osd/ceph-0 2024-09-15T22:05:13.396 INFO:teuthology.orchestra.run.smithi063.stdout:/var/lib/ceph/osd/ceph-1 2024-09-15T22:05:13.397 INFO:teuthology.orchestra.run.smithi063.stdout:/var/lib/ceph/osd/ceph-2 2024-09-15T22:05:13.397 INFO:teuthology.orchestra.run.smithi063.stdout:/var/lib/ceph/osd/ceph-3 2024-09-15T22:05:13.397 INFO:teuthology.orchestra.run.smithi063.stdout:/run/netns 2024-09-15T22:05:13.397 INFO:teuthology.orchestra.run.smithi063.stdout:/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 2024-09-15T22:05:13.397 INFO:teuthology.orchestra.run.smithi063.stdout:/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 2024-09-15T22:05:13.397 INFO:teuthology.orchestra.run.smithi063.stdout:/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.2 2024-09-15T22:05:13.397 INFO:teuthology.orchestra.run.smithi063.stdout:/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.2 2024-09-15T22:05:13.397 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-15T22:05:13.397 DEBUG:teuthology.orchestra.run.smithi063:> ls /sys/fs/fuse/connections 2024-09-15T22:05:13.398 INFO:tasks.cephfs.fuse_mount.ceph-fuse.0.smithi063.stderr:2024-09-15T22:05:13.395+0000 7f3cde836480 -1 init, newargv = 0x5616c7c7a710 newargc=15 2024-09-15T22:05:13.398 INFO:tasks.cephfs.fuse_mount.ceph-fuse.0.smithi063.stderr:ceph-fuse[48010]: starting ceph client 2024-09-15T22:05:13.401 INFO:tasks.cephfs.fuse_mount.ceph-fuse.0.smithi063.stderr:ceph-fuse[48010]: starting fuse 2024-09-15T22:05:13.414 INFO:teuthology.orchestra.run.smithi063.stdout:42 2024-09-15T22:05:13.415 INFO:tasks.cephfs.fuse_mount:Post-mount connections: [42] 2024-09-15T22:05:13.415 DEBUG:teuthology.orchestra.run.smithi063:> sudo stdin-killer -- python3 -c ' 2024-09-15T22:05:13.415 DEBUG:teuthology.orchestra.run.smithi063:> import glob 2024-09-15T22:05:13.415 DEBUG:teuthology.orchestra.run.smithi063:> import re 2024-09-15T22:05:13.415 DEBUG:teuthology.orchestra.run.smithi063:> import os 2024-09-15T22:05:13.415 DEBUG:teuthology.orchestra.run.smithi063:> import subprocess 2024-09-15T22:05:13.415 DEBUG:teuthology.orchestra.run.smithi063:> 2024-09-15T22:05:13.416 DEBUG:teuthology.orchestra.run.smithi063:> def _find_admin_socket(client_name): 2024-09-15T22:05:13.416 DEBUG:teuthology.orchestra.run.smithi063:> asok_path = "/var/run/ceph/ceph-client.0.*.asok" 2024-09-15T22:05:13.416 DEBUG:teuthology.orchestra.run.smithi063:> files = glob.glob(asok_path) 2024-09-15T22:05:13.416 DEBUG:teuthology.orchestra.run.smithi063:> mountpoint = "/home/ubuntu/cephtest/mnt.0" 2024-09-15T22:05:13.416 DEBUG:teuthology.orchestra.run.smithi063:> 2024-09-15T22:05:13.416 DEBUG:teuthology.orchestra.run.smithi063:> # Given a non-glob path, it better be there 2024-09-15T22:05:13.416 DEBUG:teuthology.orchestra.run.smithi063:> if "*" not in asok_path: 2024-09-15T22:05:13.416 DEBUG:teuthology.orchestra.run.smithi063:> assert(len(files) == 1) 2024-09-15T22:05:13.416 DEBUG:teuthology.orchestra.run.smithi063:> return files[0] 2024-09-15T22:05:13.416 DEBUG:teuthology.orchestra.run.smithi063:> 2024-09-15T22:05:13.416 DEBUG:teuthology.orchestra.run.smithi063:> for f in files: 2024-09-15T22:05:13.416 DEBUG:teuthology.orchestra.run.smithi063:> pid = re.match(".*\.(\d+)\.asok$", f).group(1) 2024-09-15T22:05:13.417 DEBUG:teuthology.orchestra.run.smithi063:> if os.path.exists("/proc/{0}".format(pid)): 2024-09-15T22:05:13.417 DEBUG:teuthology.orchestra.run.smithi063:> with open("/proc/{0}/cmdline".format(pid), '"'"'r'"'"') as proc_f: 2024-09-15T22:05:13.417 DEBUG:teuthology.orchestra.run.smithi063:> contents = proc_f.read() 2024-09-15T22:05:13.417 DEBUG:teuthology.orchestra.run.smithi063:> if mountpoint in contents: 2024-09-15T22:05:13.417 DEBUG:teuthology.orchestra.run.smithi063:> return f 2024-09-15T22:05:13.417 DEBUG:teuthology.orchestra.run.smithi063:> raise RuntimeError("Client socket {0} not found".format(client_name)) 2024-09-15T22:05:13.417 DEBUG:teuthology.orchestra.run.smithi063:> 2024-09-15T22:05:13.417 DEBUG:teuthology.orchestra.run.smithi063:> print(_find_admin_socket("client.0")) 2024-09-15T22:05:13.417 DEBUG:teuthology.orchestra.run.smithi063:> ' 2024-09-15T22:05:13.535 INFO:teuthology.orchestra.run.smithi063.stdout:/var/run/ceph/ceph-client.0.48010.asok 2024-09-15T22:05:13.538 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:13 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-15T22:05:13.546 INFO:tasks.cephfs.fuse_mount:Found client admin socket at /var/run/ceph/ceph-client.0.48010.asok 2024-09-15T22:05:13.546 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-15T22:05:13.546 DEBUG:teuthology.orchestra.run.smithi063:> sudo ceph --admin-daemon /var/run/ceph/ceph-client.0.48010.asok status 2024-09-15T22:05:13.683 INFO:teuthology.orchestra.run.smithi063.stdout:{ 2024-09-15T22:05:13.684 INFO:teuthology.orchestra.run.smithi063.stdout: "metadata": { 2024-09-15T22:05:13.684 INFO:teuthology.orchestra.run.smithi063.stdout: "ceph_sha1": "8921c8ef947807b717db041d85f0761b7914d5fc", 2024-09-15T22:05:13.684 INFO:teuthology.orchestra.run.smithi063.stdout: "ceph_version": "ceph version 19.1.1-326-g8921c8ef (8921c8ef947807b717db041d85f0761b7914d5fc) squid (stable)", 2024-09-15T22:05:13.684 INFO:teuthology.orchestra.run.smithi063.stdout: "entity_id": "0", 2024-09-15T22:05:13.684 INFO:teuthology.orchestra.run.smithi063.stdout: "hostname": "smithi063", 2024-09-15T22:05:13.684 INFO:teuthology.orchestra.run.smithi063.stdout: "mount_point": "/home/ubuntu/cephtest/mnt.0", 2024-09-15T22:05:13.684 INFO:teuthology.orchestra.run.smithi063.stdout: "pid": "48010", 2024-09-15T22:05:13.684 INFO:teuthology.orchestra.run.smithi063.stdout: "root": "/" 2024-09-15T22:05:13.684 INFO:teuthology.orchestra.run.smithi063.stdout: }, 2024-09-15T22:05:13.684 INFO:teuthology.orchestra.run.smithi063.stdout: "dentry_count": 0, 2024-09-15T22:05:13.685 INFO:teuthology.orchestra.run.smithi063.stdout: "dentry_pinned_count": 0, 2024-09-15T22:05:13.685 INFO:teuthology.orchestra.run.smithi063.stdout: "id": 5016, 2024-09-15T22:05:13.685 INFO:teuthology.orchestra.run.smithi063.stdout: "inst": { 2024-09-15T22:05:13.685 INFO:teuthology.orchestra.run.smithi063.stdout: "name": { 2024-09-15T22:05:13.685 INFO:teuthology.orchestra.run.smithi063.stdout: "type": "client", 2024-09-15T22:05:13.685 INFO:teuthology.orchestra.run.smithi063.stdout: "num": 5016 2024-09-15T22:05:13.685 INFO:teuthology.orchestra.run.smithi063.stdout: }, 2024-09-15T22:05:13.685 INFO:teuthology.orchestra.run.smithi063.stdout: "addr": { 2024-09-15T22:05:13.685 INFO:teuthology.orchestra.run.smithi063.stdout: "type": "v1", 2024-09-15T22:05:13.685 INFO:teuthology.orchestra.run.smithi063.stdout: "addr": "192.168.0.1:0", 2024-09-15T22:05:13.685 INFO:teuthology.orchestra.run.smithi063.stdout: "nonce": 2657039889 2024-09-15T22:05:13.686 INFO:teuthology.orchestra.run.smithi063.stdout: } 2024-09-15T22:05:13.686 INFO:teuthology.orchestra.run.smithi063.stdout: }, 2024-09-15T22:05:13.686 INFO:teuthology.orchestra.run.smithi063.stdout: "addr": { 2024-09-15T22:05:13.686 INFO:teuthology.orchestra.run.smithi063.stdout: "type": "v1", 2024-09-15T22:05:13.686 INFO:teuthology.orchestra.run.smithi063.stdout: "addr": "192.168.0.1:0", 2024-09-15T22:05:13.686 INFO:teuthology.orchestra.run.smithi063.stdout: "nonce": 2657039889 2024-09-15T22:05:13.686 INFO:teuthology.orchestra.run.smithi063.stdout: }, 2024-09-15T22:05:13.686 INFO:teuthology.orchestra.run.smithi063.stdout: "inst_str": "client.5016 192.168.0.1:0/2657039889", 2024-09-15T22:05:13.686 INFO:teuthology.orchestra.run.smithi063.stdout: "addr_str": "192.168.0.1:0/2657039889", 2024-09-15T22:05:13.686 INFO:teuthology.orchestra.run.smithi063.stdout: "inode_count": 1, 2024-09-15T22:05:13.686 INFO:teuthology.orchestra.run.smithi063.stdout: "mds_epoch": 12, 2024-09-15T22:05:13.686 INFO:teuthology.orchestra.run.smithi063.stdout: "osd_epoch": 33, 2024-09-15T22:05:13.687 INFO:teuthology.orchestra.run.smithi063.stdout: "osd_epoch_barrier": 0, 2024-09-15T22:05:13.687 INFO:teuthology.orchestra.run.smithi063.stdout: "blocklisted": false, 2024-09-15T22:05:13.687 INFO:teuthology.orchestra.run.smithi063.stdout: "fs_name": "cephfs" 2024-09-15T22:05:13.687 INFO:teuthology.orchestra.run.smithi063.stdout:} 2024-09-15T22:05:13.692 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-15T22:05:13.692 DEBUG:teuthology.orchestra.run.smithi063:> stat --file-system '--printf=%T 2024-09-15T22:05:13.692 DEBUG:teuthology.orchestra.run.smithi063:> ' -- /home/ubuntu/cephtest/mnt.0 2024-09-15T22:05:13.709 INFO:teuthology.orchestra.run.smithi063.stdout:fuseblk 2024-09-15T22:05:13.709 INFO:tasks.cephfs.fuse_mount:ceph-fuse is mounted on /home/ubuntu/cephtest/mnt.0 2024-09-15T22:05:13.709 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-15T22:05:13.709 DEBUG:teuthology.orchestra.run.smithi063:> sudo chmod 1777 /home/ubuntu/cephtest/mnt.0 2024-09-15T22:05:13.777 DEBUG:teuthology.orchestra.run.smithi063:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs ls 2024-09-15T22:05:13.920 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:13.918+0000 7fb15f8c0640 1 Processor -- start 2024-09-15T22:05:13.920 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:13.919+0000 7fb15f8c0640 1 -- start start 2024-09-15T22:05:13.921 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:13.919+0000 7fb15f8c0640 1 --2- >> [v2:172.21.15.110:3301/0,v1:172.21.15.110:6790/0] conn(0x7fb158147fc0 0x7fb15815ea60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-15T22:05:13.921 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:13.919+0000 7fb15f8c0640 1 --2- >> v2:172.21.15.110:3300/0 conn(0x7fb1580d0ee0 0x7fb1580d1340 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-15T22:05:13.921 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:13.919+0000 7fb15f8c0640 1 -- --> v1:172.21.15.110:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fb1580ba310 con 0x7fb1580b97d0 2024-09-15T22:05:13.921 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:13.919+0000 7fb15f8c0640 1 -- --> v2:172.21.15.110:3300/0 -- mon_getmap magic: 0 -- 0x7fb1581483a0 con 0x7fb1580d0ee0 2024-09-15T22:05:13.921 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:13.919+0000 7fb15f8c0640 1 -- --> [v2:172.21.15.110:3301/0,v1:172.21.15.110:6790/0] -- mon_getmap magic: 0 -- 0x7fb15815efa0 con 0x7fb158147fc0 2024-09-15T22:05:13.924 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:13.920+0000 7fb15d65c640 1 --2- >> [v2:172.21.15.110:3301/0,v1:172.21.15.110:6790/0] conn(0x7fb158147fc0 0x7fb15815ea60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-15T22:05:13.924 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:13.920+0000 7fb15ce5b640 1 --2- >> v2:172.21.15.110:3300/0 conn(0x7fb1580d0ee0 0x7fb1580d1340 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-15T22:05:13.924 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:13.920+0000 7fb15de5d640 1 --1- >> v1:172.21.15.110:6789/0 conn(0x7fb1580b97d0 0x7fb1580b9c00 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.110:6789/0 says I am v1:172.21.15.63:45814/0 (socket says 172.21.15.63:45814) 2024-09-15T22:05:13.924 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:13.920+0000 7fb15ce5b640 1 --2- >> v2:172.21.15.110:3300/0 conn(0x7fb1580d0ee0 0x7fb1580d1340 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.110:3300/0 says I am v2:172.21.15.63:36682/0 (socket says 172.21.15.63:36682) 2024-09-15T22:05:13.925 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:13.920+0000 7fb15de5d640 1 -- 172.21.15.63:0/1461390245 learned_addr learned my addr 172.21.15.63:0/1461390245 (peer_addr_for_me v1:172.21.15.63:0/0) 2024-09-15T22:05:13.925 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:13.920+0000 7fb15d65c640 1 --2- >> [v2:172.21.15.110:3301/0,v1:172.21.15.110:6790/0] conn(0x7fb158147fc0 0x7fb15815ea60 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.110:3301/0 says I am v2:172.21.15.63:54810/0 (socket says 172.21.15.63:54810) 2024-09-15T22:05:13.925 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:13.920+0000 7fb157fff640 1 -- 172.21.15.63:0/1461390245 <== mon.1 v1:172.21.15.110:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 2546088527 0 0) 0x7fb1580ba310 con 0x7fb1580b97d0 2024-09-15T22:05:13.925 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:13.920+0000 7fb157fff640 1 -- 172.21.15.63:0/1461390245 --> v1:172.21.15.110:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7fb140003520 con 0x7fb1580b97d0 2024-09-15T22:05:13.925 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:13.920+0000 7fb15ce5b640 1 -- 172.21.15.63:0/1461390245 >> [v2:172.21.15.110:3301/0,v1:172.21.15.110:6790/0] conn(0x7fb158147fc0 msgr2=0x7fb15815ea60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-15T22:05:13.926 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:13.920+0000 7fb15ce5b640 1 --2- 172.21.15.63:0/1461390245 >> [v2:172.21.15.110:3301/0,v1:172.21.15.110:6790/0] conn(0x7fb158147fc0 0x7fb15815ea60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T22:05:13.926 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:13.920+0000 7fb15ce5b640 1 -- 172.21.15.63:0/1461390245 >> v1:172.21.15.110:6789/0 conn(0x7fb1580b97d0 legacy=0x7fb1580b9c00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-15T22:05:13.926 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:13.920+0000 7fb15ce5b640 1 -- 172.21.15.63:0/1461390245 --> v2:172.21.15.110:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fb1580d2750 con 0x7fb1580d0ee0 2024-09-15T22:05:13.926 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:13.920+0000 7fb15d65c640 1 --2- 172.21.15.63:0/1461390245 >> [v2:172.21.15.110:3301/0,v1:172.21.15.110:6790/0] conn(0x7fb158147fc0 0x7fb15815ea60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-15T22:05:13.926 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:13.921+0000 7fb15ce5b640 1 --2- 172.21.15.63:0/1461390245 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7fb1580d0ee0 0x7fb1580d1340 secure :-1 s=READY pgs=147 cs=0 l=1 rev1=1 crypto rx=0x7fb14c0097a0 tx=0x7fb14c02a180 comp rx=0 tx=0).ready entity=mon.1 client_cookie=31e1f09d8970dc7e server_cookie=0 in_seq=0 out_seq=0 2024-09-15T22:05:13.926 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:13.921+0000 7fb157fff640 1 -- 172.21.15.63:0/1461390245 <== mon.1 v2:172.21.15.110:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb14c037070 con 0x7fb1580d0ee0 2024-09-15T22:05:13.926 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:13.921+0000 7fb157fff640 1 -- 172.21.15.63:0/1461390245 <== mon.1 v2:172.21.15.110:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fb14c032440 con 0x7fb1580d0ee0 2024-09-15T22:05:13.926 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:13.921+0000 7fb157fff640 1 -- 172.21.15.63:0/1461390245 <== mon.1 v2:172.21.15.110:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb14c032810 con 0x7fb1580d0ee0 2024-09-15T22:05:13.926 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:13.922+0000 7fb15f8c0640 1 -- 172.21.15.63:0/1461390245 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7fb1580d0ee0 msgr2=0x7fb1580d1340 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-15T22:05:13.927 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:13.922+0000 7fb15f8c0640 1 --2- 172.21.15.63:0/1461390245 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7fb1580d0ee0 0x7fb1580d1340 secure :-1 s=READY pgs=147 cs=0 l=1 rev1=1 crypto rx=0x7fb14c0097a0 tx=0x7fb14c02a180 comp rx=0 tx=0).stop 2024-09-15T22:05:13.927 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:13.922+0000 7fb15f8c0640 1 -- 172.21.15.63:0/1461390245 shutdown_connections 2024-09-15T22:05:13.927 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:13.922+0000 7fb15f8c0640 1 --2- 172.21.15.63:0/1461390245 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7fb1580d0ee0 0x7fb1580d1340 unknown :-1 s=CLOSED pgs=147 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T22:05:13.927 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:13.922+0000 7fb15f8c0640 1 --2- 172.21.15.63:0/1461390245 >> [v2:172.21.15.110:3301/0,v1:172.21.15.110:6790/0] conn(0x7fb158147fc0 0x7fb15815ea60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T22:05:13.927 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:13.922+0000 7fb15f8c0640 1 -- 172.21.15.63:0/1461390245 >> 172.21.15.63:0/1461390245 conn(0x7fb158074fe0 msgr2=0x7fb15806bbe0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-15T22:05:13.927 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:13.922+0000 7fb15f8c0640 1 -- 172.21.15.63:0/1461390245 shutdown_connections 2024-09-15T22:05:13.928 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:13.922+0000 7fb15f8c0640 1 -- 172.21.15.63:0/1461390245 wait complete. 2024-09-15T22:05:13.930 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:13.923+0000 7fb15f8c0640 1 Processor -- start 2024-09-15T22:05:13.931 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:13.923+0000 7fb15f8c0640 1 -- start start 2024-09-15T22:05:13.931 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:13.924+0000 7fb15f8c0640 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7fb1580b97d0 0x7fb1581f7490 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-15T22:05:13.931 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:13.924+0000 7fb15f8c0640 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fb1580d0ee0 0x7fb1580cbd60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-15T22:05:13.931 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:13.924+0000 7fb15f8c0640 1 --2- >> [v2:172.21.15.110:3301/0,v1:172.21.15.110:6790/0] conn(0x7fb158147fc0 0x7fb1581421a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-15T22:05:13.931 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:13.924+0000 7fb15f8c0640 1 -- --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 -- 0x7fb1580d2500 con 0x7fb1580d0ee0 2024-09-15T22:05:13.931 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:13.924+0000 7fb15f8c0640 1 -- --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_getmap magic: 0 -- 0x7fb1580d2d10 con 0x7fb1580b97d0 2024-09-15T22:05:13.931 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:13.924+0000 7fb15f8c0640 1 -- --> [v2:172.21.15.110:3301/0,v1:172.21.15.110:6790/0] -- mon_getmap magic: 0 -- 0x7fb1580d2ff0 con 0x7fb158147fc0 2024-09-15T22:05:13.931 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:13.924+0000 7fb15ce5b640 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fb1580d0ee0 0x7fb1580cbd60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-15T22:05:13.931 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:13.924+0000 7fb15ce5b640 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fb1580d0ee0 0x7fb1580cbd60 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.63:3300/0 says I am v2:172.21.15.63:48460/0 (socket says 172.21.15.63:48460) 2024-09-15T22:05:13.931 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:13.924+0000 7fb15ce5b640 1 -- 172.21.15.63:0/365712652 learned_addr learned my addr 172.21.15.63:0/365712652 (peer_addr_for_me v2:172.21.15.63:0/0) 2024-09-15T22:05:13.932 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:13.924+0000 7fb15d65c640 1 --2- 172.21.15.63:0/365712652 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7fb1580b97d0 0x7fb1581f7490 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-15T22:05:13.932 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:13.924+0000 7fb15de5d640 1 --2- 172.21.15.63:0/365712652 >> [v2:172.21.15.110:3301/0,v1:172.21.15.110:6790/0] conn(0x7fb158147fc0 0x7fb1581421a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-15T22:05:13.932 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:13.924+0000 7fb15ce5b640 1 -- 172.21.15.63:0/365712652 >> [v2:172.21.15.110:3301/0,v1:172.21.15.110:6790/0] conn(0x7fb158147fc0 msgr2=0x7fb1581421a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-15T22:05:13.932 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:13.924+0000 7fb15ce5b640 1 --2- 172.21.15.63:0/365712652 >> [v2:172.21.15.110:3301/0,v1:172.21.15.110:6790/0] conn(0x7fb158147fc0 0x7fb1581421a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T22:05:13.932 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:13.924+0000 7fb15ce5b640 1 -- 172.21.15.63:0/365712652 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7fb1580b97d0 msgr2=0x7fb1581f7490 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-15T22:05:13.932 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:13.924+0000 7fb15ce5b640 1 --2- 172.21.15.63:0/365712652 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7fb1580b97d0 0x7fb1581f7490 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T22:05:13.932 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:13.924+0000 7fb15ce5b640 1 -- 172.21.15.63:0/365712652 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fb1581426e0 con 0x7fb1580d0ee0 2024-09-15T22:05:13.932 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:13.925+0000 7fb15ce5b640 1 --2- 172.21.15.63:0/365712652 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fb1580d0ee0 0x7fb1580cbd60 secure :-1 s=READY pgs=280 cs=0 l=1 rev1=1 crypto rx=0x7fb14c035040 tx=0x7fb14c0046c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-15T22:05:13.932 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:13.925+0000 7fb155ffb640 1 -- 172.21.15.63:0/365712652 <== mon.0 v2:172.21.15.63:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb14c041030 con 0x7fb1580d0ee0 2024-09-15T22:05:13.932 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:13.925+0000 7fb155ffb640 1 -- 172.21.15.63:0/365712652 <== mon.0 v2:172.21.15.63:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fb14c03d4e0 con 0x7fb1580d0ee0 2024-09-15T22:05:13.932 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:13.925+0000 7fb15f8c0640 1 -- 172.21.15.63:0/365712652 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fb1581f7ae0 con 0x7fb1580d0ee0 2024-09-15T22:05:13.932 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:13.925+0000 7fb155ffb640 1 -- 172.21.15.63:0/365712652 <== mon.0 v2:172.21.15.63:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb14c037040 con 0x7fb1580d0ee0 2024-09-15T22:05:13.933 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:13.925+0000 7fb15f8c0640 1 -- 172.21.15.63:0/365712652 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fb1581f80a0 con 0x7fb1580d0ee0 2024-09-15T22:05:13.933 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:13.926+0000 7fb15f8c0640 1 -- 172.21.15.63:0/365712652 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fb1580d1340 con 0x7fb1580d0ee0 2024-09-15T22:05:13.933 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:13.927+0000 7fb155ffb640 1 -- 172.21.15.63:0/365712652 <== mon.0 v2:172.21.15.63:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7fb14c044070 con 0x7fb1580d0ee0 2024-09-15T22:05:13.933 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:13.927+0000 7fb155ffb640 1 --2- 172.21.15.63:0/365712652 >> [v2:172.21.15.110:6832/552273267,v1:172.21.15.110:6833/552273267] conn(0x7fb14406c2b0 0x7fb14406e770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-15T22:05:13.933 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:13.927+0000 7fb155ffb640 1 -- 172.21.15.63:0/365712652 <== mon.0 v2:172.21.15.63:3300/0 5 ==== osd_map(33..33 src has 1..33) ==== 5709+0+0 (secure 0 0 0) 0x7fb14c0ab900 con 0x7fb1580d0ee0 2024-09-15T22:05:13.933 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:13.927+0000 7fb15d65c640 1 --2- 172.21.15.63:0/365712652 >> [v2:172.21.15.110:6832/552273267,v1:172.21.15.110:6833/552273267] conn(0x7fb14406c2b0 0x7fb14406e770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-15T22:05:13.933 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:13.928+0000 7fb15d65c640 1 --2- 172.21.15.63:0/365712652 >> [v2:172.21.15.110:6832/552273267,v1:172.21.15.110:6833/552273267] conn(0x7fb14406c2b0 0x7fb14406e770 secure :-1 s=READY pgs=152 cs=0 l=1 rev1=1 crypto rx=0x7fb148009bd0 tx=0x7fb14800b040 comp rx=0 tx=0).ready entity=mgr.4102 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-15T22:05:13.933 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:13.931+0000 7fb155ffb640 1 -- 172.21.15.63:0/365712652 <== mon.0 v2:172.21.15.63:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7fb14c079a30 con 0x7fb1580d0ee0 2024-09-15T22:05:14.150 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:14.148+0000 7fb15f8c0640 1 -- 172.21.15.63:0/365712652 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_command({"prefix": "fs ls"} v 0) -- 0x7fb158068810 con 0x7fb1580d0ee0 2024-09-15T22:05:14.150 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:14.148+0000 7fb155ffb640 1 -- 172.21.15.63:0/365712652 <== mon.0 v2:172.21.15.63:3300/0 7 ==== mon_command_ack([{"prefix": "fs ls"}]=0 v12) ==== 53+0+73 (secure 0 0 0) 0x7fb14c07dd30 con 0x7fb1580d0ee0 2024-09-15T22:05:14.150 INFO:teuthology.orchestra.run.smithi063.stdout:name: cephfs, metadata pool: cephfs_metadata, data pools: [cephfs_data ] 2024-09-15T22:05:14.153 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:14.151+0000 7fb15f8c0640 1 -- 172.21.15.63:0/365712652 >> [v2:172.21.15.110:6832/552273267,v1:172.21.15.110:6833/552273267] conn(0x7fb14406c2b0 msgr2=0x7fb14406e770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-15T22:05:14.153 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:14.151+0000 7fb15f8c0640 1 --2- 172.21.15.63:0/365712652 >> [v2:172.21.15.110:6832/552273267,v1:172.21.15.110:6833/552273267] conn(0x7fb14406c2b0 0x7fb14406e770 secure :-1 s=READY pgs=152 cs=0 l=1 rev1=1 crypto rx=0x7fb148009bd0 tx=0x7fb14800b040 comp rx=0 tx=0).stop 2024-09-15T22:05:14.153 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:14.151+0000 7fb15f8c0640 1 -- 172.21.15.63:0/365712652 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fb1580d0ee0 msgr2=0x7fb1580cbd60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-15T22:05:14.153 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:14.151+0000 7fb15f8c0640 1 --2- 172.21.15.63:0/365712652 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fb1580d0ee0 0x7fb1580cbd60 secure :-1 s=READY pgs=280 cs=0 l=1 rev1=1 crypto rx=0x7fb14c035040 tx=0x7fb14c0046c0 comp rx=0 tx=0).stop 2024-09-15T22:05:14.154 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:14.151+0000 7fb15f8c0640 1 -- 172.21.15.63:0/365712652 shutdown_connections 2024-09-15T22:05:14.154 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:14.151+0000 7fb15f8c0640 1 --2- 172.21.15.63:0/365712652 >> [v2:172.21.15.110:6832/552273267,v1:172.21.15.110:6833/552273267] conn(0x7fb14406c2b0 0x7fb14406e770 unknown :-1 s=CLOSED pgs=152 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T22:05:14.154 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:14.151+0000 7fb15f8c0640 1 --2- 172.21.15.63:0/365712652 >> [v2:172.21.15.110:3301/0,v1:172.21.15.110:6790/0] conn(0x7fb158147fc0 0x7fb1581421a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T22:05:14.154 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:14.151+0000 7fb15f8c0640 1 --2- 172.21.15.63:0/365712652 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fb1580d0ee0 0x7fb1580cbd60 unknown :-1 s=CLOSED pgs=280 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T22:05:14.154 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:14.151+0000 7fb15f8c0640 1 --2- 172.21.15.63:0/365712652 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7fb1580b97d0 0x7fb1581f7490 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T22:05:14.154 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:14.151+0000 7fb15f8c0640 1 -- 172.21.15.63:0/365712652 >> 172.21.15.63:0/365712652 conn(0x7fb158074fe0 msgr2=0x7fb1580d35a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-15T22:05:14.155 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:14.151+0000 7fb15f8c0640 1 -- 172.21.15.63:0/365712652 shutdown_connections 2024-09-15T22:05:14.155 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:14.151+0000 7fb15f8c0640 1 -- 172.21.15.63:0/365712652 wait complete. 2024-09-15T22:05:14.164 INFO:tasks.cephfs.mount:Mounting default Ceph FS; just confirmed its presence on cluster 2024-09-15T22:05:14.164 INFO:tasks.cephfs.mount:Mounting Ceph FS. Following are details of mount; remember "None" represents Python type None - 2024-09-15T22:05:14.164 INFO:tasks.cephfs.mount:self.client_remote.hostname = smithi110.front.sepia.ceph.com 2024-09-15T22:05:14.165 INFO:tasks.cephfs.mount:self.client.name = client.1 2024-09-15T22:05:14.165 INFO:tasks.cephfs.mount:self.hostfs_mntpt = /home/ubuntu/cephtest/mnt.1 2024-09-15T22:05:14.165 INFO:tasks.cephfs.mount:self.cephfs_name = None 2024-09-15T22:05:14.165 INFO:tasks.cephfs.mount:self.cephfs_mntpt = None 2024-09-15T22:05:14.165 INFO:tasks.cephfs.mount:self.client_keyring_path = None 2024-09-15T22:05:14.165 INFO:tasks.cephfs.mount:Setting the 'ceph-ns--home-ubuntu-cephtest-mnt.1' netns for '/home/ubuntu/cephtest/mnt.1' 2024-09-15T22:05:14.165 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-15T22:05:14.166 DEBUG:teuthology.orchestra.run.smithi110:> ip addr 2024-09-15T22:05:14.186 INFO:teuthology.orchestra.run.smithi110.stdout:1: lo: mtu 65536 qdisc noqueue state UNKNOWN group default qlen 1000 2024-09-15T22:05:14.186 INFO:teuthology.orchestra.run.smithi110.stdout: link/loopback 00:00:00:00:00:00 brd 00:00:00:00:00:00 2024-09-15T22:05:14.186 INFO:teuthology.orchestra.run.smithi110.stdout: inet 127.0.0.1/8 scope host lo 2024-09-15T22:05:14.186 INFO:teuthology.orchestra.run.smithi110.stdout: valid_lft forever preferred_lft forever 2024-09-15T22:05:14.186 INFO:teuthology.orchestra.run.smithi110.stdout: inet6 ::1/128 scope host 2024-09-15T22:05:14.186 INFO:teuthology.orchestra.run.smithi110.stdout: valid_lft forever preferred_lft forever 2024-09-15T22:05:14.186 INFO:teuthology.orchestra.run.smithi110.stdout:2: eno1: mtu 1500 qdisc mq state DOWN group default qlen 1000 2024-09-15T22:05:14.186 INFO:teuthology.orchestra.run.smithi110.stdout: link/ether 0c:c4:7a:d8:db:14 brd ff:ff:ff:ff:ff:ff 2024-09-15T22:05:14.186 INFO:teuthology.orchestra.run.smithi110.stdout: altname enp7s0f0 2024-09-15T22:05:14.187 INFO:teuthology.orchestra.run.smithi110.stdout:3: eno2: mtu 1500 qdisc mq state DOWN group default qlen 1000 2024-09-15T22:05:14.187 INFO:teuthology.orchestra.run.smithi110.stdout: link/ether 0c:c4:7a:d8:db:15 brd ff:ff:ff:ff:ff:ff 2024-09-15T22:05:14.187 INFO:teuthology.orchestra.run.smithi110.stdout: altname enp7s0f1 2024-09-15T22:05:14.187 INFO:teuthology.orchestra.run.smithi110.stdout:4: enp3s0f0: mtu 1500 qdisc mq state DOWN group default qlen 1000 2024-09-15T22:05:14.187 INFO:teuthology.orchestra.run.smithi110.stdout: link/ether 0c:c4:7a:8f:cc:34 brd ff:ff:ff:ff:ff:ff 2024-09-15T22:05:14.187 INFO:teuthology.orchestra.run.smithi110.stdout:5: enp3s0f1: mtu 1500 qdisc mq state UP group default qlen 1000 2024-09-15T22:05:14.187 INFO:teuthology.orchestra.run.smithi110.stdout: link/ether 0c:c4:7a:8f:cc:35 brd ff:ff:ff:ff:ff:ff 2024-09-15T22:05:14.187 INFO:teuthology.orchestra.run.smithi110.stdout: inet 172.21.15.110/20 brd 172.21.15.255 scope global dynamic noprefixroute enp3s0f1 2024-09-15T22:05:14.187 INFO:teuthology.orchestra.run.smithi110.stdout: valid_lft 42709sec preferred_lft 42709sec 2024-09-15T22:05:14.187 INFO:teuthology.orchestra.run.smithi110.stdout: inet6 fe80::ec4:7aff:fe8f:cc35/64 scope link noprefixroute 2024-09-15T22:05:14.187 INFO:teuthology.orchestra.run.smithi110.stdout: valid_lft forever preferred_lft forever 2024-09-15T22:05:14.187 INFO:teuthology.orchestra.run.smithi110.stdout:6: ceph-brx: mtu 1500 qdisc noqueue state UP group default qlen 1000 2024-09-15T22:05:14.187 INFO:teuthology.orchestra.run.smithi110.stdout: link/ether 0e:b5:0d:86:0e:b1 brd ff:ff:ff:ff:ff:ff 2024-09-15T22:05:14.188 INFO:teuthology.orchestra.run.smithi110.stdout: inet 192.168.255.254/16 brd 192.168.255.255 scope global ceph-brx 2024-09-15T22:05:14.188 INFO:teuthology.orchestra.run.smithi110.stdout: valid_lft forever preferred_lft forever 2024-09-15T22:05:14.188 INFO:teuthology.orchestra.run.smithi110.stdout: inet6 fe80::a0c7:8ff:fe7f:c346/64 scope link 2024-09-15T22:05:14.188 INFO:teuthology.orchestra.run.smithi110.stdout: valid_lft forever preferred_lft forever 2024-09-15T22:05:14.188 INFO:teuthology.orchestra.run.smithi110.stdout:7: brx.0@if2: mtu 1500 qdisc noqueue master ceph-brx state UP group default qlen 1000 2024-09-15T22:05:14.188 INFO:teuthology.orchestra.run.smithi110.stdout: link/ether 0e:b5:0d:86:0e:b1 brd ff:ff:ff:ff:ff:ff link-netns ceph-ns--home-ubuntu-cephtest-mnt.1 2024-09-15T22:05:14.188 INFO:teuthology.orchestra.run.smithi110.stdout: inet6 fe80::cb5:dff:fe86:eb1/64 scope link 2024-09-15T22:05:14.188 INFO:teuthology.orchestra.run.smithi110.stdout: valid_lft forever preferred_lft forever 2024-09-15T22:05:14.188 INFO:teuthology.orchestra.run.smithi110.stdout:8: brx.1@if2: mtu 1500 qdisc noqueue master ceph-brx state UP group default qlen 1000 2024-09-15T22:05:14.188 INFO:teuthology.orchestra.run.smithi110.stdout: link/ether 42:c2:09:83:7a:f0 brd ff:ff:ff:ff:ff:ff link-netns ceph-ns--home-ubuntu-cephtest-mnt.3 2024-09-15T22:05:14.188 INFO:teuthology.orchestra.run.smithi110.stdout: inet6 fe80::40c2:9ff:fe83:7af0/64 scope link 2024-09-15T22:05:14.188 INFO:teuthology.orchestra.run.smithi110.stdout: valid_lft forever preferred_lft forever 2024-09-15T22:05:14.189 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-15T22:05:14.189 DEBUG:teuthology.orchestra.run.smithi110:> echo 1 | sudo tee /proc/sys/net/ipv4/ip_forward 2024-09-15T22:05:14.255 INFO:teuthology.orchestra.run.smithi110.stdout:1 2024-09-15T22:05:14.257 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-15T22:05:14.257 DEBUG:teuthology.orchestra.run.smithi110:> route 2024-09-15T22:05:14.319 INFO:teuthology.orchestra.run.smithi110.stdout:Kernel IP routing table 2024-09-15T22:05:14.319 INFO:teuthology.orchestra.run.smithi110.stdout:Destination Gateway Genmask Flags Metric Ref Use Iface 2024-09-15T22:05:14.319 INFO:teuthology.orchestra.run.smithi110.stdout:default _gateway 0.0.0.0 UG 100 0 0 enp3s0f1 2024-09-15T22:05:14.319 INFO:teuthology.orchestra.run.smithi110.stdout:172.21.0.0 0.0.0.0 255.255.240.0 U 100 0 0 enp3s0f1 2024-09-15T22:05:14.319 INFO:teuthology.orchestra.run.smithi110.stdout:192.168.0.0 0.0.0.0 255.255.0.0 U 0 0 0 ceph-brx 2024-09-15T22:05:14.320 DEBUG:teuthology.orchestra.run.smithi110:> (cd / && exec stdin-killer --timeout=300 -- bash -c ' 2024-09-15T22:05:14.320 DEBUG:teuthology.orchestra.run.smithi110:> set -e 2024-09-15T22:05:14.320 DEBUG:teuthology.orchestra.run.smithi110:> sudo iptables -A FORWARD -o enp3s0f1 -i ceph-brx -j ACCEPT 2024-09-15T22:05:14.320 DEBUG:teuthology.orchestra.run.smithi110:> sudo iptables -A FORWARD -i enp3s0f1 -o ceph-brx -j ACCEPT 2024-09-15T22:05:14.320 DEBUG:teuthology.orchestra.run.smithi110:> sudo iptables -t nat -A POSTROUTING -s 192.168.255.254/16 -o enp3s0f1 -j MASQUERADE 2024-09-15T22:05:14.321 DEBUG:teuthology.orchestra.run.smithi110:> ') 2024-09-15T22:05:14.410 INFO:teuthology.orchestra.run.smithi110.stderr:2024-09-15T22:05:14 stdin-killer INFO: expiration expected; waiting 300 seconds for command to complete 2024-09-15T22:05:14.443 INFO:teuthology.orchestra.run.smithi110.stderr:2024-09-15T22:05:14 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-15T22:05:14.449 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-15T22:05:14.449 DEBUG:teuthology.orchestra.run.smithi110:> ip netns list 2024-09-15T22:05:14.465 INFO:teuthology.orchestra.run.smithi110.stdout:ceph-ns--home-ubuntu-cephtest-mnt.3 (id: 1) 2024-09-15T22:05:14.465 INFO:teuthology.orchestra.run.smithi110.stdout:ceph-ns--home-ubuntu-cephtest-mnt.1 (id: 0) 2024-09-15T22:05:14.465 INFO:tasks.cephfs.mount:Resuming the 'ceph-ns--home-ubuntu-cephtest-mnt.1' netns for '/home/ubuntu/cephtest/mnt.1' 2024-09-15T22:05:14.466 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-15T22:05:14.466 DEBUG:teuthology.orchestra.run.smithi110:> sudo ip link set brx.0 up 2024-09-15T22:05:14.531 INFO:tasks.cephfs.fuse_mount:Client client.1 config is {} 2024-09-15T22:05:14.531 INFO:teuthology.orchestra.run:Running command with timeout 60 2024-09-15T22:05:14.531 DEBUG:teuthology.orchestra.run.smithi110:> mkdir -p -v /home/ubuntu/cephtest/mnt.1 2024-09-15T22:05:14.587 INFO:teuthology.orchestra.run.smithi110.stdout:mkdir: created directory '/home/ubuntu/cephtest/mnt.1' 2024-09-15T22:05:14.588 INFO:teuthology.orchestra.run:Running command with timeout 60 2024-09-15T22:05:14.588 DEBUG:teuthology.orchestra.run.smithi110:> chmod 0000 /home/ubuntu/cephtest/mnt.1 2024-09-15T22:05:14.642 DEBUG:teuthology.orchestra.run.smithi110:> sudo modprobe fuse 2024-09-15T22:05:14.708 DEBUG:teuthology.orchestra.run.smithi110:> cat /proc/self/mounts | awk '{print $2}' 2024-09-15T22:05:14.765 INFO:teuthology.orchestra.run.smithi110.stdout:/proc 2024-09-15T22:05:14.765 INFO:teuthology.orchestra.run.smithi110.stdout:/sys 2024-09-15T22:05:14.765 INFO:teuthology.orchestra.run.smithi110.stdout:/dev 2024-09-15T22:05:14.765 INFO:teuthology.orchestra.run.smithi110.stdout:/sys/kernel/security 2024-09-15T22:05:14.765 INFO:teuthology.orchestra.run.smithi110.stdout:/dev/shm 2024-09-15T22:05:14.765 INFO:teuthology.orchestra.run.smithi110.stdout:/dev/pts 2024-09-15T22:05:14.765 INFO:teuthology.orchestra.run.smithi110.stdout:/run 2024-09-15T22:05:14.765 INFO:teuthology.orchestra.run.smithi110.stdout:/sys/fs/cgroup 2024-09-15T22:05:14.765 INFO:teuthology.orchestra.run.smithi110.stdout:/sys/fs/pstore 2024-09-15T22:05:14.765 INFO:teuthology.orchestra.run.smithi110.stdout:/sys/fs/bpf 2024-09-15T22:05:14.765 INFO:teuthology.orchestra.run.smithi110.stdout:/ 2024-09-15T22:05:14.766 INFO:teuthology.orchestra.run.smithi110.stdout:/sys/fs/selinux 2024-09-15T22:05:14.766 INFO:teuthology.orchestra.run.smithi110.stdout:/proc/sys/fs/binfmt_misc 2024-09-15T22:05:14.766 INFO:teuthology.orchestra.run.smithi110.stdout:/dev/hugepages 2024-09-15T22:05:14.766 INFO:teuthology.orchestra.run.smithi110.stdout:/dev/mqueue 2024-09-15T22:05:14.766 INFO:teuthology.orchestra.run.smithi110.stdout:/sys/kernel/debug 2024-09-15T22:05:14.766 INFO:teuthology.orchestra.run.smithi110.stdout:/sys/kernel/tracing 2024-09-15T22:05:14.766 INFO:teuthology.orchestra.run.smithi110.stdout:/sys/fs/fuse/connections 2024-09-15T22:05:14.766 INFO:teuthology.orchestra.run.smithi110.stdout:/sys/kernel/config 2024-09-15T22:05:14.766 INFO:teuthology.orchestra.run.smithi110.stdout:/run/credentials/systemd-sysctl.service 2024-09-15T22:05:14.766 INFO:teuthology.orchestra.run.smithi110.stdout:/run/credentials/systemd-tmpfiles-setup-dev.service 2024-09-15T22:05:14.766 INFO:teuthology.orchestra.run.smithi110.stdout:/run/credentials/systemd-tmpfiles-setup.service 2024-09-15T22:05:14.766 INFO:teuthology.orchestra.run.smithi110.stdout:/var/lib/nfs/rpc_pipefs 2024-09-15T22:05:14.766 INFO:teuthology.orchestra.run.smithi110.stdout:/run/user/1000 2024-09-15T22:05:14.767 INFO:teuthology.orchestra.run.smithi110.stdout:/var/lib/ceph 2024-09-15T22:05:14.767 INFO:teuthology.orchestra.run.smithi110.stdout:/var/lib/ceph/osd/ceph-4 2024-09-15T22:05:14.767 INFO:teuthology.orchestra.run.smithi110.stdout:/var/lib/ceph/osd/ceph-5 2024-09-15T22:05:14.767 INFO:teuthology.orchestra.run.smithi110.stdout:/var/lib/ceph/osd/ceph-6 2024-09-15T22:05:14.767 INFO:teuthology.orchestra.run.smithi110.stdout:/var/lib/ceph/osd/ceph-7 2024-09-15T22:05:14.767 INFO:teuthology.orchestra.run.smithi110.stdout:/run/netns 2024-09-15T22:05:14.767 INFO:teuthology.orchestra.run.smithi110.stdout:/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.1 2024-09-15T22:05:14.767 INFO:teuthology.orchestra.run.smithi110.stdout:/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.1 2024-09-15T22:05:14.767 INFO:teuthology.orchestra.run.smithi110.stdout:/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.3 2024-09-15T22:05:14.767 INFO:teuthology.orchestra.run.smithi110.stdout:/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.3 2024-09-15T22:05:14.768 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-15T22:05:14.768 DEBUG:teuthology.orchestra.run.smithi110:> ls /sys/fs/fuse/connections 2024-09-15T22:05:14.820 INFO:tasks.cephfs.fuse_mount:Pre-mount connections: [] 2024-09-15T22:05:14.821 DEBUG:teuthology.orchestra.run.smithi110:> (cd /home/ubuntu/cephtest && exec sudo nsenter --net=/var/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.1 sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-fuse -f --admin-socket '/var/run/ceph/$cluster-$name.$pid.asok' /home/ubuntu/cephtest/mnt.1 --id 1) 2024-09-15T22:05:14.863 DEBUG:teuthology.orchestra.run.smithi110:> sudo modprobe fuse 2024-09-15T22:05:14.888 DEBUG:teuthology.orchestra.run.smithi110:> cat /proc/self/mounts | awk '{print $2}' 2024-09-15T22:05:14.944 INFO:teuthology.orchestra.run.smithi110.stdout:/proc 2024-09-15T22:05:14.944 INFO:teuthology.orchestra.run.smithi110.stdout:/sys 2024-09-15T22:05:14.944 INFO:teuthology.orchestra.run.smithi110.stdout:/dev 2024-09-15T22:05:14.945 INFO:teuthology.orchestra.run.smithi110.stdout:/sys/kernel/security 2024-09-15T22:05:14.945 INFO:teuthology.orchestra.run.smithi110.stdout:/dev/shm 2024-09-15T22:05:14.945 INFO:teuthology.orchestra.run.smithi110.stdout:/dev/pts 2024-09-15T22:05:14.945 INFO:teuthology.orchestra.run.smithi110.stdout:/run 2024-09-15T22:05:14.945 INFO:teuthology.orchestra.run.smithi110.stdout:/sys/fs/cgroup 2024-09-15T22:05:14.945 INFO:teuthology.orchestra.run.smithi110.stdout:/sys/fs/pstore 2024-09-15T22:05:14.945 INFO:teuthology.orchestra.run.smithi110.stdout:/sys/fs/bpf 2024-09-15T22:05:14.946 INFO:teuthology.orchestra.run.smithi110.stdout:/ 2024-09-15T22:05:14.946 INFO:teuthology.orchestra.run.smithi110.stdout:/sys/fs/selinux 2024-09-15T22:05:14.946 INFO:teuthology.orchestra.run.smithi110.stdout:/proc/sys/fs/binfmt_misc 2024-09-15T22:05:14.946 INFO:teuthology.orchestra.run.smithi110.stdout:/dev/hugepages 2024-09-15T22:05:14.946 INFO:teuthology.orchestra.run.smithi110.stdout:/dev/mqueue 2024-09-15T22:05:14.946 INFO:teuthology.orchestra.run.smithi110.stdout:/sys/kernel/debug 2024-09-15T22:05:14.946 INFO:teuthology.orchestra.run.smithi110.stdout:/sys/kernel/tracing 2024-09-15T22:05:14.946 INFO:teuthology.orchestra.run.smithi110.stdout:/sys/fs/fuse/connections 2024-09-15T22:05:14.947 INFO:teuthology.orchestra.run.smithi110.stdout:/sys/kernel/config 2024-09-15T22:05:14.947 INFO:teuthology.orchestra.run.smithi110.stdout:/run/credentials/systemd-sysctl.service 2024-09-15T22:05:14.947 INFO:teuthology.orchestra.run.smithi110.stdout:/run/credentials/systemd-tmpfiles-setup-dev.service 2024-09-15T22:05:14.947 INFO:teuthology.orchestra.run.smithi110.stdout:/run/credentials/systemd-tmpfiles-setup.service 2024-09-15T22:05:14.947 INFO:teuthology.orchestra.run.smithi110.stdout:/var/lib/nfs/rpc_pipefs 2024-09-15T22:05:14.947 INFO:teuthology.orchestra.run.smithi110.stdout:/run/user/1000 2024-09-15T22:05:14.947 INFO:teuthology.orchestra.run.smithi110.stdout:/var/lib/ceph 2024-09-15T22:05:14.947 INFO:teuthology.orchestra.run.smithi110.stdout:/var/lib/ceph/osd/ceph-4 2024-09-15T22:05:14.948 INFO:teuthology.orchestra.run.smithi110.stdout:/var/lib/ceph/osd/ceph-5 2024-09-15T22:05:14.948 INFO:teuthology.orchestra.run.smithi110.stdout:/var/lib/ceph/osd/ceph-6 2024-09-15T22:05:14.948 INFO:teuthology.orchestra.run.smithi110.stdout:/var/lib/ceph/osd/ceph-7 2024-09-15T22:05:14.948 INFO:teuthology.orchestra.run.smithi110.stdout:/run/netns 2024-09-15T22:05:14.948 INFO:teuthology.orchestra.run.smithi110.stdout:/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.1 2024-09-15T22:05:14.948 INFO:teuthology.orchestra.run.smithi110.stdout:/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.1 2024-09-15T22:05:14.948 INFO:teuthology.orchestra.run.smithi110.stdout:/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.3 2024-09-15T22:05:14.948 INFO:teuthology.orchestra.run.smithi110.stdout:/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.3 2024-09-15T22:05:14.948 INFO:tasks.cephfs.fuse_mount.ceph-fuse.1.smithi110.stderr:2024-09-15T22:05:14.943+0000 7fec80747480 -1 init, newargv = 0x55a773adeb20 newargc=15 2024-09-15T22:05:14.949 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-15T22:05:14.950 DEBUG:teuthology.orchestra.run.smithi110:> ls /sys/fs/fuse/connections 2024-09-15T22:05:14.950 INFO:tasks.cephfs.fuse_mount.ceph-fuse.1.smithi110.stderr:ceph-fuse[43047]: starting ceph client 2024-09-15T22:05:14.950 INFO:tasks.cephfs.fuse_mount.ceph-fuse.1.smithi110.stderr:ceph-fuse[43047]: starting fuse 2024-09-15T22:05:15.005 INFO:teuthology.orchestra.run.smithi110.stdout:43 2024-09-15T22:05:15.005 INFO:tasks.cephfs.fuse_mount:Post-mount connections: [43] 2024-09-15T22:05:15.005 DEBUG:teuthology.orchestra.run.smithi110:> sudo stdin-killer -- python3 -c ' 2024-09-15T22:05:15.005 DEBUG:teuthology.orchestra.run.smithi110:> import glob 2024-09-15T22:05:15.005 DEBUG:teuthology.orchestra.run.smithi110:> import re 2024-09-15T22:05:15.005 DEBUG:teuthology.orchestra.run.smithi110:> import os 2024-09-15T22:05:15.005 DEBUG:teuthology.orchestra.run.smithi110:> import subprocess 2024-09-15T22:05:15.005 DEBUG:teuthology.orchestra.run.smithi110:> 2024-09-15T22:05:15.006 DEBUG:teuthology.orchestra.run.smithi110:> def _find_admin_socket(client_name): 2024-09-15T22:05:15.006 DEBUG:teuthology.orchestra.run.smithi110:> asok_path = "/var/run/ceph/ceph-client.1.*.asok" 2024-09-15T22:05:15.006 DEBUG:teuthology.orchestra.run.smithi110:> files = glob.glob(asok_path) 2024-09-15T22:05:15.006 DEBUG:teuthology.orchestra.run.smithi110:> mountpoint = "/home/ubuntu/cephtest/mnt.1" 2024-09-15T22:05:15.006 DEBUG:teuthology.orchestra.run.smithi110:> 2024-09-15T22:05:15.006 DEBUG:teuthology.orchestra.run.smithi110:> # Given a non-glob path, it better be there 2024-09-15T22:05:15.006 DEBUG:teuthology.orchestra.run.smithi110:> if "*" not in asok_path: 2024-09-15T22:05:15.006 DEBUG:teuthology.orchestra.run.smithi110:> assert(len(files) == 1) 2024-09-15T22:05:15.006 DEBUG:teuthology.orchestra.run.smithi110:> return files[0] 2024-09-15T22:05:15.006 DEBUG:teuthology.orchestra.run.smithi110:> 2024-09-15T22:05:15.006 DEBUG:teuthology.orchestra.run.smithi110:> for f in files: 2024-09-15T22:05:15.006 DEBUG:teuthology.orchestra.run.smithi110:> pid = re.match(".*\.(\d+)\.asok$", f).group(1) 2024-09-15T22:05:15.006 DEBUG:teuthology.orchestra.run.smithi110:> if os.path.exists("/proc/{0}".format(pid)): 2024-09-15T22:05:15.006 DEBUG:teuthology.orchestra.run.smithi110:> with open("/proc/{0}/cmdline".format(pid), '"'"'r'"'"') as proc_f: 2024-09-15T22:05:15.006 DEBUG:teuthology.orchestra.run.smithi110:> contents = proc_f.read() 2024-09-15T22:05:15.007 DEBUG:teuthology.orchestra.run.smithi110:> if mountpoint in contents: 2024-09-15T22:05:15.007 DEBUG:teuthology.orchestra.run.smithi110:> return f 2024-09-15T22:05:15.007 DEBUG:teuthology.orchestra.run.smithi110:> raise RuntimeError("Client socket {0} not found".format(client_name)) 2024-09-15T22:05:15.007 DEBUG:teuthology.orchestra.run.smithi110:> 2024-09-15T22:05:15.007 DEBUG:teuthology.orchestra.run.smithi110:> print(_find_admin_socket("client.1")) 2024-09-15T22:05:15.007 DEBUG:teuthology.orchestra.run.smithi110:> ' 2024-09-15T22:05:15.121 INFO:teuthology.orchestra.run.smithi110.stdout:/var/run/ceph/ceph-client.1.43047.asok 2024-09-15T22:05:15.125 INFO:teuthology.orchestra.run.smithi110.stderr:2024-09-15T22:05:15 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-15T22:05:15.131 INFO:tasks.cephfs.fuse_mount:Found client admin socket at /var/run/ceph/ceph-client.1.43047.asok 2024-09-15T22:05:15.132 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-15T22:05:15.132 DEBUG:teuthology.orchestra.run.smithi110:> sudo ceph --admin-daemon /var/run/ceph/ceph-client.1.43047.asok status 2024-09-15T22:05:15.262 INFO:teuthology.orchestra.run.smithi110.stdout:{ 2024-09-15T22:05:15.263 INFO:teuthology.orchestra.run.smithi110.stdout: "metadata": { 2024-09-15T22:05:15.263 INFO:teuthology.orchestra.run.smithi110.stdout: "ceph_sha1": "8921c8ef947807b717db041d85f0761b7914d5fc", 2024-09-15T22:05:15.263 INFO:teuthology.orchestra.run.smithi110.stdout: "ceph_version": "ceph version 19.1.1-326-g8921c8ef (8921c8ef947807b717db041d85f0761b7914d5fc) squid (stable)", 2024-09-15T22:05:15.263 INFO:teuthology.orchestra.run.smithi110.stdout: "entity_id": "1", 2024-09-15T22:05:15.263 INFO:teuthology.orchestra.run.smithi110.stdout: "hostname": "smithi110", 2024-09-15T22:05:15.263 INFO:teuthology.orchestra.run.smithi110.stdout: "mount_point": "/home/ubuntu/cephtest/mnt.1", 2024-09-15T22:05:15.263 INFO:teuthology.orchestra.run.smithi110.stdout: "pid": "43047", 2024-09-15T22:05:15.263 INFO:teuthology.orchestra.run.smithi110.stdout: "root": "/" 2024-09-15T22:05:15.263 INFO:teuthology.orchestra.run.smithi110.stdout: }, 2024-09-15T22:05:15.263 INFO:teuthology.orchestra.run.smithi110.stdout: "dentry_count": 0, 2024-09-15T22:05:15.264 INFO:teuthology.orchestra.run.smithi110.stdout: "dentry_pinned_count": 0, 2024-09-15T22:05:15.264 INFO:teuthology.orchestra.run.smithi110.stdout: "id": 4730, 2024-09-15T22:05:15.264 INFO:teuthology.orchestra.run.smithi110.stdout: "inst": { 2024-09-15T22:05:15.264 INFO:teuthology.orchestra.run.smithi110.stdout: "name": { 2024-09-15T22:05:15.264 INFO:teuthology.orchestra.run.smithi110.stdout: "type": "client", 2024-09-15T22:05:15.264 INFO:teuthology.orchestra.run.smithi110.stdout: "num": 4730 2024-09-15T22:05:15.264 INFO:teuthology.orchestra.run.smithi110.stdout: }, 2024-09-15T22:05:15.264 INFO:teuthology.orchestra.run.smithi110.stdout: "addr": { 2024-09-15T22:05:15.264 INFO:teuthology.orchestra.run.smithi110.stdout: "type": "v1", 2024-09-15T22:05:15.264 INFO:teuthology.orchestra.run.smithi110.stdout: "addr": "192.168.0.1:0", 2024-09-15T22:05:15.264 INFO:teuthology.orchestra.run.smithi110.stdout: "nonce": 1870632604 2024-09-15T22:05:15.264 INFO:teuthology.orchestra.run.smithi110.stdout: } 2024-09-15T22:05:15.265 INFO:teuthology.orchestra.run.smithi110.stdout: }, 2024-09-15T22:05:15.265 INFO:teuthology.orchestra.run.smithi110.stdout: "addr": { 2024-09-15T22:05:15.265 INFO:teuthology.orchestra.run.smithi110.stdout: "type": "v1", 2024-09-15T22:05:15.265 INFO:teuthology.orchestra.run.smithi110.stdout: "addr": "192.168.0.1:0", 2024-09-15T22:05:15.265 INFO:teuthology.orchestra.run.smithi110.stdout: "nonce": 1870632604 2024-09-15T22:05:15.265 INFO:teuthology.orchestra.run.smithi110.stdout: }, 2024-09-15T22:05:15.265 INFO:teuthology.orchestra.run.smithi110.stdout: "inst_str": "client.4730 192.168.0.1:0/1870632604", 2024-09-15T22:05:15.265 INFO:teuthology.orchestra.run.smithi110.stdout: "addr_str": "192.168.0.1:0/1870632604", 2024-09-15T22:05:15.265 INFO:teuthology.orchestra.run.smithi110.stdout: "inode_count": 1, 2024-09-15T22:05:15.265 INFO:teuthology.orchestra.run.smithi110.stdout: "mds_epoch": 12, 2024-09-15T22:05:15.266 INFO:teuthology.orchestra.run.smithi110.stdout: "osd_epoch": 33, 2024-09-15T22:05:15.266 INFO:teuthology.orchestra.run.smithi110.stdout: "osd_epoch_barrier": 0, 2024-09-15T22:05:15.266 INFO:teuthology.orchestra.run.smithi110.stdout: "blocklisted": false, 2024-09-15T22:05:15.266 INFO:teuthology.orchestra.run.smithi110.stdout: "fs_name": "cephfs" 2024-09-15T22:05:15.266 INFO:teuthology.orchestra.run.smithi110.stdout:} 2024-09-15T22:05:15.271 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-15T22:05:15.271 DEBUG:teuthology.orchestra.run.smithi110:> stat --file-system '--printf=%T 2024-09-15T22:05:15.271 DEBUG:teuthology.orchestra.run.smithi110:> ' -- /home/ubuntu/cephtest/mnt.1 2024-09-15T22:05:15.287 INFO:teuthology.orchestra.run.smithi110.stdout:fuseblk 2024-09-15T22:05:15.288 INFO:tasks.cephfs.fuse_mount:ceph-fuse is mounted on /home/ubuntu/cephtest/mnt.1 2024-09-15T22:05:15.288 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-15T22:05:15.288 DEBUG:teuthology.orchestra.run.smithi110:> sudo chmod 1777 /home/ubuntu/cephtest/mnt.1 2024-09-15T22:05:15.353 DEBUG:teuthology.orchestra.run.smithi063:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs flag set enable_multiple true --yes-i-really-mean-it 2024-09-15T22:05:15.473 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:15.471+0000 7efd35ec9640 1 Processor -- start 2024-09-15T22:05:15.474 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:15.471+0000 7efd35ec9640 1 -- start start 2024-09-15T22:05:15.482 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:15.472+0000 7efd35ec9640 1 --2- >> v2:172.21.15.110:3300/0 conn(0x7efd3015c570 0x7efd30160020 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-15T22:05:15.482 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:15.472+0000 7efd35ec9640 1 --2- >> v2:172.21.15.63:3300/0 conn(0x7efd3006d920 0x7efd3006dd90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-15T22:05:15.482 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:15.472+0000 7efd35ec9640 1 -- --> v1:172.21.15.110:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7efd300d1730 con 0x7efd300d0470 2024-09-15T22:05:15.482 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:15.472+0000 7efd35ec9640 1 -- --> v2:172.21.15.63:3300/0 -- mon_getmap magic: 0 -- 0x7efd300d1a10 con 0x7efd3006d920 2024-09-15T22:05:15.483 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:15.472+0000 7efd35ec9640 1 -- --> v2:172.21.15.110:3300/0 -- mon_getmap magic: 0 -- 0x7efd300cf620 con 0x7efd3015c570 2024-09-15T22:05:15.483 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:15.472+0000 7efd2ffff640 1 --2- >> v2:172.21.15.63:3300/0 conn(0x7efd3006d920 0x7efd3006dd90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-15T22:05:15.483 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:15.472+0000 7efd2ffff640 1 --2- >> v2:172.21.15.63:3300/0 conn(0x7efd3006d920 0x7efd3006dd90 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.63:3300/0 says I am v2:172.21.15.63:48476/0 (socket says 172.21.15.63:48476) 2024-09-15T22:05:15.483 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:15.472+0000 7efd2ffff640 1 -- 172.21.15.63:0/3891555455 learned_addr learned my addr 172.21.15.63:0/3891555455 (peer_addr_for_me v2:172.21.15.63:0/0) 2024-09-15T22:05:15.483 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:15.473+0000 7efd2f7fe640 1 --2- 172.21.15.63:0/3891555455 >> v2:172.21.15.110:3300/0 conn(0x7efd3015c570 0x7efd30160020 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-15T22:05:15.484 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:15.473+0000 7efd2ffff640 1 -- 172.21.15.63:0/3891555455 >> v2:172.21.15.110:3300/0 conn(0x7efd3015c570 msgr2=0x7efd30160020 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-15T22:05:15.484 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:15.473+0000 7efd2ffff640 1 --2- 172.21.15.63:0/3891555455 >> v2:172.21.15.110:3300/0 conn(0x7efd3015c570 0x7efd30160020 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T22:05:15.484 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:15.473+0000 7efd2ffff640 1 -- 172.21.15.63:0/3891555455 >> v1:172.21.15.110:6789/0 conn(0x7efd300d0470 legacy=0x7efd30160560 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-15T22:05:15.484 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:15.473+0000 7efd2ffff640 1 -- 172.21.15.63:0/3891555455 --> v2:172.21.15.63:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7efd300cf900 con 0x7efd3006d920 2024-09-15T22:05:15.484 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:15.473+0000 7efd2f7fe640 1 --2- 172.21.15.63:0/3891555455 >> v2:172.21.15.110:3300/0 conn(0x7efd3015c570 0x7efd30160020 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-15T22:05:15.485 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:15.474+0000 7efd2ffff640 1 --2- 172.21.15.63:0/3891555455 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7efd3006d920 0x7efd3006dd90 secure :-1 s=READY pgs=282 cs=0 l=1 rev1=1 crypto rx=0x7efd30050130 tx=0x7efd2802a5d0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=6afe9f92b943cdd7 server_cookie=0 in_seq=0 out_seq=0 2024-09-15T22:05:15.485 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:15.474+0000 7efd2e7fc640 1 -- 172.21.15.63:0/3891555455 <== mon.0 v2:172.21.15.63:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7efd28036070 con 0x7efd3006d920 2024-09-15T22:05:15.485 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:15.474+0000 7efd2e7fc640 1 -- 172.21.15.63:0/3891555455 <== mon.0 v2:172.21.15.63:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7efd28031600 con 0x7efd3006d920 2024-09-15T22:05:15.485 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:15.474+0000 7efd2e7fc640 1 -- 172.21.15.63:0/3891555455 <== mon.0 v2:172.21.15.63:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7efd280319d0 con 0x7efd3006d920 2024-09-15T22:05:15.485 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:15.474+0000 7efd35ec9640 1 -- 172.21.15.63:0/3891555455 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7efd3006d920 msgr2=0x7efd3006dd90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-15T22:05:15.486 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:15.474+0000 7efd35ec9640 1 --2- 172.21.15.63:0/3891555455 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7efd3006d920 0x7efd3006dd90 secure :-1 s=READY pgs=282 cs=0 l=1 rev1=1 crypto rx=0x7efd30050130 tx=0x7efd2802a5d0 comp rx=0 tx=0).stop 2024-09-15T22:05:15.486 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:15.474+0000 7efd35ec9640 1 -- 172.21.15.63:0/3891555455 shutdown_connections 2024-09-15T22:05:15.486 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:15.474+0000 7efd35ec9640 1 --2- 172.21.15.63:0/3891555455 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7efd3006d920 0x7efd3006dd90 unknown :-1 s=CLOSED pgs=282 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T22:05:15.486 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:15.474+0000 7efd35ec9640 1 --2- 172.21.15.63:0/3891555455 >> v2:172.21.15.110:3300/0 conn(0x7efd3015c570 0x7efd30160020 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T22:05:15.487 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:15.474+0000 7efd35ec9640 1 -- 172.21.15.63:0/3891555455 >> 172.21.15.63:0/3891555455 conn(0x7efd300d0ae0 msgr2=0x7efd300d0ef0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-15T22:05:15.487 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:15.474+0000 7efd35ec9640 1 -- 172.21.15.63:0/3891555455 shutdown_connections 2024-09-15T22:05:15.487 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:15.474+0000 7efd35ec9640 1 -- 172.21.15.63:0/3891555455 wait complete. 2024-09-15T22:05:15.487 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:15.476+0000 7efd35ec9640 1 Processor -- start 2024-09-15T22:05:15.487 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:15.476+0000 7efd35ec9640 1 -- start start 2024-09-15T22:05:15.488 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:15.477+0000 7efd35ec9640 1 --2- >> [v2:172.21.15.110:3301/0,v1:172.21.15.110:6790/0] conn(0x7efd3006d920 0x7efd3015f930 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-15T22:05:15.488 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:15.477+0000 7efd35ec9640 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7efd300d0470 0x7efd3006efc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-15T22:05:15.488 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:15.477+0000 7efd35ec9640 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7efd3015c570 0x7efd30146fd0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-15T22:05:15.488 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:15.477+0000 7efd35ec9640 1 -- --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 -- 0x7efd30160c70 con 0x7efd3015c570 2024-09-15T22:05:15.488 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:15.477+0000 7efd35ec9640 1 -- --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_getmap magic: 0 -- 0x7efd300682c0 con 0x7efd300d0470 2024-09-15T22:05:15.489 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:15.477+0000 7efd35ec9640 1 -- --> [v2:172.21.15.110:3301/0,v1:172.21.15.110:6790/0] -- mon_getmap magic: 0 -- 0x7efd30160df0 con 0x7efd3006d920 2024-09-15T22:05:15.489 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:15.477+0000 7efd2ffff640 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7efd3015c570 0x7efd30146fd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-15T22:05:15.489 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:15.477+0000 7efd2ffff640 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7efd3015c570 0x7efd30146fd0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.63:3300/0 says I am v2:172.21.15.63:48488/0 (socket says 172.21.15.63:48488) 2024-09-15T22:05:15.489 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:15.477+0000 7efd2ffff640 1 -- 172.21.15.63:0/2321503480 learned_addr learned my addr 172.21.15.63:0/2321503480 (peer_addr_for_me v2:172.21.15.63:0/0) 2024-09-15T22:05:15.489 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:15.477+0000 7efd2f7fe640 1 --2- 172.21.15.63:0/2321503480 >> [v2:172.21.15.110:3301/0,v1:172.21.15.110:6790/0] conn(0x7efd3006d920 0x7efd3015f930 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-15T22:05:15.490 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:15.477+0000 7efd2effd640 1 --2- 172.21.15.63:0/2321503480 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7efd300d0470 0x7efd3006efc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-15T22:05:15.490 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:15.477+0000 7efd2ffff640 1 -- 172.21.15.63:0/2321503480 >> [v2:172.21.15.110:3301/0,v1:172.21.15.110:6790/0] conn(0x7efd3006d920 msgr2=0x7efd3015f930 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-15T22:05:15.490 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:15.477+0000 7efd2ffff640 1 --2- 172.21.15.63:0/2321503480 >> [v2:172.21.15.110:3301/0,v1:172.21.15.110:6790/0] conn(0x7efd3006d920 0x7efd3015f930 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T22:05:15.490 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:15.477+0000 7efd2ffff640 1 -- 172.21.15.63:0/2321503480 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7efd300d0470 msgr2=0x7efd3006efc0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-15T22:05:15.490 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:15.477+0000 7efd2ffff640 1 --2- 172.21.15.63:0/2321503480 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7efd300d0470 0x7efd3006efc0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T22:05:15.491 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:15.477+0000 7efd2ffff640 1 -- 172.21.15.63:0/2321503480 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7efd3015cbf0 con 0x7efd3015c570 2024-09-15T22:05:15.491 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:15.477+0000 7efd2ffff640 1 --2- 172.21.15.63:0/2321503480 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7efd3015c570 0x7efd30146fd0 secure :-1 s=READY pgs=283 cs=0 l=1 rev1=1 crypto rx=0x7efd2802abc0 tx=0x7efd28004a40 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-15T22:05:15.491 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:15.477+0000 7efd17fff640 1 -- 172.21.15.63:0/2321503480 <== mon.0 v2:172.21.15.63:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7efd28036050 con 0x7efd3015c570 2024-09-15T22:05:15.491 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:15.478+0000 7efd17fff640 1 -- 172.21.15.63:0/2321503480 <== mon.0 v2:172.21.15.63:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7efd28042070 con 0x7efd3015c570 2024-09-15T22:05:15.491 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:15.478+0000 7efd35ec9640 1 -- 172.21.15.63:0/2321503480 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7efd301534f0 con 0x7efd3015c570 2024-09-15T22:05:15.492 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:15.478+0000 7efd17fff640 1 -- 172.21.15.63:0/2321503480 <== mon.0 v2:172.21.15.63:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7efd28009510 con 0x7efd3015c570 2024-09-15T22:05:15.492 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:15.478+0000 7efd35ec9640 1 -- 172.21.15.63:0/2321503480 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7efd30153ab0 con 0x7efd3015c570 2024-09-15T22:05:15.492 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:15.479+0000 7efd35ec9640 1 -- 172.21.15.63:0/2321503480 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7efd30069180 con 0x7efd3015c570 2024-09-15T22:05:15.492 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:15.479+0000 7efd17fff640 1 -- 172.21.15.63:0/2321503480 <== mon.0 v2:172.21.15.63:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7efd28007c50 con 0x7efd3015c570 2024-09-15T22:05:15.492 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:15.480+0000 7efd17fff640 1 --2- 172.21.15.63:0/2321503480 >> [v2:172.21.15.110:6832/552273267,v1:172.21.15.110:6833/552273267] conn(0x7efd1c06c2b0 0x7efd1c06e770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-15T22:05:15.493 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:15.480+0000 7efd17fff640 1 -- 172.21.15.63:0/2321503480 <== mon.0 v2:172.21.15.63:3300/0 5 ==== osd_map(33..33 src has 1..33) ==== 5709+0+0 (secure 0 0 0) 0x7efd280ac390 con 0x7efd3015c570 2024-09-15T22:05:15.493 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:15.480+0000 7efd2f7fe640 1 --2- 172.21.15.63:0/2321503480 >> [v2:172.21.15.110:6832/552273267,v1:172.21.15.110:6833/552273267] conn(0x7efd1c06c2b0 0x7efd1c06e770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-15T22:05:15.493 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:15.480+0000 7efd2f7fe640 1 --2- 172.21.15.63:0/2321503480 >> [v2:172.21.15.110:6832/552273267,v1:172.21.15.110:6833/552273267] conn(0x7efd1c06c2b0 0x7efd1c06e770 secure :-1 s=READY pgs=153 cs=0 l=1 rev1=1 crypto rx=0x7efd2000ab60 tx=0x7efd20008040 comp rx=0 tx=0).ready entity=mgr.4102 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-15T22:05:15.494 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:15.484+0000 7efd17fff640 1 -- 172.21.15.63:0/2321503480 <== mon.0 v2:172.21.15.63:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7efd2807a4c0 con 0x7efd3015c570 2024-09-15T22:05:15.701 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:15.699+0000 7efd35ec9640 1 -- 172.21.15.63:0/2321503480 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_command({"prefix": "fs flag set", "flag_name": "enable_multiple", "val": "true", "yes_i_really_mean_it": true} v 0) -- 0x7efd30075f80 con 0x7efd3015c570 2024-09-15T22:05:16.661 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:16.659+0000 7efd17fff640 1 -- 172.21.15.63:0/2321503480 <== mon.0 v2:172.21.15.63:3300/0 7 ==== mon_command_ack([{"prefix": "fs flag set", "flag_name": "enable_multiple", "val": "true", "yes_i_really_mean_it": true}]=0 v13) ==== 136+0+0 (secure 0 0 0) 0x7efd2807e7c0 con 0x7efd3015c570 2024-09-15T22:05:16.664 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:16.662+0000 7efd35ec9640 1 -- 172.21.15.63:0/2321503480 >> [v2:172.21.15.110:6832/552273267,v1:172.21.15.110:6833/552273267] conn(0x7efd1c06c2b0 msgr2=0x7efd1c06e770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-15T22:05:16.664 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:16.662+0000 7efd35ec9640 1 --2- 172.21.15.63:0/2321503480 >> [v2:172.21.15.110:6832/552273267,v1:172.21.15.110:6833/552273267] conn(0x7efd1c06c2b0 0x7efd1c06e770 secure :-1 s=READY pgs=153 cs=0 l=1 rev1=1 crypto rx=0x7efd2000ab60 tx=0x7efd20008040 comp rx=0 tx=0).stop 2024-09-15T22:05:16.664 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:16.662+0000 7efd35ec9640 1 -- 172.21.15.63:0/2321503480 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7efd3015c570 msgr2=0x7efd30146fd0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-15T22:05:16.664 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:16.662+0000 7efd35ec9640 1 --2- 172.21.15.63:0/2321503480 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7efd3015c570 0x7efd30146fd0 secure :-1 s=READY pgs=283 cs=0 l=1 rev1=1 crypto rx=0x7efd2802abc0 tx=0x7efd28004a40 comp rx=0 tx=0).stop 2024-09-15T22:05:16.664 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:16.662+0000 7efd35ec9640 1 -- 172.21.15.63:0/2321503480 shutdown_connections 2024-09-15T22:05:16.664 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:16.662+0000 7efd35ec9640 1 --2- 172.21.15.63:0/2321503480 >> [v2:172.21.15.110:6832/552273267,v1:172.21.15.110:6833/552273267] conn(0x7efd1c06c2b0 0x7efd1c06e770 unknown :-1 s=CLOSED pgs=153 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T22:05:16.664 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:16.662+0000 7efd35ec9640 1 --2- 172.21.15.63:0/2321503480 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7efd300d0470 0x7efd3006efc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T22:05:16.664 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:16.662+0000 7efd35ec9640 1 --2- 172.21.15.63:0/2321503480 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7efd3015c570 0x7efd30146fd0 unknown :-1 s=CLOSED pgs=283 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T22:05:16.664 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:16.662+0000 7efd35ec9640 1 --2- 172.21.15.63:0/2321503480 >> [v2:172.21.15.110:3301/0,v1:172.21.15.110:6790/0] conn(0x7efd3006d920 0x7efd3015f930 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T22:05:16.665 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:16.662+0000 7efd35ec9640 1 -- 172.21.15.63:0/2321503480 >> 172.21.15.63:0/2321503480 conn(0x7efd300d0ae0 msgr2=0x7efd300d0ec0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-15T22:05:16.665 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:16.662+0000 7efd35ec9640 1 -- 172.21.15.63:0/2321503480 shutdown_connections 2024-09-15T22:05:16.665 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:16.662+0000 7efd35ec9640 1 -- 172.21.15.63:0/2321503480 wait complete. 2024-09-15T22:05:16.677 DEBUG:teuthology.orchestra.run.smithi063:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs volume ls 2024-09-15T22:05:16.788 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:16.786+0000 7fd0c980e640 1 Processor -- start 2024-09-15T22:05:16.788 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:16.786+0000 7fd0c980e640 1 -- start start 2024-09-15T22:05:16.789 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:16.787+0000 7fd0c980e640 1 --2- >> v2:172.21.15.63:3300/0 conn(0x7fd0c40ce9f0 0x7fd0c40b62f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-15T22:05:16.789 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:16.787+0000 7fd0c980e640 1 --2- >> [v2:172.21.15.110:3301/0,v1:172.21.15.110:6790/0] conn(0x7fd0c40b6830 0x7fd0c40d0fe0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-15T22:05:16.789 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:16.787+0000 7fd0c980e640 1 -- --> v1:172.21.15.110:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fd0c40d0780 con 0x7fd0c415f960 2024-09-15T22:05:16.789 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:16.787+0000 7fd0c980e640 1 -- --> v2:172.21.15.63:3300/0 -- mon_getmap magic: 0 -- 0x7fd0c40d0a60 con 0x7fd0c40ce9f0 2024-09-15T22:05:16.789 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:16.787+0000 7fd0c980e640 1 -- --> [v2:172.21.15.110:3301/0,v1:172.21.15.110:6790/0] -- mon_getmap magic: 0 -- 0x7fd0c40d0d40 con 0x7fd0c40b6830 2024-09-15T22:05:16.790 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:16.787+0000 7fd0c27fc640 1 --2- >> v2:172.21.15.63:3300/0 conn(0x7fd0c40ce9f0 0x7fd0c40b62f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-15T22:05:16.790 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:16.787+0000 7fd0c27fc640 1 --2- >> v2:172.21.15.63:3300/0 conn(0x7fd0c40ce9f0 0x7fd0c40b62f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.63:3300/0 says I am v2:172.21.15.63:48492/0 (socket says 172.21.15.63:48492) 2024-09-15T22:05:16.790 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:16.787+0000 7fd0c27fc640 1 -- 172.21.15.63:0/673783345 learned_addr learned my addr 172.21.15.63:0/673783345 (peer_addr_for_me v2:172.21.15.63:0/0) 2024-09-15T22:05:16.790 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:16.788+0000 7fd0c37fe640 1 --2- 172.21.15.63:0/673783345 >> [v2:172.21.15.110:3301/0,v1:172.21.15.110:6790/0] conn(0x7fd0c40b6830 0x7fd0c40d0fe0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-15T22:05:16.790 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:16.788+0000 7fd0c27fc640 1 -- 172.21.15.63:0/673783345 >> [v2:172.21.15.110:3301/0,v1:172.21.15.110:6790/0] conn(0x7fd0c40b6830 msgr2=0x7fd0c40d0fe0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-15T22:05:16.790 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:16.788+0000 7fd0c27fc640 1 --2- 172.21.15.63:0/673783345 >> [v2:172.21.15.110:3301/0,v1:172.21.15.110:6790/0] conn(0x7fd0c40b6830 0x7fd0c40d0fe0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T22:05:16.790 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:16.788+0000 7fd0c27fc640 1 -- 172.21.15.63:0/673783345 >> v1:172.21.15.110:6789/0 conn(0x7fd0c415f960 legacy=0x7fd0c40cff30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-15T22:05:16.790 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:16.788+0000 7fd0c27fc640 1 -- 172.21.15.63:0/673783345 --> v2:172.21.15.63:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fd0c4072e90 con 0x7fd0c40ce9f0 2024-09-15T22:05:16.791 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:16.788+0000 7fd0c27fc640 1 --2- 172.21.15.63:0/673783345 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fd0c40ce9f0 0x7fd0c40b62f0 secure :-1 s=READY pgs=284 cs=0 l=1 rev1=1 crypto rx=0x7fd0ac009870 tx=0x7fd0ac02a210 comp rx=0 tx=0).ready entity=mon.0 client_cookie=efd448e674aece45 server_cookie=0 in_seq=0 out_seq=0 2024-09-15T22:05:16.791 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:16.789+0000 7fd0c1ffb640 1 -- 172.21.15.63:0/673783345 <== mon.0 v2:172.21.15.63:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd0ac037070 con 0x7fd0c40ce9f0 2024-09-15T22:05:16.791 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:16.789+0000 7fd0c1ffb640 1 -- 172.21.15.63:0/673783345 <== mon.0 v2:172.21.15.63:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fd0ac032440 con 0x7fd0c40ce9f0 2024-09-15T22:05:16.791 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:16.789+0000 7fd0c1ffb640 1 -- 172.21.15.63:0/673783345 <== mon.0 v2:172.21.15.63:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd0ac032810 con 0x7fd0c40ce9f0 2024-09-15T22:05:16.791 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:16.789+0000 7fd0c980e640 1 -- 172.21.15.63:0/673783345 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fd0c40ce9f0 msgr2=0x7fd0c40b62f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-15T22:05:16.791 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:16.789+0000 7fd0c980e640 1 --2- 172.21.15.63:0/673783345 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fd0c40ce9f0 0x7fd0c40b62f0 secure :-1 s=READY pgs=284 cs=0 l=1 rev1=1 crypto rx=0x7fd0ac009870 tx=0x7fd0ac02a210 comp rx=0 tx=0).stop 2024-09-15T22:05:16.792 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:16.789+0000 7fd0c980e640 1 -- 172.21.15.63:0/673783345 shutdown_connections 2024-09-15T22:05:16.792 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:16.789+0000 7fd0c980e640 1 --2- 172.21.15.63:0/673783345 >> [v2:172.21.15.110:3301/0,v1:172.21.15.110:6790/0] conn(0x7fd0c40b6830 0x7fd0c40d0fe0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T22:05:16.792 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:16.789+0000 7fd0c980e640 1 --2- 172.21.15.63:0/673783345 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fd0c40ce9f0 0x7fd0c40b62f0 unknown :-1 s=CLOSED pgs=284 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T22:05:16.792 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:16.789+0000 7fd0c980e640 1 -- 172.21.15.63:0/673783345 >> 172.21.15.63:0/673783345 conn(0x7fd0c40b4090 msgr2=0x7fd0c40b4470 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-15T22:05:16.792 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:16.789+0000 7fd0c980e640 1 -- 172.21.15.63:0/673783345 shutdown_connections 2024-09-15T22:05:16.792 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:16.789+0000 7fd0c980e640 1 -- 172.21.15.63:0/673783345 wait complete. 2024-09-15T22:05:16.794 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:16.790+0000 7fd0c980e640 1 Processor -- start 2024-09-15T22:05:16.794 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:16.791+0000 7fd0c980e640 1 -- start start 2024-09-15T22:05:16.794 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:16.791+0000 7fd0c980e640 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fd0c40b6830 0x7fd0c41f83c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-15T22:05:16.794 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:16.791+0000 7fd0c980e640 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7fd0c40ce9f0 0x7fd0c414fff0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-15T22:05:16.794 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:16.791+0000 7fd0c980e640 1 --2- >> [v2:172.21.15.110:3301/0,v1:172.21.15.110:6790/0] conn(0x7fd0c415f960 0x7fd0c4070710 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-15T22:05:16.794 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:16.791+0000 7fd0c980e640 1 -- --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 -- 0x7fd0c40d16a0 con 0x7fd0c40b6830 2024-09-15T22:05:16.794 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:16.791+0000 7fd0c980e640 1 -- --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_getmap magic: 0 -- 0x7fd0c40d1520 con 0x7fd0c40ce9f0 2024-09-15T22:05:16.794 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:16.791+0000 7fd0c980e640 1 -- --> [v2:172.21.15.110:3301/0,v1:172.21.15.110:6790/0] -- mon_getmap magic: 0 -- 0x7fd0c40d1820 con 0x7fd0c415f960 2024-09-15T22:05:16.794 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:16.791+0000 7fd0c2ffd640 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fd0c40b6830 0x7fd0c41f83c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-15T22:05:16.794 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:16.791+0000 7fd0c2ffd640 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fd0c40b6830 0x7fd0c41f83c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.63:3300/0 says I am v2:172.21.15.63:48496/0 (socket says 172.21.15.63:48496) 2024-09-15T22:05:16.795 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:16.791+0000 7fd0c2ffd640 1 -- 172.21.15.63:0/4245922185 learned_addr learned my addr 172.21.15.63:0/4245922185 (peer_addr_for_me v2:172.21.15.63:0/0) 2024-09-15T22:05:16.795 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:16.792+0000 7fd0c27fc640 1 --2- 172.21.15.63:0/4245922185 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7fd0c40ce9f0 0x7fd0c414fff0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-15T22:05:16.795 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:16.792+0000 7fd0c2ffd640 1 -- 172.21.15.63:0/4245922185 >> [v2:172.21.15.110:3301/0,v1:172.21.15.110:6790/0] conn(0x7fd0c415f960 msgr2=0x7fd0c4070710 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-15T22:05:16.795 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:16.792+0000 7fd0c2ffd640 1 --2- 172.21.15.63:0/4245922185 >> [v2:172.21.15.110:3301/0,v1:172.21.15.110:6790/0] conn(0x7fd0c415f960 0x7fd0c4070710 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T22:05:16.795 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:16.792+0000 7fd0c2ffd640 1 -- 172.21.15.63:0/4245922185 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7fd0c40ce9f0 msgr2=0x7fd0c414fff0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-15T22:05:16.795 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:16.792+0000 7fd0c2ffd640 1 --2- 172.21.15.63:0/4245922185 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7fd0c40ce9f0 0x7fd0c414fff0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T22:05:16.795 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:16.792+0000 7fd0c2ffd640 1 -- 172.21.15.63:0/4245922185 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fd0c406dc20 con 0x7fd0c40b6830 2024-09-15T22:05:16.795 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:16.792+0000 7fd0c2ffd640 1 --2- 172.21.15.63:0/4245922185 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fd0c40b6830 0x7fd0c41f83c0 secure :-1 s=READY pgs=285 cs=0 l=1 rev1=1 crypto rx=0x7fd0bc00c430 tx=0x7fd0bc00c8f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-15T22:05:16.795 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:16.792+0000 7fd0bbfff640 1 -- 172.21.15.63:0/4245922185 <== mon.0 v2:172.21.15.63:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd0bc011790 con 0x7fd0c40b6830 2024-09-15T22:05:16.795 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:16.792+0000 7fd0bbfff640 1 -- 172.21.15.63:0/4245922185 <== mon.0 v2:172.21.15.63:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fd0bc017070 con 0x7fd0c40b6830 2024-09-15T22:05:16.795 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:16.792+0000 7fd0c980e640 1 -- 172.21.15.63:0/4245922185 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fd0c41f8900 con 0x7fd0c40b6830 2024-09-15T22:05:16.795 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:16.792+0000 7fd0bbfff640 1 -- 172.21.15.63:0/4245922185 <== mon.0 v2:172.21.15.63:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd0bc011bb0 con 0x7fd0c40b6830 2024-09-15T22:05:16.795 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:16.792+0000 7fd0c980e640 1 -- 172.21.15.63:0/4245922185 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fd0c406d6a0 con 0x7fd0c40b6830 2024-09-15T22:05:16.796 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:16.793+0000 7fd0c980e640 1 -- 172.21.15.63:0/4245922185 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fd0c40d0fe0 con 0x7fd0c40b6830 2024-09-15T22:05:16.796 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:16.794+0000 7fd0bbfff640 1 -- 172.21.15.63:0/4245922185 <== mon.0 v2:172.21.15.63:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7fd0bc01c460 con 0x7fd0c40b6830 2024-09-15T22:05:16.797 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:16.794+0000 7fd0bbfff640 1 --2- 172.21.15.63:0/4245922185 >> [v2:172.21.15.110:6832/552273267,v1:172.21.15.110:6833/552273267] conn(0x7fd0a406c2b0 0x7fd0a406e770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-15T22:05:16.797 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:16.794+0000 7fd0bbfff640 1 -- 172.21.15.63:0/4245922185 <== mon.0 v2:172.21.15.63:3300/0 5 ==== osd_map(33..33 src has 1..33) ==== 5709+0+0 (secure 0 0 0) 0x7fd0bc08b280 con 0x7fd0c40b6830 2024-09-15T22:05:16.797 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:16.795+0000 7fd0c27fc640 1 --2- 172.21.15.63:0/4245922185 >> [v2:172.21.15.110:6832/552273267,v1:172.21.15.110:6833/552273267] conn(0x7fd0a406c2b0 0x7fd0a406e770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-15T22:05:16.797 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:16.795+0000 7fd0c27fc640 1 --2- 172.21.15.63:0/4245922185 >> [v2:172.21.15.110:6832/552273267,v1:172.21.15.110:6833/552273267] conn(0x7fd0a406c2b0 0x7fd0a406e770 secure :-1 s=READY pgs=154 cs=0 l=1 rev1=1 crypto rx=0x7fd0ac034000 tx=0x7fd0ac02e000 comp rx=0 tx=0).ready entity=mgr.4102 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-15T22:05:16.800 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:16.798+0000 7fd0bbfff640 1 -- 172.21.15.63:0/4245922185 <== mon.0 v2:172.21.15.63:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7fd0c41f8900 con 0x7fd0c40b6830 2024-09-15T22:05:17.003 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:17.001+0000 7fd0c980e640 1 -- 172.21.15.63:0/4245922185 --> [v2:172.21.15.110:6832/552273267,v1:172.21.15.110:6833/552273267] -- mgr_command(tid 0: {"prefix": "fs volume ls", "target": ["mon-mgr", ""]}) -- 0x7fd0c40b3c10 con 0x7fd0a406c2b0 2024-09-15T22:05:17.005 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:17.003+0000 7fd0bbfff640 1 -- 172.21.15.63:0/4245922185 <== mgr.4102 v2:172.21.15.110:6832/552273267 1 ==== mgr_command_reply(tid 0: 0 ) ==== 8+0+41 (secure 0 0 0) 0x7fd0c40b3c10 con 0x7fd0a406c2b0 2024-09-15T22:05:17.005 INFO:teuthology.orchestra.run.smithi063.stdout:[ 2024-09-15T22:05:17.005 INFO:teuthology.orchestra.run.smithi063.stdout: { 2024-09-15T22:05:17.005 INFO:teuthology.orchestra.run.smithi063.stdout: "name": "cephfs" 2024-09-15T22:05:17.005 INFO:teuthology.orchestra.run.smithi063.stdout: } 2024-09-15T22:05:17.005 INFO:teuthology.orchestra.run.smithi063.stdout:] 2024-09-15T22:05:17.008 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:17.006+0000 7fd0c980e640 1 -- 172.21.15.63:0/4245922185 >> [v2:172.21.15.110:6832/552273267,v1:172.21.15.110:6833/552273267] conn(0x7fd0a406c2b0 msgr2=0x7fd0a406e770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-15T22:05:17.008 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:17.006+0000 7fd0c980e640 1 --2- 172.21.15.63:0/4245922185 >> [v2:172.21.15.110:6832/552273267,v1:172.21.15.110:6833/552273267] conn(0x7fd0a406c2b0 0x7fd0a406e770 secure :-1 s=READY pgs=154 cs=0 l=1 rev1=1 crypto rx=0x7fd0ac034000 tx=0x7fd0ac02e000 comp rx=0 tx=0).stop 2024-09-15T22:05:17.008 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:17.006+0000 7fd0c980e640 1 -- 172.21.15.63:0/4245922185 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fd0c40b6830 msgr2=0x7fd0c41f83c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-15T22:05:17.008 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:17.006+0000 7fd0c980e640 1 --2- 172.21.15.63:0/4245922185 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fd0c40b6830 0x7fd0c41f83c0 secure :-1 s=READY pgs=285 cs=0 l=1 rev1=1 crypto rx=0x7fd0bc00c430 tx=0x7fd0bc00c8f0 comp rx=0 tx=0).stop 2024-09-15T22:05:17.008 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:17.006+0000 7fd0c980e640 1 -- 172.21.15.63:0/4245922185 shutdown_connections 2024-09-15T22:05:17.008 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:17.006+0000 7fd0c980e640 1 --2- 172.21.15.63:0/4245922185 >> [v2:172.21.15.110:6832/552273267,v1:172.21.15.110:6833/552273267] conn(0x7fd0a406c2b0 0x7fd0a406e770 unknown :-1 s=CLOSED pgs=154 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T22:05:17.008 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:17.006+0000 7fd0c980e640 1 --2- 172.21.15.63:0/4245922185 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7fd0c40ce9f0 0x7fd0c414fff0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T22:05:17.008 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:17.006+0000 7fd0c980e640 1 --2- 172.21.15.63:0/4245922185 >> [v2:172.21.15.110:3301/0,v1:172.21.15.110:6790/0] conn(0x7fd0c415f960 0x7fd0c4070710 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T22:05:17.008 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:17.006+0000 7fd0c980e640 1 --2- 172.21.15.63:0/4245922185 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fd0c40b6830 0x7fd0c41f83c0 unknown :-1 s=CLOSED pgs=285 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T22:05:17.008 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:17.006+0000 7fd0c980e640 1 -- 172.21.15.63:0/4245922185 >> 172.21.15.63:0/4245922185 conn(0x7fd0c40b4090 msgr2=0x7fd0c415e6d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-15T22:05:17.008 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:17.006+0000 7fd0c980e640 1 -- 172.21.15.63:0/4245922185 shutdown_connections 2024-09-15T22:05:17.008 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:17.006+0000 7fd0c980e640 1 -- 172.21.15.63:0/4245922185 wait complete. 2024-09-15T22:05:17.019 DEBUG:teuthology.orchestra.run.smithi063:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph config set mon mon_allow_pool_delete True 2024-09-15T22:05:17.125 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:17.123+0000 7fd4f1a53640 1 Processor -- start 2024-09-15T22:05:17.125 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:17.123+0000 7fd4f1a53640 1 -- start start 2024-09-15T22:05:17.126 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:17.124+0000 7fd4f1a53640 1 --2- >> [v2:172.21.15.110:3301/0,v1:172.21.15.110:6790/0] conn(0x7fd4ec0d4010 0x7fd4ec0d0f70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-15T22:05:17.126 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:17.124+0000 7fd4f1a53640 1 -- --> v1:172.21.15.63:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fd4ec0cfcd0 con 0x7fd4ec0d30b0 2024-09-15T22:05:17.127 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:17.124+0000 7fd4f1a53640 1 -- --> v1:172.21.15.110:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fd4ec0d22f0 con 0x7fd4ec147f30 2024-09-15T22:05:17.127 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:17.124+0000 7fd4f1a53640 1 -- --> [v2:172.21.15.110:3301/0,v1:172.21.15.110:6790/0] -- mon_getmap magic: 0 -- 0x7fd4ec0d20a0 con 0x7fd4ec0d4010 2024-09-15T22:05:17.127 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:17.124+0000 7fd4eb7fe640 1 --1- >> v1:172.21.15.63:6789/0 conn(0x7fd4ec0d30b0 0x7fd4ec0b8810 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.63:6789/0 says I am v1:172.21.15.63:41958/0 (socket says 172.21.15.63:41958) 2024-09-15T22:05:17.127 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:17.124+0000 7fd4eb7fe640 1 -- 172.21.15.63:0/3819073837 learned_addr learned my addr 172.21.15.63:0/3819073837 (peer_addr_for_me v1:172.21.15.63:0/0) 2024-09-15T22:05:17.127 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:17.124+0000 7fd4ea7fc640 1 --2- 172.21.15.63:0/3819073837 >> [v2:172.21.15.110:3301/0,v1:172.21.15.110:6790/0] conn(0x7fd4ec0d4010 0x7fd4ec0d0f70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-15T22:05:17.127 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:17.124+0000 7fd4e9ffb640 1 -- 172.21.15.63:0/3819073837 <== mon.0 v1:172.21.15.63:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 3533049514 0 0) 0x7fd4ec0cfcd0 con 0x7fd4ec0d30b0 2024-09-15T22:05:17.127 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:17.124+0000 7fd4e9ffb640 1 -- 172.21.15.63:0/3819073837 --> v1:172.21.15.63:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7fd4d8003520 con 0x7fd4ec0d30b0 2024-09-15T22:05:17.127 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:17.125+0000 7fd4e9ffb640 1 -- 172.21.15.63:0/3819073837 <== mon.1 v1:172.21.15.110:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 1090452064 0 0) 0x7fd4ec0d22f0 con 0x7fd4ec147f30 2024-09-15T22:05:17.127 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:17.125+0000 7fd4e9ffb640 1 -- 172.21.15.63:0/3819073837 --> v1:172.21.15.110:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7fd4ec0cfcd0 con 0x7fd4ec147f30 2024-09-15T22:05:17.127 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:17.125+0000 7fd4ea7fc640 1 -- 172.21.15.63:0/3819073837 >> v1:172.21.15.110:6789/0 conn(0x7fd4ec147f30 legacy=0x7fd4ec0cf5c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-15T22:05:17.127 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:17.125+0000 7fd4e9ffb640 1 -- 172.21.15.63:0/3819073837 <== mon.0 v1:172.21.15.63:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) ==== 214+0+0 (unknown 3957395335 0 0) 0x7fd4d8003520 con 0x7fd4ec0d30b0 2024-09-15T22:05:17.127 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:17.125+0000 7fd4ea7fc640 1 -- 172.21.15.63:0/3819073837 >> v1:172.21.15.63:6789/0 conn(0x7fd4ec0d30b0 legacy=0x7fd4ec0b8810 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-15T22:05:17.127 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:17.125+0000 7fd4ea7fc640 1 -- 172.21.15.63:0/3819073837 --> [v2:172.21.15.110:3301/0,v1:172.21.15.110:6790/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fd4ec0d25d0 con 0x7fd4ec0d4010 2024-09-15T22:05:17.129 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:17.126+0000 7fd4ea7fc640 1 --2- 172.21.15.63:0/3819073837 >> [v2:172.21.15.110:3301/0,v1:172.21.15.110:6790/0] conn(0x7fd4ec0d4010 0x7fd4ec0d0f70 secure :-1 s=READY pgs=55 cs=0 l=1 rev1=1 crypto rx=0x7fd4d40097d0 tx=0x7fd4d402a100 comp rx=0 tx=0).ready entity=mon.2 client_cookie=9b83077780b4ba1a server_cookie=0 in_seq=0 out_seq=0 2024-09-15T22:05:17.129 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:17.126+0000 7fd4e9ffb640 1 -- 172.21.15.63:0/3819073837 <== mon.2 v2:172.21.15.110:3301/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd4d4037070 con 0x7fd4ec0d4010 2024-09-15T22:05:17.129 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:17.126+0000 7fd4e9ffb640 1 -- 172.21.15.63:0/3819073837 <== mon.2 v2:172.21.15.110:3301/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fd4d402ab90 con 0x7fd4ec0d4010 2024-09-15T22:05:17.129 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:17.126+0000 7fd4e9ffb640 1 -- 172.21.15.63:0/3819073837 <== mon.2 v2:172.21.15.110:3301/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd4e4001670 con 0x7fd4ec0d4010 2024-09-15T22:05:17.129 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:17.126+0000 7fd4f1a53640 1 -- 172.21.15.63:0/3819073837 >> [v2:172.21.15.110:3301/0,v1:172.21.15.110:6790/0] conn(0x7fd4ec0d4010 msgr2=0x7fd4ec0d0f70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-15T22:05:17.129 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:17.126+0000 7fd4f1a53640 1 --2- 172.21.15.63:0/3819073837 >> [v2:172.21.15.110:3301/0,v1:172.21.15.110:6790/0] conn(0x7fd4ec0d4010 0x7fd4ec0d0f70 secure :-1 s=READY pgs=55 cs=0 l=1 rev1=1 crypto rx=0x7fd4d40097d0 tx=0x7fd4d402a100 comp rx=0 tx=0).stop 2024-09-15T22:05:17.129 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:17.126+0000 7fd4f1a53640 1 -- 172.21.15.63:0/3819073837 shutdown_connections 2024-09-15T22:05:17.129 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:17.126+0000 7fd4f1a53640 1 --2- 172.21.15.63:0/3819073837 >> [v2:172.21.15.110:3301/0,v1:172.21.15.110:6790/0] conn(0x7fd4ec0d4010 0x7fd4ec0d0f70 unknown :-1 s=CLOSED pgs=55 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T22:05:17.130 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:17.126+0000 7fd4f1a53640 1 -- 172.21.15.63:0/3819073837 >> 172.21.15.63:0/3819073837 conn(0x7fd4ec074da0 msgr2=0x7fd4ec0d4560 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-15T22:05:17.130 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:17.126+0000 7fd4f1a53640 1 -- 172.21.15.63:0/3819073837 shutdown_connections 2024-09-15T22:05:17.130 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:17.126+0000 7fd4f1a53640 1 -- 172.21.15.63:0/3819073837 wait complete. 2024-09-15T22:05:17.130 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:17.128+0000 7fd4f1a53640 1 Processor -- start 2024-09-15T22:05:17.130 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:17.128+0000 7fd4f1a53640 1 -- start start 2024-09-15T22:05:17.132 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:17.128+0000 7fd4f1a53640 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7fd4ec0d30b0 0x7fd4ec0cd3b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-15T22:05:17.132 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:17.128+0000 7fd4f1a53640 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fd4ec0d4010 0x7fd4ec15df40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-15T22:05:17.132 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:17.128+0000 7fd4f1a53640 1 --2- >> [v2:172.21.15.110:3301/0,v1:172.21.15.110:6790/0] conn(0x7fd4ec147f30 0x7fd4ec0aca30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-15T22:05:17.132 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:17.128+0000 7fd4f1a53640 1 -- --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 -- 0x7fd4ec148310 con 0x7fd4ec0d4010 2024-09-15T22:05:17.132 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:17.128+0000 7fd4f1a53640 1 -- --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_getmap magic: 0 -- 0x7fd4ec0d2b90 con 0x7fd4ec0d30b0 2024-09-15T22:05:17.132 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:17.128+0000 7fd4f1a53640 1 -- --> [v2:172.21.15.110:3301/0,v1:172.21.15.110:6790/0] -- mon_getmap magic: 0 -- 0x7fd4ec0d14b0 con 0x7fd4ec147f30 2024-09-15T22:05:17.132 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:17.129+0000 7fd4ea7fc640 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fd4ec0d4010 0x7fd4ec15df40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-15T22:05:17.132 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:17.129+0000 7fd4ea7fc640 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fd4ec0d4010 0x7fd4ec15df40 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.63:3300/0 says I am v2:172.21.15.63:48506/0 (socket says 172.21.15.63:48506) 2024-09-15T22:05:17.132 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:17.129+0000 7fd4ea7fc640 1 -- 172.21.15.63:0/2202766207 learned_addr learned my addr 172.21.15.63:0/2202766207 (peer_addr_for_me v2:172.21.15.63:0/0) 2024-09-15T22:05:17.132 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:17.129+0000 7fd4eaffd640 1 --2- 172.21.15.63:0/2202766207 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7fd4ec0d30b0 0x7fd4ec0cd3b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-15T22:05:17.133 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:17.129+0000 7fd4eb7fe640 1 --2- 172.21.15.63:0/2202766207 >> [v2:172.21.15.110:3301/0,v1:172.21.15.110:6790/0] conn(0x7fd4ec147f30 0x7fd4ec0aca30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-15T22:05:17.133 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:17.129+0000 7fd4ea7fc640 1 -- 172.21.15.63:0/2202766207 >> [v2:172.21.15.110:3301/0,v1:172.21.15.110:6790/0] conn(0x7fd4ec147f30 msgr2=0x7fd4ec0aca30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-15T22:05:17.133 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:17.129+0000 7fd4ea7fc640 1 --2- 172.21.15.63:0/2202766207 >> [v2:172.21.15.110:3301/0,v1:172.21.15.110:6790/0] conn(0x7fd4ec147f30 0x7fd4ec0aca30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T22:05:17.133 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:17.129+0000 7fd4ea7fc640 1 -- 172.21.15.63:0/2202766207 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7fd4ec0d30b0 msgr2=0x7fd4ec0cd3b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-15T22:05:17.133 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:17.129+0000 7fd4ea7fc640 1 --2- 172.21.15.63:0/2202766207 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7fd4ec0d30b0 0x7fd4ec0cd3b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T22:05:17.133 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:17.129+0000 7fd4ea7fc640 1 -- 172.21.15.63:0/2202766207 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fd4ec144810 con 0x7fd4ec0d4010 2024-09-15T22:05:17.133 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:17.129+0000 7fd4eb7fe640 1 --2- 172.21.15.63:0/2202766207 >> [v2:172.21.15.110:3301/0,v1:172.21.15.110:6790/0] conn(0x7fd4ec147f30 0x7fd4ec0aca30 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-15T22:05:17.133 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:17.129+0000 7fd4ea7fc640 1 --2- 172.21.15.63:0/2202766207 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fd4ec0d4010 0x7fd4ec15df40 secure :-1 s=READY pgs=287 cs=0 l=1 rev1=1 crypto rx=0x7fd4d4035040 tx=0x7fd4d40046c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-15T22:05:17.133 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:17.129+0000 7fd4e3fff640 1 -- 172.21.15.63:0/2202766207 <== mon.0 v2:172.21.15.63:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd4d4037050 con 0x7fd4ec0d4010 2024-09-15T22:05:17.133 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:17.129+0000 7fd4e3fff640 1 -- 172.21.15.63:0/2202766207 <== mon.0 v2:172.21.15.63:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fd4d4038040 con 0x7fd4ec0d4010 2024-09-15T22:05:17.133 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:17.129+0000 7fd4f1a53640 1 -- 172.21.15.63:0/2202766207 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fd4ec0cd8f0 con 0x7fd4ec0d4010 2024-09-15T22:05:17.133 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:17.129+0000 7fd4e3fff640 1 -- 172.21.15.63:0/2202766207 <== mon.0 v2:172.21.15.63:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd4d4003ae0 con 0x7fd4ec0d4010 2024-09-15T22:05:17.133 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:17.129+0000 7fd4f1a53640 1 -- 172.21.15.63:0/2202766207 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fd4ec0cc5f0 con 0x7fd4ec0d4010 2024-09-15T22:05:17.134 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:17.130+0000 7fd4f1a53640 1 -- 172.21.15.63:0/2202766207 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fd4ec15f360 con 0x7fd4ec0d4010 2024-09-15T22:05:17.134 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:17.131+0000 7fd4e3fff640 1 -- 172.21.15.63:0/2202766207 <== mon.0 v2:172.21.15.63:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7fd4d4045020 con 0x7fd4ec0d4010 2024-09-15T22:05:17.134 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:17.131+0000 7fd4e3fff640 1 --2- 172.21.15.63:0/2202766207 >> [v2:172.21.15.110:6832/552273267,v1:172.21.15.110:6833/552273267] conn(0x7fd4cc06c2b0 0x7fd4cc06e770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-15T22:05:17.134 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:17.131+0000 7fd4e3fff640 1 -- 172.21.15.63:0/2202766207 <== mon.0 v2:172.21.15.63:3300/0 5 ==== osd_map(33..33 src has 1..33) ==== 5709+0+0 (secure 0 0 0) 0x7fd4d40ab100 con 0x7fd4ec0d4010 2024-09-15T22:05:17.135 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:17.132+0000 7fd4eaffd640 1 --2- 172.21.15.63:0/2202766207 >> [v2:172.21.15.110:6832/552273267,v1:172.21.15.110:6833/552273267] conn(0x7fd4cc06c2b0 0x7fd4cc06e770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-15T22:05:17.135 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:17.132+0000 7fd4eaffd640 1 --2- 172.21.15.63:0/2202766207 >> [v2:172.21.15.110:6832/552273267,v1:172.21.15.110:6833/552273267] conn(0x7fd4cc06c2b0 0x7fd4cc06e770 secure :-1 s=READY pgs=155 cs=0 l=1 rev1=1 crypto rx=0x7fd4dc001560 tx=0x7fd4dc009040 comp rx=0 tx=0).ready entity=mgr.4102 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-15T22:05:17.137 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:17.136+0000 7fd4e3fff640 1 -- 172.21.15.63:0/2202766207 <== mon.0 v2:172.21.15.63:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7fd4d404c020 con 0x7fd4ec0d4010 2024-09-15T22:05:17.312 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:17.310+0000 7fd4f1a53640 1 -- 172.21.15.63:0/2202766207 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_command([{prefix=config set, name=mon_allow_pool_delete}] v 0) -- 0x7fd4ec162640 con 0x7fd4ec0d4010 2024-09-15T22:05:17.312 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:17.311+0000 7fd4e3fff640 1 -- 172.21.15.63:0/2202766207 <== mon.0 v2:172.21.15.63:3300/0 7 ==== mon_command_ack([{prefix=config set, name=mon_allow_pool_delete}]=0 v10)=0 v10) ==== 122+0+0 (secure 0 0 0) 0x7fd4ec144810 con 0x7fd4ec0d4010 2024-09-15T22:05:17.314 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:17.313+0000 7fd4f1a53640 1 -- 172.21.15.63:0/2202766207 >> [v2:172.21.15.110:6832/552273267,v1:172.21.15.110:6833/552273267] conn(0x7fd4cc06c2b0 msgr2=0x7fd4cc06e770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-15T22:05:17.314 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:17.313+0000 7fd4f1a53640 1 --2- 172.21.15.63:0/2202766207 >> [v2:172.21.15.110:6832/552273267,v1:172.21.15.110:6833/552273267] conn(0x7fd4cc06c2b0 0x7fd4cc06e770 secure :-1 s=READY pgs=155 cs=0 l=1 rev1=1 crypto rx=0x7fd4dc001560 tx=0x7fd4dc009040 comp rx=0 tx=0).stop 2024-09-15T22:05:17.315 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:17.313+0000 7fd4f1a53640 1 -- 172.21.15.63:0/2202766207 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fd4ec0d4010 msgr2=0x7fd4ec15df40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-15T22:05:17.315 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:17.313+0000 7fd4f1a53640 1 --2- 172.21.15.63:0/2202766207 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fd4ec0d4010 0x7fd4ec15df40 secure :-1 s=READY pgs=287 cs=0 l=1 rev1=1 crypto rx=0x7fd4d4035040 tx=0x7fd4d40046c0 comp rx=0 tx=0).stop 2024-09-15T22:05:17.315 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:17.313+0000 7fd4f1a53640 1 -- 172.21.15.63:0/2202766207 shutdown_connections 2024-09-15T22:05:17.315 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:17.313+0000 7fd4f1a53640 1 --2- 172.21.15.63:0/2202766207 >> [v2:172.21.15.110:6832/552273267,v1:172.21.15.110:6833/552273267] conn(0x7fd4cc06c2b0 0x7fd4cc06e770 unknown :-1 s=CLOSED pgs=155 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T22:05:17.315 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:17.313+0000 7fd4f1a53640 1 --2- 172.21.15.63:0/2202766207 >> [v2:172.21.15.110:3301/0,v1:172.21.15.110:6790/0] conn(0x7fd4ec147f30 0x7fd4ec0aca30 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T22:05:17.315 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:17.313+0000 7fd4f1a53640 1 --2- 172.21.15.63:0/2202766207 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fd4ec0d4010 0x7fd4ec15df40 unknown :-1 s=CLOSED pgs=287 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T22:05:17.315 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:17.313+0000 7fd4f1a53640 1 --2- 172.21.15.63:0/2202766207 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7fd4ec0d30b0 0x7fd4ec0cd3b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T22:05:17.315 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:17.313+0000 7fd4f1a53640 1 -- 172.21.15.63:0/2202766207 >> 172.21.15.63:0/2202766207 conn(0x7fd4ec074da0 msgr2=0x7fd4ec0cacb0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-15T22:05:17.315 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:17.313+0000 7fd4f1a53640 1 -- 172.21.15.63:0/2202766207 shutdown_connections 2024-09-15T22:05:17.315 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:17.313+0000 7fd4f1a53640 1 -- 172.21.15.63:0/2202766207 wait complete. 2024-09-15T22:05:17.326 DEBUG:teuthology.orchestra.run.smithi063:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs subvolumegroup create cephfs subvol_grp93160 2024-09-15T22:05:17.431 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:17.430+0000 7f77c40a5640 1 Processor -- start 2024-09-15T22:05:17.432 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:17.430+0000 7f77c40a5640 1 -- start start 2024-09-15T22:05:17.433 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:17.431+0000 7f77c40a5640 1 --2- >> [v2:172.21.15.110:3301/0,v1:172.21.15.110:6790/0] conn(0x7f77bc0b4d70 0x7f77bc0b5550 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-15T22:05:17.433 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:17.431+0000 7f77c40a5640 1 --2- >> v2:172.21.15.63:3300/0 conn(0x7f77bc166120 0x7f77bc168510 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-15T22:05:17.433 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:17.431+0000 7f77c40a5640 1 -- --> v1:172.21.15.110:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f77bc0d1f10 con 0x7f77bc0b6ec0 2024-09-15T22:05:17.433 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:17.431+0000 7f77c40a5640 1 -- --> v2:172.21.15.63:3300/0 -- mon_getmap magic: 0 -- 0x7f77bc06dac0 con 0x7f77bc166120 2024-09-15T22:05:17.433 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:17.431+0000 7f77c40a5640 1 -- --> [v2:172.21.15.110:3301/0,v1:172.21.15.110:6790/0] -- mon_getmap magic: 0 -- 0x7f77bc0b51b0 con 0x7f77bc0b4d70 2024-09-15T22:05:17.433 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:17.431+0000 7f77c2642640 1 --2- >> v2:172.21.15.63:3300/0 conn(0x7f77bc166120 0x7f77bc168510 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-15T22:05:17.433 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:17.431+0000 7f77c2642640 1 --2- >> v2:172.21.15.63:3300/0 conn(0x7f77bc166120 0x7f77bc168510 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.63:3300/0 says I am v2:172.21.15.63:48522/0 (socket says 172.21.15.63:48522) 2024-09-15T22:05:17.433 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:17.431+0000 7f77c2642640 1 -- 172.21.15.63:0/2136171573 learned_addr learned my addr 172.21.15.63:0/2136171573 (peer_addr_for_me v2:172.21.15.63:0/0) 2024-09-15T22:05:17.433 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:17.431+0000 7f77c2642640 1 -- 172.21.15.63:0/2136171573 >> [v2:172.21.15.110:3301/0,v1:172.21.15.110:6790/0] conn(0x7f77bc0b4d70 msgr2=0x7f77bc0b5550 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-15T22:05:17.433 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:17.431+0000 7f77c2642640 1 --2- 172.21.15.63:0/2136171573 >> [v2:172.21.15.110:3301/0,v1:172.21.15.110:6790/0] conn(0x7f77bc0b4d70 0x7f77bc0b5550 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T22:05:17.433 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:17.431+0000 7f77c2642640 1 -- 172.21.15.63:0/2136171573 >> v1:172.21.15.110:6789/0 conn(0x7f77bc0b6ec0 legacy=0x7f77bc0b72a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-15T22:05:17.434 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:17.431+0000 7f77c2642640 1 -- 172.21.15.63:0/2136171573 --> v2:172.21.15.63:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f77bc074210 con 0x7f77bc166120 2024-09-15T22:05:17.435 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:17.432+0000 7f77c2642640 1 --2- 172.21.15.63:0/2136171573 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f77bc166120 0x7f77bc168510 secure :-1 s=READY pgs=288 cs=0 l=1 rev1=1 crypto rx=0x7f77b4009e50 tx=0x7f77b402a6c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=b6038e8feefdad84 server_cookie=0 in_seq=0 out_seq=0 2024-09-15T22:05:17.435 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:17.432+0000 7f77c0e3f640 1 -- 172.21.15.63:0/2136171573 <== mon.0 v2:172.21.15.63:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f77b4036070 con 0x7f77bc166120 2024-09-15T22:05:17.435 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:17.432+0000 7f77c0e3f640 1 -- 172.21.15.63:0/2136171573 <== mon.0 v2:172.21.15.63:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f77b4031600 con 0x7f77bc166120 2024-09-15T22:05:17.435 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:17.432+0000 7f77c0e3f640 1 -- 172.21.15.63:0/2136171573 <== mon.0 v2:172.21.15.63:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f77b40319d0 con 0x7f77bc166120 2024-09-15T22:05:17.435 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:17.433+0000 7f77c40a5640 1 -- 172.21.15.63:0/2136171573 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f77bc166120 msgr2=0x7f77bc168510 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-15T22:05:17.435 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:17.433+0000 7f77c40a5640 1 --2- 172.21.15.63:0/2136171573 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f77bc166120 0x7f77bc168510 secure :-1 s=READY pgs=288 cs=0 l=1 rev1=1 crypto rx=0x7f77b4009e50 tx=0x7f77b402a6c0 comp rx=0 tx=0).stop 2024-09-15T22:05:17.435 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:17.433+0000 7f77c40a5640 1 -- 172.21.15.63:0/2136171573 shutdown_connections 2024-09-15T22:05:17.435 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:17.433+0000 7f77c40a5640 1 --2- 172.21.15.63:0/2136171573 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f77bc166120 0x7f77bc168510 unknown :-1 s=CLOSED pgs=288 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T22:05:17.435 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:17.433+0000 7f77c40a5640 1 --2- 172.21.15.63:0/2136171573 >> [v2:172.21.15.110:3301/0,v1:172.21.15.110:6790/0] conn(0x7f77bc0b4d70 0x7f77bc0b5550 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T22:05:17.435 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:17.433+0000 7f77c40a5640 1 -- 172.21.15.63:0/2136171573 >> 172.21.15.63:0/2136171573 conn(0x7f77bc0b4250 msgr2=0x7f77bc0b4660 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-15T22:05:17.436 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:17.433+0000 7f77c40a5640 1 -- 172.21.15.63:0/2136171573 shutdown_connections 2024-09-15T22:05:17.436 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:17.433+0000 7f77c40a5640 1 -- 172.21.15.63:0/2136171573 wait complete. 2024-09-15T22:05:17.438 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:17.434+0000 7f77c40a5640 1 Processor -- start 2024-09-15T22:05:17.438 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:17.434+0000 7f77c40a5640 1 -- start start 2024-09-15T22:05:17.438 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:17.435+0000 7f77c40a5640 1 --2- >> [v2:172.21.15.110:3301/0,v1:172.21.15.110:6790/0] conn(0x7f77bc0b4d70 0x7f77bc14d0c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-15T22:05:17.438 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:17.435+0000 7f77c40a5640 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f77bc0b6ec0 0x7f77bc0d1420 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-15T22:05:17.438 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:17.435+0000 7f77c40a5640 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f77bc166120 0x7f77bc15eba0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-15T22:05:17.438 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:17.435+0000 7f77c40a5640 1 -- --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 -- 0x7f77bc071600 con 0x7f77bc166120 2024-09-15T22:05:17.438 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:17.435+0000 7f77c40a5640 1 -- --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_getmap magic: 0 -- 0x7f77bc06d500 con 0x7f77bc0b6ec0 2024-09-15T22:05:17.438 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:17.435+0000 7f77c40a5640 1 -- --> [v2:172.21.15.110:3301/0,v1:172.21.15.110:6790/0] -- mon_getmap magic: 0 -- 0x7f77bc06d750 con 0x7f77bc0b4d70 2024-09-15T22:05:17.439 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:17.435+0000 7f77c2642640 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f77bc166120 0x7f77bc15eba0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-15T22:05:17.439 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:17.435+0000 7f77c2642640 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f77bc166120 0x7f77bc15eba0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.63:3300/0 says I am v2:172.21.15.63:48524/0 (socket says 172.21.15.63:48524) 2024-09-15T22:05:17.439 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:17.435+0000 7f77c2642640 1 -- 172.21.15.63:0/2939641841 learned_addr learned my addr 172.21.15.63:0/2939641841 (peer_addr_for_me v2:172.21.15.63:0/0) 2024-09-15T22:05:17.439 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:17.435+0000 7f77c1640640 1 --2- 172.21.15.63:0/2939641841 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f77bc0b6ec0 0x7f77bc0d1420 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-15T22:05:17.439 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:17.435+0000 7f77c1e41640 1 --2- 172.21.15.63:0/2939641841 >> [v2:172.21.15.110:3301/0,v1:172.21.15.110:6790/0] conn(0x7f77bc0b4d70 0x7f77bc14d0c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-15T22:05:17.439 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:17.435+0000 7f77c2642640 1 -- 172.21.15.63:0/2939641841 >> [v2:172.21.15.110:3301/0,v1:172.21.15.110:6790/0] conn(0x7f77bc0b4d70 msgr2=0x7f77bc14d0c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-15T22:05:17.439 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:17.435+0000 7f77c2642640 1 --2- 172.21.15.63:0/2939641841 >> [v2:172.21.15.110:3301/0,v1:172.21.15.110:6790/0] conn(0x7f77bc0b4d70 0x7f77bc14d0c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T22:05:17.439 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:17.435+0000 7f77c2642640 1 -- 172.21.15.63:0/2939641841 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f77bc0b6ec0 msgr2=0x7f77bc0d1420 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-15T22:05:17.439 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:17.435+0000 7f77c2642640 1 --2- 172.21.15.63:0/2939641841 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f77bc0b6ec0 0x7f77bc0d1420 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T22:05:17.439 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:17.435+0000 7f77c2642640 1 -- 172.21.15.63:0/2939641841 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f77bc0cebb0 con 0x7f77bc166120 2024-09-15T22:05:17.439 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:17.435+0000 7f77c2642640 1 --2- 172.21.15.63:0/2939641841 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f77bc166120 0x7f77bc15eba0 secure :-1 s=READY pgs=289 cs=0 l=1 rev1=1 crypto rx=0x7f77b4009e50 tx=0x7f77b4004a40 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-15T22:05:17.439 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:17.436+0000 7f77b27fc640 1 -- 172.21.15.63:0/2939641841 <== mon.0 v2:172.21.15.63:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f77b4041020 con 0x7f77bc166120 2024-09-15T22:05:17.439 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:17.436+0000 7f77b27fc640 1 -- 172.21.15.63:0/2939641841 <== mon.0 v2:172.21.15.63:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f77b4007800 con 0x7f77bc166120 2024-09-15T22:05:17.440 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:17.436+0000 7f77c40a5640 1 -- 172.21.15.63:0/2939641841 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f77bc15d530 con 0x7f77bc166120 2024-09-15T22:05:17.440 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:17.436+0000 7f77b27fc640 1 -- 172.21.15.63:0/2939641841 <== mon.0 v2:172.21.15.63:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f77b4036040 con 0x7f77bc166120 2024-09-15T22:05:17.440 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:17.436+0000 7f77c40a5640 1 -- 172.21.15.63:0/2939641841 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f77bc0d1960 con 0x7f77bc166120 2024-09-15T22:05:17.440 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:17.437+0000 7f77c40a5640 1 -- 172.21.15.63:0/2939641841 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f77bc15e990 con 0x7f77bc166120 2024-09-15T22:05:17.440 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:17.437+0000 7f77b27fc640 1 -- 172.21.15.63:0/2939641841 <== mon.0 v2:172.21.15.63:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7f77b4044020 con 0x7f77bc166120 2024-09-15T22:05:17.441 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:17.438+0000 7f77b27fc640 1 --2- 172.21.15.63:0/2939641841 >> [v2:172.21.15.110:6832/552273267,v1:172.21.15.110:6833/552273267] conn(0x7f77a006c2b0 0x7f77a006e770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-15T22:05:17.441 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:17.438+0000 7f77b27fc640 1 -- 172.21.15.63:0/2939641841 <== mon.0 v2:172.21.15.63:3300/0 5 ==== osd_map(33..33 src has 1..33) ==== 5709+0+0 (secure 0 0 0) 0x7f77b40ac330 con 0x7f77bc166120 2024-09-15T22:05:17.441 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:17.438+0000 7f77c1e41640 1 --2- 172.21.15.63:0/2939641841 >> [v2:172.21.15.110:6832/552273267,v1:172.21.15.110:6833/552273267] conn(0x7f77a006c2b0 0x7f77a006e770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-15T22:05:17.441 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:17.439+0000 7f77c1e41640 1 --2- 172.21.15.63:0/2939641841 >> [v2:172.21.15.110:6832/552273267,v1:172.21.15.110:6833/552273267] conn(0x7f77a006c2b0 0x7f77a006e770 secure :-1 s=READY pgs=156 cs=0 l=1 rev1=1 crypto rx=0x7f77bc1f8e30 tx=0x7f77b8009040 comp rx=0 tx=0).ready entity=mgr.4102 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-15T22:05:17.444 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:17.442+0000 7f77b27fc640 1 -- 172.21.15.63:0/2939641841 <== mon.0 v2:172.21.15.63:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7f77b404b030 con 0x7f77bc166120 2024-09-15T22:05:17.641 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:17.639+0000 7f77c40a5640 1 -- 172.21.15.63:0/2939641841 --> [v2:172.21.15.110:6832/552273267,v1:172.21.15.110:6833/552273267] -- mgr_command(tid 0: {"prefix": "fs subvolumegroup create", "vol_name": "cephfs", "group_name": "subvol_grp93160", "target": ["mon-mgr", ""]}) -- 0x7f77bc0d1040 con 0x7f77a006c2b0 2024-09-15T22:05:17.646 INFO:tasks.ceph.mgr.x.smithi110.stderr:2024-09-15T22:05:17.644+0000 7f696aa03640 -1 client.0 error registering admin socket command: (17) File exists 2024-09-15T22:05:17.646 INFO:tasks.ceph.mgr.x.smithi110.stderr:2024-09-15T22:05:17.644+0000 7f696aa03640 -1 client.0 error registering admin socket command: (17) File exists 2024-09-15T22:05:17.646 INFO:tasks.ceph.mgr.x.smithi110.stderr:2024-09-15T22:05:17.644+0000 7f696aa03640 -1 client.0 error registering admin socket command: (17) File exists 2024-09-15T22:05:17.646 INFO:tasks.ceph.mgr.x.smithi110.stderr:2024-09-15T22:05:17.644+0000 7f696aa03640 -1 client.0 error registering admin socket command: (17) File exists 2024-09-15T22:05:17.646 INFO:tasks.ceph.mgr.x.smithi110.stderr:2024-09-15T22:05:17.644+0000 7f696aa03640 -1 client.0 error registering admin socket command: (17) File exists 2024-09-15T22:05:17.659 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:17.657+0000 7f77b27fc640 1 -- 172.21.15.63:0/2939641841 <== mgr.4102 v2:172.21.15.110:6832/552273267 1 ==== mgr_command_reply(tid 0: 0 ) ==== 8+0+0 (secure 0 0 0) 0x7f77bc0d1040 con 0x7f77a006c2b0 2024-09-15T22:05:17.661 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:17.659+0000 7f77c40a5640 1 -- 172.21.15.63:0/2939641841 >> [v2:172.21.15.110:6832/552273267,v1:172.21.15.110:6833/552273267] conn(0x7f77a006c2b0 msgr2=0x7f77a006e770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-15T22:05:17.661 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:17.659+0000 7f77c40a5640 1 --2- 172.21.15.63:0/2939641841 >> [v2:172.21.15.110:6832/552273267,v1:172.21.15.110:6833/552273267] conn(0x7f77a006c2b0 0x7f77a006e770 secure :-1 s=READY pgs=156 cs=0 l=1 rev1=1 crypto rx=0x7f77bc1f8e30 tx=0x7f77b8009040 comp rx=0 tx=0).stop 2024-09-15T22:05:17.661 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:17.659+0000 7f77c40a5640 1 -- 172.21.15.63:0/2939641841 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f77bc166120 msgr2=0x7f77bc15eba0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-15T22:05:17.661 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:17.659+0000 7f77c40a5640 1 --2- 172.21.15.63:0/2939641841 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f77bc166120 0x7f77bc15eba0 secure :-1 s=READY pgs=289 cs=0 l=1 rev1=1 crypto rx=0x7f77b4009e50 tx=0x7f77b4004a40 comp rx=0 tx=0).stop 2024-09-15T22:05:17.661 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:17.659+0000 7f77c40a5640 1 -- 172.21.15.63:0/2939641841 shutdown_connections 2024-09-15T22:05:17.662 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:17.659+0000 7f77c40a5640 1 --2- 172.21.15.63:0/2939641841 >> [v2:172.21.15.110:6832/552273267,v1:172.21.15.110:6833/552273267] conn(0x7f77a006c2b0 0x7f77a006e770 unknown :-1 s=CLOSED pgs=156 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T22:05:17.662 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:17.659+0000 7f77c40a5640 1 --2- 172.21.15.63:0/2939641841 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f77bc0b6ec0 0x7f77bc0d1420 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T22:05:17.662 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:17.659+0000 7f77c40a5640 1 --2- 172.21.15.63:0/2939641841 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f77bc166120 0x7f77bc15eba0 unknown :-1 s=CLOSED pgs=289 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T22:05:17.662 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:17.659+0000 7f77c40a5640 1 --2- 172.21.15.63:0/2939641841 >> [v2:172.21.15.110:3301/0,v1:172.21.15.110:6790/0] conn(0x7f77bc0b4d70 0x7f77bc14d0c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T22:05:17.662 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:17.659+0000 7f77c40a5640 1 -- 172.21.15.63:0/2939641841 >> 172.21.15.63:0/2939641841 conn(0x7f77bc0b4250 msgr2=0x7f77bc06bd50 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-15T22:05:17.662 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:17.660+0000 7f77c40a5640 1 -- 172.21.15.63:0/2939641841 shutdown_connections 2024-09-15T22:05:17.662 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:17.660+0000 7f77c40a5640 1 -- 172.21.15.63:0/2939641841 wait complete. 2024-09-15T22:05:17.672 DEBUG:teuthology.orchestra.run.smithi063:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs subvolume create cephfs subvol54550 --group_name subvol_grp93160 2024-09-15T22:05:17.781 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:17.779+0000 7f1d8b359640 1 Processor -- start 2024-09-15T22:05:17.781 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:17.779+0000 7f1d8b359640 1 -- start start 2024-09-15T22:05:17.784 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:17.780+0000 7f1d8b359640 1 --2- >> v2:172.21.15.110:3300/0 conn(0x7f1d841619e0 0x7f1d8406c860 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-15T22:05:17.784 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:17.780+0000 7f1d8b359640 1 --2- >> [v2:172.21.15.110:3301/0,v1:172.21.15.110:6790/0] conn(0x7f1d840737a0 0x7f1d840b6410 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-15T22:05:17.784 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:17.780+0000 7f1d8b359640 1 -- --> v1:172.21.15.63:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f1d8406c320 con 0x7f1d840d1b20 2024-09-15T22:05:17.784 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:17.780+0000 7f1d8b359640 1 -- --> v2:172.21.15.110:3300/0 -- mon_getmap magic: 0 -- 0x7f1d8406bd60 con 0x7f1d841619e0 2024-09-15T22:05:17.785 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:17.780+0000 7f1d8b359640 1 -- --> [v2:172.21.15.110:3301/0,v1:172.21.15.110:6790/0] -- mon_getmap magic: 0 -- 0x7f1d8406c040 con 0x7f1d840737a0 2024-09-15T22:05:17.785 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:17.780+0000 7f1d888f4640 1 --1- >> v1:172.21.15.63:6789/0 conn(0x7f1d840d1b20 0x7f1d84073090 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.63:6789/0 says I am v1:172.21.15.63:41970/0 (socket says 172.21.15.63:41970) 2024-09-15T22:05:17.785 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:17.780+0000 7f1d888f4640 1 -- 172.21.15.63:0/2314341706 learned_addr learned my addr 172.21.15.63:0/2314341706 (peer_addr_for_me v1:172.21.15.63:0/0) 2024-09-15T22:05:17.785 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:17.780+0000 7f1d890f5640 1 --2- 172.21.15.63:0/2314341706 >> v2:172.21.15.110:3300/0 conn(0x7f1d841619e0 0x7f1d8406c860 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-15T22:05:17.785 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:17.780+0000 7f1d898f6640 1 --2- 172.21.15.63:0/2314341706 >> [v2:172.21.15.110:3301/0,v1:172.21.15.110:6790/0] conn(0x7f1d840737a0 0x7f1d840b6410 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-15T22:05:17.785 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:17.781+0000 7f1d83fff640 1 -- 172.21.15.63:0/2314341706 <== mon.0 v1:172.21.15.63:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 3009629139 0 0) 0x7f1d8406c320 con 0x7f1d840d1b20 2024-09-15T22:05:17.785 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:17.781+0000 7f1d83fff640 1 -- 172.21.15.63:0/2314341706 --> v1:172.21.15.63:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7f1d6c003520 con 0x7f1d840d1b20 2024-09-15T22:05:17.785 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:17.781+0000 7f1d83fff640 1 -- 172.21.15.63:0/2314341706 <== mon.0 v1:172.21.15.63:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) ==== 214+0+0 (unknown 3789541021 0 0) 0x7f1d6c003520 con 0x7f1d840d1b20 2024-09-15T22:05:17.785 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:17.781+0000 7f1d83fff640 1 -- 172.21.15.63:0/2314341706 >> [v2:172.21.15.110:3301/0,v1:172.21.15.110:6790/0] conn(0x7f1d840737a0 msgr2=0x7f1d840b6410 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-15T22:05:17.785 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:17.781+0000 7f1d83fff640 1 --2- 172.21.15.63:0/2314341706 >> [v2:172.21.15.110:3301/0,v1:172.21.15.110:6790/0] conn(0x7f1d840737a0 0x7f1d840b6410 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T22:05:17.785 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:17.781+0000 7f1d83fff640 1 -- 172.21.15.63:0/2314341706 >> v2:172.21.15.110:3300/0 conn(0x7f1d841619e0 msgr2=0x7f1d8406c860 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-15T22:05:17.785 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:17.781+0000 7f1d83fff640 1 --2- 172.21.15.63:0/2314341706 >> v2:172.21.15.110:3300/0 conn(0x7f1d841619e0 0x7f1d8406c860 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T22:05:17.785 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:17.781+0000 7f1d83fff640 1 -- 172.21.15.63:0/2314341706 --> v1:172.21.15.63:6789/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f1d84161dc0 con 0x7f1d840d1b20 2024-09-15T22:05:17.786 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:17.781+0000 7f1d83fff640 1 -- 172.21.15.63:0/2314341706 <== mon.0 v1:172.21.15.63:6789/0 3 ==== mon_map magic: 0 ==== 413+0+0 (unknown 3984726164 0 0) 0x7f1d78001670 con 0x7f1d840d1b20 2024-09-15T22:05:17.786 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:17.781+0000 7f1d83fff640 1 -- 172.21.15.63:0/2314341706 >> v1:172.21.15.63:6789/0 conn(0x7f1d840d1b20 legacy=0x7f1d84073090 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-15T22:05:17.786 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:17.781+0000 7f1d83fff640 1 --2- 172.21.15.63:0/2314341706 >> [v2:172.21.15.110:3301/0,v1:172.21.15.110:6790/0] conn(0x7f1d840737a0 0x7f1d6c0039b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-15T22:05:17.786 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:17.781+0000 7f1d83fff640 1 --2- 172.21.15.63:0/2314341706 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f1d6c003f30 0x7f1d6c004800 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-15T22:05:17.786 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:17.781+0000 7f1d83fff640 1 --2- 172.21.15.63:0/2314341706 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f1d6c004d40 0x7f1d6c0051c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-15T22:05:17.786 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:17.781+0000 7f1d83fff640 1 -- 172.21.15.63:0/2314341706 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 -- 0x7f1d8406bd60 con 0x7f1d6c003f30 2024-09-15T22:05:17.786 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:17.781+0000 7f1d83fff640 1 -- 172.21.15.63:0/2314341706 --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_getmap magic: 0 -- 0x7f1d8406c040 con 0x7f1d6c004d40 2024-09-15T22:05:17.786 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:17.781+0000 7f1d83fff640 1 -- 172.21.15.63:0/2314341706 --> [v2:172.21.15.110:3301/0,v1:172.21.15.110:6790/0] -- mon_getmap magic: 0 -- 0x7f1d6c00ba10 con 0x7f1d840737a0 2024-09-15T22:05:17.786 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:17.781+0000 7f1d890f5640 1 --2- 172.21.15.63:0/2314341706 >> v2:172.21.15.110:3300/0 conn(0x7f1d841619e0 0x7f1d8406c860 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-15T22:05:17.786 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:17.781+0000 7f1d888f4640 1 --2- 172.21.15.63:0/2314341706 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f1d6c003f30 0x7f1d6c004800 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-15T22:05:17.786 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:17.781+0000 7f1d898f6640 1 --2- 172.21.15.63:0/2314341706 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f1d6c004d40 0x7f1d6c0051c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-15T22:05:17.786 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:17.781+0000 7f1d890f5640 1 --2- 172.21.15.63:0/2314341706 >> [v2:172.21.15.110:3301/0,v1:172.21.15.110:6790/0] conn(0x7f1d840737a0 0x7f1d6c0039b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-15T22:05:17.786 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:17.781+0000 7f1d888f4640 1 -- 172.21.15.63:0/2314341706 >> [v2:172.21.15.110:3301/0,v1:172.21.15.110:6790/0] conn(0x7f1d840737a0 msgr2=0x7f1d6c0039b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-15T22:05:17.787 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:17.781+0000 7f1d888f4640 1 --2- 172.21.15.63:0/2314341706 >> [v2:172.21.15.110:3301/0,v1:172.21.15.110:6790/0] conn(0x7f1d840737a0 0x7f1d6c0039b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T22:05:17.787 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:17.781+0000 7f1d888f4640 1 -- 172.21.15.63:0/2314341706 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f1d6c004d40 msgr2=0x7f1d6c0051c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-15T22:05:17.787 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:17.781+0000 7f1d888f4640 1 --2- 172.21.15.63:0/2314341706 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f1d6c004d40 0x7f1d6c0051c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T22:05:17.787 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:17.781+0000 7f1d888f4640 1 -- 172.21.15.63:0/2314341706 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f1d6c003520 con 0x7f1d6c003f30 2024-09-15T22:05:17.787 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:17.782+0000 7f1d888f4640 1 --2- 172.21.15.63:0/2314341706 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f1d6c003f30 0x7f1d6c004800 secure :-1 s=READY pgs=291 cs=0 l=1 rev1=1 crypto rx=0x7f1d7800c240 tx=0x7f1d6c005830 comp rx=0 tx=0).ready entity=mon.0 client_cookie=ea74e6ba17dfa265 server_cookie=0 in_seq=0 out_seq=0 2024-09-15T22:05:17.787 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:17.782+0000 7f1d83fff640 1 -- 172.21.15.63:0/2314341706 <== mon.0 v2:172.21.15.63:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1d78007d50 con 0x7f1d6c003f30 2024-09-15T22:05:17.787 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:17.782+0000 7f1d83fff640 1 -- 172.21.15.63:0/2314341706 <== mon.0 v2:172.21.15.63:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f1d7802e070 con 0x7f1d6c003f30 2024-09-15T22:05:17.787 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:17.782+0000 7f1d83fff640 1 -- 172.21.15.63:0/2314341706 <== mon.0 v2:172.21.15.63:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1d78005d70 con 0x7f1d6c003f30 2024-09-15T22:05:17.787 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:17.783+0000 7f1d8b359640 1 -- 172.21.15.63:0/2314341706 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f1d6c003f30 msgr2=0x7f1d6c004800 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-15T22:05:17.787 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:17.783+0000 7f1d8b359640 1 --2- 172.21.15.63:0/2314341706 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f1d6c003f30 0x7f1d6c004800 secure :-1 s=READY pgs=291 cs=0 l=1 rev1=1 crypto rx=0x7f1d7800c240 tx=0x7f1d6c005830 comp rx=0 tx=0).stop 2024-09-15T22:05:17.788 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:17.783+0000 7f1d898f6640 1 -- 172.21.15.63:0/2314341706 reap_dead start 2024-09-15T22:05:17.788 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:17.783+0000 7f1d8b359640 1 -- 172.21.15.63:0/2314341706 shutdown_connections 2024-09-15T22:05:17.788 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:17.783+0000 7f1d8b359640 1 -- 172.21.15.63:0/2314341706 >> 172.21.15.63:0/2314341706 conn(0x7f1d840b4170 msgr2=0x7f1d840b4550 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-15T22:05:17.788 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:17.783+0000 7f1d8b359640 1 -- 172.21.15.63:0/2314341706 shutdown_connections 2024-09-15T22:05:17.788 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:17.783+0000 7f1d8b359640 1 -- 172.21.15.63:0/2314341706 wait complete. 2024-09-15T22:05:17.790 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:17.784+0000 7f1d8b359640 1 Processor -- start 2024-09-15T22:05:17.791 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:17.784+0000 7f1d8b359640 1 -- start start 2024-09-15T22:05:17.791 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:17.785+0000 7f1d8b359640 1 --2- >> [v2:172.21.15.110:3301/0,v1:172.21.15.110:6790/0] conn(0x7f1d6c003f30 0x7f1d8415e0a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-15T22:05:17.791 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:17.785+0000 7f1d8b359640 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f1d840d2300 0x7f1d840d2780 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-15T22:05:17.791 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:17.785+0000 7f1d8b359640 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f1d840aaf60 0x7f1d840ab410 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-15T22:05:17.791 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:17.785+0000 7f1d8b359640 1 -- --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 -- 0x7f1d840b6590 con 0x7f1d840aaf60 2024-09-15T22:05:17.791 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:17.785+0000 7f1d8b359640 1 -- --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_getmap magic: 0 -- 0x7f1d840b6410 con 0x7f1d840d2300 2024-09-15T22:05:17.791 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:17.785+0000 7f1d8b359640 1 -- --> [v2:172.21.15.110:3301/0,v1:172.21.15.110:6790/0] -- mon_getmap magic: 0 -- 0x7f1d840b6710 con 0x7f1d6c003f30 2024-09-15T22:05:17.791 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:17.785+0000 7f1d898f6640 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f1d840aaf60 0x7f1d840ab410 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-15T22:05:17.791 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:17.785+0000 7f1d898f6640 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f1d840aaf60 0x7f1d840ab410 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.63:3300/0 says I am v2:172.21.15.63:48554/0 (socket says 172.21.15.63:48554) 2024-09-15T22:05:17.791 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:17.785+0000 7f1d898f6640 1 -- 172.21.15.63:0/1831928877 learned_addr learned my addr 172.21.15.63:0/1831928877 (peer_addr_for_me v2:172.21.15.63:0/0) 2024-09-15T22:05:17.791 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:17.785+0000 7f1d890f5640 1 --2- 172.21.15.63:0/1831928877 >> [v2:172.21.15.110:3301/0,v1:172.21.15.110:6790/0] conn(0x7f1d6c003f30 0x7f1d8415e0a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-15T22:05:17.791 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:17.785+0000 7f1d888f4640 1 --2- 172.21.15.63:0/1831928877 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f1d840d2300 0x7f1d840d2780 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-15T22:05:17.791 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:17.785+0000 7f1d898f6640 1 -- 172.21.15.63:0/1831928877 >> [v2:172.21.15.110:3301/0,v1:172.21.15.110:6790/0] conn(0x7f1d6c003f30 msgr2=0x7f1d8415e0a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-15T22:05:17.792 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:17.785+0000 7f1d898f6640 1 --2- 172.21.15.63:0/1831928877 >> [v2:172.21.15.110:3301/0,v1:172.21.15.110:6790/0] conn(0x7f1d6c003f30 0x7f1d8415e0a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T22:05:17.792 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:17.785+0000 7f1d898f6640 1 -- 172.21.15.63:0/1831928877 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f1d840d2300 msgr2=0x7f1d840d2780 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-15T22:05:17.792 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:17.785+0000 7f1d898f6640 1 --2- 172.21.15.63:0/1831928877 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f1d840d2300 0x7f1d840d2780 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T22:05:17.792 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:17.785+0000 7f1d898f6640 1 -- 172.21.15.63:0/1831928877 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f1d840abcd0 con 0x7f1d840aaf60 2024-09-15T22:05:17.792 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:17.785+0000 7f1d898f6640 1 --2- 172.21.15.63:0/1831928877 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f1d840aaf60 0x7f1d840ab410 secure :-1 s=READY pgs=292 cs=0 l=1 rev1=1 crypto rx=0x7f1d840b5f70 tx=0x7f1d7400f580 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-15T22:05:17.792 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:17.786+0000 7f1d81ffb640 1 -- 172.21.15.63:0/1831928877 <== mon.0 v2:172.21.15.63:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1d74011e90 con 0x7f1d840aaf60 2024-09-15T22:05:17.792 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:17.786+0000 7f1d81ffb640 1 -- 172.21.15.63:0/1831928877 <== mon.0 v2:172.21.15.63:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f1d7401c070 con 0x7f1d840aaf60 2024-09-15T22:05:17.792 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:17.786+0000 7f1d8b359640 1 -- 172.21.15.63:0/1831928877 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f1d840abfb0 con 0x7f1d840aaf60 2024-09-15T22:05:17.792 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:17.786+0000 7f1d81ffb640 1 -- 172.21.15.63:0/1831928877 <== mon.0 v2:172.21.15.63:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1d74003bd0 con 0x7f1d840aaf60 2024-09-15T22:05:17.792 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:17.786+0000 7f1d8b359640 1 -- 172.21.15.63:0/1831928877 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f1d840ac570 con 0x7f1d840aaf60 2024-09-15T22:05:17.792 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:17.787+0000 7f1d8b359640 1 -- 172.21.15.63:0/1831928877 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f1d8406c860 con 0x7f1d840aaf60 2024-09-15T22:05:17.792 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:17.787+0000 7f1d81ffb640 1 -- 172.21.15.63:0/1831928877 <== mon.0 v2:172.21.15.63:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7f1d74004030 con 0x7f1d840aaf60 2024-09-15T22:05:17.792 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:17.788+0000 7f1d81ffb640 1 --2- 172.21.15.63:0/1831928877 >> [v2:172.21.15.110:6832/552273267,v1:172.21.15.110:6833/552273267] conn(0x7f1d7006c480 0x7f1d7006e940 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-15T22:05:17.793 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:17.788+0000 7f1d81ffb640 1 -- 172.21.15.63:0/1831928877 <== mon.0 v2:172.21.15.63:3300/0 5 ==== osd_map(33..33 src has 1..33) ==== 5709+0+0 (secure 0 0 0) 0x7f1d7408baf0 con 0x7f1d840aaf60 2024-09-15T22:05:17.793 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:17.788+0000 7f1d890f5640 1 --2- 172.21.15.63:0/1831928877 >> [v2:172.21.15.110:6832/552273267,v1:172.21.15.110:6833/552273267] conn(0x7f1d7006c480 0x7f1d7006e940 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-15T22:05:17.793 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:17.788+0000 7f1d890f5640 1 --2- 172.21.15.63:0/1831928877 >> [v2:172.21.15.110:6832/552273267,v1:172.21.15.110:6833/552273267] conn(0x7f1d7006c480 0x7f1d7006e940 secure :-1 s=READY pgs=157 cs=0 l=1 rev1=1 crypto rx=0x7f1d7c0093d0 tx=0x7f1d7c008040 comp rx=0 tx=0).ready entity=mgr.4102 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-15T22:05:17.793 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:17.792+0000 7f1d81ffb640 1 -- 172.21.15.63:0/1831928877 <== mon.0 v2:172.21.15.63:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7f1d74010040 con 0x7f1d840aaf60 2024-09-15T22:05:17.996 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:17.995+0000 7f1d8b359640 1 -- 172.21.15.63:0/1831928877 --> [v2:172.21.15.110:6832/552273267,v1:172.21.15.110:6833/552273267] -- mgr_command(tid 0: {"prefix": "fs subvolume create", "vol_name": "cephfs", "sub_name": "subvol54550", "group_name": "subvol_grp93160", "target": ["mon-mgr", ""]}) -- 0x7f1d84070720 con 0x7f1d7006c480 2024-09-15T22:05:18.021 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:18.019+0000 7f1d81ffb640 1 -- 172.21.15.63:0/1831928877 <== mgr.4102 v2:172.21.15.110:6832/552273267 1 ==== mgr_command_reply(tid 0: 0 ) ==== 8+0+0 (secure 0 0 0) 0x7f1d84070720 con 0x7f1d7006c480 2024-09-15T22:05:18.023 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:18.021+0000 7f1d8b359640 1 -- 172.21.15.63:0/1831928877 >> [v2:172.21.15.110:6832/552273267,v1:172.21.15.110:6833/552273267] conn(0x7f1d7006c480 msgr2=0x7f1d7006e940 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-15T22:05:18.023 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:18.021+0000 7f1d8b359640 1 --2- 172.21.15.63:0/1831928877 >> [v2:172.21.15.110:6832/552273267,v1:172.21.15.110:6833/552273267] conn(0x7f1d7006c480 0x7f1d7006e940 secure :-1 s=READY pgs=157 cs=0 l=1 rev1=1 crypto rx=0x7f1d7c0093d0 tx=0x7f1d7c008040 comp rx=0 tx=0).stop 2024-09-15T22:05:18.023 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:18.021+0000 7f1d8b359640 1 -- 172.21.15.63:0/1831928877 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f1d840aaf60 msgr2=0x7f1d840ab410 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-15T22:05:18.024 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:18.021+0000 7f1d8b359640 1 --2- 172.21.15.63:0/1831928877 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f1d840aaf60 0x7f1d840ab410 secure :-1 s=READY pgs=292 cs=0 l=1 rev1=1 crypto rx=0x7f1d840b5f70 tx=0x7f1d7400f580 comp rx=0 tx=0).stop 2024-09-15T22:05:18.024 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:18.021+0000 7f1d8b359640 1 -- 172.21.15.63:0/1831928877 shutdown_connections 2024-09-15T22:05:18.024 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:18.021+0000 7f1d8b359640 1 --2- 172.21.15.63:0/1831928877 >> [v2:172.21.15.110:6832/552273267,v1:172.21.15.110:6833/552273267] conn(0x7f1d7006c480 0x7f1d7006e940 unknown :-1 s=CLOSED pgs=157 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T22:05:18.024 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:18.021+0000 7f1d8b359640 1 --2- 172.21.15.63:0/1831928877 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f1d840d2300 0x7f1d840d2780 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T22:05:18.024 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:18.021+0000 7f1d8b359640 1 --2- 172.21.15.63:0/1831928877 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f1d840aaf60 0x7f1d840ab410 unknown :-1 s=CLOSED pgs=292 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T22:05:18.024 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:18.021+0000 7f1d8b359640 1 --2- 172.21.15.63:0/1831928877 >> [v2:172.21.15.110:3301/0,v1:172.21.15.110:6790/0] conn(0x7f1d6c003f30 0x7f1d8415e0a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T22:05:18.024 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:18.021+0000 7f1d8b359640 1 -- 172.21.15.63:0/1831928877 >> 172.21.15.63:0/1831928877 conn(0x7f1d840b4170 msgr2=0x7f1d841602d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-15T22:05:18.024 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:18.021+0000 7f1d8b359640 1 -- 172.21.15.63:0/1831928877 shutdown_connections 2024-09-15T22:05:18.024 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:18.021+0000 7f1d8b359640 1 -- 172.21.15.63:0/1831928877 wait complete. 2024-09-15T22:05:18.034 DEBUG:teuthology.orchestra.run.smithi063:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs subvolume create cephfs subvol58401 --group_name subvol_grp93160 2024-09-15T22:05:18.141 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:18.139+0000 7fe872865640 1 Processor -- start 2024-09-15T22:05:18.141 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:18.139+0000 7fe872865640 1 -- start start 2024-09-15T22:05:18.142 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:18.140+0000 7fe872865640 1 --2- >> [v2:172.21.15.110:3301/0,v1:172.21.15.110:6790/0] conn(0x7fe86c0b9880 0x7fe86c0b9cc0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-15T22:05:18.142 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:18.140+0000 7fe872865640 1 --2- >> v2:172.21.15.63:3300/0 conn(0x7fe86c0ba200 0x7fe86c15ec20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-15T22:05:18.143 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:18.140+0000 7fe872865640 1 -- --> v1:172.21.15.110:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fe86c0d4350 con 0x7fe86c15e840 2024-09-15T22:05:18.143 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:18.140+0000 7fe872865640 1 -- --> v2:172.21.15.63:3300/0 -- mon_getmap magic: 0 -- 0x7fe86c0cfe50 con 0x7fe86c0ba200 2024-09-15T22:05:18.143 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:18.140+0000 7fe872865640 1 -- --> [v2:172.21.15.110:3301/0,v1:172.21.15.110:6790/0] -- mon_getmap magic: 0 -- 0x7fe86c0d3590 con 0x7fe86c0b9880 2024-09-15T22:05:18.143 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:18.141+0000 7fe870e02640 1 --2- >> v2:172.21.15.63:3300/0 conn(0x7fe86c0ba200 0x7fe86c15ec20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-15T22:05:18.143 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:18.141+0000 7fe870e02640 1 --2- >> v2:172.21.15.63:3300/0 conn(0x7fe86c0ba200 0x7fe86c15ec20 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.63:3300/0 says I am v2:172.21.15.63:48570/0 (socket says 172.21.15.63:48570) 2024-09-15T22:05:18.143 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:18.141+0000 7fe870e02640 1 -- 172.21.15.63:0/2186946251 learned_addr learned my addr 172.21.15.63:0/2186946251 (peer_addr_for_me v2:172.21.15.63:0/0) 2024-09-15T22:05:18.143 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:18.141+0000 7fe86b7fe640 1 --2- 172.21.15.63:0/2186946251 >> [v2:172.21.15.110:3301/0,v1:172.21.15.110:6790/0] conn(0x7fe86c0b9880 0x7fe86c0b9cc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-15T22:05:18.143 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:18.141+0000 7fe870e02640 1 -- 172.21.15.63:0/2186946251 >> [v2:172.21.15.110:3301/0,v1:172.21.15.110:6790/0] conn(0x7fe86c0b9880 msgr2=0x7fe86c0b9cc0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-15T22:05:18.143 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:18.141+0000 7fe870e02640 1 --2- 172.21.15.63:0/2186946251 >> [v2:172.21.15.110:3301/0,v1:172.21.15.110:6790/0] conn(0x7fe86c0b9880 0x7fe86c0b9cc0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T22:05:18.143 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:18.141+0000 7fe870e02640 1 -- 172.21.15.63:0/2186946251 >> v1:172.21.15.110:6789/0 conn(0x7fe86c15e840 legacy=0x7fe86c0cf600 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-15T22:05:18.143 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:18.141+0000 7fe870e02640 1 -- 172.21.15.63:0/2186946251 --> v2:172.21.15.63:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fe86c0d3870 con 0x7fe86c0ba200 2024-09-15T22:05:18.144 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:18.142+0000 7fe870e02640 1 --2- 172.21.15.63:0/2186946251 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fe86c0ba200 0x7fe86c15ec20 secure :-1 s=READY pgs=293 cs=0 l=1 rev1=1 crypto rx=0x7fe864009e50 tx=0x7fe86402a680 comp rx=0 tx=0).ready entity=mon.0 client_cookie=d8a5b31e6a91d108 server_cookie=0 in_seq=0 out_seq=0 2024-09-15T22:05:18.145 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:18.142+0000 7fe86affd640 1 -- 172.21.15.63:0/2186946251 <== mon.0 v2:172.21.15.63:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe864036070 con 0x7fe86c0ba200 2024-09-15T22:05:18.145 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:18.142+0000 7fe86affd640 1 -- 172.21.15.63:0/2186946251 <== mon.0 v2:172.21.15.63:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fe864031600 con 0x7fe86c0ba200 2024-09-15T22:05:18.145 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:18.142+0000 7fe86affd640 1 -- 172.21.15.63:0/2186946251 <== mon.0 v2:172.21.15.63:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe8640319d0 con 0x7fe86c0ba200 2024-09-15T22:05:18.145 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:18.142+0000 7fe872865640 1 -- 172.21.15.63:0/2186946251 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fe86c0ba200 msgr2=0x7fe86c15ec20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-15T22:05:18.145 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:18.142+0000 7fe872865640 1 --2- 172.21.15.63:0/2186946251 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fe86c0ba200 0x7fe86c15ec20 secure :-1 s=READY pgs=293 cs=0 l=1 rev1=1 crypto rx=0x7fe864009e50 tx=0x7fe86402a680 comp rx=0 tx=0).stop 2024-09-15T22:05:18.145 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:18.142+0000 7fe872865640 1 -- 172.21.15.63:0/2186946251 shutdown_connections 2024-09-15T22:05:18.145 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:18.142+0000 7fe872865640 1 --2- 172.21.15.63:0/2186946251 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fe86c0ba200 0x7fe86c15ec20 unknown :-1 s=CLOSED pgs=293 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T22:05:18.145 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:18.142+0000 7fe872865640 1 --2- 172.21.15.63:0/2186946251 >> [v2:172.21.15.110:3301/0,v1:172.21.15.110:6790/0] conn(0x7fe86c0b9880 0x7fe86c0b9cc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T22:05:18.145 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:18.142+0000 7fe872865640 1 -- 172.21.15.63:0/2186946251 >> 172.21.15.63:0/2186946251 conn(0x7fe86c0d4630 msgr2=0x7fe86c0d4a40 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-15T22:05:18.145 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:18.142+0000 7fe872865640 1 -- 172.21.15.63:0/2186946251 shutdown_connections 2024-09-15T22:05:18.145 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:18.143+0000 7fe872865640 1 -- 172.21.15.63:0/2186946251 wait complete. 2024-09-15T22:05:18.147 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:18.144+0000 7fe872865640 1 Processor -- start 2024-09-15T22:05:18.147 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:18.144+0000 7fe872865640 1 -- start start 2024-09-15T22:05:18.148 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:18.145+0000 7fe872865640 1 --2- >> [v2:172.21.15.110:3301/0,v1:172.21.15.110:6790/0] conn(0x7fe86c0b9880 0x7fe86c1f81e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-15T22:05:18.148 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:18.145+0000 7fe872865640 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7fe86c0ba200 0x7fe86c1f8720 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-15T22:05:18.148 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:18.145+0000 7fe872865640 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fe86c15e840 0x7fe86c0b5aa0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-15T22:05:18.148 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:18.145+0000 7fe872865640 1 -- --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 -- 0x7fe86c15f160 con 0x7fe86c15e840 2024-09-15T22:05:18.148 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:18.145+0000 7fe872865640 1 -- --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_getmap magic: 0 -- 0x7fe86c0d3e30 con 0x7fe86c0ba200 2024-09-15T22:05:18.148 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:18.145+0000 7fe872865640 1 -- --> [v2:172.21.15.110:3301/0,v1:172.21.15.110:6790/0] -- mon_getmap magic: 0 -- 0x7fe86c15f2e0 con 0x7fe86c0b9880 2024-09-15T22:05:18.148 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:18.145+0000 7fe870e02640 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fe86c15e840 0x7fe86c0b5aa0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-15T22:05:18.148 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:18.145+0000 7fe870e02640 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fe86c15e840 0x7fe86c0b5aa0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.63:3300/0 says I am v2:172.21.15.63:48574/0 (socket says 172.21.15.63:48574) 2024-09-15T22:05:18.148 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:18.145+0000 7fe870e02640 1 -- 172.21.15.63:0/2215345199 learned_addr learned my addr 172.21.15.63:0/2215345199 (peer_addr_for_me v2:172.21.15.63:0/0) 2024-09-15T22:05:18.148 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:18.145+0000 7fe86bfff640 1 --2- 172.21.15.63:0/2215345199 >> [v2:172.21.15.110:3301/0,v1:172.21.15.110:6790/0] conn(0x7fe86c0b9880 0x7fe86c1f81e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-15T22:05:18.148 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:18.145+0000 7fe86b7fe640 1 --2- 172.21.15.63:0/2215345199 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7fe86c0ba200 0x7fe86c1f8720 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-15T22:05:18.148 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:18.145+0000 7fe870e02640 1 -- 172.21.15.63:0/2215345199 >> [v2:172.21.15.110:3301/0,v1:172.21.15.110:6790/0] conn(0x7fe86c0b9880 msgr2=0x7fe86c1f81e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-15T22:05:18.149 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:18.145+0000 7fe870e02640 1 --2- 172.21.15.63:0/2215345199 >> [v2:172.21.15.110:3301/0,v1:172.21.15.110:6790/0] conn(0x7fe86c0b9880 0x7fe86c1f81e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T22:05:18.149 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:18.145+0000 7fe870e02640 1 -- 172.21.15.63:0/2215345199 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7fe86c0ba200 msgr2=0x7fe86c1f8720 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-15T22:05:18.149 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:18.145+0000 7fe870e02640 1 --2- 172.21.15.63:0/2215345199 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7fe86c0ba200 0x7fe86c1f8720 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T22:05:18.149 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:18.145+0000 7fe870e02640 1 -- 172.21.15.63:0/2215345199 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fe86c14ac00 con 0x7fe86c15e840 2024-09-15T22:05:18.149 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:18.145+0000 7fe870e02640 1 --2- 172.21.15.63:0/2215345199 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fe86c15e840 0x7fe86c0b5aa0 secure :-1 s=READY pgs=294 cs=0 l=1 rev1=1 crypto rx=0x7fe864034040 tx=0x7fe864004a40 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-15T22:05:18.149 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:18.145+0000 7fe868ff9640 1 -- 172.21.15.63:0/2215345199 <== mon.0 v2:172.21.15.63:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe864036050 con 0x7fe86c15e840 2024-09-15T22:05:18.149 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:18.146+0000 7fe868ff9640 1 -- 172.21.15.63:0/2215345199 <== mon.0 v2:172.21.15.63:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fe864042070 con 0x7fe86c15e840 2024-09-15T22:05:18.149 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:18.146+0000 7fe868ff9640 1 -- 172.21.15.63:0/2215345199 <== mon.0 v2:172.21.15.63:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe864009510 con 0x7fe86c15e840 2024-09-15T22:05:18.149 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:18.146+0000 7fe872865640 1 -- 172.21.15.63:0/2215345199 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fe86c0b66b0 con 0x7fe86c15e840 2024-09-15T22:05:18.149 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:18.146+0000 7fe872865640 1 -- 172.21.15.63:0/2215345199 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fe86c14aec0 con 0x7fe86c15e840 2024-09-15T22:05:18.150 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:18.147+0000 7fe872865640 1 -- 172.21.15.63:0/2215345199 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fe86c0c7ee0 con 0x7fe86c15e840 2024-09-15T22:05:18.150 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:18.147+0000 7fe868ff9640 1 -- 172.21.15.63:0/2215345199 <== mon.0 v2:172.21.15.63:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7fe864007bf0 con 0x7fe86c15e840 2024-09-15T22:05:18.150 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:18.148+0000 7fe868ff9640 1 --2- 172.21.15.63:0/2215345199 >> [v2:172.21.15.110:6832/552273267,v1:172.21.15.110:6833/552273267] conn(0x7fe85806c2b0 0x7fe85806e770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-15T22:05:18.150 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:18.148+0000 7fe868ff9640 1 -- 172.21.15.63:0/2215345199 <== mon.0 v2:172.21.15.63:3300/0 5 ==== osd_map(33..33 src has 1..33) ==== 5709+0+0 (secure 0 0 0) 0x7fe8640ac140 con 0x7fe86c15e840 2024-09-15T22:05:18.150 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:18.148+0000 7fe86bfff640 1 --2- 172.21.15.63:0/2215345199 >> [v2:172.21.15.110:6832/552273267,v1:172.21.15.110:6833/552273267] conn(0x7fe85806c2b0 0x7fe85806e770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-15T22:05:18.151 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:18.148+0000 7fe86bfff640 1 --2- 172.21.15.63:0/2215345199 >> [v2:172.21.15.110:6832/552273267,v1:172.21.15.110:6833/552273267] conn(0x7fe85806c2b0 0x7fe85806e770 secure :-1 s=READY pgs=158 cs=0 l=1 rev1=1 crypto rx=0x7fe85c0016e0 tx=0x7fe85c009040 comp rx=0 tx=0).ready entity=mgr.4102 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-15T22:05:18.153 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:18.152+0000 7fe868ff9640 1 -- 172.21.15.63:0/2215345199 <== mon.0 v2:172.21.15.63:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7fe86407a380 con 0x7fe86c15e840 2024-09-15T22:05:18.352 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:18.351+0000 7fe872865640 1 -- 172.21.15.63:0/2215345199 --> [v2:172.21.15.110:6832/552273267,v1:172.21.15.110:6833/552273267] -- mgr_command(tid 0: {"prefix": "fs subvolume create", "vol_name": "cephfs", "sub_name": "subvol58401", "group_name": "subvol_grp93160", "target": ["mon-mgr", ""]}) -- 0x7fe86c0d54d0 con 0x7fe85806c2b0 2024-09-15T22:05:18.374 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:18.373+0000 7fe868ff9640 1 -- 172.21.15.63:0/2215345199 <== mgr.4102 v2:172.21.15.110:6832/552273267 1 ==== mgr_command_reply(tid 0: 0 ) ==== 8+0+0 (secure 0 0 0) 0x7fe86c0d54d0 con 0x7fe85806c2b0 2024-09-15T22:05:18.377 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:18.375+0000 7fe872865640 1 -- 172.21.15.63:0/2215345199 >> [v2:172.21.15.110:6832/552273267,v1:172.21.15.110:6833/552273267] conn(0x7fe85806c2b0 msgr2=0x7fe85806e770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-15T22:05:18.377 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:18.375+0000 7fe872865640 1 --2- 172.21.15.63:0/2215345199 >> [v2:172.21.15.110:6832/552273267,v1:172.21.15.110:6833/552273267] conn(0x7fe85806c2b0 0x7fe85806e770 secure :-1 s=READY pgs=158 cs=0 l=1 rev1=1 crypto rx=0x7fe85c0016e0 tx=0x7fe85c009040 comp rx=0 tx=0).stop 2024-09-15T22:05:18.377 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:18.375+0000 7fe872865640 1 -- 172.21.15.63:0/2215345199 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fe86c15e840 msgr2=0x7fe86c0b5aa0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-15T22:05:18.377 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:18.375+0000 7fe872865640 1 --2- 172.21.15.63:0/2215345199 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fe86c15e840 0x7fe86c0b5aa0 secure :-1 s=READY pgs=294 cs=0 l=1 rev1=1 crypto rx=0x7fe864034040 tx=0x7fe864004a40 comp rx=0 tx=0).stop 2024-09-15T22:05:18.377 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:18.375+0000 7fe872865640 1 -- 172.21.15.63:0/2215345199 shutdown_connections 2024-09-15T22:05:18.377 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:18.375+0000 7fe872865640 1 --2- 172.21.15.63:0/2215345199 >> [v2:172.21.15.110:6832/552273267,v1:172.21.15.110:6833/552273267] conn(0x7fe85806c2b0 0x7fe85806e770 unknown :-1 s=CLOSED pgs=158 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T22:05:18.377 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:18.375+0000 7fe872865640 1 --2- 172.21.15.63:0/2215345199 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7fe86c0ba200 0x7fe86c1f8720 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T22:05:18.378 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:18.375+0000 7fe872865640 1 --2- 172.21.15.63:0/2215345199 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fe86c15e840 0x7fe86c0b5aa0 unknown :-1 s=CLOSED pgs=294 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T22:05:18.378 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:18.375+0000 7fe872865640 1 --2- 172.21.15.63:0/2215345199 >> [v2:172.21.15.110:3301/0,v1:172.21.15.110:6790/0] conn(0x7fe86c0b9880 0x7fe86c1f81e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T22:05:18.378 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:18.375+0000 7fe872865640 1 -- 172.21.15.63:0/2215345199 >> 172.21.15.63:0/2215345199 conn(0x7fe86c0d4630 msgr2=0x7fe86c160140 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-15T22:05:18.378 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:18.375+0000 7fe872865640 1 -- 172.21.15.63:0/2215345199 shutdown_connections 2024-09-15T22:05:18.378 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:18.375+0000 7fe872865640 1 -- 172.21.15.63:0/2215345199 wait complete. 2024-09-15T22:05:18.388 DEBUG:teuthology.orchestra.run.smithi063:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs subvolume create cephfs subvol80592 --group_name subvol_grp93160 2024-09-15T22:05:18.494 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:18.493+0000 7fb5c0eac640 1 Processor -- start 2024-09-15T22:05:18.495 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:18.493+0000 7fb5c0eac640 1 -- start start 2024-09-15T22:05:18.496 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:18.494+0000 7fb5c0eac640 1 --2- >> v2:172.21.15.63:3300/0 conn(0x7fb5bc15c420 0x7fb5bc0cdce0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-15T22:05:18.496 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:18.494+0000 7fb5c0eac640 1 --2- >> v2:172.21.15.110:3300/0 conn(0x7fb5bc0b59f0 0x7fb5bc0cfcb0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-15T22:05:18.496 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:18.494+0000 7fb5c0eac640 1 -- --> v1:172.21.15.110:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fb5bc0b4950 con 0x7fb5bc06d430 2024-09-15T22:05:18.496 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:18.494+0000 7fb5c0eac640 1 -- --> v2:172.21.15.63:3300/0 -- mon_getmap magic: 0 -- 0x7fb5bc0b4c30 con 0x7fb5bc15c420 2024-09-15T22:05:18.496 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:18.494+0000 7fb5c0eac640 1 -- --> v2:172.21.15.110:3300/0 -- mon_getmap magic: 0 -- 0x7fb5bc0b4f10 con 0x7fb5bc0b59f0 2024-09-15T22:05:18.496 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:18.494+0000 7fb5ba59c640 1 --2- >> v2:172.21.15.63:3300/0 conn(0x7fb5bc15c420 0x7fb5bc0cdce0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-15T22:05:18.496 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:18.494+0000 7fb5ba59c640 1 --2- >> v2:172.21.15.63:3300/0 conn(0x7fb5bc15c420 0x7fb5bc0cdce0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.63:3300/0 says I am v2:172.21.15.63:48582/0 (socket says 172.21.15.63:48582) 2024-09-15T22:05:18.496 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:18.494+0000 7fb5ba59c640 1 -- 172.21.15.63:0/2378871176 learned_addr learned my addr 172.21.15.63:0/2378871176 (peer_addr_for_me v2:172.21.15.63:0/0) 2024-09-15T22:05:18.496 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:18.494+0000 7fb5ba59c640 1 -- 172.21.15.63:0/2378871176 >> v2:172.21.15.110:3300/0 conn(0x7fb5bc0b59f0 msgr2=0x7fb5bc0cfcb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-15T22:05:18.497 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:18.494+0000 7fb5b9d9b640 1 --2- 172.21.15.63:0/2378871176 >> v2:172.21.15.110:3300/0 conn(0x7fb5bc0b59f0 0x7fb5bc0cfcb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-15T22:05:18.497 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:18.494+0000 7fb5ba59c640 1 --2- 172.21.15.63:0/2378871176 >> v2:172.21.15.110:3300/0 conn(0x7fb5bc0b59f0 0x7fb5bc0cfcb0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T22:05:18.497 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:18.494+0000 7fb5ba59c640 1 -- 172.21.15.63:0/2378871176 >> v1:172.21.15.110:6789/0 conn(0x7fb5bc06d430 legacy=0x7fb5bc073190 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-15T22:05:18.497 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:18.494+0000 7fb5ba59c640 1 -- 172.21.15.63:0/2378871176 --> v2:172.21.15.63:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fb5bc0b51f0 con 0x7fb5bc15c420 2024-09-15T22:05:18.497 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:18.494+0000 7fb5b9d9b640 1 --2- 172.21.15.63:0/2378871176 >> v2:172.21.15.110:3300/0 conn(0x7fb5bc0b59f0 0x7fb5bc0cfcb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-15T22:05:18.498 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:18.495+0000 7fb5ba59c640 1 --2- 172.21.15.63:0/2378871176 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fb5bc15c420 0x7fb5bc0cdce0 secure :-1 s=READY pgs=295 cs=0 l=1 rev1=1 crypto rx=0x7fb5bc0b43a0 tx=0x7fb5ac02a1a0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=cc68f3a44b06bb91 server_cookie=0 in_seq=0 out_seq=0 2024-09-15T22:05:18.498 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:18.495+0000 7fb5b959a640 1 -- 172.21.15.63:0/2378871176 <== mon.0 v2:172.21.15.63:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb5ac037070 con 0x7fb5bc15c420 2024-09-15T22:05:18.498 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:18.495+0000 7fb5b959a640 1 -- 172.21.15.63:0/2378871176 <== mon.0 v2:172.21.15.63:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fb5ac032440 con 0x7fb5bc15c420 2024-09-15T22:05:18.498 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:18.495+0000 7fb5b959a640 1 -- 172.21.15.63:0/2378871176 <== mon.0 v2:172.21.15.63:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb5ac032810 con 0x7fb5bc15c420 2024-09-15T22:05:18.498 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:18.496+0000 7fb5c0eac640 1 -- 172.21.15.63:0/2378871176 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fb5bc15c420 msgr2=0x7fb5bc0cdce0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-15T22:05:18.499 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:18.496+0000 7fb5c0eac640 1 --2- 172.21.15.63:0/2378871176 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fb5bc15c420 0x7fb5bc0cdce0 secure :-1 s=READY pgs=295 cs=0 l=1 rev1=1 crypto rx=0x7fb5bc0b43a0 tx=0x7fb5ac02a1a0 comp rx=0 tx=0).stop 2024-09-15T22:05:18.499 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:18.496+0000 7fb5c0eac640 1 -- 172.21.15.63:0/2378871176 shutdown_connections 2024-09-15T22:05:18.499 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:18.496+0000 7fb5c0eac640 1 --2- 172.21.15.63:0/2378871176 >> v2:172.21.15.110:3300/0 conn(0x7fb5bc0b59f0 0x7fb5bc0cfcb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T22:05:18.499 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:18.496+0000 7fb5c0eac640 1 --2- 172.21.15.63:0/2378871176 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fb5bc15c420 0x7fb5bc0cdce0 unknown :-1 s=CLOSED pgs=295 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T22:05:18.499 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:18.496+0000 7fb5c0eac640 1 -- 172.21.15.63:0/2378871176 >> 172.21.15.63:0/2378871176 conn(0x7fb5bc06c030 msgr2=0x7fb5bc06c440 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-15T22:05:18.499 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:18.496+0000 7fb5c0eac640 1 -- 172.21.15.63:0/2378871176 shutdown_connections 2024-09-15T22:05:18.499 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:18.496+0000 7fb5c0eac640 1 -- 172.21.15.63:0/2378871176 wait complete. 2024-09-15T22:05:18.501 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:18.497+0000 7fb5c0eac640 1 Processor -- start 2024-09-15T22:05:18.501 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:18.497+0000 7fb5c0eac640 1 -- start start 2024-09-15T22:05:18.501 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:18.498+0000 7fb5c0eac640 1 --2- >> [v2:172.21.15.110:3301/0,v1:172.21.15.110:6790/0] conn(0x7fb5bc06d430 0x7fb5bc155400 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-15T22:05:18.501 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:18.498+0000 7fb5c0eac640 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fb5bc0b59f0 0x7fb5bc0b2a30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-15T22:05:18.501 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:18.498+0000 7fb5c0eac640 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7fb5bc15c420 0x7fb5bc152850 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-15T22:05:18.501 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:18.498+0000 7fb5c0eac640 1 -- --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 -- 0x7fb5bc06d8a0 con 0x7fb5bc0b59f0 2024-09-15T22:05:18.501 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:18.498+0000 7fb5c0eac640 1 -- --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_getmap magic: 0 -- 0x7fb5bc0d01f0 con 0x7fb5bc15c420 2024-09-15T22:05:18.501 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:18.498+0000 7fb5c0eac640 1 -- --> [v2:172.21.15.110:3301/0,v1:172.21.15.110:6790/0] -- mon_getmap magic: 0 -- 0x7fb5bc06da20 con 0x7fb5bc06d430 2024-09-15T22:05:18.502 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:18.498+0000 7fb5b9d9b640 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fb5bc0b59f0 0x7fb5bc0b2a30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-15T22:05:18.502 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:18.498+0000 7fb5b9d9b640 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fb5bc0b59f0 0x7fb5bc0b2a30 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.63:3300/0 says I am v2:172.21.15.63:48594/0 (socket says 172.21.15.63:48594) 2024-09-15T22:05:18.502 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:18.498+0000 7fb5b9d9b640 1 -- 172.21.15.63:0/290214446 learned_addr learned my addr 172.21.15.63:0/290214446 (peer_addr_for_me v2:172.21.15.63:0/0) 2024-09-15T22:05:18.502 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:18.498+0000 7fb5ba59c640 1 --2- 172.21.15.63:0/290214446 >> [v2:172.21.15.110:3301/0,v1:172.21.15.110:6790/0] conn(0x7fb5bc06d430 0x7fb5bc155400 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-15T22:05:18.502 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:18.498+0000 7fb5bad9d640 1 --2- 172.21.15.63:0/290214446 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7fb5bc15c420 0x7fb5bc152850 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-15T22:05:18.502 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:18.498+0000 7fb5b9d9b640 1 -- 172.21.15.63:0/290214446 >> [v2:172.21.15.110:3301/0,v1:172.21.15.110:6790/0] conn(0x7fb5bc06d430 msgr2=0x7fb5bc155400 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-15T22:05:18.502 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:18.498+0000 7fb5b9d9b640 1 --2- 172.21.15.63:0/290214446 >> [v2:172.21.15.110:3301/0,v1:172.21.15.110:6790/0] conn(0x7fb5bc06d430 0x7fb5bc155400 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T22:05:18.502 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:18.498+0000 7fb5b9d9b640 1 -- 172.21.15.63:0/290214446 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7fb5bc15c420 msgr2=0x7fb5bc152850 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-15T22:05:18.502 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:18.498+0000 7fb5b9d9b640 1 --2- 172.21.15.63:0/290214446 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7fb5bc15c420 0x7fb5bc152850 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T22:05:18.502 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:18.498+0000 7fb5b9d9b640 1 -- 172.21.15.63:0/290214446 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fb5bc0b1580 con 0x7fb5bc0b59f0 2024-09-15T22:05:18.502 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:18.498+0000 7fb5ba59c640 1 --2- 172.21.15.63:0/290214446 >> [v2:172.21.15.110:3301/0,v1:172.21.15.110:6790/0] conn(0x7fb5bc06d430 0x7fb5bc155400 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-15T22:05:18.502 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:18.499+0000 7fb5b9d9b640 1 --2- 172.21.15.63:0/290214446 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fb5bc0b59f0 0x7fb5bc0b2a30 secure :-1 s=READY pgs=296 cs=0 l=1 rev1=1 crypto rx=0x7fb5b000c7f0 tx=0x7fb5b000cbf0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-15T22:05:18.503 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:18.499+0000 7fb5aaffd640 1 -- 172.21.15.63:0/290214446 <== mon.0 v2:172.21.15.63:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb5b0015070 con 0x7fb5bc0b59f0 2024-09-15T22:05:18.503 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:18.499+0000 7fb5aaffd640 1 -- 172.21.15.63:0/290214446 <== mon.0 v2:172.21.15.63:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fb5b0007a30 con 0x7fb5bc0b59f0 2024-09-15T22:05:18.503 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:18.499+0000 7fb5c0eac640 1 -- 172.21.15.63:0/290214446 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fb5bc1f58a0 con 0x7fb5bc0b59f0 2024-09-15T22:05:18.503 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:18.499+0000 7fb5aaffd640 1 -- 172.21.15.63:0/290214446 <== mon.0 v2:172.21.15.63:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb5b0007e00 con 0x7fb5bc0b59f0 2024-09-15T22:05:18.503 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:18.499+0000 7fb5c0eac640 1 -- 172.21.15.63:0/290214446 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fb5bc1f6140 con 0x7fb5bc0b59f0 2024-09-15T22:05:18.503 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:18.500+0000 7fb5c0eac640 1 -- 172.21.15.63:0/290214446 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fb5bc0cfcb0 con 0x7fb5bc0b59f0 2024-09-15T22:05:18.504 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:18.500+0000 7fb5aaffd640 1 -- 172.21.15.63:0/290214446 <== mon.0 v2:172.21.15.63:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7fb5b0018070 con 0x7fb5bc0b59f0 2024-09-15T22:05:18.504 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:18.501+0000 7fb5aaffd640 1 --2- 172.21.15.63:0/290214446 >> [v2:172.21.15.110:6832/552273267,v1:172.21.15.110:6833/552273267] conn(0x7fb59c06c2b0 0x7fb59c06e770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-15T22:05:18.504 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:18.501+0000 7fb5aaffd640 1 -- 172.21.15.63:0/290214446 <== mon.0 v2:172.21.15.63:3300/0 5 ==== osd_map(33..33 src has 1..33) ==== 5709+0+0 (secure 0 0 0) 0x7fb5b008b360 con 0x7fb5bc0b59f0 2024-09-15T22:05:18.504 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:18.501+0000 7fb5ba59c640 1 --2- 172.21.15.63:0/290214446 >> [v2:172.21.15.110:6832/552273267,v1:172.21.15.110:6833/552273267] conn(0x7fb59c06c2b0 0x7fb59c06e770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-15T22:05:18.504 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:18.502+0000 7fb5ba59c640 1 --2- 172.21.15.63:0/290214446 >> [v2:172.21.15.110:6832/552273267,v1:172.21.15.110:6833/552273267] conn(0x7fb59c06c2b0 0x7fb59c06e770 secure :-1 s=READY pgs=159 cs=0 l=1 rev1=1 crypto rx=0x7fb5ac034000 tx=0x7fb5ac02e000 comp rx=0 tx=0).ready entity=mgr.4102 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-15T22:05:18.506 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:18.505+0000 7fb5aaffd640 1 -- 172.21.15.63:0/290214446 <== mon.0 v2:172.21.15.63:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7fb5b0059b60 con 0x7fb5bc0b59f0 2024-09-15T22:05:18.674 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:18.673+0000 7fb5aaffd640 1 -- 172.21.15.63:0/290214446 <== mon.0 v2:172.21.15.63:3300/0 7 ==== mgrmap(e 6) ==== 90897+0+0 (secure 0 0 0) 0x7fb5b0055ad0 con 0x7fb5bc0b59f0 2024-09-15T22:05:18.711 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:18.709+0000 7fb5c0eac640 1 -- 172.21.15.63:0/290214446 --> [v2:172.21.15.110:6832/552273267,v1:172.21.15.110:6833/552273267] -- mgr_command(tid 0: {"prefix": "fs subvolume create", "vol_name": "cephfs", "sub_name": "subvol80592", "group_name": "subvol_grp93160", "target": ["mon-mgr", ""]}) -- 0x7fb5bc153a80 con 0x7fb59c06c2b0 2024-09-15T22:05:18.736 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:18.734+0000 7fb5aaffd640 1 -- 172.21.15.63:0/290214446 <== mgr.4102 v2:172.21.15.110:6832/552273267 1 ==== mgr_command_reply(tid 0: 0 ) ==== 8+0+0 (secure 0 0 0) 0x7fb5bc153a80 con 0x7fb59c06c2b0 2024-09-15T22:05:18.738 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:18.736+0000 7fb5c0eac640 1 -- 172.21.15.63:0/290214446 >> [v2:172.21.15.110:6832/552273267,v1:172.21.15.110:6833/552273267] conn(0x7fb59c06c2b0 msgr2=0x7fb59c06e770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-15T22:05:18.738 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:18.736+0000 7fb5c0eac640 1 --2- 172.21.15.63:0/290214446 >> [v2:172.21.15.110:6832/552273267,v1:172.21.15.110:6833/552273267] conn(0x7fb59c06c2b0 0x7fb59c06e770 secure :-1 s=READY pgs=159 cs=0 l=1 rev1=1 crypto rx=0x7fb5ac034000 tx=0x7fb5ac02e000 comp rx=0 tx=0).stop 2024-09-15T22:05:18.738 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:18.736+0000 7fb5c0eac640 1 -- 172.21.15.63:0/290214446 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fb5bc0b59f0 msgr2=0x7fb5bc0b2a30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-15T22:05:18.739 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:18.736+0000 7fb5c0eac640 1 --2- 172.21.15.63:0/290214446 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fb5bc0b59f0 0x7fb5bc0b2a30 secure :-1 s=READY pgs=296 cs=0 l=1 rev1=1 crypto rx=0x7fb5b000c7f0 tx=0x7fb5b000cbf0 comp rx=0 tx=0).stop 2024-09-15T22:05:18.739 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:18.736+0000 7fb5c0eac640 1 -- 172.21.15.63:0/290214446 shutdown_connections 2024-09-15T22:05:18.739 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:18.736+0000 7fb5c0eac640 1 --2- 172.21.15.63:0/290214446 >> [v2:172.21.15.110:6832/552273267,v1:172.21.15.110:6833/552273267] conn(0x7fb59c06c2b0 0x7fb59c06e770 unknown :-1 s=CLOSED pgs=159 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T22:05:18.739 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:18.736+0000 7fb5c0eac640 1 --2- 172.21.15.63:0/290214446 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7fb5bc15c420 0x7fb5bc152850 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T22:05:18.739 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:18.736+0000 7fb5c0eac640 1 --2- 172.21.15.63:0/290214446 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fb5bc0b59f0 0x7fb5bc0b2a30 unknown :-1 s=CLOSED pgs=296 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T22:05:18.739 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:18.736+0000 7fb5c0eac640 1 --2- 172.21.15.63:0/290214446 >> [v2:172.21.15.110:3301/0,v1:172.21.15.110:6790/0] conn(0x7fb5bc06d430 0x7fb5bc155400 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T22:05:18.739 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:18.737+0000 7fb5c0eac640 1 -- 172.21.15.63:0/290214446 >> 172.21.15.63:0/290214446 conn(0x7fb5bc06c030 msgr2=0x7fb5bc158ab0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-15T22:05:18.739 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:18.737+0000 7fb5c0eac640 1 -- 172.21.15.63:0/290214446 shutdown_connections 2024-09-15T22:05:18.739 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:18.737+0000 7fb5c0eac640 1 -- 172.21.15.63:0/290214446 wait complete. 2024-09-15T22:05:18.749 DEBUG:teuthology.orchestra.run.smithi063:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs subvolume rm cephfs subvol54550 subvol_grp93160 2024-09-15T22:05:18.856 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:18.854+0000 7fa3a9566640 1 Processor -- start 2024-09-15T22:05:18.857 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:18.854+0000 7fa3a9566640 1 -- start start 2024-09-15T22:05:18.860 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:18.855+0000 7fa3a9566640 1 --2- >> v2:172.21.15.63:3300/0 conn(0x7fa3a415e600 0x7fa3a40b78e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-15T22:05:18.860 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:18.855+0000 7fa3a9566640 1 --2- >> v2:172.21.15.110:3300/0 conn(0x7fa3a40cf7a0 0x7fa3a40b6700 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-15T22:05:18.860 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:18.855+0000 7fa3a9566640 1 -- --> v1:172.21.15.63:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fa3a40d1fc0 con 0x7fa3a40b3ba0 2024-09-15T22:05:18.860 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:18.855+0000 7fa3a9566640 1 -- --> v2:172.21.15.63:3300/0 -- mon_getmap magic: 0 -- 0x7fa3a40d1ce0 con 0x7fa3a415e600 2024-09-15T22:05:18.860 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:18.855+0000 7fa3a9566640 1 -- --> v2:172.21.15.110:3300/0 -- mon_getmap magic: 0 -- 0x7fa3a40d2bb0 con 0x7fa3a40cf7a0 2024-09-15T22:05:18.860 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:18.855+0000 7fa3a2ffd640 1 --2- >> v2:172.21.15.63:3300/0 conn(0x7fa3a415e600 0x7fa3a40b78e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-15T22:05:18.860 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:18.855+0000 7fa3a37fe640 1 --1- >> v1:172.21.15.63:6789/0 conn(0x7fa3a40b3ba0 0x7fa3a40d3690 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.63:6789/0 says I am v1:172.21.15.63:41972/0 (socket says 172.21.15.63:41972) 2024-09-15T22:05:18.860 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:18.855+0000 7fa3a37fe640 1 -- 172.21.15.63:0/2973748581 learned_addr learned my addr 172.21.15.63:0/2973748581 (peer_addr_for_me v1:172.21.15.63:0/0) 2024-09-15T22:05:18.861 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:18.856+0000 7fa3a2ffd640 1 -- 172.21.15.63:0/2973748581 >> v2:172.21.15.110:3300/0 conn(0x7fa3a40cf7a0 msgr2=0x7fa3a40b6700 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-15T22:05:18.861 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:18.856+0000 7fa3a2ffd640 1 --2- 172.21.15.63:0/2973748581 >> v2:172.21.15.110:3300/0 conn(0x7fa3a40cf7a0 0x7fa3a40b6700 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T22:05:18.861 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:18.856+0000 7fa3a2ffd640 1 -- 172.21.15.63:0/2973748581 >> v1:172.21.15.63:6789/0 conn(0x7fa3a40b3ba0 legacy=0x7fa3a40d3690 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-15T22:05:18.861 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:18.856+0000 7fa3a2ffd640 1 -- 172.21.15.63:0/2973748581 --> v2:172.21.15.63:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fa3a40d2e90 con 0x7fa3a415e600 2024-09-15T22:05:18.861 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:18.856+0000 7fa3a2ffd640 1 --2- 172.21.15.63:0/2973748581 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fa3a415e600 0x7fa3a40b78e0 secure :-1 s=READY pgs=298 cs=0 l=1 rev1=1 crypto rx=0x7fa3a40c7f70 tx=0x7fa39402a5f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=1cc781d6e91cec52 server_cookie=0 in_seq=0 out_seq=0 2024-09-15T22:05:18.861 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:18.857+0000 7fa3a1ffb640 1 -- 172.21.15.63:0/2973748581 <== mon.0 v2:172.21.15.63:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa394007740 con 0x7fa3a415e600 2024-09-15T22:05:18.861 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:18.857+0000 7fa3a1ffb640 1 -- 172.21.15.63:0/2973748581 <== mon.0 v2:172.21.15.63:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fa3940078e0 con 0x7fa3a415e600 2024-09-15T22:05:18.862 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:18.857+0000 7fa3a1ffb640 1 -- 172.21.15.63:0/2973748581 <== mon.0 v2:172.21.15.63:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa394007cb0 con 0x7fa3a415e600 2024-09-15T22:05:18.862 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:18.857+0000 7fa3a9566640 1 -- 172.21.15.63:0/2973748581 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fa3a415e600 msgr2=0x7fa3a40b78e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-15T22:05:18.862 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:18.857+0000 7fa3a9566640 1 --2- 172.21.15.63:0/2973748581 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fa3a415e600 0x7fa3a40b78e0 secure :-1 s=READY pgs=298 cs=0 l=1 rev1=1 crypto rx=0x7fa3a40c7f70 tx=0x7fa39402a5f0 comp rx=0 tx=0).stop 2024-09-15T22:05:18.862 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:18.857+0000 7fa3a9566640 1 -- 172.21.15.63:0/2973748581 shutdown_connections 2024-09-15T22:05:18.862 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:18.857+0000 7fa3a9566640 1 --2- 172.21.15.63:0/2973748581 >> v2:172.21.15.110:3300/0 conn(0x7fa3a40cf7a0 0x7fa3a40b6700 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T22:05:18.862 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:18.857+0000 7fa3a9566640 1 --2- 172.21.15.63:0/2973748581 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fa3a415e600 0x7fa3a40b78e0 unknown :-1 s=CLOSED pgs=298 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T22:05:18.862 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:18.857+0000 7fa3a9566640 1 -- 172.21.15.63:0/2973748581 >> 172.21.15.63:0/2973748581 conn(0x7fa3a4072650 msgr2=0x7fa3a4072a60 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-15T22:05:18.862 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:18.857+0000 7fa3a9566640 1 -- 172.21.15.63:0/2973748581 shutdown_connections 2024-09-15T22:05:18.863 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:18.857+0000 7fa3a9566640 1 -- 172.21.15.63:0/2973748581 wait complete. 2024-09-15T22:05:18.865 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:18.858+0000 7fa3a9566640 1 Processor -- start 2024-09-15T22:05:18.865 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:18.859+0000 7fa3a9566640 1 -- start start 2024-09-15T22:05:18.865 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:18.859+0000 7fa3a9566640 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7fa3a40b3ba0 0x7fa3a41496e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-15T22:05:18.865 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:18.859+0000 7fa3a9566640 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fa3a40cf7a0 0x7fa3a40cd750 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-15T22:05:18.865 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:18.859+0000 7fa3a9566640 1 --2- >> [v2:172.21.15.110:3301/0,v1:172.21.15.110:6790/0] conn(0x7fa3a415e600 0x7fa3a414bf90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-15T22:05:18.866 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:18.859+0000 7fa3a9566640 1 -- --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 -- 0x7fa3a415e9e0 con 0x7fa3a40cf7a0 2024-09-15T22:05:18.866 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:18.859+0000 7fa3a9566640 1 -- --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_getmap magic: 0 -- 0x7fa3a40d1990 con 0x7fa3a40b3ba0 2024-09-15T22:05:18.866 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:18.859+0000 7fa3a9566640 1 -- --> [v2:172.21.15.110:3301/0,v1:172.21.15.110:6790/0] -- mon_getmap magic: 0 -- 0x7fa3a40b6c40 con 0x7fa3a415e600 2024-09-15T22:05:18.866 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:18.859+0000 7fa3a27fc640 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fa3a40cf7a0 0x7fa3a40cd750 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-15T22:05:18.866 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:18.859+0000 7fa3a27fc640 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fa3a40cf7a0 0x7fa3a40cd750 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.63:3300/0 says I am v2:172.21.15.63:48606/0 (socket says 172.21.15.63:48606) 2024-09-15T22:05:18.866 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:18.859+0000 7fa3a27fc640 1 -- 172.21.15.63:0/2972741458 learned_addr learned my addr 172.21.15.63:0/2972741458 (peer_addr_for_me v2:172.21.15.63:0/0) 2024-09-15T22:05:18.866 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:18.860+0000 7fa3a2ffd640 1 --2- 172.21.15.63:0/2972741458 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7fa3a40b3ba0 0x7fa3a41496e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-15T22:05:18.866 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:18.860+0000 7fa3a37fe640 1 --2- 172.21.15.63:0/2972741458 >> [v2:172.21.15.110:3301/0,v1:172.21.15.110:6790/0] conn(0x7fa3a415e600 0x7fa3a414bf90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-15T22:05:18.866 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:18.860+0000 7fa3a27fc640 1 -- 172.21.15.63:0/2972741458 >> [v2:172.21.15.110:3301/0,v1:172.21.15.110:6790/0] conn(0x7fa3a415e600 msgr2=0x7fa3a414bf90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-15T22:05:18.866 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:18.860+0000 7fa3a27fc640 1 --2- 172.21.15.63:0/2972741458 >> [v2:172.21.15.110:3301/0,v1:172.21.15.110:6790/0] conn(0x7fa3a415e600 0x7fa3a414bf90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T22:05:18.866 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:18.860+0000 7fa3a27fc640 1 -- 172.21.15.63:0/2972741458 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7fa3a40b3ba0 msgr2=0x7fa3a41496e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-15T22:05:18.866 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:18.860+0000 7fa3a27fc640 1 --2- 172.21.15.63:0/2972741458 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7fa3a40b3ba0 0x7fa3a41496e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T22:05:18.866 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:18.860+0000 7fa3a27fc640 1 -- 172.21.15.63:0/2972741458 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fa3a415f190 con 0x7fa3a40cf7a0 2024-09-15T22:05:18.867 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:18.860+0000 7fa3a37fe640 1 --2- 172.21.15.63:0/2972741458 >> [v2:172.21.15.110:3301/0,v1:172.21.15.110:6790/0] conn(0x7fa3a415e600 0x7fa3a414bf90 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-15T22:05:18.867 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:18.860+0000 7fa3a27fc640 1 --2- 172.21.15.63:0/2972741458 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fa3a40cf7a0 0x7fa3a40cd750 secure :-1 s=READY pgs=299 cs=0 l=1 rev1=1 crypto rx=0x7fa38c00b4a0 tx=0x7fa38c00b960 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-15T22:05:18.867 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:18.860+0000 7fa39b7fe640 1 -- 172.21.15.63:0/2972741458 <== mon.0 v2:172.21.15.63:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa38c014070 con 0x7fa3a40cf7a0 2024-09-15T22:05:18.867 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:18.860+0000 7fa39b7fe640 1 -- 172.21.15.63:0/2972741458 <== mon.0 v2:172.21.15.63:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fa38c010610 con 0x7fa3a40cf7a0 2024-09-15T22:05:18.867 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:18.860+0000 7fa3a9566640 1 -- 172.21.15.63:0/2972741458 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fa3a4149c20 con 0x7fa3a40cf7a0 2024-09-15T22:05:18.867 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:18.860+0000 7fa39b7fe640 1 -- 172.21.15.63:0/2972741458 <== mon.0 v2:172.21.15.63:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa38c010a00 con 0x7fa3a40cf7a0 2024-09-15T22:05:18.867 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:18.860+0000 7fa3a9566640 1 -- 172.21.15.63:0/2972741458 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fa3a414a150 con 0x7fa3a40cf7a0 2024-09-15T22:05:18.867 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:18.861+0000 7fa3a9566640 1 -- 172.21.15.63:0/2972741458 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fa3a40b6f70 con 0x7fa3a40cf7a0 2024-09-15T22:05:18.867 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:18.862+0000 7fa39b7fe640 1 -- 172.21.15.63:0/2972741458 <== mon.0 v2:172.21.15.63:3300/0 4 ==== mgrmap(e 6) ==== 90897+0+0 (secure 0 0 0) 0x7fa38c017070 con 0x7fa3a40cf7a0 2024-09-15T22:05:18.867 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:18.862+0000 7fa39b7fe640 1 --2- 172.21.15.63:0/2972741458 >> [v2:172.21.15.110:6832/552273267,v1:172.21.15.110:6833/552273267] conn(0x7fa38406c340 0x7fa38406e800 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-15T22:05:18.867 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:18.863+0000 7fa39b7fe640 1 -- 172.21.15.63:0/2972741458 <== mon.0 v2:172.21.15.63:3300/0 5 ==== osd_map(33..33 src has 1..33) ==== 5709+0+0 (secure 0 0 0) 0x7fa38c08add0 con 0x7fa3a40cf7a0 2024-09-15T22:05:18.867 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:18.863+0000 7fa3a2ffd640 1 --2- 172.21.15.63:0/2972741458 >> [v2:172.21.15.110:6832/552273267,v1:172.21.15.110:6833/552273267] conn(0x7fa38406c340 0x7fa38406e800 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-15T22:05:18.867 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:18.863+0000 7fa3a2ffd640 1 --2- 172.21.15.63:0/2972741458 >> [v2:172.21.15.110:6832/552273267,v1:172.21.15.110:6833/552273267] conn(0x7fa38406c340 0x7fa38406e800 secure :-1 s=READY pgs=160 cs=0 l=1 rev1=1 crypto rx=0x7fa394034000 tx=0x7fa39402f000 comp rx=0 tx=0).ready entity=mgr.4102 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-15T22:05:18.868 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:18.867+0000 7fa39b7fe640 1 -- 172.21.15.63:0/2972741458 <== mon.0 v2:172.21.15.63:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7fa3a4149c20 con 0x7fa3a40cf7a0 2024-09-15T22:05:19.071 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:19.070+0000 7fa3a9566640 1 -- 172.21.15.63:0/2972741458 --> [v2:172.21.15.110:6832/552273267,v1:172.21.15.110:6833/552273267] -- mgr_command(tid 0: {"prefix": "fs subvolume rm", "vol_name": "cephfs", "sub_name": "subvol54550", "group_name": "subvol_grp93160", "target": ["mon-mgr", ""]}) -- 0x7fa3a415ef70 con 0x7fa38406c340 2024-09-15T22:05:19.085 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:19.084+0000 7fa39b7fe640 1 -- 172.21.15.63:0/2972741458 <== mgr.4102 v2:172.21.15.110:6832/552273267 1 ==== mgr_command_reply(tid 0: 0 ) ==== 8+0+0 (secure 0 0 0) 0x7fa3a415ef70 con 0x7fa38406c340 2024-09-15T22:05:19.088 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:19.086+0000 7fa3a9566640 1 -- 172.21.15.63:0/2972741458 >> [v2:172.21.15.110:6832/552273267,v1:172.21.15.110:6833/552273267] conn(0x7fa38406c340 msgr2=0x7fa38406e800 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-15T22:05:19.088 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:19.086+0000 7fa3a9566640 1 --2- 172.21.15.63:0/2972741458 >> [v2:172.21.15.110:6832/552273267,v1:172.21.15.110:6833/552273267] conn(0x7fa38406c340 0x7fa38406e800 secure :-1 s=READY pgs=160 cs=0 l=1 rev1=1 crypto rx=0x7fa394034000 tx=0x7fa39402f000 comp rx=0 tx=0).stop 2024-09-15T22:05:19.088 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:19.086+0000 7fa3a9566640 1 -- 172.21.15.63:0/2972741458 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fa3a40cf7a0 msgr2=0x7fa3a40cd750 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-15T22:05:19.088 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:19.086+0000 7fa3a9566640 1 --2- 172.21.15.63:0/2972741458 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fa3a40cf7a0 0x7fa3a40cd750 secure :-1 s=READY pgs=299 cs=0 l=1 rev1=1 crypto rx=0x7fa38c00b4a0 tx=0x7fa38c00b960 comp rx=0 tx=0).stop 2024-09-15T22:05:19.088 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:19.086+0000 7fa3a9566640 1 -- 172.21.15.63:0/2972741458 shutdown_connections 2024-09-15T22:05:19.088 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:19.086+0000 7fa3a9566640 1 --2- 172.21.15.63:0/2972741458 >> [v2:172.21.15.110:6832/552273267,v1:172.21.15.110:6833/552273267] conn(0x7fa38406c340 0x7fa38406e800 unknown :-1 s=CLOSED pgs=160 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T22:05:19.089 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:19.086+0000 7fa3a9566640 1 --2- 172.21.15.63:0/2972741458 >> [v2:172.21.15.110:3301/0,v1:172.21.15.110:6790/0] conn(0x7fa3a415e600 0x7fa3a414bf90 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T22:05:19.089 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:19.086+0000 7fa3a9566640 1 --2- 172.21.15.63:0/2972741458 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fa3a40cf7a0 0x7fa3a40cd750 unknown :-1 s=CLOSED pgs=299 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T22:05:19.089 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:19.086+0000 7fa3a9566640 1 --2- 172.21.15.63:0/2972741458 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7fa3a40b3ba0 0x7fa3a41496e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T22:05:19.089 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:19.086+0000 7fa3a9566640 1 -- 172.21.15.63:0/2972741458 >> 172.21.15.63:0/2972741458 conn(0x7fa3a4072650 msgr2=0x7fa3a40b7d40 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-15T22:05:19.089 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:19.086+0000 7fa3a9566640 1 -- 172.21.15.63:0/2972741458 shutdown_connections 2024-09-15T22:05:19.089 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:19.086+0000 7fa3a9566640 1 -- 172.21.15.63:0/2972741458 wait complete. 2024-09-15T22:05:19.089 INFO:tasks.ceph.mgr.x.smithi110.stderr:2024-09-15T22:05:19.087+0000 7f696da09640 -1 client.0 error registering admin socket command: (17) File exists 2024-09-15T22:05:19.089 INFO:tasks.ceph.mgr.x.smithi110.stderr:2024-09-15T22:05:19.087+0000 7f696da09640 -1 client.0 error registering admin socket command: (17) File exists 2024-09-15T22:05:19.089 INFO:tasks.ceph.mgr.x.smithi110.stderr:2024-09-15T22:05:19.087+0000 7f696da09640 -1 client.0 error registering admin socket command: (17) File exists 2024-09-15T22:05:19.090 INFO:tasks.ceph.mgr.x.smithi110.stderr:2024-09-15T22:05:19.087+0000 7f696da09640 -1 client.0 error registering admin socket command: (17) File exists 2024-09-15T22:05:19.090 INFO:tasks.ceph.mgr.x.smithi110.stderr:2024-09-15T22:05:19.087+0000 7f696da09640 -1 client.0 error registering admin socket command: (17) File exists 2024-09-15T22:05:19.100 DEBUG:teuthology.orchestra.run.smithi063:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs subvolume rm cephfs subvol58401 subvol_grp93160 2024-09-15T22:05:19.105 INFO:tasks.ceph.mgr.x.smithi110.stderr:2024-09-15T22:05:19.104+0000 7f696d208640 -1 client.0 error registering admin socket command: (17) File exists 2024-09-15T22:05:19.106 INFO:tasks.ceph.mgr.x.smithi110.stderr:2024-09-15T22:05:19.104+0000 7f696d208640 -1 client.0 error registering admin socket command: (17) File exists 2024-09-15T22:05:19.106 INFO:tasks.ceph.mgr.x.smithi110.stderr:2024-09-15T22:05:19.104+0000 7f696d208640 -1 client.0 error registering admin socket command: (17) File exists 2024-09-15T22:05:19.106 INFO:tasks.ceph.mgr.x.smithi110.stderr:2024-09-15T22:05:19.104+0000 7f696d208640 -1 client.0 error registering admin socket command: (17) File exists 2024-09-15T22:05:19.106 INFO:tasks.ceph.mgr.x.smithi110.stderr:2024-09-15T22:05:19.104+0000 7f696d208640 -1 client.0 error registering admin socket command: (17) File exists 2024-09-15T22:05:19.208 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:19.207+0000 7fb6cab13640 1 Processor -- start 2024-09-15T22:05:19.208 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:19.207+0000 7fb6cab13640 1 -- start start 2024-09-15T22:05:19.210 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:19.208+0000 7fb6cab13640 1 --2- >> [v2:172.21.15.110:3301/0,v1:172.21.15.110:6790/0] conn(0x7fb6c4073120 0x7fb6c4073540 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-15T22:05:19.210 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:19.208+0000 7fb6cab13640 1 --2- >> v2:172.21.15.63:3300/0 conn(0x7fb6c40b5550 0x7fb6c40b59e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-15T22:05:19.210 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:19.208+0000 7fb6cab13640 1 -- --> v1:172.21.15.110:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fb6c4073a80 con 0x7fb6c415c4e0 2024-09-15T22:05:19.210 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:19.208+0000 7fb6cab13640 1 -- --> v2:172.21.15.63:3300/0 -- mon_getmap magic: 0 -- 0x7fb6c415c8c0 con 0x7fb6c40b5550 2024-09-15T22:05:19.210 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:19.208+0000 7fb6cab13640 1 -- --> [v2:172.21.15.110:3301/0,v1:172.21.15.110:6790/0] -- mon_getmap magic: 0 -- 0x7fb6c40d0460 con 0x7fb6c4073120 2024-09-15T22:05:19.210 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:19.208+0000 7fb6c90b0640 1 --2- >> v2:172.21.15.63:3300/0 conn(0x7fb6c40b5550 0x7fb6c40b59e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-15T22:05:19.210 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:19.208+0000 7fb6c90b0640 1 --2- >> v2:172.21.15.63:3300/0 conn(0x7fb6c40b5550 0x7fb6c40b59e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.63:3300/0 says I am v2:172.21.15.63:48620/0 (socket says 172.21.15.63:48620) 2024-09-15T22:05:19.210 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:19.208+0000 7fb6c90b0640 1 -- 172.21.15.63:0/404113214 learned_addr learned my addr 172.21.15.63:0/404113214 (peer_addr_for_me v2:172.21.15.63:0/0) 2024-09-15T22:05:19.210 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:19.208+0000 7fb6bbfff640 1 --2- 172.21.15.63:0/404113214 >> [v2:172.21.15.110:3301/0,v1:172.21.15.110:6790/0] conn(0x7fb6c4073120 0x7fb6c4073540 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-15T22:05:19.211 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:19.208+0000 7fb6c90b0640 1 -- 172.21.15.63:0/404113214 >> [v2:172.21.15.110:3301/0,v1:172.21.15.110:6790/0] conn(0x7fb6c4073120 msgr2=0x7fb6c4073540 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-15T22:05:19.211 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:19.208+0000 7fb6c90b0640 1 --2- 172.21.15.63:0/404113214 >> [v2:172.21.15.110:3301/0,v1:172.21.15.110:6790/0] conn(0x7fb6c4073120 0x7fb6c4073540 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T22:05:19.211 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:19.208+0000 7fb6c90b0640 1 -- 172.21.15.63:0/404113214 >> v1:172.21.15.110:6789/0 conn(0x7fb6c415c4e0 legacy=0x7fb6c40712d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-15T22:05:19.211 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:19.208+0000 7fb6c90b0640 1 -- 172.21.15.63:0/404113214 --> v2:172.21.15.63:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fb6c40d0740 con 0x7fb6c40b5550 2024-09-15T22:05:19.211 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:19.208+0000 7fb6bbfff640 1 --2- 172.21.15.63:0/404113214 >> [v2:172.21.15.110:3301/0,v1:172.21.15.110:6790/0] conn(0x7fb6c4073120 0x7fb6c4073540 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-15T22:05:19.212 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:19.209+0000 7fb6c90b0640 1 --2- 172.21.15.63:0/404113214 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fb6c40b5550 0x7fb6c40b59e0 secure :-1 s=READY pgs=300 cs=0 l=1 rev1=1 crypto rx=0x7fb6bc009e50 tx=0x7fb6bc02a710 comp rx=0 tx=0).ready entity=mon.0 client_cookie=a4e2a84ba5a5fea5 server_cookie=0 in_seq=0 out_seq=0 2024-09-15T22:05:19.212 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:19.209+0000 7fb6bb7fe640 1 -- 172.21.15.63:0/404113214 <== mon.0 v2:172.21.15.63:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb6bc036070 con 0x7fb6c40b5550 2024-09-15T22:05:19.212 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:19.209+0000 7fb6bb7fe640 1 -- 172.21.15.63:0/404113214 <== mon.0 v2:172.21.15.63:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fb6bc031600 con 0x7fb6c40b5550 2024-09-15T22:05:19.213 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:19.209+0000 7fb6bb7fe640 1 -- 172.21.15.63:0/404113214 <== mon.0 v2:172.21.15.63:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb6bc0319d0 con 0x7fb6c40b5550 2024-09-15T22:05:19.213 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:19.210+0000 7fb6cab13640 1 -- 172.21.15.63:0/404113214 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fb6c40b5550 msgr2=0x7fb6c40b59e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-15T22:05:19.213 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:19.210+0000 7fb6cab13640 1 --2- 172.21.15.63:0/404113214 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fb6c40b5550 0x7fb6c40b59e0 secure :-1 s=READY pgs=300 cs=0 l=1 rev1=1 crypto rx=0x7fb6bc009e50 tx=0x7fb6bc02a710 comp rx=0 tx=0).stop 2024-09-15T22:05:19.213 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:19.210+0000 7fb6cab13640 1 -- 172.21.15.63:0/404113214 shutdown_connections 2024-09-15T22:05:19.213 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:19.210+0000 7fb6cab13640 1 --2- 172.21.15.63:0/404113214 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fb6c40b5550 0x7fb6c40b59e0 unknown :-1 s=CLOSED pgs=300 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T22:05:19.213 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:19.210+0000 7fb6cab13640 1 --2- 172.21.15.63:0/404113214 >> [v2:172.21.15.110:3301/0,v1:172.21.15.110:6790/0] conn(0x7fb6c4073120 0x7fb6c4073540 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T22:05:19.213 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:19.210+0000 7fb6cab13640 1 -- 172.21.15.63:0/404113214 >> 172.21.15.63:0/404113214 conn(0x7fb6c40b4250 msgr2=0x7fb6c40b4660 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-15T22:05:19.213 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:19.210+0000 7fb6cab13640 1 -- 172.21.15.63:0/404113214 shutdown_connections 2024-09-15T22:05:19.213 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:19.210+0000 7fb6cab13640 1 -- 172.21.15.63:0/404113214 wait complete. 2024-09-15T22:05:19.213 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:19.211+0000 7fb6cab13640 1 Processor -- start 2024-09-15T22:05:19.213 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:19.211+0000 7fb6cab13640 1 -- start start 2024-09-15T22:05:19.215 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:19.212+0000 7fb6cab13640 1 --2- >> [v2:172.21.15.110:3301/0,v1:172.21.15.110:6790/0] conn(0x7fb6c4073120 0x7fb6c41f1f90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-15T22:05:19.215 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:19.212+0000 7fb6cab13640 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7fb6c40b5550 0x7fb6c40cdf90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-15T22:05:19.215 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:19.212+0000 7fb6cab13640 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fb6c415c4e0 0x7fb6c406e060 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-15T22:05:19.215 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:19.212+0000 7fb6cab13640 1 -- --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 -- 0x7fb6c40d0fe0 con 0x7fb6c415c4e0 2024-09-15T22:05:19.215 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:19.212+0000 7fb6cab13640 1 -- --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_getmap magic: 0 -- 0x7fb6c40d0d00 con 0x7fb6c40b5550 2024-09-15T22:05:19.216 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:19.212+0000 7fb6cab13640 1 -- --> [v2:172.21.15.110:3301/0,v1:172.21.15.110:6790/0] -- mon_getmap magic: 0 -- 0x7fb6c40719e0 con 0x7fb6c4073120 2024-09-15T22:05:19.216 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:19.212+0000 7fb6c90b0640 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fb6c415c4e0 0x7fb6c406e060 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-15T22:05:19.216 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:19.212+0000 7fb6c90b0640 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fb6c415c4e0 0x7fb6c406e060 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.63:3300/0 says I am v2:172.21.15.63:48634/0 (socket says 172.21.15.63:48634) 2024-09-15T22:05:19.216 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:19.212+0000 7fb6c90b0640 1 -- 172.21.15.63:0/1528336617 learned_addr learned my addr 172.21.15.63:0/1528336617 (peer_addr_for_me v2:172.21.15.63:0/0) 2024-09-15T22:05:19.216 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:19.212+0000 7fb6c88af640 1 --2- 172.21.15.63:0/1528336617 >> [v2:172.21.15.110:3301/0,v1:172.21.15.110:6790/0] conn(0x7fb6c4073120 0x7fb6c41f1f90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-15T22:05:19.216 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:19.212+0000 7fb6bbfff640 1 --2- 172.21.15.63:0/1528336617 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7fb6c40b5550 0x7fb6c40cdf90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-15T22:05:19.216 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:19.212+0000 7fb6c90b0640 1 -- 172.21.15.63:0/1528336617 >> [v2:172.21.15.110:3301/0,v1:172.21.15.110:6790/0] conn(0x7fb6c4073120 msgr2=0x7fb6c41f1f90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-15T22:05:19.216 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:19.212+0000 7fb6c90b0640 1 --2- 172.21.15.63:0/1528336617 >> [v2:172.21.15.110:3301/0,v1:172.21.15.110:6790/0] conn(0x7fb6c4073120 0x7fb6c41f1f90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T22:05:19.216 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:19.212+0000 7fb6c90b0640 1 -- 172.21.15.63:0/1528336617 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7fb6c40b5550 msgr2=0x7fb6c40cdf90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-15T22:05:19.216 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:19.212+0000 7fb6c90b0640 1 --2- 172.21.15.63:0/1528336617 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7fb6c40b5550 0x7fb6c40cdf90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T22:05:19.216 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:19.212+0000 7fb6c90b0640 1 -- 172.21.15.63:0/1528336617 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fb6c41f2650 con 0x7fb6c415c4e0 2024-09-15T22:05:19.216 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:19.212+0000 7fb6c90b0640 1 --2- 172.21.15.63:0/1528336617 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fb6c415c4e0 0x7fb6c406e060 secure :-1 s=READY pgs=301 cs=0 l=1 rev1=1 crypto rx=0x7fb6bc009e50 tx=0x7fb6bc004a40 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-15T22:05:19.217 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:19.213+0000 7fb6b97fa640 1 -- 172.21.15.63:0/1528336617 <== mon.0 v2:172.21.15.63:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb6bc041020 con 0x7fb6c415c4e0 2024-09-15T22:05:19.217 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:19.213+0000 7fb6b97fa640 1 -- 172.21.15.63:0/1528336617 <== mon.0 v2:172.21.15.63:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fb6bc007780 con 0x7fb6c415c4e0 2024-09-15T22:05:19.217 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:19.213+0000 7fb6cab13640 1 -- 172.21.15.63:0/1528336617 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fb6c41f2930 con 0x7fb6c415c4e0 2024-09-15T22:05:19.217 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:19.213+0000 7fb6b97fa640 1 -- 172.21.15.63:0/1528336617 <== mon.0 v2:172.21.15.63:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb6bc036040 con 0x7fb6c415c4e0 2024-09-15T22:05:19.217 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:19.213+0000 7fb6cab13640 1 -- 172.21.15.63:0/1528336617 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fb6c40c9260 con 0x7fb6c415c4e0 2024-09-15T22:05:19.217 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:19.214+0000 7fb6cab13640 1 -- 172.21.15.63:0/1528336617 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fb6c40d1500 con 0x7fb6c415c4e0 2024-09-15T22:05:19.218 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:19.214+0000 7fb6b97fa640 1 -- 172.21.15.63:0/1528336617 <== mon.0 v2:172.21.15.63:3300/0 4 ==== mgrmap(e 6) ==== 90897+0+0 (secure 0 0 0) 0x7fb6bc044020 con 0x7fb6c415c4e0 2024-09-15T22:05:19.218 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:19.215+0000 7fb6b97fa640 1 --2- 172.21.15.63:0/1528336617 >> [v2:172.21.15.110:6832/552273267,v1:172.21.15.110:6833/552273267] conn(0x7fb6b006c340 0x7fb6b006e800 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-15T22:05:19.218 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:19.215+0000 7fb6b97fa640 1 -- 172.21.15.63:0/1528336617 <== mon.0 v2:172.21.15.63:3300/0 5 ==== osd_map(33..33 src has 1..33) ==== 5709+0+0 (secure 0 0 0) 0x7fb6bc0ac080 con 0x7fb6c415c4e0 2024-09-15T22:05:19.218 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:19.215+0000 7fb6c88af640 1 --2- 172.21.15.63:0/1528336617 >> [v2:172.21.15.110:6832/552273267,v1:172.21.15.110:6833/552273267] conn(0x7fb6b006c340 0x7fb6b006e800 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-15T22:05:19.218 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:19.215+0000 7fb6c88af640 1 --2- 172.21.15.63:0/1528336617 >> [v2:172.21.15.110:6832/552273267,v1:172.21.15.110:6833/552273267] conn(0x7fb6b006c340 0x7fb6b006e800 secure :-1 s=READY pgs=161 cs=0 l=1 rev1=1 crypto rx=0x7fb6c00016e0 tx=0x7fb6c0009040 comp rx=0 tx=0).ready entity=mgr.4102 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-15T22:05:19.220 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:19.219+0000 7fb6b97fa640 1 -- 172.21.15.63:0/1528336617 <== mon.0 v2:172.21.15.63:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7fb6bc04b030 con 0x7fb6c415c4e0 2024-09-15T22:05:19.424 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:19.423+0000 7fb6cab13640 1 -- 172.21.15.63:0/1528336617 --> [v2:172.21.15.110:6832/552273267,v1:172.21.15.110:6833/552273267] -- mgr_command(tid 0: {"prefix": "fs subvolume rm", "vol_name": "cephfs", "sub_name": "subvol58401", "group_name": "subvol_grp93160", "target": ["mon-mgr", ""]}) -- 0x7fb6c40b5020 con 0x7fb6b006c340 2024-09-15T22:05:19.446 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:19.444+0000 7fb6b97fa640 1 -- 172.21.15.63:0/1528336617 <== mgr.4102 v2:172.21.15.110:6832/552273267 1 ==== mgr_command_reply(tid 0: 0 ) ==== 8+0+0 (secure 0 0 0) 0x7fb6c40b5020 con 0x7fb6b006c340 2024-09-15T22:05:19.448 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:19.447+0000 7fb6cab13640 1 -- 172.21.15.63:0/1528336617 >> [v2:172.21.15.110:6832/552273267,v1:172.21.15.110:6833/552273267] conn(0x7fb6b006c340 msgr2=0x7fb6b006e800 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-15T22:05:19.448 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:19.447+0000 7fb6cab13640 1 --2- 172.21.15.63:0/1528336617 >> [v2:172.21.15.110:6832/552273267,v1:172.21.15.110:6833/552273267] conn(0x7fb6b006c340 0x7fb6b006e800 secure :-1 s=READY pgs=161 cs=0 l=1 rev1=1 crypto rx=0x7fb6c00016e0 tx=0x7fb6c0009040 comp rx=0 tx=0).stop 2024-09-15T22:05:19.449 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:19.447+0000 7fb6cab13640 1 -- 172.21.15.63:0/1528336617 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fb6c415c4e0 msgr2=0x7fb6c406e060 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-15T22:05:19.449 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:19.447+0000 7fb6cab13640 1 --2- 172.21.15.63:0/1528336617 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fb6c415c4e0 0x7fb6c406e060 secure :-1 s=READY pgs=301 cs=0 l=1 rev1=1 crypto rx=0x7fb6bc009e50 tx=0x7fb6bc004a40 comp rx=0 tx=0).stop 2024-09-15T22:05:19.449 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:19.447+0000 7fb6cab13640 1 -- 172.21.15.63:0/1528336617 shutdown_connections 2024-09-15T22:05:19.449 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:19.447+0000 7fb6cab13640 1 --2- 172.21.15.63:0/1528336617 >> [v2:172.21.15.110:6832/552273267,v1:172.21.15.110:6833/552273267] conn(0x7fb6b006c340 0x7fb6b006e800 unknown :-1 s=CLOSED pgs=161 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T22:05:19.449 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:19.447+0000 7fb6cab13640 1 --2- 172.21.15.63:0/1528336617 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7fb6c40b5550 0x7fb6c40cdf90 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T22:05:19.449 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:19.447+0000 7fb6cab13640 1 --2- 172.21.15.63:0/1528336617 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fb6c415c4e0 0x7fb6c406e060 unknown :-1 s=CLOSED pgs=301 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T22:05:19.449 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:19.447+0000 7fb6cab13640 1 --2- 172.21.15.63:0/1528336617 >> [v2:172.21.15.110:3301/0,v1:172.21.15.110:6790/0] conn(0x7fb6c4073120 0x7fb6c41f1f90 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T22:05:19.449 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:19.447+0000 7fb6cab13640 1 -- 172.21.15.63:0/1528336617 >> 172.21.15.63:0/1528336617 conn(0x7fb6c40b4250 msgr2=0x7fb6c40b4630 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-15T22:05:19.449 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:19.447+0000 7fb6cab13640 1 -- 172.21.15.63:0/1528336617 shutdown_connections 2024-09-15T22:05:19.449 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:19.447+0000 7fb6cab13640 1 -- 172.21.15.63:0/1528336617 wait complete. 2024-09-15T22:05:19.460 DEBUG:teuthology.orchestra.run.smithi063:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs subvolume rm cephfs subvol80592 subvol_grp93160 2024-09-15T22:05:19.566 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:19.564+0000 7f258d55f640 1 Processor -- start 2024-09-15T22:05:19.566 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:19.565+0000 7f258d55f640 1 -- start start 2024-09-15T22:05:19.568 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:19.565+0000 7f258d55f640 1 --2- >> v2:172.21.15.110:3300/0 conn(0x7f258815e840 0x7f25880cf600 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-15T22:05:19.568 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:19.565+0000 7f258d55f640 1 --2- >> [v2:172.21.15.110:3301/0,v1:172.21.15.110:6790/0] conn(0x7f258815ec20 0x7f258815f0b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-15T22:05:19.568 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:19.565+0000 7f258d55f640 1 -- --> v1:172.21.15.110:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f25880d4350 con 0x7f25880b9880 2024-09-15T22:05:19.568 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:19.565+0000 7f258d55f640 1 -- --> v2:172.21.15.110:3300/0 -- mon_getmap magic: 0 -- 0x7f25880cfe50 con 0x7f258815e840 2024-09-15T22:05:19.568 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:19.565+0000 7f258d55f640 1 -- --> [v2:172.21.15.110:3301/0,v1:172.21.15.110:6790/0] -- mon_getmap magic: 0 -- 0x7f25880d3590 con 0x7f258815ec20 2024-09-15T22:05:19.568 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:19.566+0000 7f2586ffd640 1 --2- >> v2:172.21.15.110:3300/0 conn(0x7f258815e840 0x7f25880cf600 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-15T22:05:19.568 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:19.566+0000 7f25877fe640 1 --2- >> [v2:172.21.15.110:3301/0,v1:172.21.15.110:6790/0] conn(0x7f258815ec20 0x7f258815f0b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-15T22:05:19.568 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:19.566+0000 7f2586ffd640 1 --2- >> v2:172.21.15.110:3300/0 conn(0x7f258815e840 0x7f25880cf600 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.110:3300/0 says I am v2:172.21.15.63:42992/0 (socket says 172.21.15.63:42992) 2024-09-15T22:05:19.568 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:19.566+0000 7f2586ffd640 1 -- 172.21.15.63:0/3272335522 learned_addr learned my addr 172.21.15.63:0/3272335522 (peer_addr_for_me v2:172.21.15.63:0/0) 2024-09-15T22:05:19.569 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:19.566+0000 7f2586ffd640 1 -- 172.21.15.63:0/3272335522 >> [v2:172.21.15.110:3301/0,v1:172.21.15.110:6790/0] conn(0x7f258815ec20 msgr2=0x7f258815f0b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-15T22:05:19.569 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:19.566+0000 7f2586ffd640 1 --2- 172.21.15.63:0/3272335522 >> [v2:172.21.15.110:3301/0,v1:172.21.15.110:6790/0] conn(0x7f258815ec20 0x7f258815f0b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T22:05:19.569 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:19.566+0000 7f2586ffd640 1 -- 172.21.15.63:0/3272335522 >> v1:172.21.15.110:6789/0 conn(0x7f25880b9880 legacy=0x7f25880b9cf0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-15T22:05:19.569 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:19.566+0000 7f2586ffd640 1 -- 172.21.15.63:0/3272335522 --> v2:172.21.15.110:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f25880d3870 con 0x7f258815e840 2024-09-15T22:05:19.570 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:19.567+0000 7f2586ffd640 1 --2- 172.21.15.63:0/3272335522 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f258815e840 0x7f25880cf600 secure :-1 s=READY pgs=161 cs=0 l=1 rev1=1 crypto rx=0x7f2578009e50 tx=0x7f257802a680 comp rx=0 tx=0).ready entity=mon.1 client_cookie=64d0483db92e09ee server_cookie=0 in_seq=0 out_seq=0 2024-09-15T22:05:19.570 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:19.567+0000 7f2585ffb640 1 -- 172.21.15.63:0/3272335522 <== mon.1 v2:172.21.15.110:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2578036070 con 0x7f258815e840 2024-09-15T22:05:19.570 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:19.567+0000 7f2585ffb640 1 -- 172.21.15.63:0/3272335522 <== mon.1 v2:172.21.15.110:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f2578031600 con 0x7f258815e840 2024-09-15T22:05:19.570 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:19.567+0000 7f2585ffb640 1 -- 172.21.15.63:0/3272335522 <== mon.1 v2:172.21.15.110:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f25780319d0 con 0x7f258815e840 2024-09-15T22:05:19.571 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:19.567+0000 7f258d55f640 1 -- 172.21.15.63:0/3272335522 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f258815e840 msgr2=0x7f25880cf600 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-15T22:05:19.571 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:19.567+0000 7f258d55f640 1 --2- 172.21.15.63:0/3272335522 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f258815e840 0x7f25880cf600 secure :-1 s=READY pgs=161 cs=0 l=1 rev1=1 crypto rx=0x7f2578009e50 tx=0x7f257802a680 comp rx=0 tx=0).stop 2024-09-15T22:05:19.571 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:19.568+0000 7f258d55f640 1 -- 172.21.15.63:0/3272335522 shutdown_connections 2024-09-15T22:05:19.571 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:19.568+0000 7f258d55f640 1 --2- 172.21.15.63:0/3272335522 >> [v2:172.21.15.110:3301/0,v1:172.21.15.110:6790/0] conn(0x7f258815ec20 0x7f258815f0b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T22:05:19.571 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:19.568+0000 7f258d55f640 1 --2- 172.21.15.63:0/3272335522 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f258815e840 0x7f25880cf600 unknown :-1 s=CLOSED pgs=161 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T22:05:19.571 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:19.568+0000 7f258d55f640 1 -- 172.21.15.63:0/3272335522 >> 172.21.15.63:0/3272335522 conn(0x7f25880d4630 msgr2=0x7f25880d4a40 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-15T22:05:19.571 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:19.568+0000 7f258d55f640 1 -- 172.21.15.63:0/3272335522 shutdown_connections 2024-09-15T22:05:19.571 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:19.568+0000 7f258d55f640 1 -- 172.21.15.63:0/3272335522 wait complete. 2024-09-15T22:05:19.571 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:19.569+0000 7f258d55f640 1 Processor -- start 2024-09-15T22:05:19.571 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:19.569+0000 7f258d55f640 1 -- start start 2024-09-15T22:05:19.573 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:19.570+0000 7f258d55f640 1 --2- >> [v2:172.21.15.110:3301/0,v1:172.21.15.110:6790/0] conn(0x7f25880b9880 0x7f25880b3090 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-15T22:05:19.574 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:19.570+0000 7f258d55f640 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f258815e840 0x7f258815b4a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-15T22:05:19.574 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:19.570+0000 7f258d55f640 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f258815ec20 0x7f25880ca2d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-15T22:05:19.574 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:19.570+0000 7f258d55f640 1 -- --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 -- 0x7f25880cfb40 con 0x7f258815ec20 2024-09-15T22:05:19.574 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:19.570+0000 7f258d55f640 1 -- --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_getmap magic: 0 -- 0x7f25880d3e30 con 0x7f258815e840 2024-09-15T22:05:19.574 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:19.570+0000 7f258d55f640 1 -- --> [v2:172.21.15.110:3301/0,v1:172.21.15.110:6790/0] -- mon_getmap magic: 0 -- 0x7f25880ba400 con 0x7f25880b9880 2024-09-15T22:05:19.574 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:19.570+0000 7f25877fe640 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f258815ec20 0x7f25880ca2d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-15T22:05:19.574 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:19.570+0000 7f2586ffd640 1 --2- >> [v2:172.21.15.110:3301/0,v1:172.21.15.110:6790/0] conn(0x7f25880b9880 0x7f25880b3090 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-15T22:05:19.574 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:19.570+0000 7f25877fe640 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f258815ec20 0x7f25880ca2d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.63:3300/0 says I am v2:172.21.15.63:37282/0 (socket says 172.21.15.63:37282) 2024-09-15T22:05:19.574 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:19.570+0000 7f25877fe640 1 -- 172.21.15.63:0/3978401870 learned_addr learned my addr 172.21.15.63:0/3978401870 (peer_addr_for_me v2:172.21.15.63:0/0) 2024-09-15T22:05:19.574 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:19.570+0000 7f25867fc640 1 --2- 172.21.15.63:0/3978401870 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f258815e840 0x7f258815b4a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-15T22:05:19.574 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:19.570+0000 7f25877fe640 1 -- 172.21.15.63:0/3978401870 >> [v2:172.21.15.110:3301/0,v1:172.21.15.110:6790/0] conn(0x7f25880b9880 msgr2=0x7f25880b3090 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-15T22:05:19.575 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:19.570+0000 7f25877fe640 1 --2- 172.21.15.63:0/3978401870 >> [v2:172.21.15.110:3301/0,v1:172.21.15.110:6790/0] conn(0x7f25880b9880 0x7f25880b3090 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T22:05:19.575 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:19.570+0000 7f25877fe640 1 -- 172.21.15.63:0/3978401870 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f258815e840 msgr2=0x7f258815b4a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-15T22:05:19.575 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:19.570+0000 7f25877fe640 1 --2- 172.21.15.63:0/3978401870 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f258815e840 0x7f258815b4a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T22:05:19.575 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:19.570+0000 7f25877fe640 1 -- 172.21.15.63:0/3978401870 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f258815f270 con 0x7f258815ec20 2024-09-15T22:05:19.575 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:19.570+0000 7f25877fe640 1 --2- 172.21.15.63:0/3978401870 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f258815ec20 0x7f25880ca2d0 secure :-1 s=READY pgs=302 cs=0 l=1 rev1=1 crypto rx=0x7f258000e7f0 tx=0x7f258000ecb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-15T22:05:19.575 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:19.570+0000 7f257f7fe640 1 -- 172.21.15.63:0/3978401870 <== mon.0 v2:172.21.15.63:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2580017070 con 0x7f258815ec20 2024-09-15T22:05:19.575 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:19.571+0000 7f257f7fe640 1 -- 172.21.15.63:0/3978401870 <== mon.0 v2:172.21.15.63:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f258000c6d0 con 0x7f258815ec20 2024-09-15T22:05:19.575 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:19.571+0000 7f258d55f640 1 -- 172.21.15.63:0/3978401870 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f258815f550 con 0x7f258815ec20 2024-09-15T22:05:19.575 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:19.571+0000 7f257f7fe640 1 -- 172.21.15.63:0/3978401870 <== mon.0 v2:172.21.15.63:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f258000cac0 con 0x7f258815ec20 2024-09-15T22:05:19.575 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:19.571+0000 7f258d55f640 1 -- 172.21.15.63:0/3978401870 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f258815fb10 con 0x7f258815ec20 2024-09-15T22:05:19.575 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:19.572+0000 7f258d55f640 1 -- 172.21.15.63:0/3978401870 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f25880cf600 con 0x7f258815ec20 2024-09-15T22:05:19.575 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:19.572+0000 7f257f7fe640 1 -- 172.21.15.63:0/3978401870 <== mon.0 v2:172.21.15.63:3300/0 4 ==== mgrmap(e 6) ==== 90897+0+0 (secure 0 0 0) 0x7f258001a070 con 0x7f258815ec20 2024-09-15T22:05:19.576 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:19.573+0000 7f257f7fe640 1 --2- 172.21.15.63:0/3978401870 >> [v2:172.21.15.110:6832/552273267,v1:172.21.15.110:6833/552273267] conn(0x7f256806c340 0x7f256806e800 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-15T22:05:19.576 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:19.573+0000 7f257f7fe640 1 -- 172.21.15.63:0/3978401870 <== mon.0 v2:172.21.15.63:3300/0 5 ==== osd_map(33..33 src has 1..33) ==== 5709+0+0 (secure 0 0 0) 0x7f258008b8d0 con 0x7f258815ec20 2024-09-15T22:05:19.576 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:19.573+0000 7f2586ffd640 1 --2- 172.21.15.63:0/3978401870 >> [v2:172.21.15.110:6832/552273267,v1:172.21.15.110:6833/552273267] conn(0x7f256806c340 0x7f256806e800 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-15T22:05:19.576 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:19.573+0000 7f2586ffd640 1 --2- 172.21.15.63:0/3978401870 >> [v2:172.21.15.110:6832/552273267,v1:172.21.15.110:6833/552273267] conn(0x7f256806c340 0x7f256806e800 secure :-1 s=READY pgs=162 cs=0 l=1 rev1=1 crypto rx=0x7f2578033000 tx=0x7f2578009000 comp rx=0 tx=0).ready entity=mgr.4102 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-15T22:05:19.578 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:19.577+0000 7f257f7fe640 1 -- 172.21.15.63:0/3978401870 <== mon.0 v2:172.21.15.63:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7f2580059970 con 0x7f258815ec20 2024-09-15T22:05:19.781 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:19.779+0000 7f258d55f640 1 -- 172.21.15.63:0/3978401870 --> [v2:172.21.15.110:6832/552273267,v1:172.21.15.110:6833/552273267] -- mgr_command(tid 0: {"prefix": "fs subvolume rm", "vol_name": "cephfs", "sub_name": "subvol80592", "group_name": "subvol_grp93160", "target": ["mon-mgr", ""]}) -- 0x7f25880d54d0 con 0x7f256806c340 2024-09-15T22:05:19.799 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:19.797+0000 7f257f7fe640 1 -- 172.21.15.63:0/3978401870 <== mgr.4102 v2:172.21.15.110:6832/552273267 1 ==== mgr_command_reply(tid 0: 0 ) ==== 8+0+0 (secure 0 0 0) 0x7f25880d54d0 con 0x7f256806c340 2024-09-15T22:05:19.802 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:19.800+0000 7f258d55f640 1 -- 172.21.15.63:0/3978401870 >> [v2:172.21.15.110:6832/552273267,v1:172.21.15.110:6833/552273267] conn(0x7f256806c340 msgr2=0x7f256806e800 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-15T22:05:19.802 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:19.800+0000 7f258d55f640 1 --2- 172.21.15.63:0/3978401870 >> [v2:172.21.15.110:6832/552273267,v1:172.21.15.110:6833/552273267] conn(0x7f256806c340 0x7f256806e800 secure :-1 s=READY pgs=162 cs=0 l=1 rev1=1 crypto rx=0x7f2578033000 tx=0x7f2578009000 comp rx=0 tx=0).stop 2024-09-15T22:05:19.802 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:19.800+0000 7f258d55f640 1 -- 172.21.15.63:0/3978401870 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f258815ec20 msgr2=0x7f25880ca2d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-15T22:05:19.802 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:19.800+0000 7f258d55f640 1 --2- 172.21.15.63:0/3978401870 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f258815ec20 0x7f25880ca2d0 secure :-1 s=READY pgs=302 cs=0 l=1 rev1=1 crypto rx=0x7f258000e7f0 tx=0x7f258000ecb0 comp rx=0 tx=0).stop 2024-09-15T22:05:19.802 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:19.800+0000 7f258d55f640 1 -- 172.21.15.63:0/3978401870 shutdown_connections 2024-09-15T22:05:19.802 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:19.800+0000 7f258d55f640 1 --2- 172.21.15.63:0/3978401870 >> [v2:172.21.15.110:6832/552273267,v1:172.21.15.110:6833/552273267] conn(0x7f256806c340 0x7f256806e800 unknown :-1 s=CLOSED pgs=162 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T22:05:19.802 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:19.800+0000 7f258d55f640 1 --2- 172.21.15.63:0/3978401870 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f258815e840 0x7f258815b4a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T22:05:19.802 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:19.800+0000 7f258d55f640 1 --2- 172.21.15.63:0/3978401870 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f258815ec20 0x7f25880ca2d0 unknown :-1 s=CLOSED pgs=302 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T22:05:19.802 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:19.800+0000 7f258d55f640 1 --2- 172.21.15.63:0/3978401870 >> [v2:172.21.15.110:3301/0,v1:172.21.15.110:6790/0] conn(0x7f25880b9880 0x7f25880b3090 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T22:05:19.802 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:19.800+0000 7f258d55f640 1 -- 172.21.15.63:0/3978401870 >> 172.21.15.63:0/3978401870 conn(0x7f25880d4630 msgr2=0x7f258815dc60 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-15T22:05:19.803 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:19.800+0000 7f258d55f640 1 -- 172.21.15.63:0/3978401870 shutdown_connections 2024-09-15T22:05:19.803 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:19.800+0000 7f258d55f640 1 -- 172.21.15.63:0/3978401870 wait complete. 2024-09-15T22:05:19.813 DEBUG:teuthology.orchestra.run.smithi063:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs subvolumegroup rm cephfs subvol_grp93160 2024-09-15T22:05:19.919 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:19.917+0000 7f9fbd4f8640 1 Processor -- start 2024-09-15T22:05:19.919 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:19.917+0000 7f9fbd4f8640 1 -- start start 2024-09-15T22:05:19.920 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:19.918+0000 7f9fbd4f8640 1 --2- >> v2:172.21.15.110:3300/0 conn(0x7f9fb815e690 0x7f9fb806bbe0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-15T22:05:19.920 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:19.918+0000 7f9fbd4f8640 1 --2- >> v2:172.21.15.63:3300/0 conn(0x7f9fb806c120 0x7f9fb80cf0a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-15T22:05:19.920 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:19.918+0000 7f9fbd4f8640 1 --2- >> [v2:172.21.15.110:3301/0,v1:172.21.15.110:6790/0] conn(0x7f9fb80cf5e0 0x7f9fb80d2860 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-15T22:05:19.920 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:19.918+0000 7f9fbd4f8640 1 -- --> v2:172.21.15.63:3300/0 -- mon_getmap magic: 0 -- 0x7f9fb806c590 con 0x7f9fb806c120 2024-09-15T22:05:19.920 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:19.918+0000 7f9fbd4f8640 1 -- --> v2:172.21.15.110:3300/0 -- mon_getmap magic: 0 -- 0x7f9fb815ea70 con 0x7f9fb815e690 2024-09-15T22:05:19.920 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:19.918+0000 7f9fbd4f8640 1 -- --> [v2:172.21.15.110:3301/0,v1:172.21.15.110:6790/0] -- mon_getmap magic: 0 -- 0x7f9fb80722a0 con 0x7f9fb80cf5e0 2024-09-15T22:05:19.920 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:19.918+0000 7f9fb67fc640 1 --2- >> v2:172.21.15.63:3300/0 conn(0x7f9fb806c120 0x7f9fb80cf0a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-15T22:05:19.920 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:19.918+0000 7f9fb67fc640 1 --2- >> v2:172.21.15.63:3300/0 conn(0x7f9fb806c120 0x7f9fb80cf0a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.63:3300/0 says I am v2:172.21.15.63:37298/0 (socket says 172.21.15.63:37298) 2024-09-15T22:05:19.921 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:19.918+0000 7f9fb67fc640 1 -- 172.21.15.63:0/3825502093 learned_addr learned my addr 172.21.15.63:0/3825502093 (peer_addr_for_me v2:172.21.15.63:0/0) 2024-09-15T22:05:19.921 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:19.918+0000 7f9fb67fc640 1 -- 172.21.15.63:0/3825502093 >> [v2:172.21.15.110:3301/0,v1:172.21.15.110:6790/0] conn(0x7f9fb80cf5e0 msgr2=0x7f9fb80d2860 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-15T22:05:19.921 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:19.918+0000 7f9fb67fc640 1 --2- 172.21.15.63:0/3825502093 >> [v2:172.21.15.110:3301/0,v1:172.21.15.110:6790/0] conn(0x7f9fb80cf5e0 0x7f9fb80d2860 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T22:05:19.921 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:19.918+0000 7f9fb67fc640 1 -- 172.21.15.63:0/3825502093 >> v2:172.21.15.110:3300/0 conn(0x7f9fb815e690 msgr2=0x7f9fb806bbe0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-15T22:05:19.921 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:19.918+0000 7f9fb67fc640 1 --2- 172.21.15.63:0/3825502093 >> v2:172.21.15.110:3300/0 conn(0x7f9fb815e690 0x7f9fb806bbe0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T22:05:19.921 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:19.918+0000 7f9fb67fc640 1 -- 172.21.15.63:0/3825502093 --> v2:172.21.15.63:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f9fb8072580 con 0x7f9fb806c120 2024-09-15T22:05:19.922 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:19.919+0000 7f9fb67fc640 1 --2- 172.21.15.63:0/3825502093 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f9fb806c120 0x7f9fb80cf0a0 secure :-1 s=READY pgs=303 cs=0 l=1 rev1=1 crypto rx=0x7f9fb80697e0 tx=0x7f9fac02a1e0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=ba9515c0b93cd95e server_cookie=0 in_seq=0 out_seq=0 2024-09-15T22:05:19.923 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:19.919+0000 7f9fb5ffb640 1 -- 172.21.15.63:0/3825502093 <== mon.0 v2:172.21.15.63:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9fac037070 con 0x7f9fb806c120 2024-09-15T22:05:19.923 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:19.919+0000 7f9fb5ffb640 1 -- 172.21.15.63:0/3825502093 <== mon.0 v2:172.21.15.63:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f9fac032440 con 0x7f9fb806c120 2024-09-15T22:05:19.923 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:19.919+0000 7f9fb5ffb640 1 -- 172.21.15.63:0/3825502093 <== mon.0 v2:172.21.15.63:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9fac032810 con 0x7f9fb806c120 2024-09-15T22:05:19.923 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:19.920+0000 7f9fbd4f8640 1 -- 172.21.15.63:0/3825502093 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f9fb806c120 msgr2=0x7f9fb80cf0a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-15T22:05:19.923 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:19.920+0000 7f9fbd4f8640 1 --2- 172.21.15.63:0/3825502093 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f9fb806c120 0x7f9fb80cf0a0 secure :-1 s=READY pgs=303 cs=0 l=1 rev1=1 crypto rx=0x7f9fb80697e0 tx=0x7f9fac02a1e0 comp rx=0 tx=0).stop 2024-09-15T22:05:19.923 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:19.920+0000 7f9fbd4f8640 1 -- 172.21.15.63:0/3825502093 shutdown_connections 2024-09-15T22:05:19.923 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:19.920+0000 7f9fbd4f8640 1 --2- 172.21.15.63:0/3825502093 >> [v2:172.21.15.110:3301/0,v1:172.21.15.110:6790/0] conn(0x7f9fb80cf5e0 0x7f9fb80d2860 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T22:05:19.923 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:19.920+0000 7f9fbd4f8640 1 --2- 172.21.15.63:0/3825502093 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f9fb806c120 0x7f9fb80cf0a0 unknown :-1 s=CLOSED pgs=303 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T22:05:19.924 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:19.920+0000 7f9fbd4f8640 1 --2- 172.21.15.63:0/3825502093 >> v2:172.21.15.110:3300/0 conn(0x7f9fb815e690 0x7f9fb806bbe0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T22:05:19.924 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:19.920+0000 7f9fbd4f8640 1 -- 172.21.15.63:0/3825502093 >> 172.21.15.63:0/3825502093 conn(0x7f9fb80d1200 msgr2=0x7f9fb80d1610 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-15T22:05:19.924 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:19.920+0000 7f9fbd4f8640 1 -- 172.21.15.63:0/3825502093 shutdown_connections 2024-09-15T22:05:19.924 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:19.920+0000 7f9fbd4f8640 1 -- 172.21.15.63:0/3825502093 wait complete. 2024-09-15T22:05:19.924 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:19.921+0000 7f9fbd4f8640 1 Processor -- start 2024-09-15T22:05:19.924 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:19.921+0000 7f9fbd4f8640 1 -- start start 2024-09-15T22:05:19.927 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:19.922+0000 7f9fbd4f8640 1 --2- >> [v2:172.21.15.110:3301/0,v1:172.21.15.110:6790/0] conn(0x7f9fb806c120 0x7f9fb80aafe0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-15T22:05:19.927 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:19.922+0000 7f9fbd4f8640 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f9fb80cf5e0 0x7f9fb815db20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-15T22:05:19.927 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:19.922+0000 7f9fbd4f8640 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f9fb815e690 0x7f9fb80ca280 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-15T22:05:19.927 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:19.922+0000 7f9fbd4f8640 1 -- --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 -- 0x7f9fb80cfa70 con 0x7f9fb80cf5e0 2024-09-15T22:05:19.927 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:19.922+0000 7f9fbd4f8640 1 -- --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_getmap magic: 0 -- 0x7f9fb8072b40 con 0x7f9fb815e690 2024-09-15T22:05:19.927 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:19.922+0000 7f9fbd4f8640 1 -- --> [v2:172.21.15.110:3301/0,v1:172.21.15.110:6790/0] -- mon_getmap magic: 0 -- 0x7f9fb80d2da0 con 0x7f9fb806c120 2024-09-15T22:05:19.927 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:19.922+0000 7f9fb67fc640 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f9fb80cf5e0 0x7f9fb815db20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-15T22:05:19.928 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:19.922+0000 7f9fb67fc640 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f9fb80cf5e0 0x7f9fb815db20 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.63:3300/0 says I am v2:172.21.15.63:37312/0 (socket says 172.21.15.63:37312) 2024-09-15T22:05:19.928 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:19.922+0000 7f9fb67fc640 1 -- 172.21.15.63:0/1740691620 learned_addr learned my addr 172.21.15.63:0/1740691620 (peer_addr_for_me v2:172.21.15.63:0/0) 2024-09-15T22:05:19.928 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:19.922+0000 7f9fb6ffd640 1 --2- 172.21.15.63:0/1740691620 >> [v2:172.21.15.110:3301/0,v1:172.21.15.110:6790/0] conn(0x7f9fb806c120 0x7f9fb80aafe0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-15T22:05:19.928 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:19.922+0000 7f9fb77fe640 1 --2- 172.21.15.63:0/1740691620 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f9fb815e690 0x7f9fb80ca280 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-15T22:05:19.928 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:19.922+0000 7f9fb67fc640 1 -- 172.21.15.63:0/1740691620 >> [v2:172.21.15.110:3301/0,v1:172.21.15.110:6790/0] conn(0x7f9fb806c120 msgr2=0x7f9fb80aafe0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-15T22:05:19.928 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:19.922+0000 7f9fb67fc640 1 --2- 172.21.15.63:0/1740691620 >> [v2:172.21.15.110:3301/0,v1:172.21.15.110:6790/0] conn(0x7f9fb806c120 0x7f9fb80aafe0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T22:05:19.928 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:19.922+0000 7f9fb67fc640 1 -- 172.21.15.63:0/1740691620 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f9fb815e690 msgr2=0x7f9fb80ca280 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-15T22:05:19.928 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:19.922+0000 7f9fb67fc640 1 --2- 172.21.15.63:0/1740691620 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f9fb815e690 0x7f9fb80ca280 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T22:05:19.928 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:19.922+0000 7f9fb67fc640 1 -- 172.21.15.63:0/1740691620 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f9fb80ce4a0 con 0x7f9fb80cf5e0 2024-09-15T22:05:19.928 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:19.922+0000 7f9fb6ffd640 1 --2- 172.21.15.63:0/1740691620 >> [v2:172.21.15.110:3301/0,v1:172.21.15.110:6790/0] conn(0x7f9fb806c120 0x7f9fb80aafe0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-15T22:05:19.928 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:19.922+0000 7f9fb77fe640 1 --2- 172.21.15.63:0/1740691620 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f9fb815e690 0x7f9fb80ca280 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-15T22:05:19.928 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:19.922+0000 7f9fb67fc640 1 --2- 172.21.15.63:0/1740691620 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f9fb80cf5e0 0x7f9fb815db20 secure :-1 s=READY pgs=304 cs=0 l=1 rev1=1 crypto rx=0x7f9fac000c00 tx=0x7f9fac0046c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-15T22:05:19.928 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:19.923+0000 7f9f9f7fe640 1 -- 172.21.15.63:0/1740691620 <== mon.0 v2:172.21.15.63:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9fac041070 con 0x7f9fb80cf5e0 2024-09-15T22:05:19.929 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:19.923+0000 7f9f9f7fe640 1 -- 172.21.15.63:0/1740691620 <== mon.0 v2:172.21.15.63:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f9fac03c870 con 0x7f9fb80cf5e0 2024-09-15T22:05:19.929 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:19.923+0000 7f9fbd4f8640 1 -- 172.21.15.63:0/1740691620 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f9fb80ab520 con 0x7f9fb80cf5e0 2024-09-15T22:05:19.929 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:19.923+0000 7f9f9f7fe640 1 -- 172.21.15.63:0/1740691620 <== mon.0 v2:172.21.15.63:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9fac037040 con 0x7f9fb80cf5e0 2024-09-15T22:05:19.929 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:19.923+0000 7f9fbd4f8640 1 -- 172.21.15.63:0/1740691620 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f9fb80cc1b0 con 0x7f9fb80cf5e0 2024-09-15T22:05:19.929 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:19.924+0000 7f9fbd4f8640 1 -- 172.21.15.63:0/1740691620 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f9fb80756f0 con 0x7f9fb80cf5e0 2024-09-15T22:05:19.929 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:19.924+0000 7f9f9f7fe640 1 -- 172.21.15.63:0/1740691620 <== mon.0 v2:172.21.15.63:3300/0 4 ==== mgrmap(e 6) ==== 90897+0+0 (secure 0 0 0) 0x7f9fac044070 con 0x7f9fb80cf5e0 2024-09-15T22:05:19.929 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:19.925+0000 7f9f9f7fe640 1 --2- 172.21.15.63:0/1740691620 >> [v2:172.21.15.110:6832/552273267,v1:172.21.15.110:6833/552273267] conn(0x7f9fa406c370 0x7f9fa406e830 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-15T22:05:19.929 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:19.925+0000 7f9f9f7fe640 1 -- 172.21.15.63:0/1740691620 <== mon.0 v2:172.21.15.63:3300/0 5 ==== osd_map(33..33 src has 1..33) ==== 5709+0+0 (secure 0 0 0) 0x7f9fac0ac150 con 0x7f9fb80cf5e0 2024-09-15T22:05:19.929 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:19.925+0000 7f9fb6ffd640 1 --2- 172.21.15.63:0/1740691620 >> [v2:172.21.15.110:6832/552273267,v1:172.21.15.110:6833/552273267] conn(0x7f9fa406c370 0x7f9fa406e830 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-15T22:05:19.929 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:19.926+0000 7f9fb6ffd640 1 --2- 172.21.15.63:0/1740691620 >> [v2:172.21.15.110:6832/552273267,v1:172.21.15.110:6833/552273267] conn(0x7f9fa406c370 0x7f9fa406e830 secure :-1 s=READY pgs=163 cs=0 l=1 rev1=1 crypto rx=0x7f9fa8009890 tx=0x7f9fa8008040 comp rx=0 tx=0).ready entity=mgr.4102 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-15T22:05:19.930 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:19.929+0000 7f9f9f7fe640 1 -- 172.21.15.63:0/1740691620 <== mon.0 v2:172.21.15.63:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7f9fac07aa80 con 0x7f9fb80cf5e0 2024-09-15T22:05:20.129 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:20.128+0000 7f9fbd4f8640 1 -- 172.21.15.63:0/1740691620 --> [v2:172.21.15.110:6832/552273267,v1:172.21.15.110:6833/552273267] -- mgr_command(tid 0: {"prefix": "fs subvolumegroup rm", "vol_name": "cephfs", "group_name": "subvol_grp93160", "target": ["mon-mgr", ""]}) -- 0x7f9fb80d27e0 con 0x7f9fa406c370 2024-09-15T22:05:20.135 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:20.134+0000 7f9f9f7fe640 1 -- 172.21.15.63:0/1740691620 <== mgr.4102 v2:172.21.15.110:6832/552273267 1 ==== mgr_command_reply(tid 0: 0 ) ==== 8+0+0 (secure 0 0 0) 0x7f9fb80d27e0 con 0x7f9fa406c370 2024-09-15T22:05:20.138 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:20.135+0000 7f9fbd4f8640 1 -- 172.21.15.63:0/1740691620 >> [v2:172.21.15.110:6832/552273267,v1:172.21.15.110:6833/552273267] conn(0x7f9fa406c370 msgr2=0x7f9fa406e830 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-15T22:05:20.138 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:20.135+0000 7f9fbd4f8640 1 --2- 172.21.15.63:0/1740691620 >> [v2:172.21.15.110:6832/552273267,v1:172.21.15.110:6833/552273267] conn(0x7f9fa406c370 0x7f9fa406e830 secure :-1 s=READY pgs=163 cs=0 l=1 rev1=1 crypto rx=0x7f9fa8009890 tx=0x7f9fa8008040 comp rx=0 tx=0).stop 2024-09-15T22:05:20.138 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:20.135+0000 7f9fbd4f8640 1 -- 172.21.15.63:0/1740691620 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f9fb80cf5e0 msgr2=0x7f9fb815db20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-15T22:05:20.138 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:20.135+0000 7f9fbd4f8640 1 --2- 172.21.15.63:0/1740691620 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f9fb80cf5e0 0x7f9fb815db20 secure :-1 s=READY pgs=304 cs=0 l=1 rev1=1 crypto rx=0x7f9fac000c00 tx=0x7f9fac0046c0 comp rx=0 tx=0).stop 2024-09-15T22:05:20.138 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:20.136+0000 7f9fbd4f8640 1 -- 172.21.15.63:0/1740691620 shutdown_connections 2024-09-15T22:05:20.138 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:20.136+0000 7f9fbd4f8640 1 --2- 172.21.15.63:0/1740691620 >> [v2:172.21.15.110:6832/552273267,v1:172.21.15.110:6833/552273267] conn(0x7f9fa406c370 0x7f9fa406e830 unknown :-1 s=CLOSED pgs=163 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T22:05:20.138 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:20.136+0000 7f9fbd4f8640 1 --2- 172.21.15.63:0/1740691620 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f9fb815e690 0x7f9fb80ca280 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T22:05:20.138 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:20.136+0000 7f9fbd4f8640 1 --2- 172.21.15.63:0/1740691620 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f9fb80cf5e0 0x7f9fb815db20 unknown :-1 s=CLOSED pgs=304 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T22:05:20.138 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:20.136+0000 7f9fbd4f8640 1 --2- 172.21.15.63:0/1740691620 >> [v2:172.21.15.110:3301/0,v1:172.21.15.110:6790/0] conn(0x7f9fb806c120 0x7f9fb80aafe0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T22:05:20.138 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:20.136+0000 7f9fbd4f8640 1 -- 172.21.15.63:0/1740691620 >> 172.21.15.63:0/1740691620 conn(0x7f9fb80d1200 msgr2=0x7f9fb80b7630 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-15T22:05:20.139 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:20.136+0000 7f9fbd4f8640 1 -- 172.21.15.63:0/1740691620 shutdown_connections 2024-09-15T22:05:20.139 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:20.136+0000 7f9fbd4f8640 1 -- 172.21.15.63:0/1740691620 wait complete. 2024-09-15T22:05:20.148 DEBUG:teuthology.orchestra.run.smithi063:> (cd /home/ubuntu/cephtest/mnt.0 && exec stdin-killer --timeout=900 -- bash -c 'stat -c %h /home/ubuntu/cephtest/mnt.0/./volumes/_deleting') 2024-09-15T22:05:20.198 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:20 stdin-killer INFO: expiration expected; waiting 900 seconds for command to complete 2024-09-15T22:05:20.205 INFO:teuthology.orchestra.run.smithi063.stdout:2 2024-09-15T22:05:20.205 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:20 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-15T22:05:20.211 INFO:teuthology.nuke:Clearing teuthology firewall rules... 2024-09-15T22:05:20.211 DEBUG:teuthology.orchestra.run.smithi063:> sudo sh -c 'iptables-save | grep -v teuthology | iptables-restore' 2024-09-15T22:05:20.253 DEBUG:teuthology.orchestra.run.smithi110:> sudo sh -c 'iptables-save | grep -v teuthology | iptables-restore' 2024-09-15T22:05:20.315 INFO:teuthology.nuke:Cleared teuthology firewall rules. 2024-09-15T22:05:20.315 INFO:tasks.cephfs.mount:Terminating background process 2024-09-15T22:05:20.316 DEBUG:teuthology.orchestra.run.smithi063:> set -ex 2024-09-15T22:05:20.316 DEBUG:teuthology.orchestra.run.smithi063:> dd if=/proc/self/mounts of=/dev/stdout 2024-09-15T22:05:20.332 DEBUG:teuthology.orchestra.run.smithi063:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd blocklist ls 2024-09-15T22:05:20.475 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:20.474+0000 7fdd74b2a640 1 Processor -- start 2024-09-15T22:05:20.475 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:20.474+0000 7fdd74b2a640 1 -- start start 2024-09-15T22:05:20.477 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:20.475+0000 7fdd74b2a640 1 --2- >> [v2:172.21.15.110:3301/0,v1:172.21.15.110:6790/0] conn(0x7fdd70147fc0 0x7fdd7015ea60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-15T22:05:20.477 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:20.475+0000 7fdd74b2a640 1 --2- >> v2:172.21.15.110:3300/0 conn(0x7fdd700d0ee0 0x7fdd700d1340 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-15T22:05:20.477 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:20.475+0000 7fdd74b2a640 1 --2- >> v2:172.21.15.63:3300/0 conn(0x7fdd700b97d0 0x7fdd700b9c00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-15T22:05:20.477 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:20.475+0000 7fdd74b2a640 1 -- --> v2:172.21.15.63:3300/0 -- mon_getmap magic: 0 -- 0x7fdd701483a0 con 0x7fdd700b97d0 2024-09-15T22:05:20.477 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:20.475+0000 7fdd74b2a640 1 -- --> v2:172.21.15.110:3300/0 -- mon_getmap magic: 0 -- 0x7fdd7015efa0 con 0x7fdd700d0ee0 2024-09-15T22:05:20.478 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:20.475+0000 7fdd74b2a640 1 -- --> [v2:172.21.15.110:3301/0,v1:172.21.15.110:6790/0] -- mon_getmap magic: 0 -- 0x7fdd700d1880 con 0x7fdd70147fc0 2024-09-15T22:05:20.478 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:20.475+0000 7fdd6ed9d640 1 --2- >> v2:172.21.15.63:3300/0 conn(0x7fdd700b97d0 0x7fdd700b9c00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-15T22:05:20.478 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:20.475+0000 7fdd6ed9d640 1 --2- >> v2:172.21.15.63:3300/0 conn(0x7fdd700b97d0 0x7fdd700b9c00 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.63:3300/0 says I am v2:172.21.15.63:37326/0 (socket says 172.21.15.63:37326) 2024-09-15T22:05:20.478 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:20.475+0000 7fdd6ed9d640 1 -- 172.21.15.63:0/1668909833 learned_addr learned my addr 172.21.15.63:0/1668909833 (peer_addr_for_me v2:172.21.15.63:0/0) 2024-09-15T22:05:20.478 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:20.475+0000 7fdd6e59c640 1 --2- 172.21.15.63:0/1668909833 >> [v2:172.21.15.110:3301/0,v1:172.21.15.110:6790/0] conn(0x7fdd70147fc0 0x7fdd7015ea60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-15T22:05:20.478 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:20.475+0000 7fdd67fff640 1 --2- 172.21.15.63:0/1668909833 >> v2:172.21.15.110:3300/0 conn(0x7fdd700d0ee0 0x7fdd700d1340 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-15T22:05:20.478 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:20.475+0000 7fdd6ed9d640 1 -- 172.21.15.63:0/1668909833 >> [v2:172.21.15.110:3301/0,v1:172.21.15.110:6790/0] conn(0x7fdd70147fc0 msgr2=0x7fdd7015ea60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-15T22:05:20.478 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:20.475+0000 7fdd6ed9d640 1 --2- 172.21.15.63:0/1668909833 >> [v2:172.21.15.110:3301/0,v1:172.21.15.110:6790/0] conn(0x7fdd70147fc0 0x7fdd7015ea60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T22:05:20.478 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:20.475+0000 7fdd6ed9d640 1 -- 172.21.15.63:0/1668909833 >> v2:172.21.15.110:3300/0 conn(0x7fdd700d0ee0 msgr2=0x7fdd700d1340 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-15T22:05:20.478 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:20.475+0000 7fdd6ed9d640 1 --2- 172.21.15.63:0/1668909833 >> v2:172.21.15.110:3300/0 conn(0x7fdd700d0ee0 0x7fdd700d1340 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T22:05:20.478 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:20.475+0000 7fdd6ed9d640 1 -- 172.21.15.63:0/1668909833 --> v2:172.21.15.63:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fdd700d2750 con 0x7fdd700b97d0 2024-09-15T22:05:20.478 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:20.475+0000 7fdd6e59c640 1 --2- 172.21.15.63:0/1668909833 >> [v2:172.21.15.110:3301/0,v1:172.21.15.110:6790/0] conn(0x7fdd70147fc0 0x7fdd7015ea60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-15T22:05:20.478 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:20.476+0000 7fdd6ed9d640 1 --2- 172.21.15.63:0/1668909833 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fdd700b97d0 0x7fdd700b9c00 secure :-1 s=READY pgs=305 cs=0 l=1 rev1=1 crypto rx=0x7fdd70068480 tx=0x7fdd6802a6c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=c8de693160221b57 server_cookie=0 in_seq=0 out_seq=0 2024-09-15T22:05:20.481 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:20.476+0000 7fdd6dd9b640 1 -- 172.21.15.63:0/1668909833 <== mon.0 v2:172.21.15.63:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fdd68036070 con 0x7fdd700b97d0 2024-09-15T22:05:20.482 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:20.476+0000 7fdd6dd9b640 1 -- 172.21.15.63:0/1668909833 <== mon.0 v2:172.21.15.63:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fdd68031600 con 0x7fdd700b97d0 2024-09-15T22:05:20.482 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:20.476+0000 7fdd6dd9b640 1 -- 172.21.15.63:0/1668909833 <== mon.0 v2:172.21.15.63:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fdd680319d0 con 0x7fdd700b97d0 2024-09-15T22:05:20.482 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:20.477+0000 7fdd74b2a640 1 -- 172.21.15.63:0/1668909833 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fdd700b97d0 msgr2=0x7fdd700b9c00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-15T22:05:20.482 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:20.477+0000 7fdd74b2a640 1 --2- 172.21.15.63:0/1668909833 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fdd700b97d0 0x7fdd700b9c00 secure :-1 s=READY pgs=305 cs=0 l=1 rev1=1 crypto rx=0x7fdd70068480 tx=0x7fdd6802a6c0 comp rx=0 tx=0).stop 2024-09-15T22:05:20.482 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:20.477+0000 7fdd74b2a640 1 -- 172.21.15.63:0/1668909833 shutdown_connections 2024-09-15T22:05:20.482 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:20.477+0000 7fdd74b2a640 1 --2- 172.21.15.63:0/1668909833 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fdd700b97d0 0x7fdd700b9c00 unknown :-1 s=CLOSED pgs=305 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T22:05:20.482 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:20.477+0000 7fdd74b2a640 1 --2- 172.21.15.63:0/1668909833 >> v2:172.21.15.110:3300/0 conn(0x7fdd700d0ee0 0x7fdd700d1340 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T22:05:20.482 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:20.477+0000 7fdd74b2a640 1 --2- 172.21.15.63:0/1668909833 >> [v2:172.21.15.110:3301/0,v1:172.21.15.110:6790/0] conn(0x7fdd70147fc0 0x7fdd7015ea60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T22:05:20.482 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:20.477+0000 7fdd74b2a640 1 -- 172.21.15.63:0/1668909833 >> 172.21.15.63:0/1668909833 conn(0x7fdd70074fe0 msgr2=0x7fdd7006bbe0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-15T22:05:20.482 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:20.477+0000 7fdd74b2a640 1 -- 172.21.15.63:0/1668909833 shutdown_connections 2024-09-15T22:05:20.483 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:20.477+0000 7fdd74b2a640 1 -- 172.21.15.63:0/1668909833 wait complete. 2024-09-15T22:05:20.483 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:20.478+0000 7fdd74b2a640 1 Processor -- start 2024-09-15T22:05:20.483 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:20.478+0000 7fdd74b2a640 1 -- start start 2024-09-15T22:05:20.483 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:20.479+0000 7fdd74b2a640 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fdd700b97d0 0x7fdd70151250 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-15T22:05:20.483 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:20.479+0000 7fdd74b2a640 1 --2- >> [v2:172.21.15.110:3301/0,v1:172.21.15.110:6790/0] conn(0x7fdd700d0ee0 0x7fdd70141190 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-15T22:05:20.483 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:20.479+0000 7fdd74b2a640 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7fdd70147fc0 0x7fdd701ea320 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-15T22:05:20.483 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:20.479+0000 7fdd74b2a640 1 -- --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 -- 0x7fdd700d2d10 con 0x7fdd700b97d0 2024-09-15T22:05:20.483 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:20.479+0000 7fdd74b2a640 1 -- --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_getmap magic: 0 -- 0x7fdd700d2500 con 0x7fdd70147fc0 2024-09-15T22:05:20.483 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:20.479+0000 7fdd74b2a640 1 -- --> [v2:172.21.15.110:3301/0,v1:172.21.15.110:6790/0] -- mon_getmap magic: 0 -- 0x7fdd700d2ff0 con 0x7fdd700d0ee0 2024-09-15T22:05:20.483 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:20.479+0000 7fdd6e59c640 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fdd700b97d0 0x7fdd70151250 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-15T22:05:20.483 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:20.479+0000 7fdd6e59c640 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fdd700b97d0 0x7fdd70151250 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.63:3300/0 says I am v2:172.21.15.63:37334/0 (socket says 172.21.15.63:37334) 2024-09-15T22:05:20.484 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:20.479+0000 7fdd6e59c640 1 -- 172.21.15.63:0/3890398850 learned_addr learned my addr 172.21.15.63:0/3890398850 (peer_addr_for_me v2:172.21.15.63:0/0) 2024-09-15T22:05:20.484 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:20.479+0000 7fdd67fff640 1 --2- 172.21.15.63:0/3890398850 >> [v2:172.21.15.110:3301/0,v1:172.21.15.110:6790/0] conn(0x7fdd700d0ee0 0x7fdd70141190 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-15T22:05:20.484 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:20.479+0000 7fdd6ed9d640 1 --2- 172.21.15.63:0/3890398850 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7fdd70147fc0 0x7fdd701ea320 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-15T22:05:20.484 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:20.479+0000 7fdd6e59c640 1 -- 172.21.15.63:0/3890398850 >> [v2:172.21.15.110:3301/0,v1:172.21.15.110:6790/0] conn(0x7fdd700d0ee0 msgr2=0x7fdd70141190 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-15T22:05:20.484 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:20.479+0000 7fdd6e59c640 1 --2- 172.21.15.63:0/3890398850 >> [v2:172.21.15.110:3301/0,v1:172.21.15.110:6790/0] conn(0x7fdd700d0ee0 0x7fdd70141190 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T22:05:20.484 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:20.479+0000 7fdd6e59c640 1 -- 172.21.15.63:0/3890398850 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7fdd70147fc0 msgr2=0x7fdd701ea320 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-15T22:05:20.484 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:20.479+0000 7fdd6e59c640 1 --2- 172.21.15.63:0/3890398850 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7fdd70147fc0 0x7fdd701ea320 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T22:05:20.484 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:20.479+0000 7fdd6e59c640 1 -- 172.21.15.63:0/3890398850 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fdd701501b0 con 0x7fdd700b97d0 2024-09-15T22:05:20.484 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:20.479+0000 7fdd6e59c640 1 --2- 172.21.15.63:0/3890398850 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fdd700b97d0 0x7fdd70151250 secure :-1 s=READY pgs=306 cs=0 l=1 rev1=1 crypto rx=0x7fdd6000d800 tx=0x7fdd6000dcc0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-15T22:05:20.484 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:20.480+0000 7fdd66ffd640 1 -- 172.21.15.63:0/3890398850 <== mon.0 v2:172.21.15.63:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fdd60004030 con 0x7fdd700b97d0 2024-09-15T22:05:20.484 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:20.480+0000 7fdd66ffd640 1 -- 172.21.15.63:0/3890398850 <== mon.0 v2:172.21.15.63:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fdd600041d0 con 0x7fdd700b97d0 2024-09-15T22:05:20.484 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:20.480+0000 7fdd74b2a640 1 -- 172.21.15.63:0/3890398850 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fdd70150490 con 0x7fdd700b97d0 2024-09-15T22:05:20.485 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:20.480+0000 7fdd66ffd640 1 -- 172.21.15.63:0/3890398850 <== mon.0 v2:172.21.15.63:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fdd600096a0 con 0x7fdd700b97d0 2024-09-15T22:05:20.485 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:20.480+0000 7fdd74b2a640 1 -- 172.21.15.63:0/3890398850 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fdd70150a50 con 0x7fdd700b97d0 2024-09-15T22:05:20.485 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:20.481+0000 7fdd74b2a640 1 -- 172.21.15.63:0/3890398850 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fdd700ba1d0 con 0x7fdd700b97d0 2024-09-15T22:05:20.486 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:20.481+0000 7fdd66ffd640 1 -- 172.21.15.63:0/3890398850 <== mon.0 v2:172.21.15.63:3300/0 4 ==== mgrmap(e 6) ==== 90897+0+0 (secure 0 0 0) 0x7fdd60009840 con 0x7fdd700b97d0 2024-09-15T22:05:20.486 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:20.482+0000 7fdd66ffd640 1 --2- 172.21.15.63:0/3890398850 >> [v2:172.21.15.110:6832/552273267,v1:172.21.15.110:6833/552273267] conn(0x7fdd5006c340 0x7fdd5006e800 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-15T22:05:20.486 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:20.482+0000 7fdd66ffd640 1 -- 172.21.15.63:0/3890398850 <== mon.0 v2:172.21.15.63:3300/0 5 ==== osd_map(33..33 src has 1..33) ==== 5709+0+0 (secure 0 0 0) 0x7fdd6008b610 con 0x7fdd700b97d0 2024-09-15T22:05:20.486 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:20.482+0000 7fdd67fff640 1 --2- 172.21.15.63:0/3890398850 >> [v2:172.21.15.110:6832/552273267,v1:172.21.15.110:6833/552273267] conn(0x7fdd5006c340 0x7fdd5006e800 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-15T22:05:20.486 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:20.482+0000 7fdd67fff640 1 --2- 172.21.15.63:0/3890398850 >> [v2:172.21.15.110:6832/552273267,v1:172.21.15.110:6833/552273267] conn(0x7fdd5006c340 0x7fdd5006e800 secure :-1 s=READY pgs=164 cs=0 l=1 rev1=1 crypto rx=0x7fdd700d4940 tx=0x7fdd58008040 comp rx=0 tx=0).ready entity=mgr.4102 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-15T22:05:20.487 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:20.486+0000 7fdd66ffd640 1 -- 172.21.15.63:0/3890398850 <== mon.0 v2:172.21.15.63:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7fdd60059e20 con 0x7fdd700b97d0 2024-09-15T22:05:20.674 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:20.672+0000 7fdd74b2a640 1 -- 172.21.15.63:0/3890398850 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_command({"prefix": "osd blocklist ls"} v 0) -- 0x7fdd700ceaa0 con 0x7fdd700b97d0 2024-09-15T22:05:20.677 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:20.676+0000 7fdd66ffd640 1 -- 172.21.15.63:0/3890398850 <== mon.0 v2:172.21.15.63:3300/0 7 ==== mgrmap(e 7) ==== 90999+0+0 (secure 0 0 0) 0x7fdd60055d90 con 0x7fdd700b97d0 2024-09-15T22:05:20.678 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:20.677+0000 7fdd66ffd640 1 -- 172.21.15.63:0/3890398850 <== mon.0 v2:172.21.15.63:3300/0 8 ==== mon_command_ack([{"prefix": "osd blocklist ls"}]=0 listed 0 entries v33) ==== 80+0+0 (secure 0 0 0) 0x7fdd60077340 con 0x7fdd700b97d0 2024-09-15T22:05:20.678 INFO:teuthology.orchestra.run.smithi063.stderr:listed 0 entries 2024-09-15T22:05:20.681 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:20.679+0000 7fdd74b2a640 1 -- 172.21.15.63:0/3890398850 >> [v2:172.21.15.110:6832/552273267,v1:172.21.15.110:6833/552273267] conn(0x7fdd5006c340 msgr2=0x7fdd5006e800 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-15T22:05:20.681 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:20.679+0000 7fdd74b2a640 1 --2- 172.21.15.63:0/3890398850 >> [v2:172.21.15.110:6832/552273267,v1:172.21.15.110:6833/552273267] conn(0x7fdd5006c340 0x7fdd5006e800 secure :-1 s=READY pgs=164 cs=0 l=1 rev1=1 crypto rx=0x7fdd700d4940 tx=0x7fdd58008040 comp rx=0 tx=0).stop 2024-09-15T22:05:20.681 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:20.679+0000 7fdd74b2a640 1 -- 172.21.15.63:0/3890398850 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fdd700b97d0 msgr2=0x7fdd70151250 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-15T22:05:20.681 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:20.679+0000 7fdd74b2a640 1 --2- 172.21.15.63:0/3890398850 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fdd700b97d0 0x7fdd70151250 secure :-1 s=READY pgs=306 cs=0 l=1 rev1=1 crypto rx=0x7fdd6000d800 tx=0x7fdd6000dcc0 comp rx=0 tx=0).stop 2024-09-15T22:05:20.681 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:20.679+0000 7fdd74b2a640 1 -- 172.21.15.63:0/3890398850 shutdown_connections 2024-09-15T22:05:20.682 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:20.679+0000 7fdd74b2a640 1 --2- 172.21.15.63:0/3890398850 >> [v2:172.21.15.110:6832/552273267,v1:172.21.15.110:6833/552273267] conn(0x7fdd5006c340 0x7fdd5006e800 unknown :-1 s=CLOSED pgs=164 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T22:05:20.682 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:20.679+0000 7fdd74b2a640 1 --2- 172.21.15.63:0/3890398850 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7fdd70147fc0 0x7fdd701ea320 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T22:05:20.682 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:20.679+0000 7fdd74b2a640 1 --2- 172.21.15.63:0/3890398850 >> [v2:172.21.15.110:3301/0,v1:172.21.15.110:6790/0] conn(0x7fdd700d0ee0 0x7fdd70141190 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T22:05:20.682 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:20.679+0000 7fdd74b2a640 1 --2- 172.21.15.63:0/3890398850 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fdd700b97d0 0x7fdd70151250 unknown :-1 s=CLOSED pgs=306 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T22:05:20.682 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:20.679+0000 7fdd74b2a640 1 -- 172.21.15.63:0/3890398850 >> 172.21.15.63:0/3890398850 conn(0x7fdd70074fe0 msgr2=0x7fdd700b69c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-15T22:05:20.682 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:20.679+0000 7fdd74b2a640 1 -- 172.21.15.63:0/3890398850 shutdown_connections 2024-09-15T22:05:20.682 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:20.679+0000 7fdd74b2a640 1 -- 172.21.15.63:0/3890398850 wait complete. 2024-09-15T22:05:20.692 INFO:tasks.cephfs.fuse_mount:Running fusermount -u on ubuntu@smithi063.front.sepia.ceph.com... 2024-09-15T22:05:20.692 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-15T22:05:20.692 DEBUG:teuthology.orchestra.run.smithi063:> sudo fusermount -u /home/ubuntu/cephtest/mnt.0 2024-09-15T22:05:20.716 INFO:tasks.cephfs.fuse_mount.ceph-fuse.0.smithi063.stderr:ceph-fuse[48010]: fuse finished with error 0 and tester_r 0 2024-09-15T22:05:20.718 INFO:tasks.cephfs.mount:Cleaning up mount ubuntu@smithi063.front.sepia.ceph.com 2024-09-15T22:05:20.719 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-15T22:05:20.719 DEBUG:teuthology.orchestra.run.smithi063:> (cd /home/ubuntu/cephtest && exec rmdir -- /home/ubuntu/cephtest/mnt.0) 2024-09-15T22:05:20.791 INFO:tasks.cephfs.mount:Terminating background process 2024-09-15T22:05:20.791 DEBUG:teuthology.orchestra.run.smithi110:> set -ex 2024-09-15T22:05:20.791 DEBUG:teuthology.orchestra.run.smithi110:> dd if=/proc/self/mounts of=/dev/stdout 2024-09-15T22:05:20.809 DEBUG:teuthology.orchestra.run.smithi063:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd blocklist ls 2024-09-15T22:05:20.935 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:20.933+0000 7fcc1979f640 1 Processor -- start 2024-09-15T22:05:20.935 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:20.933+0000 7fcc1979f640 1 -- start start 2024-09-15T22:05:20.936 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:20.934+0000 7fcc1979f640 1 --2- >> v2:172.21.15.110:3300/0 conn(0x7fcc140d4c80 0x7fcc140b95a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-15T22:05:20.936 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:20.934+0000 7fcc1979f640 1 -- --> v1:172.21.15.63:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fcc140b8500 con 0x7fcc140b7f20 2024-09-15T22:05:20.936 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:20.934+0000 7fcc1979f640 1 -- --> v1:172.21.15.110:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fcc140b87e0 con 0x7fcc1415e680 2024-09-15T22:05:20.936 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:20.934+0000 7fcc1979f640 1 -- --> v2:172.21.15.110:3300/0 -- mon_getmap magic: 0 -- 0x7fcc140b8ac0 con 0x7fcc140d4c80 2024-09-15T22:05:20.937 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:20.934+0000 7fcc0bfff640 1 --1- >> v1:172.21.15.63:6789/0 conn(0x7fcc140b7f20 0x7fcc140d4570 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.63:6789/0 says I am v1:172.21.15.63:45224/0 (socket says 172.21.15.63:45224) 2024-09-15T22:05:20.937 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:20.934+0000 7fcc0bfff640 1 -- 172.21.15.63:0/3885107294 learned_addr learned my addr 172.21.15.63:0/3885107294 (peer_addr_for_me v1:172.21.15.63:0/0) 2024-09-15T22:05:20.937 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:20.934+0000 7fcc137fe640 1 --2- 172.21.15.63:0/3885107294 >> v2:172.21.15.110:3300/0 conn(0x7fcc140d4c80 0x7fcc140b95a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-15T22:05:20.937 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:20.935+0000 7fcc127fc640 1 -- 172.21.15.63:0/3885107294 <== mon.0 v1:172.21.15.63:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 332630570 0 0) 0x7fcc140b8500 con 0x7fcc140b7f20 2024-09-15T22:05:20.937 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:20.935+0000 7fcc127fc640 1 -- 172.21.15.63:0/3885107294 --> v1:172.21.15.63:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7fcc00003520 con 0x7fcc140b7f20 2024-09-15T22:05:20.937 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:20.935+0000 7fcc137fe640 1 -- 172.21.15.63:0/3885107294 >> v1:172.21.15.110:6789/0 conn(0x7fcc1415e680 legacy=0x7fcc140d1690 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-15T22:05:20.937 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:20.935+0000 7fcc137fe640 1 -- 172.21.15.63:0/3885107294 >> v1:172.21.15.63:6789/0 conn(0x7fcc140b7f20 legacy=0x7fcc140d4570 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-15T22:05:20.937 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:20.935+0000 7fcc137fe640 1 -- 172.21.15.63:0/3885107294 --> v2:172.21.15.110:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fcc140b8da0 con 0x7fcc140d4c80 2024-09-15T22:05:20.938 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:20.935+0000 7fcc137fe640 1 --2- 172.21.15.63:0/3885107294 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7fcc140d4c80 0x7fcc140b95a0 secure :-1 s=READY pgs=163 cs=0 l=1 rev1=1 crypto rx=0x7fcc0c009d90 tx=0x7fcc0c02a6f0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=3d493429acdb544e server_cookie=0 in_seq=0 out_seq=0 2024-09-15T22:05:20.939 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:20.936+0000 7fcc127fc640 1 -- 172.21.15.63:0/3885107294 <== mon.1 v2:172.21.15.110:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fcc0c007740 con 0x7fcc140d4c80 2024-09-15T22:05:20.939 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:20.936+0000 7fcc127fc640 1 -- 172.21.15.63:0/3885107294 <== mon.1 v2:172.21.15.110:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fcc0c0078e0 con 0x7fcc140d4c80 2024-09-15T22:05:20.939 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:20.936+0000 7fcc127fc640 1 -- 172.21.15.63:0/3885107294 <== mon.1 v2:172.21.15.110:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fcc0c007cb0 con 0x7fcc140d4c80 2024-09-15T22:05:20.939 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:20.936+0000 7fcc1979f640 1 -- 172.21.15.63:0/3885107294 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7fcc140d4c80 msgr2=0x7fcc140b95a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-15T22:05:20.939 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:20.936+0000 7fcc1979f640 1 --2- 172.21.15.63:0/3885107294 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7fcc140d4c80 0x7fcc140b95a0 secure :-1 s=READY pgs=163 cs=0 l=1 rev1=1 crypto rx=0x7fcc0c009d90 tx=0x7fcc0c02a6f0 comp rx=0 tx=0).stop 2024-09-15T22:05:20.939 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:20.936+0000 7fcc1979f640 1 -- 172.21.15.63:0/3885107294 shutdown_connections 2024-09-15T22:05:20.939 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:20.936+0000 7fcc1979f640 1 --2- 172.21.15.63:0/3885107294 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7fcc140d4c80 0x7fcc140b95a0 unknown :-1 s=CLOSED pgs=163 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T22:05:20.939 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:20.936+0000 7fcc1979f640 1 -- 172.21.15.63:0/3885107294 >> 172.21.15.63:0/3885107294 conn(0x7fcc14074fe0 msgr2=0x7fcc14072200 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-15T22:05:20.939 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:20.936+0000 7fcc1979f640 1 -- 172.21.15.63:0/3885107294 shutdown_connections 2024-09-15T22:05:20.939 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:20.936+0000 7fcc1979f640 1 -- 172.21.15.63:0/3885107294 wait complete. 2024-09-15T22:05:20.942 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:20.937+0000 7fcc1979f640 1 Processor -- start 2024-09-15T22:05:20.942 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:20.938+0000 7fcc1979f640 1 -- start start 2024-09-15T22:05:20.942 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:20.938+0000 7fcc1979f640 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7fcc140b7f20 0x7fcc1413b570 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-15T22:05:20.942 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:20.938+0000 7fcc1979f640 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fcc140d4c80 0x7fcc1413e710 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-15T22:05:20.942 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:20.938+0000 7fcc1979f640 1 --2- >> [v2:172.21.15.110:3301/0,v1:172.21.15.110:6790/0] conn(0x7fcc1415e680 0x7fcc1413bc70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-15T22:05:20.942 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:20.938+0000 7fcc1979f640 1 -- --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 -- 0x7fcc1415ebe0 con 0x7fcc140d4c80 2024-09-15T22:05:20.942 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:20.938+0000 7fcc1979f640 1 -- --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_getmap magic: 0 -- 0x7fcc1415ea60 con 0x7fcc140b7f20 2024-09-15T22:05:20.942 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:20.938+0000 7fcc1979f640 1 -- --> [v2:172.21.15.110:3301/0,v1:172.21.15.110:6790/0] -- mon_getmap magic: 0 -- 0x7fcc1415ed60 con 0x7fcc1415e680 2024-09-15T22:05:20.942 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:20.938+0000 7fcc0bfff640 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fcc140d4c80 0x7fcc1413e710 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-15T22:05:20.942 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:20.938+0000 7fcc0bfff640 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fcc140d4c80 0x7fcc1413e710 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.63:3300/0 says I am v2:172.21.15.63:37350/0 (socket says 172.21.15.63:37350) 2024-09-15T22:05:20.943 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:20.938+0000 7fcc0bfff640 1 -- 172.21.15.63:0/3388471114 learned_addr learned my addr 172.21.15.63:0/3388471114 (peer_addr_for_me v2:172.21.15.63:0/0) 2024-09-15T22:05:20.943 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:20.939+0000 7fcc12ffd640 1 --2- 172.21.15.63:0/3388471114 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7fcc140b7f20 0x7fcc1413b570 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-15T22:05:20.943 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:20.939+0000 7fcc137fe640 1 --2- 172.21.15.63:0/3388471114 >> [v2:172.21.15.110:3301/0,v1:172.21.15.110:6790/0] conn(0x7fcc1415e680 0x7fcc1413bc70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-15T22:05:20.943 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:20.939+0000 7fcc0bfff640 1 -- 172.21.15.63:0/3388471114 >> [v2:172.21.15.110:3301/0,v1:172.21.15.110:6790/0] conn(0x7fcc1415e680 msgr2=0x7fcc1413bc70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-15T22:05:20.943 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:20.939+0000 7fcc0bfff640 1 --2- 172.21.15.63:0/3388471114 >> [v2:172.21.15.110:3301/0,v1:172.21.15.110:6790/0] conn(0x7fcc1415e680 0x7fcc1413bc70 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T22:05:20.943 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:20.939+0000 7fcc0bfff640 1 -- 172.21.15.63:0/3388471114 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7fcc140b7f20 msgr2=0x7fcc1413b570 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-15T22:05:20.943 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:20.939+0000 7fcc0bfff640 1 --2- 172.21.15.63:0/3388471114 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7fcc140b7f20 0x7fcc1413b570 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T22:05:20.943 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:20.939+0000 7fcc0bfff640 1 -- 172.21.15.63:0/3388471114 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fcc141586f0 con 0x7fcc140d4c80 2024-09-15T22:05:20.943 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:20.939+0000 7fcc12ffd640 1 --2- 172.21.15.63:0/3388471114 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7fcc140b7f20 0x7fcc1413b570 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-15T22:05:20.943 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:20.939+0000 7fcc0bfff640 1 --2- 172.21.15.63:0/3388471114 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fcc140d4c80 0x7fcc1413e710 secure :-1 s=READY pgs=308 cs=0 l=1 rev1=1 crypto rx=0x7fcbfc00c500 tx=0x7fcbfc00c9c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-15T22:05:20.943 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:20.939+0000 7fcc0b7fe640 1 -- 172.21.15.63:0/3388471114 <== mon.0 v2:172.21.15.63:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fcbfc017070 con 0x7fcc140d4c80 2024-09-15T22:05:20.943 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:20.939+0000 7fcc0b7fe640 1 -- 172.21.15.63:0/3388471114 <== mon.0 v2:172.21.15.63:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fcbfc005ce0 con 0x7fcc140d4c80 2024-09-15T22:05:20.943 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:20.939+0000 7fcc0b7fe640 1 -- 172.21.15.63:0/3388471114 <== mon.0 v2:172.21.15.63:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fcbfc007330 con 0x7fcc140d4c80 2024-09-15T22:05:20.944 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:20.939+0000 7fcc1979f640 1 -- 172.21.15.63:0/3388471114 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fcc1413c1b0 con 0x7fcc140d4c80 2024-09-15T22:05:20.944 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:20.939+0000 7fcc1979f640 1 -- 172.21.15.63:0/3388471114 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fcc14158c90 con 0x7fcc140d4c80 2024-09-15T22:05:20.944 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:20.940+0000 7fcc1979f640 1 -- 172.21.15.63:0/3388471114 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fcc140b95a0 con 0x7fcc140d4c80 2024-09-15T22:05:20.945 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:20.941+0000 7fcc0b7fe640 1 -- 172.21.15.63:0/3388471114 <== mon.0 v2:172.21.15.63:3300/0 4 ==== mgrmap(e 7) ==== 90999+0+0 (secure 0 0 0) 0x7fcbfc01a070 con 0x7fcc140d4c80 2024-09-15T22:05:20.945 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:20.941+0000 7fcc0b7fe640 1 --2- 172.21.15.63:0/3388471114 >> [v2:172.21.15.110:6832/552273267,v1:172.21.15.110:6833/552273267] conn(0x7fcbf406c490 0x7fcbf406e950 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-15T22:05:20.945 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:20.941+0000 7fcc0b7fe640 1 -- 172.21.15.63:0/3388471114 <== mon.0 v2:172.21.15.63:3300/0 5 ==== osd_map(33..33 src has 1..33) ==== 5709+0+0 (secure 0 0 0) 0x7fcbfc08ab50 con 0x7fcc140d4c80 2024-09-15T22:05:20.945 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:20.941+0000 7fcc12ffd640 1 --2- 172.21.15.63:0/3388471114 >> [v2:172.21.15.110:6832/552273267,v1:172.21.15.110:6833/552273267] conn(0x7fcbf406c490 0x7fcbf406e950 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-15T22:05:20.945 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:20.942+0000 7fcc12ffd640 1 --2- 172.21.15.63:0/3388471114 >> [v2:172.21.15.110:6832/552273267,v1:172.21.15.110:6833/552273267] conn(0x7fcbf406c490 0x7fcbf406e950 secure :-1 s=READY pgs=165 cs=0 l=1 rev1=1 crypto rx=0x7fcc04000f60 tx=0x7fcc04009040 comp rx=0 tx=0).ready entity=mgr.4102 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-15T22:05:20.947 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:20.946+0000 7fcc0b7fe640 1 -- 172.21.15.63:0/3388471114 <== mon.0 v2:172.21.15.63:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7fcbfc059190 con 0x7fcc140d4c80 2024-09-15T22:05:21.134 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:21.132+0000 7fcc1979f640 1 -- 172.21.15.63:0/3388471114 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_command({"prefix": "osd blocklist ls"} v 0) -- 0x7fcc140d4710 con 0x7fcc140d4c80 2024-09-15T22:05:21.204 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:21.133+0000 7fcc0b7fe640 1 -- 172.21.15.63:0/3388471114 <== mon.0 v2:172.21.15.63:3300/0 7 ==== mon_command_ack([{"prefix": "osd blocklist ls"}]=0 listed 0 entries v33) ==== 80+0+0 (secure 0 0 0) 0x7fcbfc058a90 con 0x7fcc140d4c80 2024-09-15T22:05:21.204 INFO:teuthology.orchestra.run.smithi063.stderr:listed 0 entries 2024-09-15T22:05:21.206 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:21.135+0000 7fcc1979f640 1 -- 172.21.15.63:0/3388471114 >> [v2:172.21.15.110:6832/552273267,v1:172.21.15.110:6833/552273267] conn(0x7fcbf406c490 msgr2=0x7fcbf406e950 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-15T22:05:21.206 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:21.135+0000 7fcc1979f640 1 --2- 172.21.15.63:0/3388471114 >> [v2:172.21.15.110:6832/552273267,v1:172.21.15.110:6833/552273267] conn(0x7fcbf406c490 0x7fcbf406e950 secure :-1 s=READY pgs=165 cs=0 l=1 rev1=1 crypto rx=0x7fcc04000f60 tx=0x7fcc04009040 comp rx=0 tx=0).stop 2024-09-15T22:05:21.206 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:21.135+0000 7fcc1979f640 1 -- 172.21.15.63:0/3388471114 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fcc140d4c80 msgr2=0x7fcc1413e710 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-15T22:05:21.206 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:21.135+0000 7fcc1979f640 1 --2- 172.21.15.63:0/3388471114 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fcc140d4c80 0x7fcc1413e710 secure :-1 s=READY pgs=308 cs=0 l=1 rev1=1 crypto rx=0x7fcbfc00c500 tx=0x7fcbfc00c9c0 comp rx=0 tx=0).stop 2024-09-15T22:05:21.206 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:21.135+0000 7fcc1979f640 1 -- 172.21.15.63:0/3388471114 shutdown_connections 2024-09-15T22:05:21.206 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:21.135+0000 7fcc1979f640 1 --2- 172.21.15.63:0/3388471114 >> [v2:172.21.15.110:6832/552273267,v1:172.21.15.110:6833/552273267] conn(0x7fcbf406c490 0x7fcbf406e950 unknown :-1 s=CLOSED pgs=165 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T22:05:21.206 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:21.135+0000 7fcc1979f640 1 --2- 172.21.15.63:0/3388471114 >> [v2:172.21.15.110:3301/0,v1:172.21.15.110:6790/0] conn(0x7fcc1415e680 0x7fcc1413bc70 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T22:05:21.206 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:21.135+0000 7fcc1979f640 1 --2- 172.21.15.63:0/3388471114 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fcc140d4c80 0x7fcc1413e710 unknown :-1 s=CLOSED pgs=308 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T22:05:21.206 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:21.135+0000 7fcc1979f640 1 --2- 172.21.15.63:0/3388471114 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7fcc140b7f20 0x7fcc1413b570 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T22:05:21.206 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:21.135+0000 7fcc1979f640 1 -- 172.21.15.63:0/3388471114 >> 172.21.15.63:0/3388471114 conn(0x7fcc14074fe0 msgr2=0x7fcc14072200 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-15T22:05:21.206 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:21.135+0000 7fcc1979f640 1 -- 172.21.15.63:0/3388471114 shutdown_connections 2024-09-15T22:05:21.207 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:21.135+0000 7fcc1979f640 1 -- 172.21.15.63:0/3388471114 wait complete. 2024-09-15T22:05:21.207 INFO:tasks.cephfs.fuse_mount:Running fusermount -u on ubuntu@smithi110.front.sepia.ceph.com... 2024-09-15T22:05:21.207 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-15T22:05:21.207 DEBUG:teuthology.orchestra.run.smithi110:> sudo fusermount -u /home/ubuntu/cephtest/mnt.1 2024-09-15T22:05:21.233 INFO:tasks.cephfs.fuse_mount.ceph-fuse.1.smithi110.stderr:ceph-fuse[43047]: fuse finished with error 0 and tester_r 0 2024-09-15T22:05:21.235 INFO:tasks.cephfs.mount:Cleaning up mount ubuntu@smithi110.front.sepia.ceph.com 2024-09-15T22:05:21.235 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-15T22:05:21.235 DEBUG:teuthology.orchestra.run.smithi110:> (cd /home/ubuntu/cephtest && exec rmdir -- /home/ubuntu/cephtest/mnt.1) 2024-09-15T22:05:21.342 INFO:tasks.cephfs.mount:Terminating background process 2024-09-15T22:05:21.342 DEBUG:teuthology.orchestra.run.smithi063:> set -ex 2024-09-15T22:05:21.342 DEBUG:teuthology.orchestra.run.smithi063:> dd if=/proc/self/mounts of=/dev/stdout 2024-09-15T22:05:21.358 DEBUG:tasks.cephfs.mount:not mounted; /proc/self/mounts is: proc /proc proc rw,nosuid,nodev,noexec,relatime 0 0 sysfs /sys sysfs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 devtmpfs /dev devtmpfs rw,seclabel,nosuid,size=4096k,nr_inodes=4056026,mode=755,inode64 0 0 securityfs /sys/kernel/security securityfs rw,nosuid,nodev,noexec,relatime 0 0 tmpfs /dev/shm tmpfs rw,seclabel,nosuid,nodev,inode64 0 0 devpts /dev/pts devpts rw,seclabel,nosuid,noexec,relatime,gid=5,mode=620,ptmxmode=000 0 0 tmpfs /run tmpfs rw,seclabel,nosuid,nodev,size=6497468k,nr_inodes=819200,mode=755,inode64 0 0 cgroup2 /sys/fs/cgroup cgroup2 rw,seclabel,nosuid,nodev,noexec,relatime,nsdelegate,memory_recursiveprot 0 0 pstore /sys/fs/pstore pstore rw,seclabel,nosuid,nodev,noexec,relatime 0 0 bpf /sys/fs/bpf bpf rw,nosuid,nodev,noexec,relatime,mode=700 0 0 /dev/sda1 / ext4 rw,seclabel,relatime 0 0 selinuxfs /sys/fs/selinux selinuxfs rw,nosuid,noexec,relatime 0 0 systemd-1 /proc/sys/fs/binfmt_misc autofs rw,relatime,fd=29,pgrp=1,timeout=0,minproto=5,maxproto=5,direct,pipe_ino=1212 0 0 hugetlbfs /dev/hugepages hugetlbfs rw,seclabel,relatime,pagesize=2M 0 0 mqueue /dev/mqueue mqueue rw,seclabel,nosuid,nodev,noexec,relatime 0 0 debugfs /sys/kernel/debug debugfs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 tracefs /sys/kernel/tracing tracefs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 fusectl /sys/fs/fuse/connections fusectl rw,nosuid,nodev,noexec,relatime 0 0 none /run/credentials/systemd-sysctl.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 none /run/credentials/systemd-tmpfiles-setup-dev.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 configfs /sys/kernel/config configfs rw,nosuid,nodev,noexec,relatime 0 0 none /run/credentials/systemd-tmpfiles-setup.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 sunrpc /var/lib/nfs/rpc_pipefs rpc_pipefs rw,relatime 0 0 tmpfs /run/user/1000 tmpfs rw,seclabel,nosuid,nodev,relatime,size=3248732k,nr_inodes=812183,mode=700,uid=1000,gid=1333,inode64 0 0 /dev/mapper/vg_nvme-lv_5 /var/lib/ceph xfs rw,seclabel,relatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_1 /var/lib/ceph/osd/ceph-0 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_2 /var/lib/ceph/osd/ceph-1 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_3 /var/lib/ceph/osd/ceph-2 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_4 /var/lib/ceph/osd/ceph-3 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 tmpfs /run/netns tmpfs rw,seclabel,nosuid,nodev,size=6497468k,nr_inodes=819200,mode=755,inode64 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.2 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.2 nsfs rw 0 0 2024-09-15T22:05:21.358 INFO:tasks.cephfs.mount:Cleaning up mount ubuntu@smithi063.front.sepia.ceph.com 2024-09-15T22:05:21.359 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-15T22:05:21.359 DEBUG:teuthology.orchestra.run.smithi063:> (cd /home/ubuntu/cephtest && exec rmdir -- /home/ubuntu/cephtest/mnt.2) 2024-09-15T22:05:21.413 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-09-15T22:05:21.414 INFO:teuthology.orchestra.run.smithi063.stderr:rmdir: failed to remove '/home/ubuntu/cephtest/mnt.2': No such file or directory 2024-09-15T22:05:21.414 INFO:tasks.cephfs.mount:Terminating background process 2024-09-15T22:05:21.414 DEBUG:teuthology.orchestra.run.smithi110:> set -ex 2024-09-15T22:05:21.414 DEBUG:teuthology.orchestra.run.smithi110:> dd if=/proc/self/mounts of=/dev/stdout 2024-09-15T22:05:21.431 DEBUG:tasks.cephfs.mount:not mounted; /proc/self/mounts is: proc /proc proc rw,nosuid,nodev,noexec,relatime 0 0 sysfs /sys sysfs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 devtmpfs /dev devtmpfs rw,seclabel,nosuid,size=4096k,nr_inodes=4056009,mode=755,inode64 0 0 securityfs /sys/kernel/security securityfs rw,nosuid,nodev,noexec,relatime 0 0 tmpfs /dev/shm tmpfs rw,seclabel,nosuid,nodev,inode64 0 0 devpts /dev/pts devpts rw,seclabel,nosuid,noexec,relatime,gid=5,mode=620,ptmxmode=000 0 0 tmpfs /run tmpfs rw,seclabel,nosuid,nodev,size=6497436k,nr_inodes=819200,mode=755,inode64 0 0 cgroup2 /sys/fs/cgroup cgroup2 rw,seclabel,nosuid,nodev,noexec,relatime,nsdelegate,memory_recursiveprot 0 0 pstore /sys/fs/pstore pstore rw,seclabel,nosuid,nodev,noexec,relatime 0 0 bpf /sys/fs/bpf bpf rw,nosuid,nodev,noexec,relatime,mode=700 0 0 /dev/sda1 / ext4 rw,seclabel,relatime 0 0 selinuxfs /sys/fs/selinux selinuxfs rw,nosuid,noexec,relatime 0 0 systemd-1 /proc/sys/fs/binfmt_misc autofs rw,relatime,fd=29,pgrp=1,timeout=0,minproto=5,maxproto=5,direct,pipe_ino=18666 0 0 hugetlbfs /dev/hugepages hugetlbfs rw,seclabel,relatime,pagesize=2M 0 0 mqueue /dev/mqueue mqueue rw,seclabel,nosuid,nodev,noexec,relatime 0 0 debugfs /sys/kernel/debug debugfs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 tracefs /sys/kernel/tracing tracefs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 fusectl /sys/fs/fuse/connections fusectl rw,nosuid,nodev,noexec,relatime 0 0 configfs /sys/kernel/config configfs rw,nosuid,nodev,noexec,relatime 0 0 none /run/credentials/systemd-sysctl.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 none /run/credentials/systemd-tmpfiles-setup-dev.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 none /run/credentials/systemd-tmpfiles-setup.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 sunrpc /var/lib/nfs/rpc_pipefs rpc_pipefs rw,relatime 0 0 tmpfs /run/user/1000 tmpfs rw,seclabel,nosuid,nodev,relatime,size=3248716k,nr_inodes=812179,mode=700,uid=1000,gid=1333,inode64 0 0 /dev/mapper/vg_nvme-lv_5 /var/lib/ceph xfs rw,seclabel,relatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_1 /var/lib/ceph/osd/ceph-4 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_2 /var/lib/ceph/osd/ceph-5 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_3 /var/lib/ceph/osd/ceph-6 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_4 /var/lib/ceph/osd/ceph-7 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 tmpfs /run/netns tmpfs rw,seclabel,nosuid,nodev,size=6497436k,nr_inodes=819200,mode=755,inode64 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.1 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.1 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.3 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.3 nsfs rw 0 0 2024-09-15T22:05:21.431 INFO:tasks.cephfs.mount:Cleaning up mount ubuntu@smithi110.front.sepia.ceph.com 2024-09-15T22:05:21.431 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-15T22:05:21.431 DEBUG:teuthology.orchestra.run.smithi110:> (cd /home/ubuntu/cephtest && exec rmdir -- /home/ubuntu/cephtest/mnt.3) 2024-09-15T22:05:21.487 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-09-15T22:05:21.487 INFO:teuthology.orchestra.run.smithi110.stderr:rmdir: failed to remove '/home/ubuntu/cephtest/mnt.3': No such file or directory 2024-09-15T22:05:21.487 DEBUG:teuthology.orchestra.run.smithi063:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-09-15T22:05:21.589 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:21.588+0000 7f0b8a5cf640 1 Processor -- start 2024-09-15T22:05:21.589 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:21.588+0000 7f0b8a5cf640 1 -- start start 2024-09-15T22:05:21.590 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:21.589+0000 7f0b8a5cf640 1 --2- >> v2:172.21.15.63:3300/0 conn(0x7f0b840cda90 0x7f0b840ce190 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-15T22:05:21.590 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:21.589+0000 7f0b8a5cf640 1 --2- >> v2:172.21.15.110:3300/0 conn(0x7f0b840cf090 0x7f0b8406bc50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-15T22:05:21.591 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:21.589+0000 7f0b8a5cf640 1 -- --> v1:172.21.15.63:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f0b84160230 con 0x7f0b840cecb0 2024-09-15T22:05:21.591 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:21.589+0000 7f0b8a5cf640 1 -- --> v2:172.21.15.63:3300/0 -- mon_getmap magic: 0 -- 0x7f0b84160e40 con 0x7f0b840cda90 2024-09-15T22:05:21.591 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:21.589+0000 7f0b8a5cf640 1 -- --> v2:172.21.15.110:3300/0 -- mon_getmap magic: 0 -- 0x7f0b84160510 con 0x7f0b840cf090 2024-09-15T22:05:21.591 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:21.589+0000 7f0b837fe640 1 --2- >> v2:172.21.15.63:3300/0 conn(0x7f0b840cda90 0x7f0b840ce190 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-15T22:05:21.591 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:21.589+0000 7f0b83fff640 1 --1- >> v1:172.21.15.63:6789/0 conn(0x7f0b840cecb0 0x7f0b840cd380 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.63:6789/0 says I am v1:172.21.15.63:45230/0 (socket says 172.21.15.63:45230) 2024-09-15T22:05:21.591 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:21.589+0000 7f0b83fff640 1 -- 172.21.15.63:0/3395917644 learned_addr learned my addr 172.21.15.63:0/3395917644 (peer_addr_for_me v1:172.21.15.63:0/0) 2024-09-15T22:05:21.591 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:21.589+0000 7f0b837fe640 1 -- 172.21.15.63:0/3395917644 >> v2:172.21.15.110:3300/0 conn(0x7f0b840cf090 msgr2=0x7f0b8406bc50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-15T22:05:21.591 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:21.589+0000 7f0b837fe640 1 --2- 172.21.15.63:0/3395917644 >> v2:172.21.15.110:3300/0 conn(0x7f0b840cf090 0x7f0b8406bc50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T22:05:21.591 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:21.589+0000 7f0b837fe640 1 -- 172.21.15.63:0/3395917644 >> v1:172.21.15.63:6789/0 conn(0x7f0b840cecb0 legacy=0x7f0b840cd380 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-15T22:05:21.591 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:21.589+0000 7f0b837fe640 1 -- 172.21.15.63:0/3395917644 --> v2:172.21.15.63:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f0b841607f0 con 0x7f0b840cda90 2024-09-15T22:05:21.591 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:21.589+0000 7f0b82ffd640 1 -- 172.21.15.63:0/3395917644 <== mon.0 v1:172.21.15.63:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 3847323435 0 0) 0x7f0b84160230 con 0x7f0b840cecb0 2024-09-15T22:05:21.592 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:21.590+0000 7f0b837fe640 1 --2- 172.21.15.63:0/3395917644 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f0b840cda90 0x7f0b840ce190 secure :-1 s=READY pgs=310 cs=0 l=1 rev1=1 crypto rx=0x7f0b84160fc0 tx=0x7f0b7802a1a0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=fc1f2881d2c01054 server_cookie=0 in_seq=0 out_seq=0 2024-09-15T22:05:21.592 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:21.590+0000 7f0b82ffd640 1 -- 172.21.15.63:0/3395917644 <== mon.0 v2:172.21.15.63:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0b78037070 con 0x7f0b840cda90 2024-09-15T22:05:21.593 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:21.590+0000 7f0b82ffd640 1 -- 172.21.15.63:0/3395917644 <== mon.0 v2:172.21.15.63:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f0b78032440 con 0x7f0b840cda90 2024-09-15T22:05:21.593 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:21.590+0000 7f0b82ffd640 1 -- 172.21.15.63:0/3395917644 <== mon.0 v2:172.21.15.63:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0b78032810 con 0x7f0b840cda90 2024-09-15T22:05:21.593 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:21.590+0000 7f0b8a5cf640 1 -- 172.21.15.63:0/3395917644 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f0b840cda90 msgr2=0x7f0b840ce190 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-15T22:05:21.593 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:21.590+0000 7f0b8a5cf640 1 --2- 172.21.15.63:0/3395917644 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f0b840cda90 0x7f0b840ce190 secure :-1 s=READY pgs=310 cs=0 l=1 rev1=1 crypto rx=0x7f0b84160fc0 tx=0x7f0b7802a1a0 comp rx=0 tx=0).stop 2024-09-15T22:05:21.593 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:21.590+0000 7f0b8a5cf640 1 -- 172.21.15.63:0/3395917644 shutdown_connections 2024-09-15T22:05:21.593 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:21.590+0000 7f0b8a5cf640 1 --2- 172.21.15.63:0/3395917644 >> v2:172.21.15.110:3300/0 conn(0x7f0b840cf090 0x7f0b8406bc50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T22:05:21.593 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:21.590+0000 7f0b8a5cf640 1 --2- 172.21.15.63:0/3395917644 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f0b840cda90 0x7f0b840ce190 unknown :-1 s=CLOSED pgs=310 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T22:05:21.593 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:21.590+0000 7f0b8a5cf640 1 -- 172.21.15.63:0/3395917644 >> 172.21.15.63:0/3395917644 conn(0x7f0b840b2000 msgr2=0x7f0b840b23e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-15T22:05:21.593 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:21.590+0000 7f0b8a5cf640 1 -- 172.21.15.63:0/3395917644 shutdown_connections 2024-09-15T22:05:21.593 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:21.591+0000 7f0b8a5cf640 1 -- 172.21.15.63:0/3395917644 wait complete. 2024-09-15T22:05:21.595 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:21.592+0000 7f0b8a5cf640 1 Processor -- start 2024-09-15T22:05:21.595 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:21.592+0000 7f0b8a5cf640 1 -- start start 2024-09-15T22:05:21.595 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:21.592+0000 7f0b8a5cf640 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f0b840cda90 0x7f0b841e8930 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-15T22:05:21.595 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:21.593+0000 7f0b8a5cf640 1 --2- >> [v2:172.21.15.110:3301/0,v1:172.21.15.110:6790/0] conn(0x7f0b840cecb0 0x7f0b840aa600 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-15T22:05:21.596 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:21.593+0000 7f0b8a5cf640 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f0b840cf090 0x7f0b840aab40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-15T22:05:21.596 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:21.593+0000 7f0b8a5cf640 1 -- --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 -- 0x7f0b8406c310 con 0x7f0b840cda90 2024-09-15T22:05:21.596 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:21.593+0000 7f0b8a5cf640 1 -- --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_getmap magic: 0 -- 0x7f0b8406c190 con 0x7f0b840cf090 2024-09-15T22:05:21.596 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:21.593+0000 7f0b8a5cf640 1 -- --> [v2:172.21.15.110:3301/0,v1:172.21.15.110:6790/0] -- mon_getmap magic: 0 -- 0x7f0b8406c490 con 0x7f0b840cecb0 2024-09-15T22:05:21.596 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:21.593+0000 7f0b83fff640 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f0b840cda90 0x7f0b841e8930 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-15T22:05:21.596 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:21.593+0000 7f0b83fff640 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f0b840cda90 0x7f0b841e8930 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.63:3300/0 says I am v2:172.21.15.63:37382/0 (socket says 172.21.15.63:37382) 2024-09-15T22:05:21.596 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:21.593+0000 7f0b83fff640 1 -- 172.21.15.63:0/1116684760 learned_addr learned my addr 172.21.15.63:0/1116684760 (peer_addr_for_me v2:172.21.15.63:0/0) 2024-09-15T22:05:21.596 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:21.593+0000 7f0b837fe640 1 --2- 172.21.15.63:0/1116684760 >> [v2:172.21.15.110:3301/0,v1:172.21.15.110:6790/0] conn(0x7f0b840cecb0 0x7f0b840aa600 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-15T22:05:21.596 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:21.593+0000 7f0b88b6c640 1 --2- 172.21.15.63:0/1116684760 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f0b840cf090 0x7f0b840aab40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-15T22:05:21.596 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:21.593+0000 7f0b83fff640 1 -- 172.21.15.63:0/1116684760 >> [v2:172.21.15.110:3301/0,v1:172.21.15.110:6790/0] conn(0x7f0b840cecb0 msgr2=0x7f0b840aa600 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-15T22:05:21.596 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:21.593+0000 7f0b83fff640 1 --2- 172.21.15.63:0/1116684760 >> [v2:172.21.15.110:3301/0,v1:172.21.15.110:6790/0] conn(0x7f0b840cecb0 0x7f0b840aa600 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T22:05:21.596 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:21.593+0000 7f0b83fff640 1 -- 172.21.15.63:0/1116684760 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f0b840cf090 msgr2=0x7f0b840aab40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-15T22:05:21.597 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:21.593+0000 7f0b83fff640 1 --2- 172.21.15.63:0/1116684760 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f0b840cf090 0x7f0b840aab40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T22:05:21.597 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:21.593+0000 7f0b83fff640 1 -- 172.21.15.63:0/1116684760 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f0b840ae390 con 0x7f0b840cda90 2024-09-15T22:05:21.597 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:21.593+0000 7f0b837fe640 1 --2- 172.21.15.63:0/1116684760 >> [v2:172.21.15.110:3301/0,v1:172.21.15.110:6790/0] conn(0x7f0b840cecb0 0x7f0b840aa600 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-15T22:05:21.597 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:21.593+0000 7f0b88b6c640 1 --2- 172.21.15.63:0/1116684760 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f0b840cf090 0x7f0b840aab40 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-15T22:05:21.597 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:21.593+0000 7f0b83fff640 1 --2- 172.21.15.63:0/1116684760 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f0b840cda90 0x7f0b841e8930 secure :-1 s=READY pgs=311 cs=0 l=1 rev1=1 crypto rx=0x7f0b7400c4d0 tx=0x7f0b7400c990 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-15T22:05:21.597 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:21.593+0000 7f0b80ff9640 1 -- 172.21.15.63:0/1116684760 <== mon.0 v2:172.21.15.63:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0b74018070 con 0x7f0b840cda90 2024-09-15T22:05:21.597 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:21.593+0000 7f0b80ff9640 1 -- 172.21.15.63:0/1116684760 <== mon.0 v2:172.21.15.63:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f0b74007500 con 0x7f0b840cda90 2024-09-15T22:05:21.597 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:21.593+0000 7f0b80ff9640 1 -- 172.21.15.63:0/1116684760 <== mon.0 v2:172.21.15.63:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0b74004a20 con 0x7f0b840cda90 2024-09-15T22:05:21.597 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:21.593+0000 7f0b8a5cf640 1 -- 172.21.15.63:0/1116684760 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f0b840ae630 con 0x7f0b840cda90 2024-09-15T22:05:21.597 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:21.593+0000 7f0b8a5cf640 1 -- 172.21.15.63:0/1116684760 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f0b840aebf0 con 0x7f0b840cda90 2024-09-15T22:05:21.598 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:21.594+0000 7f0b8a5cf640 1 -- 172.21.15.63:0/1116684760 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f0b840ce190 con 0x7f0b840cda90 2024-09-15T22:05:21.598 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:21.595+0000 7f0b80ff9640 1 -- 172.21.15.63:0/1116684760 <== mon.0 v2:172.21.15.63:3300/0 4 ==== mgrmap(e 7) ==== 90999+0+0 (secure 0 0 0) 0x7f0b7401b070 con 0x7f0b840cda90 2024-09-15T22:05:21.598 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:21.595+0000 7f0b80ff9640 1 --2- 172.21.15.63:0/1116684760 >> [v2:172.21.15.110:6832/552273267,v1:172.21.15.110:6833/552273267] conn(0x7f0b7006c490 0x7f0b7006e950 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-15T22:05:21.598 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:21.595+0000 7f0b80ff9640 1 -- 172.21.15.63:0/1116684760 <== mon.0 v2:172.21.15.63:3300/0 5 ==== osd_map(33..33 src has 1..33) ==== 5709+0+0 (secure 0 0 0) 0x7f0b7408a9e0 con 0x7f0b840cda90 2024-09-15T22:05:21.598 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:21.596+0000 7f0b837fe640 1 --2- 172.21.15.63:0/1116684760 >> [v2:172.21.15.110:6832/552273267,v1:172.21.15.110:6833/552273267] conn(0x7f0b7006c490 0x7f0b7006e950 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-15T22:05:21.598 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:21.596+0000 7f0b837fe640 1 --2- 172.21.15.63:0/1116684760 >> [v2:172.21.15.110:6832/552273267,v1:172.21.15.110:6833/552273267] conn(0x7f0b7006c490 0x7f0b7006e950 secure :-1 s=READY pgs=166 cs=0 l=1 rev1=1 crypto rx=0x7f0b78034000 tx=0x7f0b7802e000 comp rx=0 tx=0).ready entity=mgr.4102 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-15T22:05:21.601 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:21.600+0000 7f0b80ff9640 1 -- 172.21.15.63:0/1116684760 <== mon.0 v2:172.21.15.63:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7f0b74058f60 con 0x7f0b840cda90 2024-09-15T22:05:21.816 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:21.814+0000 7f0b8a5cf640 1 -- 172.21.15.63:0/1116684760 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7f0b840cd630 con 0x7f0b840cda90 2024-09-15T22:05:21.816 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:21.814+0000 7f0b80ff9640 1 -- 172.21.15.63:0/1116684760 <== mon.0 v2:172.21.15.63:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 13 v13) ==== 94+0+5214 (secure 0 0 0) 0x7f0b74058860 con 0x7f0b840cda90 2024-09-15T22:05:21.816 INFO:teuthology.orchestra.run.smithi063.stdout: 2024-09-15T22:05:21.817 INFO:teuthology.orchestra.run.smithi063.stdout:{"epoch":13,"btime":"2024-09-15T22:05:16:655723+0000","default_fscid":2,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":4604,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.110:6836/522283406","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.110:6834","nonce":522283406},{"type":"v1","addr":"172.21.15.110:6836","nonce":522283406}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":9},{"gid":4607,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.110:6837/41115763","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.110:6835","nonce":41115763},{"type":"v1","addr":"172.21.15.110:6837","nonce":41115763}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":9},{"gid":4842,"name":"c","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.63:6834/779684962","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.63:6832","nonce":779684962},{"type":"v1","addr":"172.21.15.63:6834","nonce":779684962}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":9}],"filesystems":[{"mdsmap":{"epoch":12,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2024-09-15T22:05:06.981099+0000","modified":"2024-09-15T22:05:08.973546+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":1,"in":[0],"up":{"mds_0":4845},"failed":[],"damaged":[],"stopped":[],"info":{"gid_4845":{"gid":4845,"name":"a","rank":0,"incarnation":10,"state":"up:active","state_seq":3,"addr":"172.21.15.63:6835/2878404006","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.63:6833","nonce":2878404006},{"type":"v1","addr":"172.21.15.63:6835","nonce":2878404006}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[5],"metadata_pool":4,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":4845,"qdb_cluster":[4845]},"id":2}]} 2024-09-15T22:05:21.817 INFO:teuthology.orchestra.run.smithi063.stderr:dumped fsmap epoch 13 2024-09-15T22:05:21.818 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:21.816+0000 7f0b8a5cf640 1 -- 172.21.15.63:0/1116684760 >> [v2:172.21.15.110:6832/552273267,v1:172.21.15.110:6833/552273267] conn(0x7f0b7006c490 msgr2=0x7f0b7006e950 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-15T22:05:21.818 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:21.816+0000 7f0b8a5cf640 1 --2- 172.21.15.63:0/1116684760 >> [v2:172.21.15.110:6832/552273267,v1:172.21.15.110:6833/552273267] conn(0x7f0b7006c490 0x7f0b7006e950 secure :-1 s=READY pgs=166 cs=0 l=1 rev1=1 crypto rx=0x7f0b78034000 tx=0x7f0b7802e000 comp rx=0 tx=0).stop 2024-09-15T22:05:21.819 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:21.816+0000 7f0b8a5cf640 1 -- 172.21.15.63:0/1116684760 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f0b840cda90 msgr2=0x7f0b841e8930 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-15T22:05:21.819 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:21.816+0000 7f0b8a5cf640 1 --2- 172.21.15.63:0/1116684760 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f0b840cda90 0x7f0b841e8930 secure :-1 s=READY pgs=311 cs=0 l=1 rev1=1 crypto rx=0x7f0b7400c4d0 tx=0x7f0b7400c990 comp rx=0 tx=0).stop 2024-09-15T22:05:21.819 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:21.817+0000 7f0b8a5cf640 1 -- 172.21.15.63:0/1116684760 shutdown_connections 2024-09-15T22:05:21.819 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:21.817+0000 7f0b8a5cf640 1 --2- 172.21.15.63:0/1116684760 >> [v2:172.21.15.110:6832/552273267,v1:172.21.15.110:6833/552273267] conn(0x7f0b7006c490 0x7f0b7006e950 unknown :-1 s=CLOSED pgs=166 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T22:05:21.819 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:21.817+0000 7f0b8a5cf640 1 --2- 172.21.15.63:0/1116684760 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f0b840cf090 0x7f0b840aab40 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T22:05:21.819 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:21.817+0000 7f0b8a5cf640 1 --2- 172.21.15.63:0/1116684760 >> [v2:172.21.15.110:3301/0,v1:172.21.15.110:6790/0] conn(0x7f0b840cecb0 0x7f0b840aa600 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T22:05:21.819 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:21.817+0000 7f0b8a5cf640 1 --2- 172.21.15.63:0/1116684760 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f0b840cda90 0x7f0b841e8930 unknown :-1 s=CLOSED pgs=311 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T22:05:21.819 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:21.817+0000 7f0b8a5cf640 1 -- 172.21.15.63:0/1116684760 >> 172.21.15.63:0/1116684760 conn(0x7f0b840b2000 msgr2=0x7f0b8415b930 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-15T22:05:21.819 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:21.817+0000 7f0b8a5cf640 1 -- 172.21.15.63:0/1116684760 shutdown_connections 2024-09-15T22:05:21.820 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:21.817+0000 7f0b8a5cf640 1 -- 172.21.15.63:0/1116684760 wait complete. 2024-09-15T22:05:21.830 DEBUG:teuthology.orchestra.run.smithi063:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-09-15T22:05:21.932 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:21.931+0000 7fe806d9d640 1 Processor -- start 2024-09-15T22:05:21.933 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:21.931+0000 7fe806d9d640 1 -- start start 2024-09-15T22:05:21.937 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:21.932+0000 7fe806d9d640 1 --2- >> v2:172.21.15.110:3300/0 conn(0x7fe8000d3560 0x7fe8000b31f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-15T22:05:21.937 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:21.932+0000 7fe806d9d640 1 --2- >> [v2:172.21.15.110:3301/0,v1:172.21.15.110:6790/0] conn(0x7fe8000b4520 0x7fe8000b4950 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-15T22:05:21.937 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:21.932+0000 7fe806d9d640 1 -- --> v1:172.21.15.63:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fe8000b4f30 con 0x7fe8000cecb0 2024-09-15T22:05:21.937 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:21.932+0000 7fe806d9d640 1 -- --> v2:172.21.15.110:3300/0 -- mon_getmap magic: 0 -- 0x7fe8000b5210 con 0x7fe8000d3560 2024-09-15T22:05:21.937 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:21.932+0000 7fe806d9d640 1 -- --> [v2:172.21.15.110:3301/0,v1:172.21.15.110:6790/0] -- mon_getmap magic: 0 -- 0x7fe8000b54f0 con 0x7fe8000b4520 2024-09-15T22:05:21.937 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:21.932+0000 7fe805d9b640 1 --1- >> v1:172.21.15.63:6789/0 conn(0x7fe8000cecb0 0x7fe8000cf090 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.63:6789/0 says I am v1:172.21.15.63:45234/0 (socket says 172.21.15.63:45234) 2024-09-15T22:05:21.937 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:21.932+0000 7fe805d9b640 1 -- 172.21.15.63:0/1757452582 learned_addr learned my addr 172.21.15.63:0/1757452582 (peer_addr_for_me v1:172.21.15.63:0/0) 2024-09-15T22:05:21.937 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:21.932+0000 7fe804d99640 1 -- 172.21.15.63:0/1757452582 <== mon.0 v1:172.21.15.63:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 2194045313 0 0) 0x7fe8000b4f30 con 0x7fe8000cecb0 2024-09-15T22:05:21.937 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:21.932+0000 7fe80659c640 1 --2- 172.21.15.63:0/1757452582 >> [v2:172.21.15.110:3301/0,v1:172.21.15.110:6790/0] conn(0x7fe8000b4520 0x7fe8000b4950 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-15T22:05:21.937 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:21.932+0000 7fe80559a640 1 --2- 172.21.15.63:0/1757452582 >> v2:172.21.15.110:3300/0 conn(0x7fe8000d3560 0x7fe8000b31f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-15T22:05:21.937 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:21.932+0000 7fe804d99640 1 -- 172.21.15.63:0/1757452582 --> v1:172.21.15.63:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7fe7ec003520 con 0x7fe8000cecb0 2024-09-15T22:05:21.938 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:21.932+0000 7fe804d99640 1 -- 172.21.15.63:0/1757452582 <== mon.0 v1:172.21.15.63:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) ==== 214+0+0 (unknown 2574914931 0 0) 0x7fe7ec003520 con 0x7fe8000cecb0 2024-09-15T22:05:21.938 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:21.932+0000 7fe804d99640 1 -- 172.21.15.63:0/1757452582 >> [v2:172.21.15.110:3301/0,v1:172.21.15.110:6790/0] conn(0x7fe8000b4520 msgr2=0x7fe8000b4950 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-15T22:05:21.938 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:21.932+0000 7fe804d99640 1 --2- 172.21.15.63:0/1757452582 >> [v2:172.21.15.110:3301/0,v1:172.21.15.110:6790/0] conn(0x7fe8000b4520 0x7fe8000b4950 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T22:05:21.938 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:21.932+0000 7fe804d99640 1 -- 172.21.15.63:0/1757452582 >> v2:172.21.15.110:3300/0 conn(0x7fe8000d3560 msgr2=0x7fe8000b31f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-15T22:05:21.938 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:21.932+0000 7fe804d99640 1 --2- 172.21.15.63:0/1757452582 >> v2:172.21.15.110:3300/0 conn(0x7fe8000d3560 0x7fe8000b31f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T22:05:21.938 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:21.932+0000 7fe804d99640 1 -- 172.21.15.63:0/1757452582 --> v1:172.21.15.63:6789/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fe8000b57d0 con 0x7fe8000cecb0 2024-09-15T22:05:21.938 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:21.932+0000 7fe804d99640 1 -- 172.21.15.63:0/1757452582 <== mon.0 v1:172.21.15.63:6789/0 3 ==== mon_map magic: 0 ==== 413+0+0 (unknown 3984726164 0 0) 0x7fe7fc001670 con 0x7fe8000cecb0 2024-09-15T22:05:21.938 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:21.932+0000 7fe804d99640 1 -- 172.21.15.63:0/1757452582 >> v1:172.21.15.63:6789/0 conn(0x7fe8000cecb0 legacy=0x7fe8000cf090 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-15T22:05:21.938 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:21.933+0000 7fe804d99640 1 --2- 172.21.15.63:0/1757452582 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7fe7ec0039b0 0x7fe7ec003dd0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-15T22:05:21.938 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:21.933+0000 7fe804d99640 1 --2- 172.21.15.63:0/1757452582 >> [v2:172.21.15.110:3301/0,v1:172.21.15.110:6790/0] conn(0x7fe8000b4520 0x7fe7ec004800 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-15T22:05:21.938 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:21.933+0000 7fe804d99640 1 --2- 172.21.15.63:0/1757452582 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fe7ec004d40 0x7fe7ec0051c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-15T22:05:21.938 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:21.933+0000 7fe804d99640 1 -- 172.21.15.63:0/1757452582 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 -- 0x7fe8000b5210 con 0x7fe7ec004d40 2024-09-15T22:05:21.939 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:21.933+0000 7fe804d99640 1 -- 172.21.15.63:0/1757452582 --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_getmap magic: 0 -- 0x7fe8000b54f0 con 0x7fe7ec0039b0 2024-09-15T22:05:21.939 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:21.933+0000 7fe804d99640 1 -- 172.21.15.63:0/1757452582 --> [v2:172.21.15.110:3301/0,v1:172.21.15.110:6790/0] -- mon_getmap magic: 0 -- 0x7fe7ec00b9c0 con 0x7fe8000b4520 2024-09-15T22:05:21.939 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:21.933+0000 7fe80659c640 1 --2- 172.21.15.63:0/1757452582 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fe7ec004d40 0x7fe7ec0051c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-15T22:05:21.939 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:21.933+0000 7fe80559a640 1 --2- 172.21.15.63:0/1757452582 >> [v2:172.21.15.110:3301/0,v1:172.21.15.110:6790/0] conn(0x7fe8000b4520 0x7fe7ec004800 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-15T22:05:21.939 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:21.933+0000 7fe805d9b640 1 --2- 172.21.15.63:0/1757452582 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7fe7ec0039b0 0x7fe7ec003dd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-15T22:05:21.939 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:21.933+0000 7fe80659c640 1 -- 172.21.15.63:0/1757452582 >> [v2:172.21.15.110:3301/0,v1:172.21.15.110:6790/0] conn(0x7fe8000b4520 msgr2=0x7fe7ec004800 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-15T22:05:21.939 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:21.933+0000 7fe80659c640 1 --2- 172.21.15.63:0/1757452582 >> [v2:172.21.15.110:3301/0,v1:172.21.15.110:6790/0] conn(0x7fe8000b4520 0x7fe7ec004800 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T22:05:21.939 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:21.933+0000 7fe80659c640 1 -- 172.21.15.63:0/1757452582 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7fe7ec0039b0 msgr2=0x7fe7ec003dd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-15T22:05:21.939 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:21.933+0000 7fe80659c640 1 --2- 172.21.15.63:0/1757452582 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7fe7ec0039b0 0x7fe7ec003dd0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T22:05:21.939 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:21.933+0000 7fe80659c640 1 -- 172.21.15.63:0/1757452582 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fe7ec003520 con 0x7fe7ec004d40 2024-09-15T22:05:21.939 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:21.934+0000 7fe80659c640 1 --2- 172.21.15.63:0/1757452582 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fe7ec004d40 0x7fe7ec0051c0 secure :-1 s=READY pgs=313 cs=0 l=1 rev1=1 crypto rx=0x7fe7f8009fc0 tx=0x7fe7ec005830 comp rx=0 tx=0).ready entity=mon.0 client_cookie=7be014dc7974a48c server_cookie=0 in_seq=0 out_seq=0 2024-09-15T22:05:21.939 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:21.934+0000 7fe804d99640 1 -- 172.21.15.63:0/1757452582 <== mon.0 v2:172.21.15.63:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe7f8009c10 con 0x7fe7ec004d40 2024-09-15T22:05:21.939 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:21.934+0000 7fe804d99640 1 -- 172.21.15.63:0/1757452582 <== mon.0 v2:172.21.15.63:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fe7f8036070 con 0x7fe7ec004d40 2024-09-15T22:05:21.940 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:21.934+0000 7fe804d99640 1 -- 172.21.15.63:0/1757452582 <== mon.0 v2:172.21.15.63:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe7f8031880 con 0x7fe7ec004d40 2024-09-15T22:05:21.940 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:21.934+0000 7fe806d9d640 1 -- 172.21.15.63:0/1757452582 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fe7ec004d40 msgr2=0x7fe7ec0051c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-15T22:05:21.940 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:21.934+0000 7fe806d9d640 1 --2- 172.21.15.63:0/1757452582 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fe7ec004d40 0x7fe7ec0051c0 secure :-1 s=READY pgs=313 cs=0 l=1 rev1=1 crypto rx=0x7fe7f8009fc0 tx=0x7fe7ec005830 comp rx=0 tx=0).stop 2024-09-15T22:05:21.940 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:21.934+0000 7fe80659c640 1 -- 172.21.15.63:0/1757452582 reap_dead start 2024-09-15T22:05:21.940 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:21.934+0000 7fe806d9d640 1 -- 172.21.15.63:0/1757452582 shutdown_connections 2024-09-15T22:05:21.940 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:21.934+0000 7fe806d9d640 1 -- 172.21.15.63:0/1757452582 >> 172.21.15.63:0/1757452582 conn(0x7fe800072990 msgr2=0x7fe800072d70 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-15T22:05:21.940 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:21.934+0000 7fe806d9d640 1 -- 172.21.15.63:0/1757452582 shutdown_connections 2024-09-15T22:05:21.940 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:21.934+0000 7fe806d9d640 1 -- 172.21.15.63:0/1757452582 wait complete. 2024-09-15T22:05:21.943 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:21.936+0000 7fe806d9d640 1 Processor -- start 2024-09-15T22:05:21.943 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:21.936+0000 7fe806d9d640 1 -- start start 2024-09-15T22:05:21.943 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:21.936+0000 7fe806d9d640 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7fe7ec004d40 0x7fe8000cae10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-15T22:05:21.943 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:21.936+0000 7fe806d9d640 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fe80015cdb0 0x7fe80014d8d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-15T22:05:21.943 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:21.936+0000 7fe806d9d640 1 --2- >> [v2:172.21.15.110:3301/0,v1:172.21.15.110:6790/0] conn(0x7fe80014e220 0x7fe8000b75d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-15T22:05:21.944 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:21.936+0000 7fe806d9d640 1 -- --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 -- 0x7fe8000b4950 con 0x7fe80015cdb0 2024-09-15T22:05:21.944 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:21.936+0000 7fe806d9d640 1 -- --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_getmap magic: 0 -- 0x7fe80015e6c0 con 0x7fe7ec004d40 2024-09-15T22:05:21.944 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:21.936+0000 7fe806d9d640 1 -- --> [v2:172.21.15.110:3301/0,v1:172.21.15.110:6790/0] -- mon_getmap magic: 0 -- 0x7fe8000b4ad0 con 0x7fe80014e220 2024-09-15T22:05:21.944 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:21.936+0000 7fe80559a640 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fe80015cdb0 0x7fe80014d8d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-15T22:05:21.944 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:21.937+0000 7fe80559a640 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fe80015cdb0 0x7fe80014d8d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.63:3300/0 says I am v2:172.21.15.63:37392/0 (socket says 172.21.15.63:37392) 2024-09-15T22:05:21.944 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:21.937+0000 7fe80559a640 1 -- 172.21.15.63:0/1951095906 learned_addr learned my addr 172.21.15.63:0/1951095906 (peer_addr_for_me v2:172.21.15.63:0/0) 2024-09-15T22:05:21.944 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:21.937+0000 7fe80659c640 1 --2- 172.21.15.63:0/1951095906 >> [v2:172.21.15.110:3301/0,v1:172.21.15.110:6790/0] conn(0x7fe80014e220 0x7fe8000b75d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-15T22:05:21.944 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:21.937+0000 7fe805d9b640 1 --2- 172.21.15.63:0/1951095906 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7fe7ec004d40 0x7fe8000cae10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-15T22:05:21.944 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:21.937+0000 7fe80559a640 1 -- 172.21.15.63:0/1951095906 >> [v2:172.21.15.110:3301/0,v1:172.21.15.110:6790/0] conn(0x7fe80014e220 msgr2=0x7fe8000b75d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-15T22:05:21.944 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:21.937+0000 7fe80559a640 1 --2- 172.21.15.63:0/1951095906 >> [v2:172.21.15.110:3301/0,v1:172.21.15.110:6790/0] conn(0x7fe80014e220 0x7fe8000b75d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T22:05:21.944 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:21.937+0000 7fe80559a640 1 -- 172.21.15.63:0/1951095906 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7fe7ec004d40 msgr2=0x7fe8000cae10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-15T22:05:21.944 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:21.937+0000 7fe80559a640 1 --2- 172.21.15.63:0/1951095906 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7fe7ec004d40 0x7fe8000cae10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T22:05:21.944 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:21.937+0000 7fe80559a640 1 -- 172.21.15.63:0/1951095906 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fe8001e75a0 con 0x7fe80015cdb0 2024-09-15T22:05:21.945 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:21.937+0000 7fe80659c640 1 --2- 172.21.15.63:0/1951095906 >> [v2:172.21.15.110:3301/0,v1:172.21.15.110:6790/0] conn(0x7fe80014e220 0x7fe8000b75d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-15T22:05:21.945 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:21.937+0000 7fe805d9b640 1 --2- 172.21.15.63:0/1951095906 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7fe7ec004d40 0x7fe8000cae10 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-15T22:05:21.945 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:21.937+0000 7fe80559a640 1 --2- 172.21.15.63:0/1951095906 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fe80015cdb0 0x7fe80014d8d0 secure :-1 s=READY pgs=314 cs=0 l=1 rev1=1 crypto rx=0x7fe7f0011980 tx=0x7fe7f0011e40 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-15T22:05:21.945 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:21.937+0000 7fe7f67fc640 1 -- 172.21.15.63:0/1951095906 <== mon.0 v2:172.21.15.63:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe7f000faf0 con 0x7fe80015cdb0 2024-09-15T22:05:21.945 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:21.937+0000 7fe7f67fc640 1 -- 172.21.15.63:0/1951095906 <== mon.0 v2:172.21.15.63:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fe7f000fc90 con 0x7fe80015cdb0 2024-09-15T22:05:21.945 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:21.937+0000 7fe7f67fc640 1 -- 172.21.15.63:0/1951095906 <== mon.0 v2:172.21.15.63:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe7f0014440 con 0x7fe80015cdb0 2024-09-15T22:05:21.945 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:21.937+0000 7fe806d9d640 1 -- 172.21.15.63:0/1951095906 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fe8001e7880 con 0x7fe80015cdb0 2024-09-15T22:05:21.945 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:21.937+0000 7fe806d9d640 1 -- 172.21.15.63:0/1951095906 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fe8000c9d30 con 0x7fe80015cdb0 2024-09-15T22:05:21.945 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:21.938+0000 7fe806d9d640 1 -- 172.21.15.63:0/1951095906 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fe8000b31f0 con 0x7fe80015cdb0 2024-09-15T22:05:21.945 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:21.939+0000 7fe7f67fc640 1 -- 172.21.15.63:0/1951095906 <== mon.0 v2:172.21.15.63:3300/0 4 ==== mgrmap(e 7) ==== 90999+0+0 (secure 0 0 0) 0x7fe7f0012040 con 0x7fe80015cdb0 2024-09-15T22:05:21.945 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:21.939+0000 7fe7f67fc640 1 --2- 172.21.15.63:0/1951095906 >> [v2:172.21.15.110:6832/552273267,v1:172.21.15.110:6833/552273267] conn(0x7fe7e406c460 0x7fe7e406e920 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-15T22:05:21.945 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:21.939+0000 7fe7f67fc640 1 -- 172.21.15.63:0/1951095906 <== mon.0 v2:172.21.15.63:3300/0 5 ==== osd_map(33..33 src has 1..33) ==== 5709+0+0 (secure 0 0 0) 0x7fe7f008bee0 con 0x7fe80015cdb0 2024-09-15T22:05:21.945 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:21.939+0000 7fe805d9b640 1 --2- 172.21.15.63:0/1951095906 >> [v2:172.21.15.110:6832/552273267,v1:172.21.15.110:6833/552273267] conn(0x7fe7e406c460 0x7fe7e406e920 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-15T22:05:21.946 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:21.940+0000 7fe805d9b640 1 --2- 172.21.15.63:0/1951095906 >> [v2:172.21.15.110:6832/552273267,v1:172.21.15.110:6833/552273267] conn(0x7fe7e406c460 0x7fe7e406e920 secure :-1 s=READY pgs=167 cs=0 l=1 rev1=1 crypto rx=0x7fe7fc007db0 tx=0x7fe7fc009040 comp rx=0 tx=0).ready entity=mgr.4102 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-15T22:05:21.946 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:21.944+0000 7fe7f67fc640 1 -- 172.21.15.63:0/1951095906 <== mon.0 v2:172.21.15.63:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7fe7f0019030 con 0x7fe80015cdb0 2024-09-15T22:05:22.160 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:22.158+0000 7fe806d9d640 1 -- 172.21.15.63:0/1951095906 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7fe8001e7a50 con 0x7fe80015cdb0 2024-09-15T22:05:22.160 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:22.159+0000 7fe7f67fc640 1 -- 172.21.15.63:0/1951095906 <== mon.0 v2:172.21.15.63:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 13 v13) ==== 94+0+5214 (secure 0 0 0) 0x7fe7f0059d80 con 0x7fe80015cdb0 2024-09-15T22:05:22.161 INFO:teuthology.orchestra.run.smithi063.stdout: 2024-09-15T22:05:22.161 INFO:teuthology.orchestra.run.smithi063.stdout:{"epoch":13,"btime":"2024-09-15T22:05:16:655723+0000","default_fscid":2,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":4604,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.110:6836/522283406","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.110:6834","nonce":522283406},{"type":"v1","addr":"172.21.15.110:6836","nonce":522283406}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":9},{"gid":4607,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.110:6837/41115763","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.110:6835","nonce":41115763},{"type":"v1","addr":"172.21.15.110:6837","nonce":41115763}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":9},{"gid":4842,"name":"c","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.63:6834/779684962","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.63:6832","nonce":779684962},{"type":"v1","addr":"172.21.15.63:6834","nonce":779684962}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":9}],"filesystems":[{"mdsmap":{"epoch":12,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2024-09-15T22:05:06.981099+0000","modified":"2024-09-15T22:05:08.973546+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":1,"in":[0],"up":{"mds_0":4845},"failed":[],"damaged":[],"stopped":[],"info":{"gid_4845":{"gid":4845,"name":"a","rank":0,"incarnation":10,"state":"up:active","state_seq":3,"addr":"172.21.15.63:6835/2878404006","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.63:6833","nonce":2878404006},{"type":"v1","addr":"172.21.15.63:6835","nonce":2878404006}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[5],"metadata_pool":4,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":4845,"qdb_cluster":[4845]},"id":2}]} 2024-09-15T22:05:22.161 INFO:teuthology.orchestra.run.smithi063.stderr:dumped fsmap epoch 13 2024-09-15T22:05:22.163 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:22.161+0000 7fe806d9d640 1 -- 172.21.15.63:0/1951095906 >> [v2:172.21.15.110:6832/552273267,v1:172.21.15.110:6833/552273267] conn(0x7fe7e406c460 msgr2=0x7fe7e406e920 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-15T22:05:22.163 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:22.161+0000 7fe806d9d640 1 --2- 172.21.15.63:0/1951095906 >> [v2:172.21.15.110:6832/552273267,v1:172.21.15.110:6833/552273267] conn(0x7fe7e406c460 0x7fe7e406e920 secure :-1 s=READY pgs=167 cs=0 l=1 rev1=1 crypto rx=0x7fe7fc007db0 tx=0x7fe7fc009040 comp rx=0 tx=0).stop 2024-09-15T22:05:22.163 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:22.161+0000 7fe806d9d640 1 -- 172.21.15.63:0/1951095906 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fe80015cdb0 msgr2=0x7fe80014d8d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-15T22:05:22.163 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:22.161+0000 7fe806d9d640 1 --2- 172.21.15.63:0/1951095906 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fe80015cdb0 0x7fe80014d8d0 secure :-1 s=READY pgs=314 cs=0 l=1 rev1=1 crypto rx=0x7fe7f0011980 tx=0x7fe7f0011e40 comp rx=0 tx=0).stop 2024-09-15T22:05:22.163 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:22.161+0000 7fe806d9d640 1 -- 172.21.15.63:0/1951095906 shutdown_connections 2024-09-15T22:05:22.163 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:22.161+0000 7fe806d9d640 1 --2- 172.21.15.63:0/1951095906 >> [v2:172.21.15.110:6832/552273267,v1:172.21.15.110:6833/552273267] conn(0x7fe7e406c460 0x7fe7e406e920 unknown :-1 s=CLOSED pgs=167 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T22:05:22.163 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:22.161+0000 7fe806d9d640 1 --2- 172.21.15.63:0/1951095906 >> [v2:172.21.15.110:3301/0,v1:172.21.15.110:6790/0] conn(0x7fe80014e220 0x7fe8000b75d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T22:05:22.163 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:22.161+0000 7fe806d9d640 1 --2- 172.21.15.63:0/1951095906 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fe80015cdb0 0x7fe80014d8d0 unknown :-1 s=CLOSED pgs=314 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T22:05:22.163 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:22.161+0000 7fe806d9d640 1 --2- 172.21.15.63:0/1951095906 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7fe7ec004d40 0x7fe8000cae10 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T22:05:22.164 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:22.161+0000 7fe806d9d640 1 -- 172.21.15.63:0/1951095906 >> 172.21.15.63:0/1951095906 conn(0x7fe800072990 msgr2=0x7fe8000cfba0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-15T22:05:22.164 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:22.161+0000 7fe806d9d640 1 -- 172.21.15.63:0/1951095906 shutdown_connections 2024-09-15T22:05:22.164 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:22.161+0000 7fe806d9d640 1 -- 172.21.15.63:0/1951095906 wait complete. 2024-09-15T22:05:22.174 DEBUG:teuthology.orchestra.run.smithi063:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-09-15T22:05:22.276 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:22.274+0000 7f3a1dc50640 1 Processor -- start 2024-09-15T22:05:22.276 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:22.274+0000 7f3a1dc50640 1 -- start start 2024-09-15T22:05:22.277 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:22.275+0000 7f3a1dc50640 1 --2- >> v2:172.21.15.63:3300/0 conn(0x7f3a1806bbe0 0x7f3a1806f1a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-15T22:05:22.277 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:22.275+0000 7f3a1dc50640 1 --2- >> [v2:172.21.15.110:3301/0,v1:172.21.15.110:6790/0] conn(0x7f3a1806f6e0 0x7f3a18161f80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-15T22:05:22.277 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:22.275+0000 7f3a1dc50640 1 -- --> v1:172.21.15.63:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f3a180b6a70 con 0x7f3a1815e3a0 2024-09-15T22:05:22.277 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:22.275+0000 7f3a1dc50640 1 -- --> v2:172.21.15.63:3300/0 -- mon_getmap magic: 0 -- 0x7f3a1806fb50 con 0x7f3a1806bbe0 2024-09-15T22:05:22.277 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:22.275+0000 7f3a1dc50640 1 -- --> [v2:172.21.15.110:3301/0,v1:172.21.15.110:6790/0] -- mon_getmap magic: 0 -- 0x7f3a180b7640 con 0x7f3a1806f6e0 2024-09-15T22:05:22.277 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:22.275+0000 7f3a0effd640 1 --2- >> v2:172.21.15.63:3300/0 conn(0x7f3a1806bbe0 0x7f3a1806f1a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-15T22:05:22.278 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:22.275+0000 7f3a177fe640 1 --1- >> v1:172.21.15.63:6789/0 conn(0x7f3a1815e3a0 0x7f3a1806d250 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.63:6789/0 says I am v1:172.21.15.63:45242/0 (socket says 172.21.15.63:45242) 2024-09-15T22:05:22.278 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:22.275+0000 7f3a0effd640 1 --2- >> v2:172.21.15.63:3300/0 conn(0x7f3a1806bbe0 0x7f3a1806f1a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.63:3300/0 says I am v2:172.21.15.63:37400/0 (socket says 172.21.15.63:37400) 2024-09-15T22:05:22.278 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:22.275+0000 7f3a177fe640 1 -- 172.21.15.63:0/2466522758 learned_addr learned my addr 172.21.15.63:0/2466522758 (peer_addr_for_me v1:172.21.15.63:0/0) 2024-09-15T22:05:22.278 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:22.275+0000 7f3a17fff640 1 --2- 172.21.15.63:0/2466522758 >> [v2:172.21.15.110:3301/0,v1:172.21.15.110:6790/0] conn(0x7f3a1806f6e0 0x7f3a18161f80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-15T22:05:22.278 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:22.275+0000 7f3a0effd640 1 -- 172.21.15.63:0/2466522758 >> [v2:172.21.15.110:3301/0,v1:172.21.15.110:6790/0] conn(0x7f3a1806f6e0 msgr2=0x7f3a18161f80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-15T22:05:22.278 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:22.275+0000 7f3a0effd640 1 --2- 172.21.15.63:0/2466522758 >> [v2:172.21.15.110:3301/0,v1:172.21.15.110:6790/0] conn(0x7f3a1806f6e0 0x7f3a18161f80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T22:05:22.278 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:22.275+0000 7f3a0effd640 1 -- 172.21.15.63:0/2466522758 >> v1:172.21.15.63:6789/0 conn(0x7f3a1815e3a0 legacy=0x7f3a1806d250 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-15T22:05:22.278 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:22.275+0000 7f3a16ffd640 1 -- 172.21.15.63:0/2466522758 <== mon.0 v1:172.21.15.63:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 3159675286 0 0) 0x7f3a180b6a70 con 0x7f3a1815e3a0 2024-09-15T22:05:22.278 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:22.275+0000 7f3a0effd640 1 -- 172.21.15.63:0/2466522758 --> v2:172.21.15.63:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f3a1806d960 con 0x7f3a1806bbe0 2024-09-15T22:05:22.279 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:22.276+0000 7f3a0effd640 1 --2- 172.21.15.63:0/2466522758 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f3a1806bbe0 0x7f3a1806f1a0 secure :-1 s=READY pgs=316 cs=0 l=1 rev1=1 crypto rx=0x7f3a180b77c0 tx=0x7f3a0002a160 comp rx=0 tx=0).ready entity=mon.0 client_cookie=87313be5c5e4170e server_cookie=0 in_seq=0 out_seq=0 2024-09-15T22:05:22.280 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:22.276+0000 7f3a16ffd640 1 -- 172.21.15.63:0/2466522758 <== mon.0 v2:172.21.15.63:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3a00037070 con 0x7f3a1806bbe0 2024-09-15T22:05:22.280 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:22.276+0000 7f3a16ffd640 1 -- 172.21.15.63:0/2466522758 <== mon.0 v2:172.21.15.63:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f3a00032440 con 0x7f3a1806bbe0 2024-09-15T22:05:22.280 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:22.276+0000 7f3a16ffd640 1 -- 172.21.15.63:0/2466522758 <== mon.0 v2:172.21.15.63:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3a00032810 con 0x7f3a1806bbe0 2024-09-15T22:05:22.280 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:22.277+0000 7f3a1dc50640 1 -- 172.21.15.63:0/2466522758 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f3a1806bbe0 msgr2=0x7f3a1806f1a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-15T22:05:22.280 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:22.277+0000 7f3a1dc50640 1 --2- 172.21.15.63:0/2466522758 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f3a1806bbe0 0x7f3a1806f1a0 secure :-1 s=READY pgs=316 cs=0 l=1 rev1=1 crypto rx=0x7f3a180b77c0 tx=0x7f3a0002a160 comp rx=0 tx=0).stop 2024-09-15T22:05:22.280 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:22.277+0000 7f3a1dc50640 1 -- 172.21.15.63:0/2466522758 shutdown_connections 2024-09-15T22:05:22.280 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:22.277+0000 7f3a1dc50640 1 --2- 172.21.15.63:0/2466522758 >> [v2:172.21.15.110:3301/0,v1:172.21.15.110:6790/0] conn(0x7f3a1806f6e0 0x7f3a18161f80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T22:05:22.280 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:22.277+0000 7f3a1dc50640 1 --2- 172.21.15.63:0/2466522758 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f3a1806bbe0 0x7f3a1806f1a0 unknown :-1 s=CLOSED pgs=316 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T22:05:22.280 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:22.277+0000 7f3a1dc50640 1 -- 172.21.15.63:0/2466522758 >> 172.21.15.63:0/2466522758 conn(0x7f3a180b4090 msgr2=0x7f3a180b4470 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-15T22:05:22.280 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:22.277+0000 7f3a1dc50640 1 -- 172.21.15.63:0/2466522758 shutdown_connections 2024-09-15T22:05:22.280 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:22.277+0000 7f3a1dc50640 1 -- 172.21.15.63:0/2466522758 wait complete. 2024-09-15T22:05:22.280 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:22.278+0000 7f3a1dc50640 1 Processor -- start 2024-09-15T22:05:22.280 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:22.278+0000 7f3a1dc50640 1 -- start start 2024-09-15T22:05:22.283 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:22.279+0000 7f3a1dc50640 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f3a1806bbe0 0x7f3a180b0f80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-15T22:05:22.283 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:22.279+0000 7f3a1dc50640 1 --2- >> [v2:172.21.15.110:3301/0,v1:172.21.15.110:6790/0] conn(0x7f3a1806f6e0 0x7f3a180af0e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-15T22:05:22.283 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:22.279+0000 7f3a1dc50640 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f3a1815e3a0 0x7f3a18157200 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-15T22:05:22.283 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:22.279+0000 7f3a1dc50640 1 -- --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 -- 0x7f3a180b72d0 con 0x7f3a1815e3a0 2024-09-15T22:05:22.283 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:22.279+0000 7f3a1dc50640 1 -- --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_getmap magic: 0 -- 0x7f3a180b6ff0 con 0x7f3a1806bbe0 2024-09-15T22:05:22.283 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:22.279+0000 7f3a1dc50640 1 -- --> [v2:172.21.15.110:3301/0,v1:172.21.15.110:6790/0] -- mon_getmap magic: 0 -- 0x7f3a1815e780 con 0x7f3a1806f6e0 2024-09-15T22:05:22.283 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:22.279+0000 7f3a17fff640 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f3a1815e3a0 0x7f3a18157200 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-15T22:05:22.283 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:22.279+0000 7f3a17fff640 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f3a1815e3a0 0x7f3a18157200 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.63:3300/0 says I am v2:172.21.15.63:37402/0 (socket says 172.21.15.63:37402) 2024-09-15T22:05:22.283 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:22.279+0000 7f3a17fff640 1 -- 172.21.15.63:0/4232120583 learned_addr learned my addr 172.21.15.63:0/4232120583 (peer_addr_for_me v2:172.21.15.63:0/0) 2024-09-15T22:05:22.283 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:22.279+0000 7f3a0effd640 1 --2- 172.21.15.63:0/4232120583 >> [v2:172.21.15.110:3301/0,v1:172.21.15.110:6790/0] conn(0x7f3a1806f6e0 0x7f3a180af0e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-15T22:05:22.283 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:22.279+0000 7f3a177fe640 1 --2- 172.21.15.63:0/4232120583 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f3a1806bbe0 0x7f3a180b0f80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-15T22:05:22.284 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:22.280+0000 7f3a17fff640 1 -- 172.21.15.63:0/4232120583 >> [v2:172.21.15.110:3301/0,v1:172.21.15.110:6790/0] conn(0x7f3a1806f6e0 msgr2=0x7f3a180af0e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-15T22:05:22.284 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:22.280+0000 7f3a17fff640 1 --2- 172.21.15.63:0/4232120583 >> [v2:172.21.15.110:3301/0,v1:172.21.15.110:6790/0] conn(0x7f3a1806f6e0 0x7f3a180af0e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T22:05:22.284 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:22.280+0000 7f3a17fff640 1 -- 172.21.15.63:0/4232120583 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f3a1806bbe0 msgr2=0x7f3a180b0f80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-15T22:05:22.284 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:22.280+0000 7f3a17fff640 1 --2- 172.21.15.63:0/4232120583 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f3a1806bbe0 0x7f3a180b0f80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T22:05:22.284 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:22.280+0000 7f3a17fff640 1 -- 172.21.15.63:0/4232120583 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f3a180af880 con 0x7f3a1815e3a0 2024-09-15T22:05:22.284 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:22.280+0000 7f3a177fe640 1 --2- 172.21.15.63:0/4232120583 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f3a1806bbe0 0x7f3a180b0f80 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-15T22:05:22.284 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:22.280+0000 7f3a17fff640 1 --2- 172.21.15.63:0/4232120583 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f3a1815e3a0 0x7f3a18157200 secure :-1 s=READY pgs=317 cs=0 l=1 rev1=1 crypto rx=0x7f3a10007e70 tx=0x7f3a1000e4b0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-15T22:05:22.284 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:22.280+0000 7f3a14ff9640 1 -- 172.21.15.63:0/4232120583 <== mon.0 v2:172.21.15.63:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3a10014620 con 0x7f3a1815e3a0 2024-09-15T22:05:22.284 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:22.280+0000 7f3a14ff9640 1 -- 172.21.15.63:0/4232120583 <== mon.0 v2:172.21.15.63:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f3a10019070 con 0x7f3a1815e3a0 2024-09-15T22:05:22.284 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:22.280+0000 7f3a14ff9640 1 -- 172.21.15.63:0/4232120583 <== mon.0 v2:172.21.15.63:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3a10014a20 con 0x7f3a1815e3a0 2024-09-15T22:05:22.284 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:22.280+0000 7f3a1dc50640 1 -- 172.21.15.63:0/4232120583 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f3a180afb60 con 0x7f3a1815e3a0 2024-09-15T22:05:22.284 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:22.280+0000 7f3a1dc50640 1 -- 172.21.15.63:0/4232120583 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f3a180b0120 con 0x7f3a1815e3a0 2024-09-15T22:05:22.284 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:22.281+0000 7f3a1dc50640 1 -- 172.21.15.63:0/4232120583 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f3a18073cc0 con 0x7f3a1815e3a0 2024-09-15T22:05:22.285 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:22.282+0000 7f3a14ff9640 1 -- 172.21.15.63:0/4232120583 <== mon.0 v2:172.21.15.63:3300/0 4 ==== mgrmap(e 7) ==== 90999+0+0 (secure 0 0 0) 0x7f3a10014bc0 con 0x7f3a1815e3a0 2024-09-15T22:05:22.285 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:22.282+0000 7f3a14ff9640 1 --2- 172.21.15.63:0/4232120583 >> [v2:172.21.15.110:6832/552273267,v1:172.21.15.110:6833/552273267] conn(0x7f39f806c460 0x7f39f806e920 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-15T22:05:22.285 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:22.282+0000 7f3a14ff9640 1 -- 172.21.15.63:0/4232120583 <== mon.0 v2:172.21.15.63:3300/0 5 ==== osd_map(33..33 src has 1..33) ==== 5709+0+0 (secure 0 0 0) 0x7f3a1008bf60 con 0x7f3a1815e3a0 2024-09-15T22:05:22.286 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:22.282+0000 7f3a177fe640 1 --2- 172.21.15.63:0/4232120583 >> [v2:172.21.15.110:6832/552273267,v1:172.21.15.110:6833/552273267] conn(0x7f39f806c460 0x7f39f806e920 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-15T22:05:22.286 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:22.283+0000 7f3a177fe640 1 --2- 172.21.15.63:0/4232120583 >> [v2:172.21.15.110:6832/552273267,v1:172.21.15.110:6833/552273267] conn(0x7f39f806c460 0x7f39f806e920 secure :-1 s=READY pgs=168 cs=0 l=1 rev1=1 crypto rx=0x7f3a08000f60 tx=0x7f3a08009040 comp rx=0 tx=0).ready entity=mgr.4102 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-15T22:05:22.288 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:22.286+0000 7f3a14ff9640 1 -- 172.21.15.63:0/4232120583 <== mon.0 v2:172.21.15.63:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7f3a1005a4e0 con 0x7f3a1815e3a0 2024-09-15T22:05:22.465 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:22.463+0000 7f3a1dc50640 1 -- 172.21.15.63:0/4232120583 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) -- 0x7f3a180d30f0 con 0x7f3a1815e3a0 2024-09-15T22:05:22.466 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:22.464+0000 7f3a14ff9640 1 -- 172.21.15.63:0/4232120583 <== mon.0 v2:172.21.15.63:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v33) ==== 74+0+16753 (secure 0 0 0) 0x7f3a10059de0 con 0x7f3a1815e3a0 2024-09-15T22:05:22.466 INFO:teuthology.orchestra.run.smithi063.stdout: 2024-09-15T22:05:22.467 INFO:teuthology.orchestra.run.smithi063.stdout:{"epoch":33,"fsid":"49d79d51-bb1b-4fdd-a1d6-f4e42ba7fbf3","created":"2024-09-15T22:04:02.076542+0000","modified":"2024-09-15T22:05:08.626801+0000","last_up_change":"2024-09-15T22:04:13.946763+0000","last_in_change":"2024-09-15T22:04:04.178658+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":5,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":5,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-09-15T22:04:14.281022+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"17","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":8,"score_stable":8,"optimal_score":0.25,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":4,"pool_name":"cephfs_metadata","create_time":"2024-09-15T22:05:05.254690+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"32","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":2.25,"score_stable":2.25,"optimal_score":1,"raw_score_acting":2.25,"raw_score_stable":2.25,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":5,"pool_name":"cephfs_data","create_time":"2024-09-15T22:05:05.956431+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"33","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.3799999952316284,"score_stable":1.3799999952316284,"optimal_score":1,"raw_score_acting":1.3799999952316284,"raw_score_stable":1.3799999952316284,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"1f955f27-2876-45ee-a014-9d8a652f47de","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":31,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.63:6816","nonce":3631300172},{"type":"v1","addr":"172.21.15.63:6818","nonce":3631300172}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.63:6820","nonce":3631300172},{"type":"v1","addr":"172.21.15.63:6822","nonce":3631300172}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.63:6828","nonce":3631300172},{"type":"v1","addr":"172.21.15.63:6830","nonce":3631300172}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.63:6824","nonce":3631300172},{"type":"v1","addr":"172.21.15.63:6826","nonce":3631300172}]},"public_addr":"172.21.15.63:6818/3631300172","cluster_addr":"172.21.15.63:6822/3631300172","heartbeat_back_addr":"172.21.15.63:6830/3631300172","heartbeat_front_addr":"172.21.15.63:6826/3631300172","state":["exists","up"]},{"osd":1,"uuid":"af6843a2-c664-44cd-9435-6410b9d7cdfc","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":31,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.63:6817","nonce":2124234218},{"type":"v1","addr":"172.21.15.63:6819","nonce":2124234218}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.63:6821","nonce":2124234218},{"type":"v1","addr":"172.21.15.63:6823","nonce":2124234218}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.63:6829","nonce":2124234218},{"type":"v1","addr":"172.21.15.63:6831","nonce":2124234218}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.63:6825","nonce":2124234218},{"type":"v1","addr":"172.21.15.63:6827","nonce":2124234218}]},"public_addr":"172.21.15.63:6819/2124234218","cluster_addr":"172.21.15.63:6823/2124234218","heartbeat_back_addr":"172.21.15.63:6831/2124234218","heartbeat_front_addr":"172.21.15.63:6827/2124234218","state":["exists","up"]},{"osd":2,"uuid":"27259906-636d-4292-8128-28c3ae37417c","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":31,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.63:6800","nonce":3107585409},{"type":"v1","addr":"172.21.15.63:6801","nonce":3107585409}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.63:6802","nonce":3107585409},{"type":"v1","addr":"172.21.15.63:6803","nonce":3107585409}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.63:6806","nonce":3107585409},{"type":"v1","addr":"172.21.15.63:6807","nonce":3107585409}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.63:6804","nonce":3107585409},{"type":"v1","addr":"172.21.15.63:6805","nonce":3107585409}]},"public_addr":"172.21.15.63:6801/3107585409","cluster_addr":"172.21.15.63:6803/3107585409","heartbeat_back_addr":"172.21.15.63:6807/3107585409","heartbeat_front_addr":"172.21.15.63:6805/3107585409","state":["exists","up"]},{"osd":3,"uuid":"007f71a8-c154-4167-a68d-96d158541c43","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":31,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.63:6808","nonce":2333041751},{"type":"v1","addr":"172.21.15.63:6809","nonce":2333041751}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.63:6810","nonce":2333041751},{"type":"v1","addr":"172.21.15.63:6811","nonce":2333041751}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.63:6814","nonce":2333041751},{"type":"v1","addr":"172.21.15.63:6815","nonce":2333041751}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.63:6812","nonce":2333041751},{"type":"v1","addr":"172.21.15.63:6813","nonce":2333041751}]},"public_addr":"172.21.15.63:6809/2333041751","cluster_addr":"172.21.15.63:6811/2333041751","heartbeat_back_addr":"172.21.15.63:6815/2333041751","heartbeat_front_addr":"172.21.15.63:6813/2333041751","state":["exists","up"]},{"osd":4,"uuid":"346e916e-e9c8-4b14-a7c4-032d5f63fb69","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":31,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.110:6816","nonce":2783666287},{"type":"v1","addr":"172.21.15.110:6817","nonce":2783666287}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.110:6818","nonce":2783666287},{"type":"v1","addr":"172.21.15.110:6819","nonce":2783666287}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.110:6822","nonce":2783666287},{"type":"v1","addr":"172.21.15.110:6823","nonce":2783666287}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.110:6820","nonce":2783666287},{"type":"v1","addr":"172.21.15.110:6821","nonce":2783666287}]},"public_addr":"172.21.15.110:6817/2783666287","cluster_addr":"172.21.15.110:6819/2783666287","heartbeat_back_addr":"172.21.15.110:6823/2783666287","heartbeat_front_addr":"172.21.15.110:6821/2783666287","state":["exists","up"]},{"osd":5,"uuid":"079e99b1-b9e1-4c06-ae11-f98c84739234","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":31,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.110:6800","nonce":3568635398},{"type":"v1","addr":"172.21.15.110:6801","nonce":3568635398}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.110:6802","nonce":3568635398},{"type":"v1","addr":"172.21.15.110:6803","nonce":3568635398}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.110:6806","nonce":3568635398},{"type":"v1","addr":"172.21.15.110:6807","nonce":3568635398}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.110:6804","nonce":3568635398},{"type":"v1","addr":"172.21.15.110:6805","nonce":3568635398}]},"public_addr":"172.21.15.110:6801/3568635398","cluster_addr":"172.21.15.110:6803/3568635398","heartbeat_back_addr":"172.21.15.110:6807/3568635398","heartbeat_front_addr":"172.21.15.110:6805/3568635398","state":["exists","up"]},{"osd":6,"uuid":"40b16565-bb39-470a-a699-3a5c64927e87","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":31,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.110:6808","nonce":2775776398},{"type":"v1","addr":"172.21.15.110:6809","nonce":2775776398}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.110:6810","nonce":2775776398},{"type":"v1","addr":"172.21.15.110:6811","nonce":2775776398}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.110:6814","nonce":2775776398},{"type":"v1","addr":"172.21.15.110:6815","nonce":2775776398}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.110:6812","nonce":2775776398},{"type":"v1","addr":"172.21.15.110:6813","nonce":2775776398}]},"public_addr":"172.21.15.110:6809/2775776398","cluster_addr":"172.21.15.110:6811/2775776398","heartbeat_back_addr":"172.21.15.110:6815/2775776398","heartbeat_front_addr":"172.21.15.110:6813/2775776398","state":["exists","up"]},{"osd":7,"uuid":"619d52d5-7a65-4232-a05a-3357ad2f8bea","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":31,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.110:6824","nonce":3099325207},{"type":"v1","addr":"172.21.15.110:6825","nonce":3099325207}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.110:6826","nonce":3099325207},{"type":"v1","addr":"172.21.15.110:6827","nonce":3099325207}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.110:6830","nonce":3099325207},{"type":"v1","addr":"172.21.15.110:6831","nonce":3099325207}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.110:6828","nonce":3099325207},{"type":"v1","addr":"172.21.15.110:6829","nonce":3099325207}]},"public_addr":"172.21.15.110:6825/3099325207","cluster_addr":"172.21.15.110:6827/3099325207","heartbeat_back_addr":"172.21.15.110:6831/3099325207","heartbeat_front_addr":"172.21.15.110:6829/3099325207","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-15T22:04:11.235040+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-15T22:04:11.216050+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-15T22:04:10.734975+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-15T22:04:11.175319+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-15T22:04:11.527362+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-15T22:04:11.429033+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-15T22:04:11.169644+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-15T22:04:11.773676+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-09-15T22:05:22.468 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:22.466+0000 7f3a1dc50640 1 -- 172.21.15.63:0/4232120583 >> [v2:172.21.15.110:6832/552273267,v1:172.21.15.110:6833/552273267] conn(0x7f39f806c460 msgr2=0x7f39f806e920 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-15T22:05:22.469 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:22.466+0000 7f3a1dc50640 1 --2- 172.21.15.63:0/4232120583 >> [v2:172.21.15.110:6832/552273267,v1:172.21.15.110:6833/552273267] conn(0x7f39f806c460 0x7f39f806e920 secure :-1 s=READY pgs=168 cs=0 l=1 rev1=1 crypto rx=0x7f3a08000f60 tx=0x7f3a08009040 comp rx=0 tx=0).stop 2024-09-15T22:05:22.469 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:22.466+0000 7f3a1dc50640 1 -- 172.21.15.63:0/4232120583 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f3a1815e3a0 msgr2=0x7f3a18157200 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-15T22:05:22.469 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:22.466+0000 7f3a1dc50640 1 --2- 172.21.15.63:0/4232120583 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f3a1815e3a0 0x7f3a18157200 secure :-1 s=READY pgs=317 cs=0 l=1 rev1=1 crypto rx=0x7f3a10007e70 tx=0x7f3a1000e4b0 comp rx=0 tx=0).stop 2024-09-15T22:05:22.469 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:22.466+0000 7f3a1dc50640 1 -- 172.21.15.63:0/4232120583 shutdown_connections 2024-09-15T22:05:22.470 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:22.466+0000 7f3a1dc50640 1 --2- 172.21.15.63:0/4232120583 >> [v2:172.21.15.110:6832/552273267,v1:172.21.15.110:6833/552273267] conn(0x7f39f806c460 0x7f39f806e920 unknown :-1 s=CLOSED pgs=168 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T22:05:22.470 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:22.466+0000 7f3a1dc50640 1 --2- 172.21.15.63:0/4232120583 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f3a1815e3a0 0x7f3a18157200 unknown :-1 s=CLOSED pgs=317 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T22:05:22.470 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:22.466+0000 7f3a1dc50640 1 --2- 172.21.15.63:0/4232120583 >> [v2:172.21.15.110:3301/0,v1:172.21.15.110:6790/0] conn(0x7f3a1806f6e0 0x7f3a180af0e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T22:05:22.470 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:22.466+0000 7f3a1dc50640 1 --2- 172.21.15.63:0/4232120583 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f3a1806bbe0 0x7f3a180b0f80 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T22:05:22.470 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:22.466+0000 7f3a1dc50640 1 -- 172.21.15.63:0/4232120583 >> 172.21.15.63:0/4232120583 conn(0x7f3a180b4090 msgr2=0x7f3a180b4470 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-15T22:05:22.471 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:22.466+0000 7f3a1dc50640 1 -- 172.21.15.63:0/4232120583 shutdown_connections 2024-09-15T22:05:22.471 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:22.466+0000 7f3a1dc50640 1 -- 172.21.15.63:0/4232120583 wait complete. 2024-09-15T22:05:22.479 INFO:tasks.cephfs.filesystem:Destroying file system cephfs and related pools 2024-09-15T22:05:22.479 DEBUG:teuthology.orchestra.run.smithi063:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-09-15T22:05:22.581 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:22.579+0000 7ff654e27640 1 Processor -- start 2024-09-15T22:05:22.582 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:22.579+0000 7ff654e27640 1 -- start start 2024-09-15T22:05:22.588 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:22.580+0000 7ff654e27640 1 --2- >> v2:172.21.15.63:3300/0 conn(0x7ff650147fc0 0x7ff65015ea60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-15T22:05:22.588 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:22.580+0000 7ff654e27640 1 --2- >> [v2:172.21.15.110:3301/0,v1:172.21.15.110:6790/0] conn(0x7ff6500b9ee0 0x7ff6500d1370 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-15T22:05:22.588 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:22.580+0000 7ff654e27640 1 -- --> v1:172.21.15.110:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7ff6500ba2f0 con 0x7ff6500d0ee0 2024-09-15T22:05:22.588 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:22.580+0000 7ff654e27640 1 -- --> v2:172.21.15.63:3300/0 -- mon_getmap magic: 0 -- 0x7ff6501483a0 con 0x7ff650147fc0 2024-09-15T22:05:22.588 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:22.580+0000 7ff654e27640 1 -- --> [v2:172.21.15.110:3301/0,v1:172.21.15.110:6790/0] -- mon_getmap magic: 0 -- 0x7ff65015efa0 con 0x7ff6500b9ee0 2024-09-15T22:05:22.588 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:22.580+0000 7ff64e59c640 1 --2- >> v2:172.21.15.63:3300/0 conn(0x7ff650147fc0 0x7ff65015ea60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-15T22:05:22.588 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:22.581+0000 7ff64e59c640 1 --2- >> v2:172.21.15.63:3300/0 conn(0x7ff650147fc0 0x7ff65015ea60 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.63:3300/0 says I am v2:172.21.15.63:37412/0 (socket says 172.21.15.63:37412) 2024-09-15T22:05:22.588 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:22.581+0000 7ff64e59c640 1 -- 172.21.15.63:0/745540121 learned_addr learned my addr 172.21.15.63:0/745540121 (peer_addr_for_me v2:172.21.15.63:0/0) 2024-09-15T22:05:22.589 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:22.581+0000 7ff64ed9d640 1 --2- 172.21.15.63:0/745540121 >> [v2:172.21.15.110:3301/0,v1:172.21.15.110:6790/0] conn(0x7ff6500b9ee0 0x7ff6500d1370 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-15T22:05:22.589 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:22.581+0000 7ff64e59c640 1 -- 172.21.15.63:0/745540121 >> [v2:172.21.15.110:3301/0,v1:172.21.15.110:6790/0] conn(0x7ff6500b9ee0 msgr2=0x7ff6500d1370 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-15T22:05:22.589 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:22.581+0000 7ff64e59c640 1 --2- 172.21.15.63:0/745540121 >> [v2:172.21.15.110:3301/0,v1:172.21.15.110:6790/0] conn(0x7ff6500b9ee0 0x7ff6500d1370 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T22:05:22.589 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:22.581+0000 7ff64e59c640 1 -- 172.21.15.63:0/745540121 >> v1:172.21.15.110:6789/0 conn(0x7ff6500d0ee0 legacy=0x7ff6500b97d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-15T22:05:22.589 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:22.581+0000 7ff64e59c640 1 -- 172.21.15.63:0/745540121 --> v2:172.21.15.63:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7ff6500d2750 con 0x7ff650147fc0 2024-09-15T22:05:22.589 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:22.582+0000 7ff64e59c640 1 --2- 172.21.15.63:0/745540121 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7ff650147fc0 0x7ff65015ea60 secure :-1 s=READY pgs=318 cs=0 l=1 rev1=1 crypto rx=0x7ff648009870 tx=0x7ff64802a270 comp rx=0 tx=0).ready entity=mon.0 client_cookie=6e929e9dfd8e6d56 server_cookie=0 in_seq=0 out_seq=0 2024-09-15T22:05:22.589 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:22.582+0000 7ff64d59a640 1 -- 172.21.15.63:0/745540121 <== mon.0 v2:172.21.15.63:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff648037070 con 0x7ff650147fc0 2024-09-15T22:05:22.589 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:22.582+0000 7ff64d59a640 1 -- 172.21.15.63:0/745540121 <== mon.0 v2:172.21.15.63:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7ff648032440 con 0x7ff650147fc0 2024-09-15T22:05:22.589 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:22.582+0000 7ff64d59a640 1 -- 172.21.15.63:0/745540121 <== mon.0 v2:172.21.15.63:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff648032810 con 0x7ff650147fc0 2024-09-15T22:05:22.589 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:22.582+0000 7ff654e27640 1 -- 172.21.15.63:0/745540121 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7ff650147fc0 msgr2=0x7ff65015ea60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-15T22:05:22.589 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:22.582+0000 7ff654e27640 1 --2- 172.21.15.63:0/745540121 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7ff650147fc0 0x7ff65015ea60 secure :-1 s=READY pgs=318 cs=0 l=1 rev1=1 crypto rx=0x7ff648009870 tx=0x7ff64802a270 comp rx=0 tx=0).stop 2024-09-15T22:05:22.589 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:22.582+0000 7ff654e27640 1 -- 172.21.15.63:0/745540121 shutdown_connections 2024-09-15T22:05:22.589 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:22.582+0000 7ff654e27640 1 --2- 172.21.15.63:0/745540121 >> [v2:172.21.15.110:3301/0,v1:172.21.15.110:6790/0] conn(0x7ff6500b9ee0 0x7ff6500d1370 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T22:05:22.589 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:22.582+0000 7ff654e27640 1 --2- 172.21.15.63:0/745540121 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7ff650147fc0 0x7ff65015ea60 unknown :-1 s=CLOSED pgs=318 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T22:05:22.590 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:22.582+0000 7ff654e27640 1 -- 172.21.15.63:0/745540121 >> 172.21.15.63:0/745540121 conn(0x7ff650074fe0 msgr2=0x7ff65006bbe0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-15T22:05:22.590 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:22.582+0000 7ff654e27640 1 -- 172.21.15.63:0/745540121 shutdown_connections 2024-09-15T22:05:22.590 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:22.582+0000 7ff654e27640 1 -- 172.21.15.63:0/745540121 wait complete. 2024-09-15T22:05:22.590 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:22.584+0000 7ff654e27640 1 Processor -- start 2024-09-15T22:05:22.590 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:22.584+0000 7ff654e27640 1 -- start start 2024-09-15T22:05:22.590 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:22.584+0000 7ff654e27640 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7ff6500b9ee0 0x7ff65015db10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-15T22:05:22.590 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:22.584+0000 7ff654e27640 1 --2- >> [v2:172.21.15.110:3301/0,v1:172.21.15.110:6790/0] conn(0x7ff6500d0ee0 0x7ff6501f77b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-15T22:05:22.590 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:22.584+0000 7ff654e27640 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7ff650147fc0 0x7ff6501f7cf0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-15T22:05:22.590 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:22.584+0000 7ff654e27640 1 -- --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 -- 0x7ff6500d2d10 con 0x7ff6500b9ee0 2024-09-15T22:05:22.590 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:22.584+0000 7ff654e27640 1 -- --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_getmap magic: 0 -- 0x7ff6500d2500 con 0x7ff650147fc0 2024-09-15T22:05:22.590 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:22.584+0000 7ff654e27640 1 -- --> [v2:172.21.15.110:3301/0,v1:172.21.15.110:6790/0] -- mon_getmap magic: 0 -- 0x7ff6500d2ff0 con 0x7ff6500d0ee0 2024-09-15T22:05:22.590 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:22.585+0000 7ff64e59c640 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7ff6500b9ee0 0x7ff65015db10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-15T22:05:22.590 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:22.585+0000 7ff64e59c640 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7ff6500b9ee0 0x7ff65015db10 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.63:3300/0 says I am v2:172.21.15.63:37428/0 (socket says 172.21.15.63:37428) 2024-09-15T22:05:22.590 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:22.585+0000 7ff64e59c640 1 -- 172.21.15.63:0/2299338856 learned_addr learned my addr 172.21.15.63:0/2299338856 (peer_addr_for_me v2:172.21.15.63:0/0) 2024-09-15T22:05:22.591 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:22.585+0000 7ff64dd9b640 1 --2- 172.21.15.63:0/2299338856 >> [v2:172.21.15.110:3301/0,v1:172.21.15.110:6790/0] conn(0x7ff6500d0ee0 0x7ff6501f77b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-15T22:05:22.591 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:22.585+0000 7ff64ed9d640 1 --2- 172.21.15.63:0/2299338856 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7ff650147fc0 0x7ff6501f7cf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-15T22:05:22.591 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:22.585+0000 7ff64e59c640 1 -- 172.21.15.63:0/2299338856 >> [v2:172.21.15.110:3301/0,v1:172.21.15.110:6790/0] conn(0x7ff6500d0ee0 msgr2=0x7ff6501f77b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-15T22:05:22.591 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:22.585+0000 7ff64e59c640 1 --2- 172.21.15.63:0/2299338856 >> [v2:172.21.15.110:3301/0,v1:172.21.15.110:6790/0] conn(0x7ff6500d0ee0 0x7ff6501f77b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T22:05:22.591 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:22.585+0000 7ff64e59c640 1 -- 172.21.15.63:0/2299338856 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7ff650147fc0 msgr2=0x7ff6501f7cf0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-15T22:05:22.591 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:22.585+0000 7ff64e59c640 1 --2- 172.21.15.63:0/2299338856 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7ff650147fc0 0x7ff6501f7cf0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T22:05:22.591 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:22.585+0000 7ff64e59c640 1 -- 172.21.15.63:0/2299338856 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7ff6501e71b0 con 0x7ff6500b9ee0 2024-09-15T22:05:22.591 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:22.585+0000 7ff64e59c640 1 --2- 172.21.15.63:0/2299338856 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7ff6500b9ee0 0x7ff65015db10 secure :-1 s=READY pgs=319 cs=0 l=1 rev1=1 crypto rx=0x7ff648000c00 tx=0x7ff6480046c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-15T22:05:22.591 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:22.585+0000 7ff646ffd640 1 -- 172.21.15.63:0/2299338856 <== mon.0 v2:172.21.15.63:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff648041020 con 0x7ff6500b9ee0 2024-09-15T22:05:22.592 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:22.585+0000 7ff646ffd640 1 -- 172.21.15.63:0/2299338856 <== mon.0 v2:172.21.15.63:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7ff6480306c0 con 0x7ff6500b9ee0 2024-09-15T22:05:22.592 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:22.585+0000 7ff654e27640 1 -- 172.21.15.63:0/2299338856 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7ff6501401c0 con 0x7ff6500b9ee0 2024-09-15T22:05:22.592 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:22.585+0000 7ff646ffd640 1 -- 172.21.15.63:0/2299338856 <== mon.0 v2:172.21.15.63:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff648037040 con 0x7ff6500b9ee0 2024-09-15T22:05:22.592 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:22.585+0000 7ff654e27640 1 -- 172.21.15.63:0/2299338856 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7ff650140780 con 0x7ff6500b9ee0 2024-09-15T22:05:22.592 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:22.586+0000 7ff654e27640 1 -- 172.21.15.63:0/2299338856 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7ff6500d1370 con 0x7ff6500b9ee0 2024-09-15T22:05:22.592 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:22.587+0000 7ff646ffd640 1 -- 172.21.15.63:0/2299338856 <== mon.0 v2:172.21.15.63:3300/0 4 ==== mgrmap(e 7) ==== 90999+0+0 (secure 0 0 0) 0x7ff648044020 con 0x7ff6500b9ee0 2024-09-15T22:05:22.593 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:22.587+0000 7ff646ffd640 1 --2- 172.21.15.63:0/2299338856 >> [v2:172.21.15.110:6832/552273267,v1:172.21.15.110:6833/552273267] conn(0x7ff63006c460 0x7ff63006e920 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-15T22:05:22.593 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:22.587+0000 7ff646ffd640 1 -- 172.21.15.63:0/2299338856 <== mon.0 v2:172.21.15.63:3300/0 5 ==== osd_map(33..33 src has 1..33) ==== 5709+0+0 (secure 0 0 0) 0x7ff6480abec0 con 0x7ff6500b9ee0 2024-09-15T22:05:22.593 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:22.587+0000 7ff64dd9b640 1 --2- 172.21.15.63:0/2299338856 >> [v2:172.21.15.110:6832/552273267,v1:172.21.15.110:6833/552273267] conn(0x7ff63006c460 0x7ff63006e920 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-15T22:05:22.593 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:22.588+0000 7ff64dd9b640 1 --2- 172.21.15.63:0/2299338856 >> [v2:172.21.15.110:6832/552273267,v1:172.21.15.110:6833/552273267] conn(0x7ff63006c460 0x7ff63006e920 secure :-1 s=READY pgs=169 cs=0 l=1 rev1=1 crypto rx=0x7ff65015fb50 tx=0x7ff638009040 comp rx=0 tx=0).ready entity=mgr.4102 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-15T22:05:22.593 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:22.591+0000 7ff646ffd640 1 -- 172.21.15.63:0/2299338856 <== mon.0 v2:172.21.15.63:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7ff64804b030 con 0x7ff6500b9ee0 2024-09-15T22:05:22.807 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:22.806+0000 7ff654e27640 1 -- 172.21.15.63:0/2299338856 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7ff650068810 con 0x7ff6500b9ee0 2024-09-15T22:05:22.808 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:22.806+0000 7ff646ffd640 1 -- 172.21.15.63:0/2299338856 <== mon.0 v2:172.21.15.63:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 13 v13) ==== 94+0+5214 (secure 0 0 0) 0x7ff64807a440 con 0x7ff6500b9ee0 2024-09-15T22:05:22.808 INFO:teuthology.orchestra.run.smithi063.stdout: 2024-09-15T22:05:22.808 INFO:teuthology.orchestra.run.smithi063.stdout:{"epoch":13,"btime":"2024-09-15T22:05:16:655723+0000","default_fscid":2,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":4604,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.110:6836/522283406","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.110:6834","nonce":522283406},{"type":"v1","addr":"172.21.15.110:6836","nonce":522283406}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":9},{"gid":4607,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.110:6837/41115763","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.110:6835","nonce":41115763},{"type":"v1","addr":"172.21.15.110:6837","nonce":41115763}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":9},{"gid":4842,"name":"c","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.63:6834/779684962","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.63:6832","nonce":779684962},{"type":"v1","addr":"172.21.15.63:6834","nonce":779684962}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":9}],"filesystems":[{"mdsmap":{"epoch":12,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2024-09-15T22:05:06.981099+0000","modified":"2024-09-15T22:05:08.973546+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":1,"in":[0],"up":{"mds_0":4845},"failed":[],"damaged":[],"stopped":[],"info":{"gid_4845":{"gid":4845,"name":"a","rank":0,"incarnation":10,"state":"up:active","state_seq":3,"addr":"172.21.15.63:6835/2878404006","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.63:6833","nonce":2878404006},{"type":"v1","addr":"172.21.15.63:6835","nonce":2878404006}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[5],"metadata_pool":4,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":4845,"qdb_cluster":[4845]},"id":2}]} 2024-09-15T22:05:22.808 INFO:teuthology.orchestra.run.smithi063.stderr:dumped fsmap epoch 13 2024-09-15T22:05:22.810 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:22.808+0000 7ff654e27640 1 -- 172.21.15.63:0/2299338856 >> [v2:172.21.15.110:6832/552273267,v1:172.21.15.110:6833/552273267] conn(0x7ff63006c460 msgr2=0x7ff63006e920 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-15T22:05:22.810 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:22.808+0000 7ff654e27640 1 --2- 172.21.15.63:0/2299338856 >> [v2:172.21.15.110:6832/552273267,v1:172.21.15.110:6833/552273267] conn(0x7ff63006c460 0x7ff63006e920 secure :-1 s=READY pgs=169 cs=0 l=1 rev1=1 crypto rx=0x7ff65015fb50 tx=0x7ff638009040 comp rx=0 tx=0).stop 2024-09-15T22:05:22.811 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:22.808+0000 7ff654e27640 1 -- 172.21.15.63:0/2299338856 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7ff6500b9ee0 msgr2=0x7ff65015db10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-15T22:05:22.811 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:22.808+0000 7ff654e27640 1 --2- 172.21.15.63:0/2299338856 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7ff6500b9ee0 0x7ff65015db10 secure :-1 s=READY pgs=319 cs=0 l=1 rev1=1 crypto rx=0x7ff648000c00 tx=0x7ff6480046c0 comp rx=0 tx=0).stop 2024-09-15T22:05:22.811 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:22.808+0000 7ff654e27640 1 -- 172.21.15.63:0/2299338856 shutdown_connections 2024-09-15T22:05:22.811 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:22.808+0000 7ff654e27640 1 --2- 172.21.15.63:0/2299338856 >> [v2:172.21.15.110:6832/552273267,v1:172.21.15.110:6833/552273267] conn(0x7ff63006c460 0x7ff63006e920 unknown :-1 s=CLOSED pgs=169 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T22:05:22.811 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:22.808+0000 7ff654e27640 1 --2- 172.21.15.63:0/2299338856 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7ff650147fc0 0x7ff6501f7cf0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T22:05:22.812 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:22.808+0000 7ff654e27640 1 --2- 172.21.15.63:0/2299338856 >> [v2:172.21.15.110:3301/0,v1:172.21.15.110:6790/0] conn(0x7ff6500d0ee0 0x7ff6501f77b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T22:05:22.812 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:22.808+0000 7ff654e27640 1 --2- 172.21.15.63:0/2299338856 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7ff6500b9ee0 0x7ff65015db10 unknown :-1 s=CLOSED pgs=319 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T22:05:22.812 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:22.808+0000 7ff654e27640 1 -- 172.21.15.63:0/2299338856 >> 172.21.15.63:0/2299338856 conn(0x7ff650074fe0 msgr2=0x7ff6501617e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-15T22:05:22.812 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:22.808+0000 7ff654e27640 1 -- 172.21.15.63:0/2299338856 shutdown_connections 2024-09-15T22:05:22.812 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:22.808+0000 7ff654e27640 1 -- 172.21.15.63:0/2299338856 wait complete. 2024-09-15T22:05:22.821 DEBUG:teuthology.orchestra.run.smithi063:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-09-15T22:05:22.923 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:22.921+0000 7f9c49450640 1 Processor -- start 2024-09-15T22:05:22.923 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:22.921+0000 7f9c49450640 1 -- start start 2024-09-15T22:05:22.926 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:22.922+0000 7f9c49450640 1 --2- >> [v2:172.21.15.110:3301/0,v1:172.21.15.110:6790/0] conn(0x7f9c440d15f0 0x7f9c4415ea60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-15T22:05:22.927 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:22.922+0000 7f9c49450640 1 -- --> v1:172.21.15.63:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f9c440ba2f0 con 0x7f9c440b97d0 2024-09-15T22:05:22.927 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:22.922+0000 7f9c49450640 1 -- --> v1:172.21.15.110:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f9c440d2750 con 0x7f9c44147fc0 2024-09-15T22:05:22.927 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:22.922+0000 7f9c49450640 1 -- --> [v2:172.21.15.110:3301/0,v1:172.21.15.110:6790/0] -- mon_getmap magic: 0 -- 0x7f9c441483a0 con 0x7f9c440d15f0 2024-09-15T22:05:22.927 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:22.922+0000 7f9c437fe640 1 --1- >> v1:172.21.15.63:6789/0 conn(0x7f9c440b97d0 0x7f9c440b9be0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.63:6789/0 says I am v1:172.21.15.63:45252/0 (socket says 172.21.15.63:45252) 2024-09-15T22:05:22.927 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:22.922+0000 7f9c437fe640 1 -- 172.21.15.63:0/170194754 learned_addr learned my addr 172.21.15.63:0/170194754 (peer_addr_for_me v1:172.21.15.63:0/0) 2024-09-15T22:05:22.927 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:22.922+0000 7f9c427fc640 1 --2- 172.21.15.63:0/170194754 >> [v2:172.21.15.110:3301/0,v1:172.21.15.110:6790/0] conn(0x7f9c440d15f0 0x7f9c4415ea60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-15T22:05:22.927 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:22.923+0000 7f9c41ffb640 1 -- 172.21.15.63:0/170194754 <== mon.0 v1:172.21.15.63:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 1063245774 0 0) 0x7f9c440ba2f0 con 0x7f9c440b97d0 2024-09-15T22:05:22.927 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:22.923+0000 7f9c41ffb640 1 -- 172.21.15.63:0/170194754 --> v1:172.21.15.63:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7f9c30003520 con 0x7f9c440b97d0 2024-09-15T22:05:22.927 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:22.923+0000 7f9c41ffb640 1 -- 172.21.15.63:0/170194754 <== mon.1 v1:172.21.15.110:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 239142380 0 0) 0x7f9c440d2750 con 0x7f9c44147fc0 2024-09-15T22:05:22.927 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:22.923+0000 7f9c41ffb640 1 -- 172.21.15.63:0/170194754 --> v1:172.21.15.110:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7f9c440ba2f0 con 0x7f9c44147fc0 2024-09-15T22:05:22.927 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:22.923+0000 7f9c41ffb640 1 -- 172.21.15.63:0/170194754 <== mon.0 v1:172.21.15.63:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) ==== 214+0+0 (unknown 1200119959 0 0) 0x7f9c30003520 con 0x7f9c440b97d0 2024-09-15T22:05:22.928 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:22.923+0000 7f9c41ffb640 1 -- 172.21.15.63:0/170194754 >> [v2:172.21.15.110:3301/0,v1:172.21.15.110:6790/0] conn(0x7f9c440d15f0 msgr2=0x7f9c4415ea60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-15T22:05:22.928 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:22.923+0000 7f9c41ffb640 1 --2- 172.21.15.63:0/170194754 >> [v2:172.21.15.110:3301/0,v1:172.21.15.110:6790/0] conn(0x7f9c440d15f0 0x7f9c4415ea60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T22:05:22.928 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:22.923+0000 7f9c41ffb640 1 -- 172.21.15.63:0/170194754 >> v1:172.21.15.110:6789/0 conn(0x7f9c44147fc0 legacy=0x7f9c440d0ee0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-15T22:05:22.928 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:22.923+0000 7f9c41ffb640 1 -- 172.21.15.63:0/170194754 --> v1:172.21.15.63:6789/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f9c440d2a30 con 0x7f9c440b97d0 2024-09-15T22:05:22.928 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:22.923+0000 7f9c41ffb640 1 -- 172.21.15.63:0/170194754 <== mon.0 v1:172.21.15.63:6789/0 3 ==== mon_map magic: 0 ==== 413+0+0 (unknown 3984726164 0 0) 0x7f9c3c001670 con 0x7f9c440b97d0 2024-09-15T22:05:22.928 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:22.923+0000 7f9c41ffb640 1 -- 172.21.15.63:0/170194754 >> v1:172.21.15.63:6789/0 conn(0x7f9c440b97d0 legacy=0x7f9c440b9be0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-15T22:05:22.928 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:22.923+0000 7f9c41ffb640 1 --2- 172.21.15.63:0/170194754 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f9c30003b70 0x7f9c30003f70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-15T22:05:22.928 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:22.923+0000 7f9c41ffb640 1 --2- 172.21.15.63:0/170194754 >> [v2:172.21.15.110:3301/0,v1:172.21.15.110:6790/0] conn(0x7f9c30004800 0x7f9c30004c80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-15T22:05:22.928 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:22.923+0000 7f9c41ffb640 1 --2- 172.21.15.63:0/170194754 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f9c300051c0 0x7f9c3000b9c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-15T22:05:22.928 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:22.923+0000 7f9c41ffb640 1 -- 172.21.15.63:0/170194754 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 -- 0x7f9c441483a0 con 0x7f9c30003b70 2024-09-15T22:05:22.928 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:22.923+0000 7f9c41ffb640 1 -- 172.21.15.63:0/170194754 --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_getmap magic: 0 -- 0x7f9c3000bfb0 con 0x7f9c300051c0 2024-09-15T22:05:22.928 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:22.923+0000 7f9c41ffb640 1 -- 172.21.15.63:0/170194754 --> [v2:172.21.15.110:3301/0,v1:172.21.15.110:6790/0] -- mon_getmap magic: 0 -- 0x7f9c3000c1b0 con 0x7f9c30004800 2024-09-15T22:05:22.928 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:22.923+0000 7f9c427fc640 1 --2- 172.21.15.63:0/170194754 >> [v2:172.21.15.110:3301/0,v1:172.21.15.110:6790/0] conn(0x7f9c440d15f0 0x7f9c4415ea60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-15T22:05:22.929 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:22.923+0000 7f9c42ffd640 1 --2- 172.21.15.63:0/170194754 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f9c30003b70 0x7f9c30003f70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-15T22:05:22.929 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:22.923+0000 7f9c427fc640 1 --2- 172.21.15.63:0/170194754 >> [v2:172.21.15.110:3301/0,v1:172.21.15.110:6790/0] conn(0x7f9c30004800 0x7f9c30004c80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-15T22:05:22.929 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:22.923+0000 7f9c437fe640 1 --2- 172.21.15.63:0/170194754 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f9c300051c0 0x7f9c3000b9c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-15T22:05:22.929 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:22.923+0000 7f9c42ffd640 1 -- 172.21.15.63:0/170194754 >> [v2:172.21.15.110:3301/0,v1:172.21.15.110:6790/0] conn(0x7f9c30004800 msgr2=0x7f9c30004c80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-15T22:05:22.929 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:22.923+0000 7f9c42ffd640 1 --2- 172.21.15.63:0/170194754 >> [v2:172.21.15.110:3301/0,v1:172.21.15.110:6790/0] conn(0x7f9c30004800 0x7f9c30004c80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T22:05:22.929 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:22.923+0000 7f9c42ffd640 1 -- 172.21.15.63:0/170194754 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f9c300051c0 msgr2=0x7f9c3000b9c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-15T22:05:22.929 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:22.923+0000 7f9c42ffd640 1 --2- 172.21.15.63:0/170194754 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f9c300051c0 0x7f9c3000b9c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T22:05:22.929 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:22.923+0000 7f9c42ffd640 1 -- 172.21.15.63:0/170194754 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f9c30003520 con 0x7f9c30003b70 2024-09-15T22:05:22.929 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:22.924+0000 7f9c42ffd640 1 --2- 172.21.15.63:0/170194754 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f9c30003b70 0x7f9c30003f70 secure :-1 s=READY pgs=321 cs=0 l=1 rev1=1 crypto rx=0x7f9c34001fc0 tx=0x7f9c30005830 comp rx=0 tx=0).ready entity=mon.0 client_cookie=f4bb6fab28569599 server_cookie=0 in_seq=0 out_seq=0 2024-09-15T22:05:22.929 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:22.924+0000 7f9c41ffb640 1 -- 172.21.15.63:0/170194754 <== mon.0 v2:172.21.15.63:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9c34001be0 con 0x7f9c30003b70 2024-09-15T22:05:22.929 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:22.924+0000 7f9c41ffb640 1 -- 172.21.15.63:0/170194754 <== mon.0 v2:172.21.15.63:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f9c34003b90 con 0x7f9c30003b70 2024-09-15T22:05:22.929 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:22.924+0000 7f9c41ffb640 1 -- 172.21.15.63:0/170194754 <== mon.0 v2:172.21.15.63:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9c340050d0 con 0x7f9c30003b70 2024-09-15T22:05:22.930 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:22.925+0000 7f9c49450640 1 -- 172.21.15.63:0/170194754 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f9c30003b70 msgr2=0x7f9c30003f70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-15T22:05:22.930 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:22.925+0000 7f9c49450640 1 --2- 172.21.15.63:0/170194754 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f9c30003b70 0x7f9c30003f70 secure :-1 s=READY pgs=321 cs=0 l=1 rev1=1 crypto rx=0x7f9c34001fc0 tx=0x7f9c30005830 comp rx=0 tx=0).stop 2024-09-15T22:05:22.930 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:22.925+0000 7f9c437fe640 1 -- 172.21.15.63:0/170194754 reap_dead start 2024-09-15T22:05:22.930 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:22.925+0000 7f9c49450640 1 -- 172.21.15.63:0/170194754 shutdown_connections 2024-09-15T22:05:22.930 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:22.925+0000 7f9c49450640 1 -- 172.21.15.63:0/170194754 >> 172.21.15.63:0/170194754 conn(0x7f9c44074fe0 msgr2=0x7f9c4406bbe0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-15T22:05:22.930 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:22.925+0000 7f9c49450640 1 -- 172.21.15.63:0/170194754 shutdown_connections 2024-09-15T22:05:22.930 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:22.925+0000 7f9c49450640 1 -- 172.21.15.63:0/170194754 wait complete. 2024-09-15T22:05:22.932 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:22.926+0000 7f9c49450640 1 Processor -- start 2024-09-15T22:05:22.932 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:22.926+0000 7f9c49450640 1 -- start start 2024-09-15T22:05:22.933 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:22.927+0000 7f9c49450640 1 --2- >> [v2:172.21.15.110:3301/0,v1:172.21.15.110:6790/0] conn(0x7f9c30003b70 0x7f9c441449d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-15T22:05:22.933 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:22.927+0000 7f9c49450640 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f9c44143610 0x7f9c440c9430 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-15T22:05:22.933 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:22.927+0000 7f9c49450640 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f9c441f7a70 0x7f9c441f7ef0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-15T22:05:22.933 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:22.927+0000 7f9c49450640 1 -- --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 -- 0x7f9c440d2500 con 0x7f9c44143610 2024-09-15T22:05:22.933 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:22.927+0000 7f9c49450640 1 -- --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_getmap magic: 0 -- 0x7f9c4415efa0 con 0x7f9c441f7a70 2024-09-15T22:05:22.933 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:22.927+0000 7f9c49450640 1 -- --> [v2:172.21.15.110:3301/0,v1:172.21.15.110:6790/0] -- mon_getmap magic: 0 -- 0x7f9c440d2ff0 con 0x7f9c30003b70 2024-09-15T22:05:22.933 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:22.927+0000 7f9c427fc640 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f9c44143610 0x7f9c440c9430 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-15T22:05:22.933 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:22.927+0000 7f9c427fc640 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f9c44143610 0x7f9c440c9430 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.63:3300/0 says I am v2:172.21.15.63:37442/0 (socket says 172.21.15.63:37442) 2024-09-15T22:05:22.933 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:22.927+0000 7f9c427fc640 1 -- 172.21.15.63:0/378964504 learned_addr learned my addr 172.21.15.63:0/378964504 (peer_addr_for_me v2:172.21.15.63:0/0) 2024-09-15T22:05:22.933 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:22.927+0000 7f9c437fe640 1 --2- 172.21.15.63:0/378964504 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f9c441f7a70 0x7f9c441f7ef0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-15T22:05:22.933 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:22.927+0000 7f9c42ffd640 1 --2- 172.21.15.63:0/378964504 >> [v2:172.21.15.110:3301/0,v1:172.21.15.110:6790/0] conn(0x7f9c30003b70 0x7f9c441449d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-15T22:05:22.933 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:22.927+0000 7f9c427fc640 1 -- 172.21.15.63:0/378964504 >> [v2:172.21.15.110:3301/0,v1:172.21.15.110:6790/0] conn(0x7f9c30003b70 msgr2=0x7f9c441449d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-15T22:05:22.934 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:22.927+0000 7f9c427fc640 1 --2- 172.21.15.63:0/378964504 >> [v2:172.21.15.110:3301/0,v1:172.21.15.110:6790/0] conn(0x7f9c30003b70 0x7f9c441449d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T22:05:22.934 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:22.927+0000 7f9c427fc640 1 -- 172.21.15.63:0/378964504 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f9c441f7a70 msgr2=0x7f9c441f7ef0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-15T22:05:22.934 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:22.927+0000 7f9c427fc640 1 --2- 172.21.15.63:0/378964504 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f9c441f7a70 0x7f9c441f7ef0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T22:05:22.934 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:22.927+0000 7f9c427fc640 1 -- 172.21.15.63:0/378964504 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f9c44142570 con 0x7f9c44143610 2024-09-15T22:05:22.934 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:22.927+0000 7f9c42ffd640 1 --2- 172.21.15.63:0/378964504 >> [v2:172.21.15.110:3301/0,v1:172.21.15.110:6790/0] conn(0x7f9c30003b70 0x7f9c441449d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-15T22:05:22.934 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:22.928+0000 7f9c427fc640 1 --2- 172.21.15.63:0/378964504 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f9c44143610 0x7f9c440c9430 secure :-1 s=READY pgs=322 cs=0 l=1 rev1=1 crypto rx=0x7f9c2c011800 tx=0x7f9c2c011cc0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-15T22:05:22.934 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:22.928+0000 7f9c3b7fe640 1 -- 172.21.15.63:0/378964504 <== mon.0 v2:172.21.15.63:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9c2c00f9c0 con 0x7f9c44143610 2024-09-15T22:05:22.934 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:22.928+0000 7f9c3b7fe640 1 -- 172.21.15.63:0/378964504 <== mon.0 v2:172.21.15.63:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f9c2c00fb60 con 0x7f9c44143610 2024-09-15T22:05:22.934 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:22.928+0000 7f9c49450640 1 -- 172.21.15.63:0/378964504 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f9c44142850 con 0x7f9c44143610 2024-09-15T22:05:22.934 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:22.928+0000 7f9c3b7fe640 1 -- 172.21.15.63:0/378964504 <== mon.0 v2:172.21.15.63:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9c2c015460 con 0x7f9c44143610 2024-09-15T22:05:22.934 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:22.928+0000 7f9c49450640 1 -- 172.21.15.63:0/378964504 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f9c44142e10 con 0x7f9c44143610 2024-09-15T22:05:22.934 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:22.929+0000 7f9c49450640 1 -- 172.21.15.63:0/378964504 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f9c4415eaf0 con 0x7f9c44143610 2024-09-15T22:05:22.934 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:22.929+0000 7f9c3b7fe640 1 -- 172.21.15.63:0/378964504 <== mon.0 v2:172.21.15.63:3300/0 4 ==== mgrmap(e 7) ==== 90999+0+0 (secure 0 0 0) 0x7f9c2c015600 con 0x7f9c44143610 2024-09-15T22:05:22.934 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:22.930+0000 7f9c3b7fe640 1 --2- 172.21.15.63:0/378964504 >> [v2:172.21.15.110:6832/552273267,v1:172.21.15.110:6833/552273267] conn(0x7f9c2406c460 0x7f9c2406e920 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-15T22:05:22.935 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:22.930+0000 7f9c3b7fe640 1 -- 172.21.15.63:0/378964504 <== mon.0 v2:172.21.15.63:3300/0 5 ==== osd_map(33..33 src has 1..33) ==== 5709+0+0 (secure 0 0 0) 0x7f9c2c08c170 con 0x7f9c44143610 2024-09-15T22:05:22.935 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:22.930+0000 7f9c42ffd640 1 --2- 172.21.15.63:0/378964504 >> [v2:172.21.15.110:6832/552273267,v1:172.21.15.110:6833/552273267] conn(0x7f9c2406c460 0x7f9c2406e920 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-15T22:05:22.935 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:22.930+0000 7f9c42ffd640 1 --2- 172.21.15.63:0/378964504 >> [v2:172.21.15.110:6832/552273267,v1:172.21.15.110:6833/552273267] conn(0x7f9c2406c460 0x7f9c2406e920 secure :-1 s=READY pgs=170 cs=0 l=1 rev1=1 crypto rx=0x7f9c34032000 tx=0x7f9c34009030 comp rx=0 tx=0).ready entity=mgr.4102 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-15T22:05:22.935 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:22.934+0000 7f9c3b7fe640 1 -- 172.21.15.63:0/378964504 <== mon.0 v2:172.21.15.63:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7f9c2c019030 con 0x7f9c44143610 2024-09-15T22:05:23.148 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:23.146+0000 7f9c49450640 1 -- 172.21.15.63:0/378964504 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7f9c4415f2c0 con 0x7f9c44143610 2024-09-15T22:05:23.148 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:23.147+0000 7f9c3b7fe640 1 -- 172.21.15.63:0/378964504 <== mon.0 v2:172.21.15.63:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 13 v13) ==== 94+0+5214 (secure 0 0 0) 0x7f9c2c05a660 con 0x7f9c44143610 2024-09-15T22:05:23.149 INFO:teuthology.orchestra.run.smithi063.stdout: 2024-09-15T22:05:23.149 INFO:teuthology.orchestra.run.smithi063.stdout:{"epoch":13,"btime":"2024-09-15T22:05:16:655723+0000","default_fscid":2,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":4604,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.110:6836/522283406","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.110:6834","nonce":522283406},{"type":"v1","addr":"172.21.15.110:6836","nonce":522283406}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":9},{"gid":4607,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.110:6837/41115763","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.110:6835","nonce":41115763},{"type":"v1","addr":"172.21.15.110:6837","nonce":41115763}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":9},{"gid":4842,"name":"c","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.63:6834/779684962","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.63:6832","nonce":779684962},{"type":"v1","addr":"172.21.15.63:6834","nonce":779684962}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":9}],"filesystems":[{"mdsmap":{"epoch":12,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2024-09-15T22:05:06.981099+0000","modified":"2024-09-15T22:05:08.973546+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":1,"in":[0],"up":{"mds_0":4845},"failed":[],"damaged":[],"stopped":[],"info":{"gid_4845":{"gid":4845,"name":"a","rank":0,"incarnation":10,"state":"up:active","state_seq":3,"addr":"172.21.15.63:6835/2878404006","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.63:6833","nonce":2878404006},{"type":"v1","addr":"172.21.15.63:6835","nonce":2878404006}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[5],"metadata_pool":4,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":4845,"qdb_cluster":[4845]},"id":2}]} 2024-09-15T22:05:23.149 INFO:teuthology.orchestra.run.smithi063.stderr:dumped fsmap epoch 13 2024-09-15T22:05:23.151 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:23.149+0000 7f9c49450640 1 -- 172.21.15.63:0/378964504 >> [v2:172.21.15.110:6832/552273267,v1:172.21.15.110:6833/552273267] conn(0x7f9c2406c460 msgr2=0x7f9c2406e920 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-15T22:05:23.151 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:23.149+0000 7f9c49450640 1 --2- 172.21.15.63:0/378964504 >> [v2:172.21.15.110:6832/552273267,v1:172.21.15.110:6833/552273267] conn(0x7f9c2406c460 0x7f9c2406e920 secure :-1 s=READY pgs=170 cs=0 l=1 rev1=1 crypto rx=0x7f9c34032000 tx=0x7f9c34009030 comp rx=0 tx=0).stop 2024-09-15T22:05:23.151 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:23.149+0000 7f9c49450640 1 -- 172.21.15.63:0/378964504 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f9c44143610 msgr2=0x7f9c440c9430 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-15T22:05:23.151 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:23.149+0000 7f9c49450640 1 --2- 172.21.15.63:0/378964504 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f9c44143610 0x7f9c440c9430 secure :-1 s=READY pgs=322 cs=0 l=1 rev1=1 crypto rx=0x7f9c2c011800 tx=0x7f9c2c011cc0 comp rx=0 tx=0).stop 2024-09-15T22:05:23.151 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:23.149+0000 7f9c49450640 1 -- 172.21.15.63:0/378964504 shutdown_connections 2024-09-15T22:05:23.151 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:23.149+0000 7f9c49450640 1 --2- 172.21.15.63:0/378964504 >> [v2:172.21.15.110:6832/552273267,v1:172.21.15.110:6833/552273267] conn(0x7f9c2406c460 0x7f9c2406e920 unknown :-1 s=CLOSED pgs=170 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T22:05:23.151 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:23.149+0000 7f9c49450640 1 --2- 172.21.15.63:0/378964504 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f9c441f7a70 0x7f9c441f7ef0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T22:05:23.152 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:23.149+0000 7f9c49450640 1 --2- 172.21.15.63:0/378964504 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f9c44143610 0x7f9c440c9430 unknown :-1 s=CLOSED pgs=322 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T22:05:23.152 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:23.149+0000 7f9c49450640 1 --2- 172.21.15.63:0/378964504 >> [v2:172.21.15.110:3301/0,v1:172.21.15.110:6790/0] conn(0x7f9c30003b70 0x7f9c441449d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T22:05:23.152 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:23.149+0000 7f9c49450640 1 -- 172.21.15.63:0/378964504 >> 172.21.15.63:0/378964504 conn(0x7f9c44074fe0 msgr2=0x7f9c440cf500 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-15T22:05:23.152 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:23.149+0000 7f9c49450640 1 -- 172.21.15.63:0/378964504 shutdown_connections 2024-09-15T22:05:23.152 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:23.149+0000 7f9c49450640 1 -- 172.21.15.63:0/378964504 wait complete. 2024-09-15T22:05:23.162 DEBUG:teuthology.orchestra.run.smithi063:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-09-15T22:05:23.264 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:23.262+0000 7f67fb41e640 1 Processor -- start 2024-09-15T22:05:23.264 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:23.262+0000 7f67fb41e640 1 -- start start 2024-09-15T22:05:23.265 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:23.263+0000 7f67fb41e640 1 --2- >> v2:172.21.15.110:3300/0 conn(0x7f67f415e530 0x7f67f4070700 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-15T22:05:23.265 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:23.263+0000 7f67fb41e640 1 --2- >> v2:172.21.15.63:3300/0 conn(0x7f67f40b73c0 0x7f67f4070c40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-15T22:05:23.265 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:23.263+0000 7f67fb41e640 1 -- --> v1:172.21.15.63:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f67f415e910 con 0x7f67f4073c00 2024-09-15T22:05:23.265 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:23.263+0000 7f67fb41e640 1 -- --> v2:172.21.15.63:3300/0 -- mon_getmap magic: 0 -- 0x7f67f40718c0 con 0x7f67f40b73c0 2024-09-15T22:05:23.265 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:23.263+0000 7f67fb41e640 1 -- --> v2:172.21.15.110:3300/0 -- mon_getmap magic: 0 -- 0x7f67f40d1c50 con 0x7f67f415e530 2024-09-15T22:05:23.265 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:23.263+0000 7f67f99bb640 1 --2- >> v2:172.21.15.63:3300/0 conn(0x7f67f40b73c0 0x7f67f4070c40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-15T22:05:23.266 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:23.263+0000 7f67f89b9640 1 --1- >> v1:172.21.15.63:6789/0 conn(0x7f67f4073c00 0x7f67f4162090 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.63:6789/0 says I am v1:172.21.15.63:45256/0 (socket says 172.21.15.63:45256) 2024-09-15T22:05:23.266 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:23.263+0000 7f67f89b9640 1 -- 172.21.15.63:0/1193717607 learned_addr learned my addr 172.21.15.63:0/1193717607 (peer_addr_for_me v1:172.21.15.63:0/0) 2024-09-15T22:05:23.266 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:23.263+0000 7f67f99bb640 1 -- 172.21.15.63:0/1193717607 >> v2:172.21.15.110:3300/0 conn(0x7f67f415e530 msgr2=0x7f67f4070700 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-15T22:05:23.266 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:23.263+0000 7f67f91ba640 1 --2- 172.21.15.63:0/1193717607 >> v2:172.21.15.110:3300/0 conn(0x7f67f415e530 0x7f67f4070700 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-15T22:05:23.266 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:23.264+0000 7f67f99bb640 1 --2- 172.21.15.63:0/1193717607 >> v2:172.21.15.110:3300/0 conn(0x7f67f415e530 0x7f67f4070700 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T22:05:23.266 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:23.264+0000 7f67f99bb640 1 -- 172.21.15.63:0/1193717607 >> v1:172.21.15.63:6789/0 conn(0x7f67f4073c00 legacy=0x7f67f4162090 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-15T22:05:23.266 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:23.264+0000 7f67f3fff640 1 -- 172.21.15.63:0/1193717607 <== mon.0 v1:172.21.15.63:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 1973416074 0 0) 0x7f67f415e910 con 0x7f67f4073c00 2024-09-15T22:05:23.266 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:23.264+0000 7f67f99bb640 1 -- 172.21.15.63:0/1193717607 --> v2:172.21.15.63:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f67f4073120 con 0x7f67f40b73c0 2024-09-15T22:05:23.266 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:23.264+0000 7f67f91ba640 1 --2- 172.21.15.63:0/1193717607 >> v2:172.21.15.110:3300/0 conn(0x7f67f415e530 0x7f67f4070700 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-15T22:05:23.267 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:23.264+0000 7f67f99bb640 1 --2- 172.21.15.63:0/1193717607 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f67f40b73c0 0x7f67f4070c40 secure :-1 s=READY pgs=324 cs=0 l=1 rev1=1 crypto rx=0x7f67f406a0a0 tx=0x7f67e402a680 comp rx=0 tx=0).ready entity=mon.0 client_cookie=db92123bb7916b0f server_cookie=0 in_seq=0 out_seq=0 2024-09-15T22:05:23.267 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:23.264+0000 7f67f3fff640 1 -- 172.21.15.63:0/1193717607 <== mon.0 v2:172.21.15.63:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f67e4007740 con 0x7f67f40b73c0 2024-09-15T22:05:23.267 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:23.264+0000 7f67f3fff640 1 -- 172.21.15.63:0/1193717607 <== mon.0 v2:172.21.15.63:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f67e40078e0 con 0x7f67f40b73c0 2024-09-15T22:05:23.267 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:23.264+0000 7f67f3fff640 1 -- 172.21.15.63:0/1193717607 <== mon.0 v2:172.21.15.63:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f67e4007cb0 con 0x7f67f40b73c0 2024-09-15T22:05:23.267 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:23.265+0000 7f67fb41e640 1 -- 172.21.15.63:0/1193717607 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f67f40b73c0 msgr2=0x7f67f4070c40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-15T22:05:23.268 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:23.265+0000 7f67fb41e640 1 --2- 172.21.15.63:0/1193717607 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f67f40b73c0 0x7f67f4070c40 secure :-1 s=READY pgs=324 cs=0 l=1 rev1=1 crypto rx=0x7f67f406a0a0 tx=0x7f67e402a680 comp rx=0 tx=0).stop 2024-09-15T22:05:23.268 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:23.265+0000 7f67fb41e640 1 -- 172.21.15.63:0/1193717607 shutdown_connections 2024-09-15T22:05:23.268 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:23.265+0000 7f67fb41e640 1 --2- 172.21.15.63:0/1193717607 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f67f40b73c0 0x7f67f4070c40 unknown :-1 s=CLOSED pgs=324 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T22:05:23.268 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:23.265+0000 7f67fb41e640 1 --2- 172.21.15.63:0/1193717607 >> v2:172.21.15.110:3300/0 conn(0x7f67f415e530 0x7f67f4070700 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T22:05:23.268 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:23.265+0000 7f67fb41e640 1 -- 172.21.15.63:0/1193717607 >> 172.21.15.63:0/1193717607 conn(0x7f67f40d2300 msgr2=0x7f67f40d26e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-15T22:05:23.268 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:23.265+0000 7f67fb41e640 1 -- 172.21.15.63:0/1193717607 shutdown_connections 2024-09-15T22:05:23.268 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:23.265+0000 7f67fb41e640 1 -- 172.21.15.63:0/1193717607 wait complete. 2024-09-15T22:05:23.270 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:23.266+0000 7f67fb41e640 1 Processor -- start 2024-09-15T22:05:23.270 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:23.266+0000 7f67fb41e640 1 -- start start 2024-09-15T22:05:23.270 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:23.267+0000 7f67fb41e640 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f67f4073c00 0x7f67f414c030 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-15T22:05:23.270 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:23.267+0000 7f67fb41e640 1 --2- >> [v2:172.21.15.110:3301/0,v1:172.21.15.110:6790/0] conn(0x7f67f40b73c0 0x7f67f41e8bf0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-15T22:05:23.271 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:23.267+0000 7f67fb41e640 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f67f415e530 0x7f67f41597d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-15T22:05:23.271 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:23.267+0000 7f67fb41e640 1 -- --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 -- 0x7f67f40d2f10 con 0x7f67f4073c00 2024-09-15T22:05:23.271 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:23.267+0000 7f67fb41e640 1 -- --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_getmap magic: 0 -- 0x7f67f40736e0 con 0x7f67f415e530 2024-09-15T22:05:23.271 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:23.267+0000 7f67fb41e640 1 -- --> [v2:172.21.15.110:3301/0,v1:172.21.15.110:6790/0] -- mon_getmap magic: 0 -- 0x7f67f40d3090 con 0x7f67f40b73c0 2024-09-15T22:05:23.271 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:23.267+0000 7f67f91ba640 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f67f4073c00 0x7f67f414c030 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-15T22:05:23.271 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:23.267+0000 7f67f91ba640 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f67f4073c00 0x7f67f414c030 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.63:3300/0 says I am v2:172.21.15.63:37468/0 (socket says 172.21.15.63:37468) 2024-09-15T22:05:23.271 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:23.267+0000 7f67f91ba640 1 -- 172.21.15.63:0/1531240064 learned_addr learned my addr 172.21.15.63:0/1531240064 (peer_addr_for_me v2:172.21.15.63:0/0) 2024-09-15T22:05:23.271 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:23.267+0000 7f67f99bb640 1 --2- 172.21.15.63:0/1531240064 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f67f415e530 0x7f67f41597d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-15T22:05:23.271 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:23.267+0000 7f67f89b9640 1 --2- 172.21.15.63:0/1531240064 >> [v2:172.21.15.110:3301/0,v1:172.21.15.110:6790/0] conn(0x7f67f40b73c0 0x7f67f41e8bf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-15T22:05:23.271 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:23.268+0000 7f67f91ba640 1 -- 172.21.15.63:0/1531240064 >> [v2:172.21.15.110:3301/0,v1:172.21.15.110:6790/0] conn(0x7f67f40b73c0 msgr2=0x7f67f41e8bf0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-15T22:05:23.271 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:23.268+0000 7f67f91ba640 1 --2- 172.21.15.63:0/1531240064 >> [v2:172.21.15.110:3301/0,v1:172.21.15.110:6790/0] conn(0x7f67f40b73c0 0x7f67f41e8bf0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T22:05:23.271 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:23.268+0000 7f67f91ba640 1 -- 172.21.15.63:0/1531240064 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f67f415e530 msgr2=0x7f67f41597d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-15T22:05:23.271 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:23.268+0000 7f67f91ba640 1 --2- 172.21.15.63:0/1531240064 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f67f415e530 0x7f67f41597d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T22:05:23.272 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:23.268+0000 7f67f91ba640 1 -- 172.21.15.63:0/1531240064 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f67f41f4840 con 0x7f67f4073c00 2024-09-15T22:05:23.272 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:23.268+0000 7f67f89b9640 1 --2- 172.21.15.63:0/1531240064 >> [v2:172.21.15.110:3301/0,v1:172.21.15.110:6790/0] conn(0x7f67f40b73c0 0x7f67f41e8bf0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-15T22:05:23.272 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:23.268+0000 7f67f91ba640 1 --2- 172.21.15.63:0/1531240064 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f67f4073c00 0x7f67f414c030 secure :-1 s=READY pgs=325 cs=0 l=1 rev1=1 crypto rx=0x7f67ec00c7f0 tx=0x7f67ec00cbf0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-15T22:05:23.272 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:23.268+0000 7f67f1ffb640 1 -- 172.21.15.63:0/1531240064 <== mon.0 v2:172.21.15.63:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f67ec015070 con 0x7f67f4073c00 2024-09-15T22:05:23.272 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:23.268+0000 7f67f1ffb640 1 -- 172.21.15.63:0/1531240064 <== mon.0 v2:172.21.15.63:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f67ec007a30 con 0x7f67f4073c00 2024-09-15T22:05:23.272 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:23.268+0000 7f67fb41e640 1 -- 172.21.15.63:0/1531240064 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f67f41e9130 con 0x7f67f4073c00 2024-09-15T22:05:23.272 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:23.268+0000 7f67f1ffb640 1 -- 172.21.15.63:0/1531240064 <== mon.0 v2:172.21.15.63:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f67ec007e00 con 0x7f67f4073c00 2024-09-15T22:05:23.272 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:23.268+0000 7f67fb41e640 1 -- 172.21.15.63:0/1531240064 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f67f41f4dc0 con 0x7f67f4073c00 2024-09-15T22:05:23.273 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:23.269+0000 7f67fb41e640 1 -- 172.21.15.63:0/1531240064 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f67f41f57b0 con 0x7f67f4073c00 2024-09-15T22:05:23.273 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:23.270+0000 7f67f1ffb640 1 -- 172.21.15.63:0/1531240064 <== mon.0 v2:172.21.15.63:3300/0 4 ==== mgrmap(e 7) ==== 90999+0+0 (secure 0 0 0) 0x7f67ec018070 con 0x7f67f4073c00 2024-09-15T22:05:23.273 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:23.270+0000 7f67f1ffb640 1 --2- 172.21.15.63:0/1531240064 >> [v2:172.21.15.110:6832/552273267,v1:172.21.15.110:6833/552273267] conn(0x7f67e006c460 0x7f67e006e920 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-15T22:05:23.273 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:23.270+0000 7f67f1ffb640 1 -- 172.21.15.63:0/1531240064 <== mon.0 v2:172.21.15.63:3300/0 5 ==== osd_map(33..33 src has 1..33) ==== 5709+0+0 (secure 0 0 0) 0x7f67ec08b730 con 0x7f67f4073c00 2024-09-15T22:05:23.273 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:23.270+0000 7f67f89b9640 1 --2- 172.21.15.63:0/1531240064 >> [v2:172.21.15.110:6832/552273267,v1:172.21.15.110:6833/552273267] conn(0x7f67e006c460 0x7f67e006e920 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-15T22:05:23.273 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:23.271+0000 7f67f89b9640 1 --2- 172.21.15.63:0/1531240064 >> [v2:172.21.15.110:6832/552273267,v1:172.21.15.110:6833/552273267] conn(0x7f67e006c460 0x7f67e006e920 secure :-1 s=READY pgs=171 cs=0 l=1 rev1=1 crypto rx=0x7f67f415df40 tx=0x7f67e8007ca0 comp rx=0 tx=0).ready entity=mgr.4102 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-15T22:05:23.276 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:23.274+0000 7f67f1ffb640 1 -- 172.21.15.63:0/1531240064 <== mon.0 v2:172.21.15.63:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7f67f41f57b0 con 0x7f67f4073c00 2024-09-15T22:05:23.454 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:23.452+0000 7f67fb41e640 1 -- 172.21.15.63:0/1531240064 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) -- 0x7f67f4070700 con 0x7f67f4073c00 2024-09-15T22:05:23.455 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:23.454+0000 7f67f1ffb640 1 -- 172.21.15.63:0/1531240064 <== mon.0 v2:172.21.15.63:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v33) ==== 74+0+16753 (secure 0 0 0) 0x7f67ec0594c0 con 0x7f67f4073c00 2024-09-15T22:05:23.455 INFO:teuthology.orchestra.run.smithi063.stdout: 2024-09-15T22:05:23.455 INFO:teuthology.orchestra.run.smithi063.stdout:{"epoch":33,"fsid":"49d79d51-bb1b-4fdd-a1d6-f4e42ba7fbf3","created":"2024-09-15T22:04:02.076542+0000","modified":"2024-09-15T22:05:08.626801+0000","last_up_change":"2024-09-15T22:04:13.946763+0000","last_in_change":"2024-09-15T22:04:04.178658+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":5,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":5,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-09-15T22:04:14.281022+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"17","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":8,"score_stable":8,"optimal_score":0.25,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":4,"pool_name":"cephfs_metadata","create_time":"2024-09-15T22:05:05.254690+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"32","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":2.25,"score_stable":2.25,"optimal_score":1,"raw_score_acting":2.25,"raw_score_stable":2.25,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":5,"pool_name":"cephfs_data","create_time":"2024-09-15T22:05:05.956431+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"33","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.3799999952316284,"score_stable":1.3799999952316284,"optimal_score":1,"raw_score_acting":1.3799999952316284,"raw_score_stable":1.3799999952316284,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"1f955f27-2876-45ee-a014-9d8a652f47de","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":31,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.63:6816","nonce":3631300172},{"type":"v1","addr":"172.21.15.63:6818","nonce":3631300172}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.63:6820","nonce":3631300172},{"type":"v1","addr":"172.21.15.63:6822","nonce":3631300172}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.63:6828","nonce":3631300172},{"type":"v1","addr":"172.21.15.63:6830","nonce":3631300172}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.63:6824","nonce":3631300172},{"type":"v1","addr":"172.21.15.63:6826","nonce":3631300172}]},"public_addr":"172.21.15.63:6818/3631300172","cluster_addr":"172.21.15.63:6822/3631300172","heartbeat_back_addr":"172.21.15.63:6830/3631300172","heartbeat_front_addr":"172.21.15.63:6826/3631300172","state":["exists","up"]},{"osd":1,"uuid":"af6843a2-c664-44cd-9435-6410b9d7cdfc","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":31,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.63:6817","nonce":2124234218},{"type":"v1","addr":"172.21.15.63:6819","nonce":2124234218}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.63:6821","nonce":2124234218},{"type":"v1","addr":"172.21.15.63:6823","nonce":2124234218}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.63:6829","nonce":2124234218},{"type":"v1","addr":"172.21.15.63:6831","nonce":2124234218}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.63:6825","nonce":2124234218},{"type":"v1","addr":"172.21.15.63:6827","nonce":2124234218}]},"public_addr":"172.21.15.63:6819/2124234218","cluster_addr":"172.21.15.63:6823/2124234218","heartbeat_back_addr":"172.21.15.63:6831/2124234218","heartbeat_front_addr":"172.21.15.63:6827/2124234218","state":["exists","up"]},{"osd":2,"uuid":"27259906-636d-4292-8128-28c3ae37417c","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":31,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.63:6800","nonce":3107585409},{"type":"v1","addr":"172.21.15.63:6801","nonce":3107585409}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.63:6802","nonce":3107585409},{"type":"v1","addr":"172.21.15.63:6803","nonce":3107585409}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.63:6806","nonce":3107585409},{"type":"v1","addr":"172.21.15.63:6807","nonce":3107585409}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.63:6804","nonce":3107585409},{"type":"v1","addr":"172.21.15.63:6805","nonce":3107585409}]},"public_addr":"172.21.15.63:6801/3107585409","cluster_addr":"172.21.15.63:6803/3107585409","heartbeat_back_addr":"172.21.15.63:6807/3107585409","heartbeat_front_addr":"172.21.15.63:6805/3107585409","state":["exists","up"]},{"osd":3,"uuid":"007f71a8-c154-4167-a68d-96d158541c43","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":31,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.63:6808","nonce":2333041751},{"type":"v1","addr":"172.21.15.63:6809","nonce":2333041751}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.63:6810","nonce":2333041751},{"type":"v1","addr":"172.21.15.63:6811","nonce":2333041751}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.63:6814","nonce":2333041751},{"type":"v1","addr":"172.21.15.63:6815","nonce":2333041751}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.63:6812","nonce":2333041751},{"type":"v1","addr":"172.21.15.63:6813","nonce":2333041751}]},"public_addr":"172.21.15.63:6809/2333041751","cluster_addr":"172.21.15.63:6811/2333041751","heartbeat_back_addr":"172.21.15.63:6815/2333041751","heartbeat_front_addr":"172.21.15.63:6813/2333041751","state":["exists","up"]},{"osd":4,"uuid":"346e916e-e9c8-4b14-a7c4-032d5f63fb69","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":31,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.110:6816","nonce":2783666287},{"type":"v1","addr":"172.21.15.110:6817","nonce":2783666287}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.110:6818","nonce":2783666287},{"type":"v1","addr":"172.21.15.110:6819","nonce":2783666287}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.110:6822","nonce":2783666287},{"type":"v1","addr":"172.21.15.110:6823","nonce":2783666287}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.110:6820","nonce":2783666287},{"type":"v1","addr":"172.21.15.110:6821","nonce":2783666287}]},"public_addr":"172.21.15.110:6817/2783666287","cluster_addr":"172.21.15.110:6819/2783666287","heartbeat_back_addr":"172.21.15.110:6823/2783666287","heartbeat_front_addr":"172.21.15.110:6821/2783666287","state":["exists","up"]},{"osd":5,"uuid":"079e99b1-b9e1-4c06-ae11-f98c84739234","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":31,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.110:6800","nonce":3568635398},{"type":"v1","addr":"172.21.15.110:6801","nonce":3568635398}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.110:6802","nonce":3568635398},{"type":"v1","addr":"172.21.15.110:6803","nonce":3568635398}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.110:6806","nonce":3568635398},{"type":"v1","addr":"172.21.15.110:6807","nonce":3568635398}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.110:6804","nonce":3568635398},{"type":"v1","addr":"172.21.15.110:6805","nonce":3568635398}]},"public_addr":"172.21.15.110:6801/3568635398","cluster_addr":"172.21.15.110:6803/3568635398","heartbeat_back_addr":"172.21.15.110:6807/3568635398","heartbeat_front_addr":"172.21.15.110:6805/3568635398","state":["exists","up"]},{"osd":6,"uuid":"40b16565-bb39-470a-a699-3a5c64927e87","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":31,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.110:6808","nonce":2775776398},{"type":"v1","addr":"172.21.15.110:6809","nonce":2775776398}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.110:6810","nonce":2775776398},{"type":"v1","addr":"172.21.15.110:6811","nonce":2775776398}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.110:6814","nonce":2775776398},{"type":"v1","addr":"172.21.15.110:6815","nonce":2775776398}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.110:6812","nonce":2775776398},{"type":"v1","addr":"172.21.15.110:6813","nonce":2775776398}]},"public_addr":"172.21.15.110:6809/2775776398","cluster_addr":"172.21.15.110:6811/2775776398","heartbeat_back_addr":"172.21.15.110:6815/2775776398","heartbeat_front_addr":"172.21.15.110:6813/2775776398","state":["exists","up"]},{"osd":7,"uuid":"619d52d5-7a65-4232-a05a-3357ad2f8bea","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":31,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.110:6824","nonce":3099325207},{"type":"v1","addr":"172.21.15.110:6825","nonce":3099325207}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.110:6826","nonce":3099325207},{"type":"v1","addr":"172.21.15.110:6827","nonce":3099325207}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.110:6830","nonce":3099325207},{"type":"v1","addr":"172.21.15.110:6831","nonce":3099325207}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.110:6828","nonce":3099325207},{"type":"v1","addr":"172.21.15.110:6829","nonce":3099325207}]},"public_addr":"172.21.15.110:6825/3099325207","cluster_addr":"172.21.15.110:6827/3099325207","heartbeat_back_addr":"172.21.15.110:6831/3099325207","heartbeat_front_addr":"172.21.15.110:6829/3099325207","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-15T22:04:11.235040+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-15T22:04:11.216050+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-15T22:04:10.734975+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-15T22:04:11.175319+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-15T22:04:11.527362+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-15T22:04:11.429033+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-15T22:04:11.169644+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-15T22:04:11.773676+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-09-15T22:05:23.457 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:23.455+0000 7f67fb41e640 1 -- 172.21.15.63:0/1531240064 >> [v2:172.21.15.110:6832/552273267,v1:172.21.15.110:6833/552273267] conn(0x7f67e006c460 msgr2=0x7f67e006e920 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-15T22:05:23.457 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:23.455+0000 7f67fb41e640 1 --2- 172.21.15.63:0/1531240064 >> [v2:172.21.15.110:6832/552273267,v1:172.21.15.110:6833/552273267] conn(0x7f67e006c460 0x7f67e006e920 secure :-1 s=READY pgs=171 cs=0 l=1 rev1=1 crypto rx=0x7f67f415df40 tx=0x7f67e8007ca0 comp rx=0 tx=0).stop 2024-09-15T22:05:23.457 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:23.455+0000 7f67fb41e640 1 -- 172.21.15.63:0/1531240064 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f67f4073c00 msgr2=0x7f67f414c030 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-15T22:05:23.457 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:23.455+0000 7f67fb41e640 1 --2- 172.21.15.63:0/1531240064 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f67f4073c00 0x7f67f414c030 secure :-1 s=READY pgs=325 cs=0 l=1 rev1=1 crypto rx=0x7f67ec00c7f0 tx=0x7f67ec00cbf0 comp rx=0 tx=0).stop 2024-09-15T22:05:23.458 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:23.456+0000 7f67fb41e640 1 -- 172.21.15.63:0/1531240064 shutdown_connections 2024-09-15T22:05:23.458 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:23.456+0000 7f67fb41e640 1 --2- 172.21.15.63:0/1531240064 >> [v2:172.21.15.110:6832/552273267,v1:172.21.15.110:6833/552273267] conn(0x7f67e006c460 0x7f67e006e920 unknown :-1 s=CLOSED pgs=171 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T22:05:23.458 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:23.456+0000 7f67fb41e640 1 --2- 172.21.15.63:0/1531240064 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f67f415e530 0x7f67f41597d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T22:05:23.458 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:23.456+0000 7f67fb41e640 1 --2- 172.21.15.63:0/1531240064 >> [v2:172.21.15.110:3301/0,v1:172.21.15.110:6790/0] conn(0x7f67f40b73c0 0x7f67f41e8bf0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T22:05:23.458 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:23.456+0000 7f67fb41e640 1 --2- 172.21.15.63:0/1531240064 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f67f4073c00 0x7f67f414c030 unknown :-1 s=CLOSED pgs=325 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T22:05:23.458 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:23.456+0000 7f67fb41e640 1 -- 172.21.15.63:0/1531240064 >> 172.21.15.63:0/1531240064 conn(0x7f67f40d2300 msgr2=0x7f67f40b3760 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-15T22:05:23.458 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:23.456+0000 7f67fb41e640 1 -- 172.21.15.63:0/1531240064 shutdown_connections 2024-09-15T22:05:23.458 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:23.456+0000 7f67fb41e640 1 -- 172.21.15.63:0/1531240064 wait complete. 2024-09-15T22:05:23.468 DEBUG:teuthology.orchestra.run.smithi063:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs fail cephfs 2024-09-15T22:05:23.572 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:23.570+0000 7f629c0a5640 1 Processor -- start 2024-09-15T22:05:23.572 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:23.570+0000 7f629c0a5640 1 -- start start 2024-09-15T22:05:23.573 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:23.571+0000 7f629c0a5640 1 --2- >> v2:172.21.15.63:3300/0 conn(0x7f629406bbe0 0x7f629406f1a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-15T22:05:23.573 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:23.571+0000 7f629c0a5640 1 --2- >> v2:172.21.15.110:3300/0 conn(0x7f629406f6e0 0x7f6294161f80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-15T22:05:23.573 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:23.571+0000 7f629c0a5640 1 -- --> v1:172.21.15.63:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f62940b6a70 con 0x7f629415e3a0 2024-09-15T22:05:23.573 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:23.571+0000 7f629c0a5640 1 -- --> v2:172.21.15.63:3300/0 -- mon_getmap magic: 0 -- 0x7f629406fb50 con 0x7f629406bbe0 2024-09-15T22:05:23.573 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:23.571+0000 7f629c0a5640 1 -- --> v2:172.21.15.110:3300/0 -- mon_getmap magic: 0 -- 0x7f62940b7640 con 0x7f629406f6e0 2024-09-15T22:05:23.573 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:23.571+0000 7f6299640640 1 --2- >> v2:172.21.15.63:3300/0 conn(0x7f629406bbe0 0x7f629406f1a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-15T22:05:23.574 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:23.571+0000 7f6299e41640 1 --1- >> v1:172.21.15.63:6789/0 conn(0x7f629415e3a0 0x7f629406d250 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.63:6789/0 says I am v1:172.21.15.63:45258/0 (socket says 172.21.15.63:45258) 2024-09-15T22:05:23.574 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:23.571+0000 7f6299e41640 1 -- 172.21.15.63:0/3986169434 learned_addr learned my addr 172.21.15.63:0/3986169434 (peer_addr_for_me v1:172.21.15.63:0/0) 2024-09-15T22:05:23.574 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:23.571+0000 7f629a642640 1 --2- 172.21.15.63:0/3986169434 >> v2:172.21.15.110:3300/0 conn(0x7f629406f6e0 0x7f6294161f80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-15T22:05:23.574 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:23.571+0000 7f6299640640 1 -- 172.21.15.63:0/3986169434 >> v2:172.21.15.110:3300/0 conn(0x7f629406f6e0 msgr2=0x7f6294161f80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-15T22:05:23.574 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:23.571+0000 7f6299640640 1 --2- 172.21.15.63:0/3986169434 >> v2:172.21.15.110:3300/0 conn(0x7f629406f6e0 0x7f6294161f80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T22:05:23.574 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:23.571+0000 7f6299640640 1 -- 172.21.15.63:0/3986169434 >> v1:172.21.15.63:6789/0 conn(0x7f629415e3a0 legacy=0x7f629406d250 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-15T22:05:23.574 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:23.571+0000 7f6298e3f640 1 -- 172.21.15.63:0/3986169434 <== mon.0 v1:172.21.15.63:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 3696728084 0 0) 0x7f62940b6a70 con 0x7f629415e3a0 2024-09-15T22:05:23.574 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:23.571+0000 7f6299640640 1 -- 172.21.15.63:0/3986169434 --> v2:172.21.15.63:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f629406d960 con 0x7f629406bbe0 2024-09-15T22:05:23.574 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:23.571+0000 7f629a642640 1 --2- 172.21.15.63:0/3986169434 >> v2:172.21.15.110:3300/0 conn(0x7f629406f6e0 0x7f6294161f80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-15T22:05:23.576 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:23.572+0000 7f6299640640 1 --2- 172.21.15.63:0/3986169434 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f629406bbe0 0x7f629406f1a0 secure :-1 s=READY pgs=327 cs=0 l=1 rev1=1 crypto rx=0x7f6294161ee0 tx=0x7f628802a1a0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=5b180bfb23168d3d server_cookie=0 in_seq=0 out_seq=0 2024-09-15T22:05:23.576 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:23.572+0000 7f6298e3f640 1 -- 172.21.15.63:0/3986169434 <== mon.0 v2:172.21.15.63:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6288037070 con 0x7f629406bbe0 2024-09-15T22:05:23.576 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:23.572+0000 7f6298e3f640 1 -- 172.21.15.63:0/3986169434 <== mon.0 v2:172.21.15.63:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f6288032440 con 0x7f629406bbe0 2024-09-15T22:05:23.576 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:23.572+0000 7f6298e3f640 1 -- 172.21.15.63:0/3986169434 <== mon.0 v2:172.21.15.63:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6288032810 con 0x7f629406bbe0 2024-09-15T22:05:23.576 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:23.573+0000 7f629c0a5640 1 -- 172.21.15.63:0/3986169434 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f629406bbe0 msgr2=0x7f629406f1a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-15T22:05:23.576 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:23.573+0000 7f629c0a5640 1 --2- 172.21.15.63:0/3986169434 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f629406bbe0 0x7f629406f1a0 secure :-1 s=READY pgs=327 cs=0 l=1 rev1=1 crypto rx=0x7f6294161ee0 tx=0x7f628802a1a0 comp rx=0 tx=0).stop 2024-09-15T22:05:23.576 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:23.573+0000 7f629c0a5640 1 -- 172.21.15.63:0/3986169434 shutdown_connections 2024-09-15T22:05:23.576 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:23.573+0000 7f629c0a5640 1 --2- 172.21.15.63:0/3986169434 >> v2:172.21.15.110:3300/0 conn(0x7f629406f6e0 0x7f6294161f80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T22:05:23.576 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:23.573+0000 7f629c0a5640 1 --2- 172.21.15.63:0/3986169434 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f629406bbe0 0x7f629406f1a0 unknown :-1 s=CLOSED pgs=327 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T22:05:23.576 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:23.573+0000 7f629c0a5640 1 -- 172.21.15.63:0/3986169434 >> 172.21.15.63:0/3986169434 conn(0x7f62940b4090 msgr2=0x7f62940b4470 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-15T22:05:23.576 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:23.573+0000 7f629c0a5640 1 -- 172.21.15.63:0/3986169434 shutdown_connections 2024-09-15T22:05:23.577 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:23.573+0000 7f629c0a5640 1 -- 172.21.15.63:0/3986169434 wait complete. 2024-09-15T22:05:23.577 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:23.574+0000 7f629c0a5640 1 Processor -- start 2024-09-15T22:05:23.577 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:23.574+0000 7f629c0a5640 1 -- start start 2024-09-15T22:05:23.579 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:23.575+0000 7f629c0a5640 1 --2- >> [v2:172.21.15.110:3301/0,v1:172.21.15.110:6790/0] conn(0x7f629406bbe0 0x7f6294160090 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-15T22:05:23.579 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:23.575+0000 7f629c0a5640 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f629406f6e0 0x7f6294161080 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-15T22:05:23.579 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:23.575+0000 7f629c0a5640 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f629415e3a0 0x7f62940b1220 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-15T22:05:23.579 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:23.575+0000 7f629c0a5640 1 -- --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 -- 0x7f62940b72d0 con 0x7f629406f6e0 2024-09-15T22:05:23.579 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:23.575+0000 7f629c0a5640 1 -- --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_getmap magic: 0 -- 0x7f62940b6ff0 con 0x7f629415e3a0 2024-09-15T22:05:23.579 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:23.575+0000 7f629c0a5640 1 -- --> [v2:172.21.15.110:3301/0,v1:172.21.15.110:6790/0] -- mon_getmap magic: 0 -- 0x7f629415e780 con 0x7f629406bbe0 2024-09-15T22:05:23.579 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:23.575+0000 7f6299640640 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f629406f6e0 0x7f6294161080 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-15T22:05:23.579 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:23.575+0000 7f6299640640 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f629406f6e0 0x7f6294161080 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.63:3300/0 says I am v2:172.21.15.63:37488/0 (socket says 172.21.15.63:37488) 2024-09-15T22:05:23.579 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:23.575+0000 7f6299640640 1 -- 172.21.15.63:0/2555300884 learned_addr learned my addr 172.21.15.63:0/2555300884 (peer_addr_for_me v2:172.21.15.63:0/0) 2024-09-15T22:05:23.579 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:23.575+0000 7f6299640640 1 -- 172.21.15.63:0/2555300884 >> [v2:172.21.15.110:3301/0,v1:172.21.15.110:6790/0] conn(0x7f629406bbe0 msgr2=0x7f6294160090 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-15T22:05:23.579 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:23.575+0000 7f6299640640 1 --2- 172.21.15.63:0/2555300884 >> [v2:172.21.15.110:3301/0,v1:172.21.15.110:6790/0] conn(0x7f629406bbe0 0x7f6294160090 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T22:05:23.580 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:23.575+0000 7f6299640640 1 -- 172.21.15.63:0/2555300884 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f629415e3a0 msgr2=0x7f62940b1220 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-15T22:05:23.580 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:23.575+0000 7f6299640640 1 --2- 172.21.15.63:0/2555300884 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f629415e3a0 0x7f62940b1220 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T22:05:23.580 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:23.575+0000 7f6299640640 1 -- 172.21.15.63:0/2555300884 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f6294161900 con 0x7f629406f6e0 2024-09-15T22:05:23.580 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:23.575+0000 7f6299640640 1 --2- 172.21.15.63:0/2555300884 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f629406f6e0 0x7f6294161080 secure :-1 s=READY pgs=328 cs=0 l=1 rev1=1 crypto rx=0x7f6288009880 tx=0x7f62880046c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-15T22:05:23.580 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:23.576+0000 7f62927fc640 1 -- 172.21.15.63:0/2555300884 <== mon.0 v2:172.21.15.63:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6288037040 con 0x7f629406f6e0 2024-09-15T22:05:23.580 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:23.576+0000 7f62927fc640 1 -- 172.21.15.63:0/2555300884 <== mon.0 v2:172.21.15.63:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f6288042070 con 0x7f629406f6e0 2024-09-15T22:05:23.580 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:23.576+0000 7f62927fc640 1 -- 172.21.15.63:0/2555300884 <== mon.0 v2:172.21.15.63:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6288030bd0 con 0x7f629406f6e0 2024-09-15T22:05:23.580 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:23.576+0000 7f629c0a5640 1 -- 172.21.15.63:0/2555300884 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f6294161be0 con 0x7f629406f6e0 2024-09-15T22:05:23.580 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:23.576+0000 7f629c0a5640 1 -- 172.21.15.63:0/2555300884 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f6294162480 con 0x7f629406f6e0 2024-09-15T22:05:23.580 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:23.577+0000 7f629c0a5640 1 -- 172.21.15.63:0/2555300884 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f6294073cc0 con 0x7f629406f6e0 2024-09-15T22:05:23.580 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:23.577+0000 7f62927fc640 1 -- 172.21.15.63:0/2555300884 <== mon.0 v2:172.21.15.63:3300/0 4 ==== mgrmap(e 7) ==== 90999+0+0 (secure 0 0 0) 0x7f6288047460 con 0x7f629406f6e0 2024-09-15T22:05:23.581 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:23.578+0000 7f62927fc640 1 --2- 172.21.15.63:0/2555300884 >> [v2:172.21.15.110:6832/552273267,v1:172.21.15.110:6833/552273267] conn(0x7f628006c460 0x7f628006e920 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-15T22:05:23.581 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:23.578+0000 7f62927fc640 1 -- 172.21.15.63:0/2555300884 <== mon.0 v2:172.21.15.63:3300/0 5 ==== osd_map(33..33 src has 1..33) ==== 5709+0+0 (secure 0 0 0) 0x7f62880ac2f0 con 0x7f629406f6e0 2024-09-15T22:05:23.581 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:23.578+0000 7f6299e41640 1 --2- 172.21.15.63:0/2555300884 >> [v2:172.21.15.110:6832/552273267,v1:172.21.15.110:6833/552273267] conn(0x7f628006c460 0x7f628006e920 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-15T22:05:23.581 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:23.579+0000 7f6299e41640 1 --2- 172.21.15.63:0/2555300884 >> [v2:172.21.15.110:6832/552273267,v1:172.21.15.110:6833/552273267] conn(0x7f628006c460 0x7f628006e920 secure :-1 s=READY pgs=172 cs=0 l=1 rev1=1 crypto rx=0x7f6284005c00 tx=0x7f62840015e0 comp rx=0 tx=0).ready entity=mgr.4102 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-15T22:05:23.583 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:23.582+0000 7f62927fc640 1 -- 172.21.15.63:0/2555300884 <== mon.0 v2:172.21.15.63:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7f6288032e20 con 0x7f629406f6e0 2024-09-15T22:05:23.593 DEBUG:teuthology.orchestra.run.smithi063:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-09-15T22:05:23.595 DEBUG:teuthology.orchestra.run.smithi110:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-09-15T22:05:23.799 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:23.797+0000 7f629c0a5640 1 -- 172.21.15.63:0/2555300884 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_command({"prefix": "fs fail", "fs_name": "cephfs"} v 0) -- 0x7f6294161f70 con 0x7f629406f6e0 2024-09-15T22:05:23.799 INFO:tasks.ceph.mon.a.smithi063.stderr:2024-09-15T22:05:23.798+0000 7f79eabc9640 -1 log_channel(cluster) log [ERR] : Health check failed: 1 filesystem is offline (MDS_ALL_DOWN) 2024-09-15T22:05:23.801 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:23.799+0000 7f62927fc640 1 -- 172.21.15.63:0/2555300884 <== mon.0 v2:172.21.15.63:3300/0 7 ==== mon_command_ack([{"prefix": "fs fail", "fs_name": "cephfs"}]=0 cephfs marked not joinable; MDS cannot join the cluster. All MDS ranks marked failed. v14) ==== 161+0+0 (secure 0 0 0) 0x7f628807a7e0 con 0x7f629406f6e0 2024-09-15T22:05:23.801 INFO:teuthology.orchestra.run.smithi063.stderr:cephfs marked not joinable; MDS cannot join the cluster. All MDS ranks marked failed. 2024-09-15T22:05:23.803 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:23.802+0000 7f629c0a5640 1 -- 172.21.15.63:0/2555300884 >> [v2:172.21.15.110:6832/552273267,v1:172.21.15.110:6833/552273267] conn(0x7f628006c460 msgr2=0x7f628006e920 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-15T22:05:23.803 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:23.802+0000 7f629c0a5640 1 --2- 172.21.15.63:0/2555300884 >> [v2:172.21.15.110:6832/552273267,v1:172.21.15.110:6833/552273267] conn(0x7f628006c460 0x7f628006e920 secure :-1 s=READY pgs=172 cs=0 l=1 rev1=1 crypto rx=0x7f6284005c00 tx=0x7f62840015e0 comp rx=0 tx=0).stop 2024-09-15T22:05:23.803 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:23.802+0000 7f629c0a5640 1 -- 172.21.15.63:0/2555300884 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f629406f6e0 msgr2=0x7f6294161080 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-15T22:05:23.803 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:23.802+0000 7f629c0a5640 1 --2- 172.21.15.63:0/2555300884 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f629406f6e0 0x7f6294161080 secure :-1 s=READY pgs=328 cs=0 l=1 rev1=1 crypto rx=0x7f6288009880 tx=0x7f62880046c0 comp rx=0 tx=0).stop 2024-09-15T22:05:23.804 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:23.802+0000 7f629c0a5640 1 -- 172.21.15.63:0/2555300884 shutdown_connections 2024-09-15T22:05:23.804 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:23.802+0000 7f629c0a5640 1 --2- 172.21.15.63:0/2555300884 >> [v2:172.21.15.110:6832/552273267,v1:172.21.15.110:6833/552273267] conn(0x7f628006c460 0x7f628006e920 unknown :-1 s=CLOSED pgs=172 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T22:05:23.804 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:23.802+0000 7f629c0a5640 1 --2- 172.21.15.63:0/2555300884 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f629415e3a0 0x7f62940b1220 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T22:05:23.804 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:23.802+0000 7f629c0a5640 1 --2- 172.21.15.63:0/2555300884 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f629406f6e0 0x7f6294161080 unknown :-1 s=CLOSED pgs=328 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T22:05:23.804 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:23.802+0000 7f629c0a5640 1 --2- 172.21.15.63:0/2555300884 >> [v2:172.21.15.110:3301/0,v1:172.21.15.110:6790/0] conn(0x7f629406bbe0 0x7f6294160090 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T22:05:23.804 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:23.802+0000 7f629c0a5640 1 -- 172.21.15.63:0/2555300884 >> 172.21.15.63:0/2555300884 conn(0x7f62940b4090 msgr2=0x7f629406d250 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-15T22:05:23.804 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:23.802+0000 7f629c0a5640 1 -- 172.21.15.63:0/2555300884 shutdown_connections 2024-09-15T22:05:23.804 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:23.802+0000 7f629c0a5640 1 -- 172.21.15.63:0/2555300884 wait complete. 2024-09-15T22:05:23.819 DEBUG:teuthology.orchestra.run.smithi063:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs rm cephfs --yes-i-really-mean-it 2024-09-15T22:05:23.848 INFO:tasks.ceph.mds.a.smithi063.stdout:starting mds.a at 2024-09-15T22:05:23.927 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:23.925+0000 7fbc4b277640 1 Processor -- start 2024-09-15T22:05:23.927 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:23.925+0000 7fbc4b277640 1 -- start start 2024-09-15T22:05:23.928 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:23.926+0000 7fbc4b277640 1 --2- >> v2:172.21.15.63:3300/0 conn(0x7fbc4415e410 0x7fbc44162990 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-15T22:05:23.928 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:23.926+0000 7fbc4b277640 1 --2- >> [v2:172.21.15.110:3301/0,v1:172.21.15.110:6790/0] conn(0x7fbc4406bbe0 0x7fbc4406c050 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-15T22:05:23.928 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:23.926+0000 7fbc4b277640 1 -- --> v1:172.21.15.63:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fbc4406c590 con 0x7fbc440b5fd0 2024-09-15T22:05:23.928 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:23.926+0000 7fbc4b277640 1 -- --> v2:172.21.15.63:3300/0 -- mon_getmap magic: 0 -- 0x7fbc440cf260 con 0x7fbc4415e410 2024-09-15T22:05:23.928 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:23.926+0000 7fbc4b277640 1 -- --> [v2:172.21.15.110:3301/0,v1:172.21.15.110:6790/0] -- mon_getmap magic: 0 -- 0x7fbc440d2cf0 con 0x7fbc4406bbe0 2024-09-15T22:05:23.929 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:23.926+0000 7fbc49013640 1 --2- >> v2:172.21.15.63:3300/0 conn(0x7fbc4415e410 0x7fbc44162990 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-15T22:05:23.929 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:23.926+0000 7fbc49814640 1 --1- >> v1:172.21.15.63:6789/0 conn(0x7fbc440b5fd0 0x7fbc440b6460 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.63:6789/0 says I am v1:172.21.15.63:45262/0 (socket says 172.21.15.63:45262) 2024-09-15T22:05:23.929 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:23.926+0000 7fbc49814640 1 -- 172.21.15.63:0/3654967833 learned_addr learned my addr 172.21.15.63:0/3654967833 (peer_addr_for_me v1:172.21.15.63:0/0) 2024-09-15T22:05:23.929 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:23.926+0000 7fbc48812640 1 --2- 172.21.15.63:0/3654967833 >> [v2:172.21.15.110:3301/0,v1:172.21.15.110:6790/0] conn(0x7fbc4406bbe0 0x7fbc4406c050 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-15T22:05:23.929 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:23.927+0000 7fbc49013640 1 -- 172.21.15.63:0/3654967833 >> [v2:172.21.15.110:3301/0,v1:172.21.15.110:6790/0] conn(0x7fbc4406bbe0 msgr2=0x7fbc4406c050 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-15T22:05:23.929 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:23.927+0000 7fbc49013640 1 --2- 172.21.15.63:0/3654967833 >> [v2:172.21.15.110:3301/0,v1:172.21.15.110:6790/0] conn(0x7fbc4406bbe0 0x7fbc4406c050 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T22:05:23.929 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:23.927+0000 7fbc49013640 1 -- 172.21.15.63:0/3654967833 >> v1:172.21.15.63:6789/0 conn(0x7fbc440b5fd0 legacy=0x7fbc440b6460 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-15T22:05:23.929 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:23.927+0000 7fbc3bfff640 1 -- 172.21.15.63:0/3654967833 <== mon.0 v1:172.21.15.63:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 2186007689 0 0) 0x7fbc4406c590 con 0x7fbc440b5fd0 2024-09-15T22:05:23.929 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:23.927+0000 7fbc49013640 1 -- 172.21.15.63:0/3654967833 --> v2:172.21.15.63:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fbc440cf500 con 0x7fbc4415e410 2024-09-15T22:05:23.930 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:23.927+0000 7fbc49013640 1 --2- 172.21.15.63:0/3654967833 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fbc4415e410 0x7fbc44162990 secure :-1 s=READY pgs=331 cs=0 l=1 rev1=1 crypto rx=0x7fbc400097a0 tx=0x7fbc4002a210 comp rx=0 tx=0).ready entity=mon.0 client_cookie=5724f6a71ae82142 server_cookie=0 in_seq=0 out_seq=0 2024-09-15T22:05:23.930 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:23.928+0000 7fbc3bfff640 1 -- 172.21.15.63:0/3654967833 <== mon.0 v2:172.21.15.63:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fbc40037070 con 0x7fbc4415e410 2024-09-15T22:05:23.930 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:23.928+0000 7fbc3bfff640 1 -- 172.21.15.63:0/3654967833 <== mon.0 v2:172.21.15.63:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fbc40032440 con 0x7fbc4415e410 2024-09-15T22:05:23.931 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:23.928+0000 7fbc3bfff640 1 -- 172.21.15.63:0/3654967833 <== mon.0 v2:172.21.15.63:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fbc40032810 con 0x7fbc4415e410 2024-09-15T22:05:23.931 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:23.928+0000 7fbc4b277640 1 -- 172.21.15.63:0/3654967833 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fbc4415e410 msgr2=0x7fbc44162990 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-15T22:05:23.931 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:23.928+0000 7fbc4b277640 1 --2- 172.21.15.63:0/3654967833 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fbc4415e410 0x7fbc44162990 secure :-1 s=READY pgs=331 cs=0 l=1 rev1=1 crypto rx=0x7fbc400097a0 tx=0x7fbc4002a210 comp rx=0 tx=0).stop 2024-09-15T22:05:23.931 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:23.928+0000 7fbc4b277640 1 -- 172.21.15.63:0/3654967833 shutdown_connections 2024-09-15T22:05:23.931 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:23.928+0000 7fbc4b277640 1 --2- 172.21.15.63:0/3654967833 >> [v2:172.21.15.110:3301/0,v1:172.21.15.110:6790/0] conn(0x7fbc4406bbe0 0x7fbc4406c050 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T22:05:23.931 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:23.928+0000 7fbc4b277640 1 --2- 172.21.15.63:0/3654967833 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fbc4415e410 0x7fbc44162990 unknown :-1 s=CLOSED pgs=331 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T22:05:23.931 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:23.928+0000 7fbc4b277640 1 -- 172.21.15.63:0/3654967833 >> 172.21.15.63:0/3654967833 conn(0x7fbc44072620 msgr2=0x7fbc44072a30 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-15T22:05:23.931 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:23.928+0000 7fbc4b277640 1 -- 172.21.15.63:0/3654967833 shutdown_connections 2024-09-15T22:05:23.931 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:23.928+0000 7fbc4b277640 1 -- 172.21.15.63:0/3654967833 wait complete. 2024-09-15T22:05:23.937 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:23.929+0000 7fbc4b277640 1 Processor -- start 2024-09-15T22:05:23.937 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:23.929+0000 7fbc4b277640 1 -- start start 2024-09-15T22:05:23.937 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:23.930+0000 7fbc4b277640 1 --2- >> [v2:172.21.15.110:3301/0,v1:172.21.15.110:6790/0] conn(0x7fbc4406bbe0 0x7fbc440cab70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-15T22:05:23.938 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:23.930+0000 7fbc4b277640 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7fbc440b5fd0 0x7fbc44159810 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-15T22:05:23.938 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:23.930+0000 7fbc4b277640 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fbc4415e410 0x7fbc440c8b80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-15T22:05:23.938 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:23.930+0000 7fbc4b277640 1 -- --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 -- 0x7fbc4415e7f0 con 0x7fbc4415e410 2024-09-15T22:05:23.938 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:23.930+0000 7fbc4b277640 1 -- --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_getmap magic: 0 -- 0x7fbc440d0d10 con 0x7fbc440b5fd0 2024-09-15T22:05:23.938 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:23.930+0000 7fbc4b277640 1 -- --> [v2:172.21.15.110:3301/0,v1:172.21.15.110:6790/0] -- mon_getmap magic: 0 -- 0x7fbc440ce8a0 con 0x7fbc4406bbe0 2024-09-15T22:05:23.938 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:23.930+0000 7fbc49814640 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fbc4415e410 0x7fbc440c8b80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-15T22:05:23.938 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:23.930+0000 7fbc49814640 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fbc4415e410 0x7fbc440c8b80 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.63:3300/0 says I am v2:172.21.15.63:37510/0 (socket says 172.21.15.63:37510) 2024-09-15T22:05:23.938 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:23.930+0000 7fbc49814640 1 -- 172.21.15.63:0/94545350 learned_addr learned my addr 172.21.15.63:0/94545350 (peer_addr_for_me v2:172.21.15.63:0/0) 2024-09-15T22:05:23.938 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:23.931+0000 7fbc48812640 1 --2- 172.21.15.63:0/94545350 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7fbc440b5fd0 0x7fbc44159810 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-15T22:05:23.938 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:23.931+0000 7fbc49013640 1 --2- 172.21.15.63:0/94545350 >> [v2:172.21.15.110:3301/0,v1:172.21.15.110:6790/0] conn(0x7fbc4406bbe0 0x7fbc440cab70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-15T22:05:23.938 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:23.931+0000 7fbc49814640 1 -- 172.21.15.63:0/94545350 >> [v2:172.21.15.110:3301/0,v1:172.21.15.110:6790/0] conn(0x7fbc4406bbe0 msgr2=0x7fbc440cab70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-15T22:05:23.938 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:23.931+0000 7fbc49814640 1 --2- 172.21.15.63:0/94545350 >> [v2:172.21.15.110:3301/0,v1:172.21.15.110:6790/0] conn(0x7fbc4406bbe0 0x7fbc440cab70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T22:05:23.939 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:23.931+0000 7fbc49814640 1 -- 172.21.15.63:0/94545350 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7fbc440b5fd0 msgr2=0x7fbc44159810 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-15T22:05:23.939 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:23.931+0000 7fbc49814640 1 --2- 172.21.15.63:0/94545350 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7fbc440b5fd0 0x7fbc44159810 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T22:05:23.939 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:23.931+0000 7fbc49814640 1 -- 172.21.15.63:0/94545350 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fbc440c9ad0 con 0x7fbc4415e410 2024-09-15T22:05:23.939 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:23.931+0000 7fbc49013640 1 --2- 172.21.15.63:0/94545350 >> [v2:172.21.15.110:3301/0,v1:172.21.15.110:6790/0] conn(0x7fbc4406bbe0 0x7fbc440cab70 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-15T22:05:23.939 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:23.931+0000 7fbc48812640 1 --2- 172.21.15.63:0/94545350 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7fbc440b5fd0 0x7fbc44159810 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-15T22:05:23.939 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:23.931+0000 7fbc49814640 1 --2- 172.21.15.63:0/94545350 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fbc4415e410 0x7fbc440c8b80 secure :-1 s=READY pgs=332 cs=0 l=1 rev1=1 crypto rx=0x7fbc3c00c7d0 tx=0x7fbc3c00cc90 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-15T22:05:23.939 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:23.931+0000 7fbc39ffb640 1 -- 172.21.15.63:0/94545350 <== mon.0 v2:172.21.15.63:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fbc3c018070 con 0x7fbc4415e410 2024-09-15T22:05:23.939 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:23.931+0000 7fbc39ffb640 1 -- 172.21.15.63:0/94545350 <== mon.0 v2:172.21.15.63:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fbc3c00a5e0 con 0x7fbc4415e410 2024-09-15T22:05:23.939 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:23.931+0000 7fbc4b277640 1 -- 172.21.15.63:0/94545350 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fbc440c9db0 con 0x7fbc4415e410 2024-09-15T22:05:23.939 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:23.931+0000 7fbc39ffb640 1 -- 172.21.15.63:0/94545350 <== mon.0 v2:172.21.15.63:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fbc3c00aa10 con 0x7fbc4415e410 2024-09-15T22:05:23.939 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:23.931+0000 7fbc4b277640 1 -- 172.21.15.63:0/94545350 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fbc440ca370 con 0x7fbc4415e410 2024-09-15T22:05:23.939 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:23.932+0000 7fbc4b277640 1 -- 172.21.15.63:0/94545350 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fbc440d2fd0 con 0x7fbc4415e410 2024-09-15T22:05:23.939 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:23.933+0000 7fbc39ffb640 1 -- 172.21.15.63:0/94545350 <== mon.0 v2:172.21.15.63:3300/0 4 ==== mgrmap(e 7) ==== 90999+0+0 (secure 0 0 0) 0x7fbc3c01b070 con 0x7fbc4415e410 2024-09-15T22:05:23.940 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:23.933+0000 7fbc39ffb640 1 --2- 172.21.15.63:0/94545350 >> [v2:172.21.15.110:6832/552273267,v1:172.21.15.110:6833/552273267] conn(0x7fbc2806c460 0x7fbc2806e920 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-15T22:05:23.940 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:23.934+0000 7fbc39ffb640 1 -- 172.21.15.63:0/94545350 <== mon.0 v2:172.21.15.63:3300/0 5 ==== osd_map(34..34 src has 1..34) ==== 5795+0+0 (secure 0 0 0) 0x7fbc3c08ad90 con 0x7fbc4415e410 2024-09-15T22:05:23.940 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:23.934+0000 7fbc49013640 1 --2- 172.21.15.63:0/94545350 >> [v2:172.21.15.110:6832/552273267,v1:172.21.15.110:6833/552273267] conn(0x7fbc2806c460 0x7fbc2806e920 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-15T22:05:23.940 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:23.934+0000 7fbc49013640 1 --2- 172.21.15.63:0/94545350 >> [v2:172.21.15.110:6832/552273267,v1:172.21.15.110:6833/552273267] conn(0x7fbc2806c460 0x7fbc2806e920 secure :-1 s=READY pgs=173 cs=0 l=1 rev1=1 crypto rx=0x7fbc40034000 tx=0x7fbc4002e000 comp rx=0 tx=0).ready entity=mgr.4102 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-15T22:05:23.940 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:23.938+0000 7fbc39ffb640 1 -- 172.21.15.63:0/94545350 <== mon.0 v2:172.21.15.63:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7fbc3c059220 con 0x7fbc4415e410 2024-09-15T22:05:24.150 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:24.149+0000 7fbc4b277640 1 -- 172.21.15.63:0/94545350 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_command({"prefix": "fs rm", "fs_name": "cephfs", "yes_i_really_mean_it": true} v 0) -- 0x7fbc440b4960 con 0x7fbc4415e410 2024-09-15T22:05:24.805 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:24.803+0000 7fbc39ffb640 1 -- 172.21.15.63:0/94545350 <== mon.0 v2:172.21.15.63:3300/0 7 ==== mon_command_ack([{"prefix": "fs rm", "fs_name": "cephfs", "yes_i_really_mean_it": true}]=0 v15) ==== 104+0+0 (secure 0 0 0) 0x7fbc3c058b20 con 0x7fbc4415e410 2024-09-15T22:05:24.808 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:24.806+0000 7fbc4b277640 1 -- 172.21.15.63:0/94545350 >> [v2:172.21.15.110:6832/552273267,v1:172.21.15.110:6833/552273267] conn(0x7fbc2806c460 msgr2=0x7fbc2806e920 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-15T22:05:24.808 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:24.806+0000 7fbc4b277640 1 --2- 172.21.15.63:0/94545350 >> [v2:172.21.15.110:6832/552273267,v1:172.21.15.110:6833/552273267] conn(0x7fbc2806c460 0x7fbc2806e920 secure :-1 s=READY pgs=173 cs=0 l=1 rev1=1 crypto rx=0x7fbc40034000 tx=0x7fbc4002e000 comp rx=0 tx=0).stop 2024-09-15T22:05:24.808 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:24.806+0000 7fbc4b277640 1 -- 172.21.15.63:0/94545350 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fbc4415e410 msgr2=0x7fbc440c8b80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-15T22:05:24.808 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:24.806+0000 7fbc4b277640 1 --2- 172.21.15.63:0/94545350 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fbc4415e410 0x7fbc440c8b80 secure :-1 s=READY pgs=332 cs=0 l=1 rev1=1 crypto rx=0x7fbc3c00c7d0 tx=0x7fbc3c00cc90 comp rx=0 tx=0).stop 2024-09-15T22:05:24.808 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:24.806+0000 7fbc4b277640 1 -- 172.21.15.63:0/94545350 shutdown_connections 2024-09-15T22:05:24.808 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:24.806+0000 7fbc4b277640 1 --2- 172.21.15.63:0/94545350 >> [v2:172.21.15.110:6832/552273267,v1:172.21.15.110:6833/552273267] conn(0x7fbc2806c460 0x7fbc2806e920 unknown :-1 s=CLOSED pgs=173 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T22:05:24.808 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:24.806+0000 7fbc4b277640 1 --2- 172.21.15.63:0/94545350 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7fbc440b5fd0 0x7fbc44159810 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T22:05:24.809 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:24.806+0000 7fbc4b277640 1 --2- 172.21.15.63:0/94545350 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fbc4415e410 0x7fbc440c8b80 unknown :-1 s=CLOSED pgs=332 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T22:05:24.809 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:24.806+0000 7fbc4b277640 1 --2- 172.21.15.63:0/94545350 >> [v2:172.21.15.110:3301/0,v1:172.21.15.110:6790/0] conn(0x7fbc4406bbe0 0x7fbc440cab70 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T22:05:24.809 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:24.806+0000 7fbc4b277640 1 -- 172.21.15.63:0/94545350 >> 172.21.15.63:0/94545350 conn(0x7fbc44072620 msgr2=0x7fbc440b57d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-15T22:05:24.809 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:24.806+0000 7fbc4b277640 1 -- 172.21.15.63:0/94545350 shutdown_connections 2024-09-15T22:05:24.809 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:24.806+0000 7fbc4b277640 1 -- 172.21.15.63:0/94545350 wait complete. 2024-09-15T22:05:24.820 DEBUG:teuthology.orchestra.run.smithi063:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool rm cephfs_metadata cephfs_metadata --yes-i-really-really-mean-it 2024-09-15T22:05:24.968 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:24.967+0000 7f87b3d6d640 1 Processor -- start 2024-09-15T22:05:24.969 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:24.967+0000 7f87b3d6d640 1 -- start start 2024-09-15T22:05:24.970 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:24.968+0000 7f87b3d6d640 1 --2- >> [v2:172.21.15.110:3301/0,v1:172.21.15.110:6790/0] conn(0x7f87ac15e840 0x7f87ac0cf600 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-15T22:05:24.970 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:24.968+0000 7f87b3d6d640 1 --2- >> v2:172.21.15.63:3300/0 conn(0x7f87ac0b9880 0x7f87ac0b9cc0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-15T22:05:24.970 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:24.968+0000 7f87b3d6d640 1 -- --> v1:172.21.15.110:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f87ac0d4350 con 0x7f87ac0ba200 2024-09-15T22:05:24.970 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:24.968+0000 7f87b3d6d640 1 -- --> v2:172.21.15.63:3300/0 -- mon_getmap magic: 0 -- 0x7f87ac0cfe50 con 0x7f87ac0b9880 2024-09-15T22:05:24.970 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:24.968+0000 7f87b3d6d640 1 -- --> [v2:172.21.15.110:3301/0,v1:172.21.15.110:6790/0] -- mon_getmap magic: 0 -- 0x7f87ac0d3590 con 0x7f87ac15e840 2024-09-15T22:05:24.971 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:24.968+0000 7f87b1308640 1 --2- >> v2:172.21.15.63:3300/0 conn(0x7f87ac0b9880 0x7f87ac0b9cc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-15T22:05:24.971 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:24.968+0000 7f87b1308640 1 --2- >> v2:172.21.15.63:3300/0 conn(0x7f87ac0b9880 0x7f87ac0b9cc0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.63:3300/0 says I am v2:172.21.15.63:37512/0 (socket says 172.21.15.63:37512) 2024-09-15T22:05:24.971 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:24.968+0000 7f87b1308640 1 -- 172.21.15.63:0/2388482876 learned_addr learned my addr 172.21.15.63:0/2388482876 (peer_addr_for_me v2:172.21.15.63:0/0) 2024-09-15T22:05:24.971 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:24.968+0000 7f87b1b09640 1 --2- 172.21.15.63:0/2388482876 >> [v2:172.21.15.110:3301/0,v1:172.21.15.110:6790/0] conn(0x7f87ac15e840 0x7f87ac0cf600 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-15T22:05:24.971 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:24.968+0000 7f87b1308640 1 -- 172.21.15.63:0/2388482876 >> [v2:172.21.15.110:3301/0,v1:172.21.15.110:6790/0] conn(0x7f87ac15e840 msgr2=0x7f87ac0cf600 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-15T22:05:24.971 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:24.968+0000 7f87b1308640 1 --2- 172.21.15.63:0/2388482876 >> [v2:172.21.15.110:3301/0,v1:172.21.15.110:6790/0] conn(0x7f87ac15e840 0x7f87ac0cf600 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T22:05:24.971 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:24.968+0000 7f87b1308640 1 -- 172.21.15.63:0/2388482876 >> v1:172.21.15.110:6789/0 conn(0x7f87ac0ba200 legacy=0x7f87ac1623a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-15T22:05:24.971 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:24.968+0000 7f87b1308640 1 -- 172.21.15.63:0/2388482876 --> v2:172.21.15.63:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f87ac0d3870 con 0x7f87ac0b9880 2024-09-15T22:05:24.971 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:24.968+0000 7f87b1b09640 1 --2- 172.21.15.63:0/2388482876 >> [v2:172.21.15.110:3301/0,v1:172.21.15.110:6790/0] conn(0x7f87ac15e840 0x7f87ac0cf600 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-15T22:05:24.973 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:24.969+0000 7f87b1308640 1 --2- 172.21.15.63:0/2388482876 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f87ac0b9880 0x7f87ac0b9cc0 secure :-1 s=READY pgs=333 cs=0 l=1 rev1=1 crypto rx=0x7f879c009870 tx=0x7f879c02a1c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=8c7406ac78f68efa server_cookie=0 in_seq=0 out_seq=0 2024-09-15T22:05:24.973 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:24.969+0000 7f87b0b07640 1 -- 172.21.15.63:0/2388482876 <== mon.0 v2:172.21.15.63:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f879c037070 con 0x7f87ac0b9880 2024-09-15T22:05:24.973 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:24.969+0000 7f87b0b07640 1 -- 172.21.15.63:0/2388482876 <== mon.0 v2:172.21.15.63:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f879c032440 con 0x7f87ac0b9880 2024-09-15T22:05:24.973 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:24.969+0000 7f87b0b07640 1 -- 172.21.15.63:0/2388482876 <== mon.0 v2:172.21.15.63:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f879c032810 con 0x7f87ac0b9880 2024-09-15T22:05:24.973 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:24.970+0000 7f87b3d6d640 1 -- 172.21.15.63:0/2388482876 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f87ac0b9880 msgr2=0x7f87ac0b9cc0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-15T22:05:24.973 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:24.970+0000 7f87b3d6d640 1 --2- 172.21.15.63:0/2388482876 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f87ac0b9880 0x7f87ac0b9cc0 secure :-1 s=READY pgs=333 cs=0 l=1 rev1=1 crypto rx=0x7f879c009870 tx=0x7f879c02a1c0 comp rx=0 tx=0).stop 2024-09-15T22:05:24.973 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:24.970+0000 7f87b3d6d640 1 -- 172.21.15.63:0/2388482876 shutdown_connections 2024-09-15T22:05:24.973 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:24.970+0000 7f87b3d6d640 1 --2- 172.21.15.63:0/2388482876 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f87ac0b9880 0x7f87ac0b9cc0 unknown :-1 s=CLOSED pgs=333 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T22:05:24.973 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:24.970+0000 7f87b3d6d640 1 --2- 172.21.15.63:0/2388482876 >> [v2:172.21.15.110:3301/0,v1:172.21.15.110:6790/0] conn(0x7f87ac15e840 0x7f87ac0cf600 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T22:05:24.974 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:24.970+0000 7f87b3d6d640 1 -- 172.21.15.63:0/2388482876 >> 172.21.15.63:0/2388482876 conn(0x7f87ac0d4630 msgr2=0x7f87ac0d4a40 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-15T22:05:24.974 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:24.970+0000 7f87b3d6d640 1 -- 172.21.15.63:0/2388482876 shutdown_connections 2024-09-15T22:05:24.974 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:24.970+0000 7f87b3d6d640 1 -- 172.21.15.63:0/2388482876 wait complete. 2024-09-15T22:05:24.974 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:24.971+0000 7f87b3d6d640 1 Processor -- start 2024-09-15T22:05:24.974 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:24.971+0000 7f87b3d6d640 1 -- start start 2024-09-15T22:05:24.976 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:24.972+0000 7f87b3d6d640 1 --2- >> [v2:172.21.15.110:3301/0,v1:172.21.15.110:6790/0] conn(0x7f87ac0b9880 0x7f87ac153bc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-15T22:05:24.977 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:24.972+0000 7f87b3d6d640 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f87ac0ba200 0x7f87ac0cade0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-15T22:05:24.977 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:24.972+0000 7f87b3d6d640 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f87ac15e840 0x7f87ac1f4cc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-15T22:05:24.977 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:24.972+0000 7f87b3d6d640 1 -- --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 -- 0x7f87ac0cfb40 con 0x7f87ac15e840 2024-09-15T22:05:24.977 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:24.972+0000 7f87b3d6d640 1 -- --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_getmap magic: 0 -- 0x7f87ac0d3e30 con 0x7f87ac0ba200 2024-09-15T22:05:24.977 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:24.972+0000 7f87b3d6d640 1 -- --> [v2:172.21.15.110:3301/0,v1:172.21.15.110:6790/0] -- mon_getmap magic: 0 -- 0x7f87ac15fc30 con 0x7f87ac0b9880 2024-09-15T22:05:24.977 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:24.972+0000 7f87b230a640 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f87ac15e840 0x7f87ac1f4cc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-15T22:05:24.977 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:24.972+0000 7f87b230a640 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f87ac15e840 0x7f87ac1f4cc0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.63:3300/0 says I am v2:172.21.15.63:37528/0 (socket says 172.21.15.63:37528) 2024-09-15T22:05:24.977 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:24.972+0000 7f87b230a640 1 -- 172.21.15.63:0/117850272 learned_addr learned my addr 172.21.15.63:0/117850272 (peer_addr_for_me v2:172.21.15.63:0/0) 2024-09-15T22:05:24.977 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:24.972+0000 7f87b1b09640 1 --2- 172.21.15.63:0/117850272 >> [v2:172.21.15.110:3301/0,v1:172.21.15.110:6790/0] conn(0x7f87ac0b9880 0x7f87ac153bc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-15T22:05:24.977 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:24.972+0000 7f87b1308640 1 --2- 172.21.15.63:0/117850272 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f87ac0ba200 0x7f87ac0cade0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-15T22:05:24.977 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:24.972+0000 7f87b230a640 1 -- 172.21.15.63:0/117850272 >> [v2:172.21.15.110:3301/0,v1:172.21.15.110:6790/0] conn(0x7f87ac0b9880 msgr2=0x7f87ac153bc0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-15T22:05:24.978 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:24.972+0000 7f87b230a640 1 --2- 172.21.15.63:0/117850272 >> [v2:172.21.15.110:3301/0,v1:172.21.15.110:6790/0] conn(0x7f87ac0b9880 0x7f87ac153bc0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T22:05:24.978 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:24.972+0000 7f87b230a640 1 -- 172.21.15.63:0/117850272 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f87ac0ba200 msgr2=0x7f87ac0cade0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-15T22:05:24.978 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:24.972+0000 7f87b230a640 1 --2- 172.21.15.63:0/117850272 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f87ac0ba200 0x7f87ac0cade0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T22:05:24.978 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:24.973+0000 7f87b230a640 1 -- 172.21.15.63:0/117850272 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f87ac0c9320 con 0x7f87ac15e840 2024-09-15T22:05:24.978 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:24.973+0000 7f87b1b09640 1 --2- 172.21.15.63:0/117850272 >> [v2:172.21.15.110:3301/0,v1:172.21.15.110:6790/0] conn(0x7f87ac0b9880 0x7f87ac153bc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-15T22:05:24.978 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:24.973+0000 7f87b1308640 1 --2- 172.21.15.63:0/117850272 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f87ac0ba200 0x7f87ac0cade0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-15T22:05:24.978 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:24.973+0000 7f87b230a640 1 --2- 172.21.15.63:0/117850272 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f87ac15e840 0x7f87ac1f4cc0 secure :-1 s=READY pgs=334 cs=0 l=1 rev1=1 crypto rx=0x7f87a400c730 tx=0x7f87a400cbf0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-15T22:05:24.978 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:24.973+0000 7f87a27fc640 1 -- 172.21.15.63:0/117850272 <== mon.0 v2:172.21.15.63:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f87a4003b70 con 0x7f87ac15e840 2024-09-15T22:05:24.978 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:24.973+0000 7f87a27fc640 1 -- 172.21.15.63:0/117850272 <== mon.0 v2:172.21.15.63:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f87a4003d30 con 0x7f87ac15e840 2024-09-15T22:05:24.978 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:24.973+0000 7f87b3d6d640 1 -- 172.21.15.63:0/117850272 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f87ac0c9600 con 0x7f87ac15e840 2024-09-15T22:05:24.978 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:24.973+0000 7f87a27fc640 1 -- 172.21.15.63:0/117850272 <== mon.0 v2:172.21.15.63:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f87a4005310 con 0x7f87ac15e840 2024-09-15T22:05:24.978 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:24.973+0000 7f87b3d6d640 1 -- 172.21.15.63:0/117850272 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f87ac0c9bc0 con 0x7f87ac15e840 2024-09-15T22:05:24.978 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:24.974+0000 7f87b3d6d640 1 -- 172.21.15.63:0/117850272 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f87ac0d05d0 con 0x7f87ac15e840 2024-09-15T22:05:24.978 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:24.975+0000 7f87a27fc640 1 -- 172.21.15.63:0/117850272 <== mon.0 v2:172.21.15.63:3300/0 4 ==== mgrmap(e 7) ==== 90999+0+0 (secure 0 0 0) 0x7f87a40056c0 con 0x7f87ac15e840 2024-09-15T22:05:24.979 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:24.975+0000 7f87a27fc640 1 --2- 172.21.15.63:0/117850272 >> [v2:172.21.15.110:6832/552273267,v1:172.21.15.110:6833/552273267] conn(0x7f879006c460 0x7f879006e920 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-15T22:05:24.979 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:24.975+0000 7f87a27fc640 1 -- 172.21.15.63:0/117850272 <== mon.0 v2:172.21.15.63:3300/0 5 ==== osd_map(34..34 src has 1..34) ==== 5795+0+0 (secure 0 0 0) 0x7f87a408b7f0 con 0x7f87ac15e840 2024-09-15T22:05:24.979 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:24.975+0000 7f87b1b09640 1 --2- 172.21.15.63:0/117850272 >> [v2:172.21.15.110:6832/552273267,v1:172.21.15.110:6833/552273267] conn(0x7f879006c460 0x7f879006e920 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-15T22:05:24.979 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:24.976+0000 7f87b1b09640 1 --2- 172.21.15.63:0/117850272 >> [v2:172.21.15.110:6832/552273267,v1:172.21.15.110:6833/552273267] conn(0x7f879006c460 0x7f879006e920 secure :-1 s=READY pgs=175 cs=0 l=1 rev1=1 crypto rx=0x7f87a8006fd0 tx=0x7f87a8008040 comp rx=0 tx=0).ready entity=mgr.4102 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-15T22:05:24.980 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:24.979+0000 7f87a27fc640 1 -- 172.21.15.63:0/117850272 <== mon.0 v2:172.21.15.63:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7f87ac0d05d0 con 0x7f87ac15e840 2024-09-15T22:05:25.157 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:25.155+0000 7f87b3d6d640 1 -- 172.21.15.63:0/117850272 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_command({"prefix": "osd pool rm", "pool": "cephfs_metadata", "pool2": "cephfs_metadata", "yes_i_really_really_mean_it": true} v 0) -- 0x7f87ac0b9cc0 con 0x7f87ac15e840 2024-09-15T22:05:25.807 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:25.805+0000 7f87a27fc640 1 -- 172.21.15.63:0/117850272 <== mon.0 v2:172.21.15.63:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool rm", "pool": "cephfs_metadata", "pool2": "cephfs_metadata", "yes_i_really_really_mean_it": true}]=0 pool 'cephfs_metadata' removed v35) ==== 181+0+0 (secure 0 0 0) 0x7f87a4059c80 con 0x7f87ac15e840 2024-09-15T22:05:25.807 INFO:teuthology.orchestra.run.smithi063.stderr:pool 'cephfs_metadata' removed 2024-09-15T22:05:25.809 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:25.807+0000 7f87b3d6d640 1 -- 172.21.15.63:0/117850272 >> [v2:172.21.15.110:6832/552273267,v1:172.21.15.110:6833/552273267] conn(0x7f879006c460 msgr2=0x7f879006e920 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-15T22:05:25.809 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:25.807+0000 7f87b3d6d640 1 --2- 172.21.15.63:0/117850272 >> [v2:172.21.15.110:6832/552273267,v1:172.21.15.110:6833/552273267] conn(0x7f879006c460 0x7f879006e920 secure :-1 s=READY pgs=175 cs=0 l=1 rev1=1 crypto rx=0x7f87a8006fd0 tx=0x7f87a8008040 comp rx=0 tx=0).stop 2024-09-15T22:05:25.809 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:25.807+0000 7f87b3d6d640 1 -- 172.21.15.63:0/117850272 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f87ac15e840 msgr2=0x7f87ac1f4cc0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-15T22:05:25.809 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:25.807+0000 7f87b3d6d640 1 --2- 172.21.15.63:0/117850272 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f87ac15e840 0x7f87ac1f4cc0 secure :-1 s=READY pgs=334 cs=0 l=1 rev1=1 crypto rx=0x7f87a400c730 tx=0x7f87a400cbf0 comp rx=0 tx=0).stop 2024-09-15T22:05:25.809 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:25.807+0000 7f87b3d6d640 1 -- 172.21.15.63:0/117850272 shutdown_connections 2024-09-15T22:05:25.809 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:25.807+0000 7f87b3d6d640 1 --2- 172.21.15.63:0/117850272 >> [v2:172.21.15.110:6832/552273267,v1:172.21.15.110:6833/552273267] conn(0x7f879006c460 0x7f879006e920 unknown :-1 s=CLOSED pgs=175 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T22:05:25.809 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:25.807+0000 7f87b3d6d640 1 --2- 172.21.15.63:0/117850272 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f87ac0ba200 0x7f87ac0cade0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T22:05:25.812 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:25.807+0000 7f87b3d6d640 1 --2- 172.21.15.63:0/117850272 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f87ac15e840 0x7f87ac1f4cc0 unknown :-1 s=CLOSED pgs=334 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T22:05:25.812 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:25.807+0000 7f87b3d6d640 1 --2- 172.21.15.63:0/117850272 >> [v2:172.21.15.110:3301/0,v1:172.21.15.110:6790/0] conn(0x7f87ac0b9880 0x7f87ac153bc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T22:05:25.812 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:25.807+0000 7f87b3d6d640 1 -- 172.21.15.63:0/117850272 >> 172.21.15.63:0/117850272 conn(0x7f87ac0d4630 msgr2=0x7f87ac161ea0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-15T22:05:25.812 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:25.807+0000 7f87b3d6d640 1 -- 172.21.15.63:0/117850272 shutdown_connections 2024-09-15T22:05:25.812 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:25.807+0000 7f87b3d6d640 1 -- 172.21.15.63:0/117850272 wait complete. 2024-09-15T22:05:25.823 DEBUG:teuthology.orchestra.run.smithi063:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool rm cephfs_data cephfs_data --yes-i-really-really-mean-it 2024-09-15T22:05:25.939 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:25.938+0000 7f601e5b9640 1 Processor -- start 2024-09-15T22:05:25.939 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:25.938+0000 7f601e5b9640 1 -- start start 2024-09-15T22:05:25.941 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:25.939+0000 7f601e5b9640 1 --2- >> v2:172.21.15.63:3300/0 conn(0x7f601815e690 0x7f601806d3f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-15T22:05:25.941 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:25.939+0000 7f601e5b9640 1 -- --> v1:172.21.15.63:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f601806da40 con 0x7f60180715f0 2024-09-15T22:05:25.941 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:25.939+0000 7f601e5b9640 1 -- --> v1:172.21.15.110:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f6018070b10 con 0x7f60180b6b90 2024-09-15T22:05:25.941 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:25.939+0000 7f601e5b9640 1 -- --> v2:172.21.15.63:3300/0 -- mon_getmap magic: 0 -- 0x7f60180708c0 con 0x7f601815e690 2024-09-15T22:05:25.941 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:25.939+0000 7f6017fff640 1 --2- >> v2:172.21.15.63:3300/0 conn(0x7f601815e690 0x7f601806d3f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-15T22:05:25.941 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:25.939+0000 7f60177fe640 1 --1- >> v1:172.21.15.63:6789/0 conn(0x7f60180715f0 0x7f6018073c50 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.63:6789/0 says I am v1:172.21.15.63:45266/0 (socket says 172.21.15.63:45266) 2024-09-15T22:05:25.941 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:25.939+0000 7f60177fe640 1 -- 172.21.15.63:0/3772384555 learned_addr learned my addr 172.21.15.63:0/3772384555 (peer_addr_for_me v1:172.21.15.63:0/0) 2024-09-15T22:05:25.941 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:25.939+0000 7f6017fff640 1 -- 172.21.15.63:0/3772384555 >> v1:172.21.15.110:6789/0 conn(0x7f60180b6b90 legacy=0x7f60180b7000 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-15T22:05:25.941 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:25.939+0000 7f6017fff640 1 -- 172.21.15.63:0/3772384555 >> v1:172.21.15.63:6789/0 conn(0x7f60180715f0 legacy=0x7f6018073c50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-15T22:05:25.942 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:25.939+0000 7f6017fff640 1 -- 172.21.15.63:0/3772384555 --> v2:172.21.15.63:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f6018070df0 con 0x7f601815e690 2024-09-15T22:05:25.943 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:25.940+0000 7f6017fff640 1 --2- 172.21.15.63:0/3772384555 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f601815e690 0x7f601806d3f0 secure :-1 s=READY pgs=336 cs=0 l=1 rev1=1 crypto rx=0x7f60080097a0 tx=0x7f600802a0b0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=4024297d8bb07f2b server_cookie=0 in_seq=0 out_seq=0 2024-09-15T22:05:25.943 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:25.940+0000 7f6016ffd640 1 -- 172.21.15.63:0/3772384555 <== mon.0 v2:172.21.15.63:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6008037070 con 0x7f601815e690 2024-09-15T22:05:25.943 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:25.940+0000 7f6016ffd640 1 -- 172.21.15.63:0/3772384555 <== mon.0 v2:172.21.15.63:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f600802adc0 con 0x7f601815e690 2024-09-15T22:05:25.943 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:25.940+0000 7f6016ffd640 1 -- 172.21.15.63:0/3772384555 <== mon.0 v2:172.21.15.63:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6008032660 con 0x7f601815e690 2024-09-15T22:05:25.943 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:25.940+0000 7f601e5b9640 1 -- 172.21.15.63:0/3772384555 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f601815e690 msgr2=0x7f601806d3f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-15T22:05:25.943 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:25.940+0000 7f601e5b9640 1 --2- 172.21.15.63:0/3772384555 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f601815e690 0x7f601806d3f0 secure :-1 s=READY pgs=336 cs=0 l=1 rev1=1 crypto rx=0x7f60080097a0 tx=0x7f600802a0b0 comp rx=0 tx=0).stop 2024-09-15T22:05:25.943 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:25.941+0000 7f601e5b9640 1 -- 172.21.15.63:0/3772384555 shutdown_connections 2024-09-15T22:05:25.943 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:25.941+0000 7f601e5b9640 1 --2- 172.21.15.63:0/3772384555 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f601815e690 0x7f601806d3f0 unknown :-1 s=CLOSED pgs=336 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T22:05:25.944 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:25.941+0000 7f601e5b9640 1 -- 172.21.15.63:0/3772384555 >> 172.21.15.63:0/3772384555 conn(0x7f60180b4250 msgr2=0x7f60180b4660 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-15T22:05:25.944 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:25.941+0000 7f601e5b9640 1 -- 172.21.15.63:0/3772384555 shutdown_connections 2024-09-15T22:05:25.944 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:25.941+0000 7f601e5b9640 1 -- 172.21.15.63:0/3772384555 wait complete. 2024-09-15T22:05:25.944 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:25.942+0000 7f601e5b9640 1 Processor -- start 2024-09-15T22:05:25.946 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:25.942+0000 7f601e5b9640 1 -- start start 2024-09-15T22:05:25.946 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:25.943+0000 7f601e5b9640 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f60180715f0 0x7f6018150e40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-15T22:05:25.947 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:25.943+0000 7f601e5b9640 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f60180b6b90 0x7f60181521d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-15T22:05:25.947 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:25.943+0000 7f601e5b9640 1 --2- >> [v2:172.21.15.110:3301/0,v1:172.21.15.110:6790/0] conn(0x7f601815e690 0x7f60181572c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-15T22:05:25.947 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:25.943+0000 7f601e5b9640 1 -- --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 -- 0x7f6018071a30 con 0x7f60180b6b90 2024-09-15T22:05:25.947 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:25.943+0000 7f601e5b9640 1 -- --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_getmap magic: 0 -- 0x7f601815ea70 con 0x7f60180715f0 2024-09-15T22:05:25.947 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:25.943+0000 7f601e5b9640 1 -- --> [v2:172.21.15.110:3301/0,v1:172.21.15.110:6790/0] -- mon_getmap magic: 0 -- 0x7f601806bbe0 con 0x7f601815e690 2024-09-15T22:05:25.947 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:25.943+0000 7f60177fe640 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f60180b6b90 0x7f60181521d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-15T22:05:25.947 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:25.943+0000 7f60177fe640 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f60180b6b90 0x7f60181521d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.63:3300/0 says I am v2:172.21.15.63:37542/0 (socket says 172.21.15.63:37542) 2024-09-15T22:05:25.947 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:25.943+0000 7f60177fe640 1 -- 172.21.15.63:0/2631491310 learned_addr learned my addr 172.21.15.63:0/2631491310 (peer_addr_for_me v2:172.21.15.63:0/0) 2024-09-15T22:05:25.947 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:25.943+0000 7f6017fff640 1 --2- 172.21.15.63:0/2631491310 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f60180715f0 0x7f6018150e40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-15T22:05:25.947 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:25.943+0000 7f601cb56640 1 --2- 172.21.15.63:0/2631491310 >> [v2:172.21.15.110:3301/0,v1:172.21.15.110:6790/0] conn(0x7f601815e690 0x7f60181572c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-15T22:05:25.947 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:25.943+0000 7f60177fe640 1 -- 172.21.15.63:0/2631491310 >> [v2:172.21.15.110:3301/0,v1:172.21.15.110:6790/0] conn(0x7f601815e690 msgr2=0x7f60181572c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-15T22:05:25.947 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:25.943+0000 7f60177fe640 1 --2- 172.21.15.63:0/2631491310 >> [v2:172.21.15.110:3301/0,v1:172.21.15.110:6790/0] conn(0x7f601815e690 0x7f60181572c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T22:05:25.948 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:25.943+0000 7f60177fe640 1 -- 172.21.15.63:0/2631491310 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f60180715f0 msgr2=0x7f6018150e40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-15T22:05:25.948 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:25.943+0000 7f60177fe640 1 --2- 172.21.15.63:0/2631491310 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f60180715f0 0x7f6018150e40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T22:05:25.948 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:25.943+0000 7f60177fe640 1 -- 172.21.15.63:0/2631491310 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f6018152b40 con 0x7f60180b6b90 2024-09-15T22:05:25.948 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:25.943+0000 7f6017fff640 1 --2- 172.21.15.63:0/2631491310 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f60180715f0 0x7f6018150e40 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-15T22:05:25.948 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:25.943+0000 7f60177fe640 1 --2- 172.21.15.63:0/2631491310 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f60180b6b90 0x7f60181521d0 secure :-1 s=READY pgs=337 cs=0 l=1 rev1=1 crypto rx=0x7f600c00c430 tx=0x7f600c00c8f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-15T22:05:25.948 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:25.943+0000 7f6014ff9640 1 -- 172.21.15.63:0/2631491310 <== mon.0 v2:172.21.15.63:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f600c017070 con 0x7f60180b6b90 2024-09-15T22:05:25.948 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:25.943+0000 7f6014ff9640 1 -- 172.21.15.63:0/2631491310 <== mon.0 v2:172.21.15.63:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f600c005ce0 con 0x7f60180b6b90 2024-09-15T22:05:25.948 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:25.943+0000 7f6014ff9640 1 -- 172.21.15.63:0/2631491310 <== mon.0 v2:172.21.15.63:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f600c0072f0 con 0x7f60180b6b90 2024-09-15T22:05:25.948 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:25.943+0000 7f601e5b9640 1 -- 172.21.15.63:0/2631491310 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f6018152e20 con 0x7f60180b6b90 2024-09-15T22:05:25.948 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:25.944+0000 7f601e5b9640 1 -- 172.21.15.63:0/2631491310 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f6018151380 con 0x7f60180b6b90 2024-09-15T22:05:25.948 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:25.945+0000 7f601e5b9640 1 -- 172.21.15.63:0/2631491310 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f601806d3f0 con 0x7f60180b6b90 2024-09-15T22:05:25.948 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:25.945+0000 7f6014ff9640 1 -- 172.21.15.63:0/2631491310 <== mon.0 v2:172.21.15.63:3300/0 4 ==== mgrmap(e 7) ==== 90999+0+0 (secure 0 0 0) 0x7f600c01a070 con 0x7f60180b6b90 2024-09-15T22:05:25.952 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:25.945+0000 7f6014ff9640 1 --2- 172.21.15.63:0/2631491310 >> [v2:172.21.15.110:6832/552273267,v1:172.21.15.110:6833/552273267] conn(0x7f600406c460 0x7f600406e920 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-15T22:05:25.952 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:25.946+0000 7f6014ff9640 1 -- 172.21.15.63:0/2631491310 <== mon.0 v2:172.21.15.63:3300/0 5 ==== osd_map(35..35 src has 1..35) ==== 5357+0+0 (secure 0 0 0) 0x7f600c08a960 con 0x7f60180b6b90 2024-09-15T22:05:25.952 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:25.946+0000 7f6017fff640 1 --2- 172.21.15.63:0/2631491310 >> [v2:172.21.15.110:6832/552273267,v1:172.21.15.110:6833/552273267] conn(0x7f600406c460 0x7f600406e920 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-15T22:05:25.952 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:25.946+0000 7f6017fff640 1 --2- 172.21.15.63:0/2631491310 >> [v2:172.21.15.110:6832/552273267,v1:172.21.15.110:6833/552273267] conn(0x7f600406c460 0x7f600406e920 secure :-1 s=READY pgs=176 cs=0 l=1 rev1=1 crypto rx=0x7f6008034000 tx=0x7f600802e000 comp rx=0 tx=0).ready entity=mgr.4102 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-15T22:05:25.953 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:25.950+0000 7f6014ff9640 1 -- 172.21.15.63:0/2631491310 <== mon.0 v2:172.21.15.63:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7f600c059040 con 0x7f60180b6b90 2024-09-15T22:05:26.129 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:26.127+0000 7f601e5b9640 1 -- 172.21.15.63:0/2631491310 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_command({"prefix": "osd pool rm", "pool": "cephfs_data", "pool2": "cephfs_data", "yes_i_really_really_mean_it": true} v 0) -- 0x7f601815deb0 con 0x7f60180b6b90 2024-09-15T22:05:26.812 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:26.810+0000 7f6014ff9640 1 -- 172.21.15.63:0/2631491310 <== mon.0 v2:172.21.15.63:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool rm", "pool": "cephfs_data", "pool2": "cephfs_data", "yes_i_really_really_mean_it": true}]=0 pool 'cephfs_data' removed v36) ==== 169+0+0 (secure 0 0 0) 0x7f600c058940 con 0x7f60180b6b90 2024-09-15T22:05:26.812 INFO:teuthology.orchestra.run.smithi063.stderr:pool 'cephfs_data' removed 2024-09-15T22:05:26.815 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:26.813+0000 7f601e5b9640 1 -- 172.21.15.63:0/2631491310 >> [v2:172.21.15.110:6832/552273267,v1:172.21.15.110:6833/552273267] conn(0x7f600406c460 msgr2=0x7f600406e920 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-15T22:05:26.815 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:26.813+0000 7f601e5b9640 1 --2- 172.21.15.63:0/2631491310 >> [v2:172.21.15.110:6832/552273267,v1:172.21.15.110:6833/552273267] conn(0x7f600406c460 0x7f600406e920 secure :-1 s=READY pgs=176 cs=0 l=1 rev1=1 crypto rx=0x7f6008034000 tx=0x7f600802e000 comp rx=0 tx=0).stop 2024-09-15T22:05:26.815 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:26.813+0000 7f601e5b9640 1 -- 172.21.15.63:0/2631491310 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f60180b6b90 msgr2=0x7f60181521d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-15T22:05:26.815 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:26.813+0000 7f601e5b9640 1 --2- 172.21.15.63:0/2631491310 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f60180b6b90 0x7f60181521d0 secure :-1 s=READY pgs=337 cs=0 l=1 rev1=1 crypto rx=0x7f600c00c430 tx=0x7f600c00c8f0 comp rx=0 tx=0).stop 2024-09-15T22:05:26.816 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:26.814+0000 7f601e5b9640 1 -- 172.21.15.63:0/2631491310 shutdown_connections 2024-09-15T22:05:26.816 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:26.814+0000 7f601e5b9640 1 --2- 172.21.15.63:0/2631491310 >> [v2:172.21.15.110:6832/552273267,v1:172.21.15.110:6833/552273267] conn(0x7f600406c460 0x7f600406e920 unknown :-1 s=CLOSED pgs=176 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T22:05:26.816 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:26.814+0000 7f601e5b9640 1 --2- 172.21.15.63:0/2631491310 >> [v2:172.21.15.110:3301/0,v1:172.21.15.110:6790/0] conn(0x7f601815e690 0x7f60181572c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T22:05:26.816 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:26.814+0000 7f601e5b9640 1 --2- 172.21.15.63:0/2631491310 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f60180b6b90 0x7f60181521d0 unknown :-1 s=CLOSED pgs=337 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T22:05:26.817 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:26.814+0000 7f601e5b9640 1 --2- 172.21.15.63:0/2631491310 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f60180715f0 0x7f6018150e40 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T22:05:26.817 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:26.814+0000 7f601e5b9640 1 -- 172.21.15.63:0/2631491310 >> 172.21.15.63:0/2631491310 conn(0x7f60180b4250 msgr2=0x7f60180b6fc0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-15T22:05:26.817 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:26.814+0000 7f601e5b9640 1 -- 172.21.15.63:0/2631491310 shutdown_connections 2024-09-15T22:05:26.817 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:26.814+0000 7f601e5b9640 1 -- 172.21.15.63:0/2631491310 wait complete. 2024-09-15T22:05:26.830 DEBUG:teuthology.orchestra.run.smithi063:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph config rm mon mon_allow_pool_delete 2024-09-15T22:05:26.938 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:26.937+0000 7f59134d7640 1 Processor -- start 2024-09-15T22:05:26.939 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:26.937+0000 7f59134d7640 1 -- start start 2024-09-15T22:05:26.943 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:26.938+0000 7f59134d7640 1 --2- >> v2:172.21.15.110:3300/0 conn(0x7f590c15f830 0x7f590c0ceee0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-15T22:05:26.943 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:26.938+0000 7f59134d7640 1 -- --> v1:172.21.15.63:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f590c15fca0 con 0x7f590c06bbe0 2024-09-15T22:05:26.943 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:26.938+0000 7f59134d7640 1 -- --> v1:172.21.15.110:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f590c0cf610 con 0x7f590c072190 2024-09-15T22:05:26.943 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:26.938+0000 7f59134d7640 1 -- --> v2:172.21.15.110:3300/0 -- mon_getmap magic: 0 -- 0x7f590c0cf8f0 con 0x7f590c15f830 2024-09-15T22:05:26.944 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:26.938+0000 7f5911273640 1 --1- >> v1:172.21.15.63:6789/0 conn(0x7f590c06bbe0 0x7f590c06bfc0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.63:6789/0 says I am v1:172.21.15.63:45272/0 (socket says 172.21.15.63:45272) 2024-09-15T22:05:26.944 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:26.938+0000 7f5911273640 1 -- 172.21.15.63:0/3530128275 learned_addr learned my addr 172.21.15.63:0/3530128275 (peer_addr_for_me v1:172.21.15.63:0/0) 2024-09-15T22:05:26.944 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:26.938+0000 7f5903fff640 1 -- 172.21.15.63:0/3530128275 <== mon.0 v1:172.21.15.63:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 456756500 0 0) 0x7f590c15fca0 con 0x7f590c06bbe0 2024-09-15T22:05:26.944 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:26.938+0000 7f5903fff640 1 -- 172.21.15.63:0/3530128275 --> v1:172.21.15.63:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7f58f8005730 con 0x7f590c06bbe0 2024-09-15T22:05:26.944 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:26.938+0000 7f5911a74640 1 --2- 172.21.15.63:0/3530128275 >> v2:172.21.15.110:3300/0 conn(0x7f590c15f830 0x7f590c0ceee0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-15T22:05:26.944 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:26.939+0000 7f5903fff640 1 -- 172.21.15.63:0/3530128275 <== mon.0 v1:172.21.15.63:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) ==== 214+0+0 (unknown 3645462450 0 0) 0x7f58f8005730 con 0x7f590c06bbe0 2024-09-15T22:05:26.944 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:26.939+0000 7f5903fff640 1 -- 172.21.15.63:0/3530128275 >> v2:172.21.15.110:3300/0 conn(0x7f590c15f830 msgr2=0x7f590c0ceee0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-15T22:05:26.945 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:26.939+0000 7f5903fff640 1 --2- 172.21.15.63:0/3530128275 >> v2:172.21.15.110:3300/0 conn(0x7f590c15f830 0x7f590c0ceee0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T22:05:26.945 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:26.939+0000 7f5903fff640 1 -- 172.21.15.63:0/3530128275 >> v1:172.21.15.110:6789/0 conn(0x7f590c072190 legacy=0x7f590c0cd8a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-15T22:05:26.945 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:26.939+0000 7f5903fff640 1 -- 172.21.15.63:0/3530128275 --> v1:172.21.15.63:6789/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f590c0cfbd0 con 0x7f590c06bbe0 2024-09-15T22:05:26.945 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:26.939+0000 7f5903fff640 1 -- 172.21.15.63:0/3530128275 <== mon.0 v1:172.21.15.63:6789/0 3 ==== mon_map magic: 0 ==== 413+0+0 (unknown 3984726164 0 0) 0x7f5908001670 con 0x7f590c06bbe0 2024-09-15T22:05:26.945 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:26.939+0000 7f5903fff640 1 -- 172.21.15.63:0/3530128275 >> v1:172.21.15.63:6789/0 conn(0x7f590c06bbe0 legacy=0x7f590c06bfc0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-15T22:05:26.945 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:26.939+0000 7f5903fff640 1 --2- 172.21.15.63:0/3530128275 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f58f8005bc0 0x7f58f8005fe0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-15T22:05:26.945 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:26.939+0000 7f5903fff640 1 --2- 172.21.15.63:0/3530128275 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f58f8006a10 0x7f58f8006e90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-15T22:05:26.945 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:26.939+0000 7f5903fff640 1 --2- 172.21.15.63:0/3530128275 >> [v2:172.21.15.110:3301/0,v1:172.21.15.110:6790/0] conn(0x7f58f80073d0 0x7f58f800dbd0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-15T22:05:26.945 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:26.939+0000 7f5903fff640 1 -- 172.21.15.63:0/3530128275 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 -- 0x7f590c0cf8f0 con 0x7f58f8006a10 2024-09-15T22:05:26.945 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:26.939+0000 7f5903fff640 1 -- 172.21.15.63:0/3530128275 --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_getmap magic: 0 -- 0x7f58f800e370 con 0x7f58f8005bc0 2024-09-15T22:05:26.946 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:26.939+0000 7f5903fff640 1 -- 172.21.15.63:0/3530128275 --> [v2:172.21.15.110:3301/0,v1:172.21.15.110:6790/0] -- mon_getmap magic: 0 -- 0x7f58f800e570 con 0x7f58f80073d0 2024-09-15T22:05:26.946 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:26.939+0000 7f5910a72640 1 --2- 172.21.15.63:0/3530128275 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f58f8006a10 0x7f58f8006e90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-15T22:05:26.946 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:26.939+0000 7f5911273640 1 --2- 172.21.15.63:0/3530128275 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f58f8005bc0 0x7f58f8005fe0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-15T22:05:26.946 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:26.939+0000 7f5911a74640 1 --2- 172.21.15.63:0/3530128275 >> [v2:172.21.15.110:3301/0,v1:172.21.15.110:6790/0] conn(0x7f58f80073d0 0x7f58f800dbd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-15T22:05:26.946 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:26.939+0000 7f5910a72640 1 -- 172.21.15.63:0/3530128275 >> [v2:172.21.15.110:3301/0,v1:172.21.15.110:6790/0] conn(0x7f58f80073d0 msgr2=0x7f58f800dbd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-15T22:05:26.946 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:26.939+0000 7f5910a72640 1 --2- 172.21.15.63:0/3530128275 >> [v2:172.21.15.110:3301/0,v1:172.21.15.110:6790/0] conn(0x7f58f80073d0 0x7f58f800dbd0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T22:05:26.946 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:26.939+0000 7f5910a72640 1 -- 172.21.15.63:0/3530128275 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f58f8005bc0 msgr2=0x7f58f8005fe0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-15T22:05:26.946 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:26.939+0000 7f5910a72640 1 --2- 172.21.15.63:0/3530128275 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f58f8005bc0 0x7f58f8005fe0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T22:05:26.946 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:26.939+0000 7f5910a72640 1 -- 172.21.15.63:0/3530128275 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f58f8005730 con 0x7f58f8006a10 2024-09-15T22:05:26.946 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:26.939+0000 7f5911a74640 1 --2- 172.21.15.63:0/3530128275 >> [v2:172.21.15.110:3301/0,v1:172.21.15.110:6790/0] conn(0x7f58f80073d0 0x7f58f800dbd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-15T22:05:26.947 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:26.939+0000 7f5911a74640 1 -- 172.21.15.63:0/3530128275 reap_dead start 2024-09-15T22:05:26.947 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:26.940+0000 7f5910a72640 1 --2- 172.21.15.63:0/3530128275 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f58f8006a10 0x7f58f8006e90 secure :-1 s=READY pgs=339 cs=0 l=1 rev1=1 crypto rx=0x7f58fc001750 tx=0x7f58f8007a40 comp rx=0 tx=0).ready entity=mon.0 client_cookie=d92cd30536f43f59 server_cookie=0 in_seq=0 out_seq=0 2024-09-15T22:05:26.947 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:26.940+0000 7f5903fff640 1 -- 172.21.15.63:0/3530128275 <== mon.0 v2:172.21.15.63:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f58fc001370 con 0x7f58f8006a10 2024-09-15T22:05:26.947 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:26.940+0000 7f5903fff640 1 -- 172.21.15.63:0/3530128275 <== mon.0 v2:172.21.15.63:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f58fc0052d0 con 0x7f58f8006a10 2024-09-15T22:05:26.947 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:26.940+0000 7f5903fff640 1 -- 172.21.15.63:0/3530128275 <== mon.0 v2:172.21.15.63:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f58fc02abc0 con 0x7f58f8006a10 2024-09-15T22:05:26.947 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:26.940+0000 7f59134d7640 1 -- 172.21.15.63:0/3530128275 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f58f8006a10 msgr2=0x7f58f8006e90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-15T22:05:26.947 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:26.940+0000 7f59134d7640 1 --2- 172.21.15.63:0/3530128275 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f58f8006a10 0x7f58f8006e90 secure :-1 s=READY pgs=339 cs=0 l=1 rev1=1 crypto rx=0x7f58fc001750 tx=0x7f58f8007a40 comp rx=0 tx=0).stop 2024-09-15T22:05:26.947 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:26.941+0000 7f59134d7640 1 -- 172.21.15.63:0/3530128275 shutdown_connections 2024-09-15T22:05:26.948 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:26.941+0000 7f59134d7640 1 --2- 172.21.15.63:0/3530128275 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f58f8006a10 0x7f58f8006e90 unknown :-1 s=CLOSED pgs=339 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T22:05:26.948 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:26.941+0000 7f59134d7640 1 -- 172.21.15.63:0/3530128275 >> 172.21.15.63:0/3530128275 conn(0x7f590c0b2000 msgr2=0x7f590c0b23e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-15T22:05:26.948 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:26.941+0000 7f59134d7640 1 -- 172.21.15.63:0/3530128275 shutdown_connections 2024-09-15T22:05:26.948 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:26.941+0000 7f59134d7640 1 -- 172.21.15.63:0/3530128275 wait complete. 2024-09-15T22:05:26.948 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:26.942+0000 7f59134d7640 1 Processor -- start 2024-09-15T22:05:26.948 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:26.942+0000 7f59134d7640 1 -- start start 2024-09-15T22:05:26.951 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:26.943+0000 7f59134d7640 1 --2- >> [v2:172.21.15.110:3301/0,v1:172.21.15.110:6790/0] conn(0x7f58f8006a10 0x7f590c0aeb10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-15T22:05:26.951 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:26.943+0000 7f59134d7640 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f590c156c00 0x7f590c157080 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-15T22:05:26.951 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:26.943+0000 7f59134d7640 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f590c14cb70 0x7f590c14cff0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-15T22:05:26.951 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:26.943+0000 7f59134d7640 1 -- --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 -- 0x7f590c15b4e0 con 0x7f590c14cb70 2024-09-15T22:05:26.951 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:26.943+0000 7f59134d7640 1 -- --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_getmap magic: 0 -- 0x7f590c0cd380 con 0x7f590c156c00 2024-09-15T22:05:26.951 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:26.943+0000 7f59134d7640 1 -- --> [v2:172.21.15.110:3301/0,v1:172.21.15.110:6790/0] -- mon_getmap magic: 0 -- 0x7f590c14a620 con 0x7f58f8006a10 2024-09-15T22:05:26.952 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:26.943+0000 7f5911a74640 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f590c14cb70 0x7f590c14cff0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-15T22:05:26.952 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:26.943+0000 7f5911a74640 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f590c14cb70 0x7f590c14cff0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.63:3300/0 says I am v2:172.21.15.63:37568/0 (socket says 172.21.15.63:37568) 2024-09-15T22:05:26.952 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:26.943+0000 7f5911a74640 1 -- 172.21.15.63:0/3385141363 learned_addr learned my addr 172.21.15.63:0/3385141363 (peer_addr_for_me v2:172.21.15.63:0/0) 2024-09-15T22:05:26.952 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:26.943+0000 7f5911273640 1 --2- 172.21.15.63:0/3385141363 >> [v2:172.21.15.110:3301/0,v1:172.21.15.110:6790/0] conn(0x7f58f8006a10 0x7f590c0aeb10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-15T22:05:26.952 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:26.943+0000 7f5910a72640 1 --2- 172.21.15.63:0/3385141363 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f590c156c00 0x7f590c157080 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-15T22:05:26.952 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:26.943+0000 7f5911a74640 1 -- 172.21.15.63:0/3385141363 >> [v2:172.21.15.110:3301/0,v1:172.21.15.110:6790/0] conn(0x7f58f8006a10 msgr2=0x7f590c0aeb10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-15T22:05:26.952 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:26.943+0000 7f5911a74640 1 --2- 172.21.15.63:0/3385141363 >> [v2:172.21.15.110:3301/0,v1:172.21.15.110:6790/0] conn(0x7f58f8006a10 0x7f590c0aeb10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T22:05:26.952 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:26.943+0000 7f5911a74640 1 -- 172.21.15.63:0/3385141363 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f590c156c00 msgr2=0x7f590c157080 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-15T22:05:26.952 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:26.943+0000 7f5911a74640 1 --2- 172.21.15.63:0/3385141363 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f590c156c00 0x7f590c157080 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T22:05:26.952 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:26.943+0000 7f5911a74640 1 -- 172.21.15.63:0/3385141363 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f590c14d530 con 0x7f590c14cb70 2024-09-15T22:05:26.952 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:26.943+0000 7f5911a74640 1 --2- 172.21.15.63:0/3385141363 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f590c14cb70 0x7f590c14cff0 secure :-1 s=READY pgs=340 cs=0 l=1 rev1=1 crypto rx=0x7f590c070ea0 tx=0x7f5904010590 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-15T22:05:26.952 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:26.943+0000 7f5901ffb640 1 -- 172.21.15.63:0/3385141363 <== mon.0 v2:172.21.15.63:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5904010da0 con 0x7f590c14cb70 2024-09-15T22:05:26.952 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:26.943+0000 7f5901ffb640 1 -- 172.21.15.63:0/3385141363 <== mon.0 v2:172.21.15.63:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f5904003990 con 0x7f590c14cb70 2024-09-15T22:05:26.953 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:26.943+0000 7f59134d7640 1 -- 172.21.15.63:0/3385141363 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f590c1581c0 con 0x7f590c14cb70 2024-09-15T22:05:26.953 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:26.943+0000 7f5901ffb640 1 -- 172.21.15.63:0/3385141363 <== mon.0 v2:172.21.15.63:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5904003d80 con 0x7f590c14cb70 2024-09-15T22:05:26.953 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:26.944+0000 7f59134d7640 1 -- 172.21.15.63:0/3385141363 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f590c157a50 con 0x7f590c14cb70 2024-09-15T22:05:26.953 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:26.945+0000 7f59134d7640 1 -- 172.21.15.63:0/3385141363 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f590c0ceee0 con 0x7f590c14cb70 2024-09-15T22:05:26.953 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:26.945+0000 7f5901ffb640 1 -- 172.21.15.63:0/3385141363 <== mon.0 v2:172.21.15.63:3300/0 4 ==== mgrmap(e 7) ==== 90999+0+0 (secure 0 0 0) 0x7f590401e020 con 0x7f590c14cb70 2024-09-15T22:05:26.953 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:26.946+0000 7f5901ffb640 1 --2- 172.21.15.63:0/3385141363 >> [v2:172.21.15.110:6832/552273267,v1:172.21.15.110:6833/552273267] conn(0x7f58f006c460 0x7f58f006e920 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-15T22:05:26.953 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:26.946+0000 7f5901ffb640 1 -- 172.21.15.63:0/3385141363 <== mon.0 v2:172.21.15.63:3300/0 5 ==== osd_map(36..36 src has 1..36) ==== 4943+0+0 (secure 0 0 0) 0x7f590408bba0 con 0x7f590c14cb70 2024-09-15T22:05:26.953 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:26.946+0000 7f5911273640 1 --2- 172.21.15.63:0/3385141363 >> [v2:172.21.15.110:6832/552273267,v1:172.21.15.110:6833/552273267] conn(0x7f58f006c460 0x7f58f006e920 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-15T22:05:26.953 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:26.946+0000 7f5911273640 1 --2- 172.21.15.63:0/3385141363 >> [v2:172.21.15.110:6832/552273267,v1:172.21.15.110:6833/552273267] conn(0x7f58f006c460 0x7f58f006e920 secure :-1 s=READY pgs=177 cs=0 l=1 rev1=1 crypto rx=0x7f5908001cd0 tx=0x7f5908000ed0 comp rx=0 tx=0).ready entity=mgr.4102 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-15T22:05:26.954 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:26.950+0000 7f5901ffb640 1 -- 172.21.15.63:0/3385141363 <== mon.0 v2:172.21.15.63:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7f5904059c30 con 0x7f590c14cb70 2024-09-15T22:05:27.129 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:27.127+0000 7f59134d7640 1 -- 172.21.15.63:0/3385141363 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_command({"prefix": "config rm", "who": "mon", "name": "mon_allow_pool_delete"} v 0) -- 0x7f590c0afc50 con 0x7f590c14cb70 2024-09-15T22:05:27.132 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:27.131+0000 7f5901ffb640 1 -- 172.21.15.63:0/3385141363 <== mon.0 v2:172.21.15.63:3300/0 7 ==== mon_command_ack([{"prefix": "config rm", "who": "mon", "name": "mon_allow_pool_delete"}]=0 v11) ==== 104+0+0 (secure 0 0 0) 0x7f590405df30 con 0x7f590c14cb70 2024-09-15T22:05:27.135 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:27.133+0000 7f59134d7640 1 -- 172.21.15.63:0/3385141363 >> [v2:172.21.15.110:6832/552273267,v1:172.21.15.110:6833/552273267] conn(0x7f58f006c460 msgr2=0x7f58f006e920 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-15T22:05:27.135 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:27.133+0000 7f59134d7640 1 --2- 172.21.15.63:0/3385141363 >> [v2:172.21.15.110:6832/552273267,v1:172.21.15.110:6833/552273267] conn(0x7f58f006c460 0x7f58f006e920 secure :-1 s=READY pgs=177 cs=0 l=1 rev1=1 crypto rx=0x7f5908001cd0 tx=0x7f5908000ed0 comp rx=0 tx=0).stop 2024-09-15T22:05:27.135 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:27.133+0000 7f59134d7640 1 -- 172.21.15.63:0/3385141363 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f590c14cb70 msgr2=0x7f590c14cff0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-15T22:05:27.135 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:27.133+0000 7f59134d7640 1 --2- 172.21.15.63:0/3385141363 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f590c14cb70 0x7f590c14cff0 secure :-1 s=READY pgs=340 cs=0 l=1 rev1=1 crypto rx=0x7f590c070ea0 tx=0x7f5904010590 comp rx=0 tx=0).stop 2024-09-15T22:05:27.135 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:27.133+0000 7f59134d7640 1 -- 172.21.15.63:0/3385141363 shutdown_connections 2024-09-15T22:05:27.135 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:27.133+0000 7f59134d7640 1 --2- 172.21.15.63:0/3385141363 >> [v2:172.21.15.110:6832/552273267,v1:172.21.15.110:6833/552273267] conn(0x7f58f006c460 0x7f58f006e920 unknown :-1 s=CLOSED pgs=177 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T22:05:27.135 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:27.133+0000 7f59134d7640 1 --2- 172.21.15.63:0/3385141363 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f590c156c00 0x7f590c157080 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T22:05:27.135 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:27.133+0000 7f59134d7640 1 --2- 172.21.15.63:0/3385141363 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f590c14cb70 0x7f590c14cff0 unknown :-1 s=CLOSED pgs=340 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T22:05:27.135 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:27.133+0000 7f59134d7640 1 --2- 172.21.15.63:0/3385141363 >> [v2:172.21.15.110:3301/0,v1:172.21.15.110:6790/0] conn(0x7f58f8006a10 0x7f590c0aeb10 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T22:05:27.136 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:27.133+0000 7f59134d7640 1 -- 172.21.15.63:0/3385141363 >> 172.21.15.63:0/3385141363 conn(0x7f590c0b2000 msgr2=0x7f590c154ca0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-15T22:05:27.136 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:27.133+0000 7f59134d7640 1 -- 172.21.15.63:0/3385141363 shutdown_connections 2024-09-15T22:05:27.136 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:27.133+0000 7f59134d7640 1 -- 172.21.15.63:0/3385141363 wait complete. 2024-09-15T22:05:27.146 DEBUG:teuthology.orchestra.run.smithi063:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph log 'Ended test tasks.cephfs.test_volumes.TestPerModuleFinsherThread.test_volumes_module_finisher_thread' 2024-09-15T22:05:27.249 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:27.247+0000 7f2446e9b640 1 Processor -- start 2024-09-15T22:05:27.249 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:27.247+0000 7f2446e9b640 1 -- start start 2024-09-15T22:05:27.253 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:27.248+0000 7f2446e9b640 1 --2- >> [v2:172.21.15.110:3301/0,v1:172.21.15.110:6790/0] conn(0x7f244015e680 0x7f24400b7f20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-15T22:05:27.253 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:27.248+0000 7f2446e9b640 1 --2- >> v2:172.21.15.63:3300/0 conn(0x7f24400d4570 0x7f24400d4a00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-15T22:05:27.253 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:27.248+0000 7f2446e9b640 1 -- --> v1:172.21.15.63:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f24400b8500 con 0x7f24400b95a0 2024-09-15T22:05:27.253 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:27.248+0000 7f2446e9b640 1 -- --> v2:172.21.15.63:3300/0 -- mon_getmap magic: 0 -- 0x7f24400b87e0 con 0x7f24400d4570 2024-09-15T22:05:27.253 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:27.248+0000 7f2446e9b640 1 -- --> [v2:172.21.15.110:3301/0,v1:172.21.15.110:6790/0] -- mon_getmap magic: 0 -- 0x7f24400b8ac0 con 0x7f244015e680 2024-09-15T22:05:27.253 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:27.248+0000 7f2445438640 1 --2- >> v2:172.21.15.63:3300/0 conn(0x7f24400d4570 0x7f24400d4a00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-15T22:05:27.253 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:27.248+0000 7f2437fff640 1 --1- >> v1:172.21.15.63:6789/0 conn(0x7f24400b95a0 0x7f24400d1690 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.63:6789/0 says I am v1:172.21.15.63:45280/0 (socket says 172.21.15.63:45280) 2024-09-15T22:05:27.254 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:27.248+0000 7f2437fff640 1 -- 172.21.15.63:0/1148097837 learned_addr learned my addr 172.21.15.63:0/1148097837 (peer_addr_for_me v1:172.21.15.63:0/0) 2024-09-15T22:05:27.254 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:27.248+0000 7f2444c37640 1 --2- 172.21.15.63:0/1148097837 >> [v2:172.21.15.110:3301/0,v1:172.21.15.110:6790/0] conn(0x7f244015e680 0x7f24400b7f20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-15T22:05:27.254 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:27.248+0000 7f2445438640 1 -- 172.21.15.63:0/1148097837 >> [v2:172.21.15.110:3301/0,v1:172.21.15.110:6790/0] conn(0x7f244015e680 msgr2=0x7f24400b7f20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-15T22:05:27.254 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:27.248+0000 7f2445438640 1 --2- 172.21.15.63:0/1148097837 >> [v2:172.21.15.110:3301/0,v1:172.21.15.110:6790/0] conn(0x7f244015e680 0x7f24400b7f20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T22:05:27.254 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:27.248+0000 7f2445438640 1 -- 172.21.15.63:0/1148097837 >> v1:172.21.15.63:6789/0 conn(0x7f24400b95a0 legacy=0x7f24400d1690 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-15T22:05:27.254 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:27.248+0000 7f2445438640 1 -- 172.21.15.63:0/1148097837 --> v2:172.21.15.63:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f24400b8da0 con 0x7f24400d4570 2024-09-15T22:05:27.254 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:27.249+0000 7f2445438640 1 --2- 172.21.15.63:0/1148097837 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f24400d4570 0x7f24400d4a00 secure :-1 s=READY pgs=342 cs=0 l=1 rev1=1 crypto rx=0x7f2438009d90 tx=0x7f243802a660 comp rx=0 tx=0).ready entity=mon.0 client_cookie=a504ca99a711d354 server_cookie=0 in_seq=0 out_seq=0 2024-09-15T22:05:27.254 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:27.249+0000 7f24377fe640 1 -- 172.21.15.63:0/1148097837 <== mon.0 v2:172.21.15.63:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2438007740 con 0x7f24400d4570 2024-09-15T22:05:27.254 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:27.249+0000 7f24377fe640 1 -- 172.21.15.63:0/1148097837 <== mon.0 v2:172.21.15.63:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f24380078e0 con 0x7f24400d4570 2024-09-15T22:05:27.254 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:27.249+0000 7f24377fe640 1 -- 172.21.15.63:0/1148097837 <== mon.0 v2:172.21.15.63:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2438007cb0 con 0x7f24400d4570 2024-09-15T22:05:27.254 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:27.250+0000 7f2446e9b640 1 -- 172.21.15.63:0/1148097837 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f24400d4570 msgr2=0x7f24400d4a00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-15T22:05:27.254 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:27.250+0000 7f2446e9b640 1 --2- 172.21.15.63:0/1148097837 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f24400d4570 0x7f24400d4a00 secure :-1 s=READY pgs=342 cs=0 l=1 rev1=1 crypto rx=0x7f2438009d90 tx=0x7f243802a660 comp rx=0 tx=0).stop 2024-09-15T22:05:27.254 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:27.250+0000 7f2446e9b640 1 -- 172.21.15.63:0/1148097837 shutdown_connections 2024-09-15T22:05:27.254 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:27.250+0000 7f2446e9b640 1 --2- 172.21.15.63:0/1148097837 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f24400d4570 0x7f24400d4a00 unknown :-1 s=CLOSED pgs=342 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T22:05:27.255 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:27.250+0000 7f2446e9b640 1 --2- 172.21.15.63:0/1148097837 >> [v2:172.21.15.110:3301/0,v1:172.21.15.110:6790/0] conn(0x7f244015e680 0x7f24400b7f20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T22:05:27.255 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:27.250+0000 7f2446e9b640 1 -- 172.21.15.63:0/1148097837 >> 172.21.15.63:0/1148097837 conn(0x7f2440074fe0 msgr2=0x7f2440072200 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-15T22:05:27.255 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:27.250+0000 7f2446e9b640 1 -- 172.21.15.63:0/1148097837 shutdown_connections 2024-09-15T22:05:27.255 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:27.250+0000 7f2446e9b640 1 -- 172.21.15.63:0/1148097837 wait complete. 2024-09-15T22:05:27.255 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:27.251+0000 7f2446e9b640 1 Processor -- start 2024-09-15T22:05:27.255 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:27.251+0000 7f2446e9b640 1 -- start start 2024-09-15T22:05:27.257 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:27.252+0000 7f2446e9b640 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f24400b95a0 0x7f2440160230 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-15T22:05:27.257 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:27.252+0000 7f2446e9b640 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f24400d4570 0x7f2440150c40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-15T22:05:27.257 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:27.252+0000 7f2446e9b640 1 --2- >> [v2:172.21.15.110:3301/0,v1:172.21.15.110:6790/0] conn(0x7f244015e680 0x7f2440147d80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-15T22:05:27.258 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:27.252+0000 7f2446e9b640 1 -- --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 -- 0x7f244015ea60 con 0x7f24400b95a0 2024-09-15T22:05:27.258 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:27.252+0000 7f2446e9b640 1 -- --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_getmap magic: 0 -- 0x7f24400b99e0 con 0x7f24400d4570 2024-09-15T22:05:27.258 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:27.252+0000 7f2446e9b640 1 -- --> [v2:172.21.15.110:3301/0,v1:172.21.15.110:6790/0] -- mon_getmap magic: 0 -- 0x7f244015ebe0 con 0x7f244015e680 2024-09-15T22:05:27.258 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:27.252+0000 7f2444c37640 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f24400b95a0 0x7f2440160230 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-15T22:05:27.258 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:27.252+0000 7f2444c37640 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f24400b95a0 0x7f2440160230 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.63:3300/0 says I am v2:172.21.15.63:37594/0 (socket says 172.21.15.63:37594) 2024-09-15T22:05:27.258 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:27.252+0000 7f2444c37640 1 -- 172.21.15.63:0/153119963 learned_addr learned my addr 172.21.15.63:0/153119963 (peer_addr_for_me v2:172.21.15.63:0/0) 2024-09-15T22:05:27.258 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:27.252+0000 7f2437fff640 1 --2- 172.21.15.63:0/153119963 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f24400d4570 0x7f2440150c40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-15T22:05:27.258 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:27.252+0000 7f2445438640 1 --2- 172.21.15.63:0/153119963 >> [v2:172.21.15.110:3301/0,v1:172.21.15.110:6790/0] conn(0x7f244015e680 0x7f2440147d80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-15T22:05:27.258 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:27.252+0000 7f2444c37640 1 -- 172.21.15.63:0/153119963 >> [v2:172.21.15.110:3301/0,v1:172.21.15.110:6790/0] conn(0x7f244015e680 msgr2=0x7f2440147d80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-15T22:05:27.258 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:27.252+0000 7f2444c37640 1 --2- 172.21.15.63:0/153119963 >> [v2:172.21.15.110:3301/0,v1:172.21.15.110:6790/0] conn(0x7f244015e680 0x7f2440147d80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T22:05:27.258 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:27.252+0000 7f2444c37640 1 -- 172.21.15.63:0/153119963 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f24400d4570 msgr2=0x7f2440150c40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-15T22:05:27.258 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:27.252+0000 7f2444c37640 1 --2- 172.21.15.63:0/153119963 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f24400d4570 0x7f2440150c40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T22:05:27.258 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:27.252+0000 7f2444c37640 1 -- 172.21.15.63:0/153119963 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f24401ea5b0 con 0x7f24400b95a0 2024-09-15T22:05:27.259 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:27.252+0000 7f2445438640 1 --2- 172.21.15.63:0/153119963 >> [v2:172.21.15.110:3301/0,v1:172.21.15.110:6790/0] conn(0x7f244015e680 0x7f2440147d80 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-15T22:05:27.259 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:27.252+0000 7f2444c37640 1 --2- 172.21.15.63:0/153119963 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f24400b95a0 0x7f2440160230 secure :-1 s=READY pgs=343 cs=0 l=1 rev1=1 crypto rx=0x7f243c00d620 tx=0x7f243c00dae0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-15T22:05:27.259 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:27.253+0000 7f24357fa640 1 -- 172.21.15.63:0/153119963 <== mon.0 v2:172.21.15.63:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f243c00b620 con 0x7f24400b95a0 2024-09-15T22:05:27.259 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:27.253+0000 7f24357fa640 1 -- 172.21.15.63:0/153119963 <== mon.0 v2:172.21.15.63:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f243c019070 con 0x7f24400b95a0 2024-09-15T22:05:27.259 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:27.253+0000 7f2446e9b640 1 -- 172.21.15.63:0/153119963 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f24401ea890 con 0x7f24400b95a0 2024-09-15T22:05:27.259 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:27.253+0000 7f24357fa640 1 -- 172.21.15.63:0/153119963 <== mon.0 v2:172.21.15.63:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f243c00ba00 con 0x7f24400b95a0 2024-09-15T22:05:27.259 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:27.253+0000 7f2446e9b640 1 -- 172.21.15.63:0/153119963 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f2440160770 con 0x7f24400b95a0 2024-09-15T22:05:27.259 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:27.254+0000 7f2446e9b640 1 -- 172.21.15.63:0/153119963 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f24400b7760 con 0x7f24400b95a0 2024-09-15T22:05:27.259 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:27.254+0000 7f24357fa640 1 -- 172.21.15.63:0/153119963 <== mon.0 v2:172.21.15.63:3300/0 4 ==== mgrmap(e 7) ==== 90999+0+0 (secure 0 0 0) 0x7f243c00bba0 con 0x7f24400b95a0 2024-09-15T22:05:27.259 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:27.255+0000 7f24357fa640 1 --2- 172.21.15.63:0/153119963 >> [v2:172.21.15.110:6832/552273267,v1:172.21.15.110:6833/552273267] conn(0x7f242c06c460 0x7f242c06e920 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-15T22:05:27.259 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:27.255+0000 7f24357fa640 1 -- 172.21.15.63:0/153119963 <== mon.0 v2:172.21.15.63:3300/0 5 ==== osd_map(36..36 src has 1..36) ==== 4943+0+0 (secure 0 0 0) 0x7f243c08b840 con 0x7f24400b95a0 2024-09-15T22:05:27.259 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:27.255+0000 7f2437fff640 1 --2- 172.21.15.63:0/153119963 >> [v2:172.21.15.110:6832/552273267,v1:172.21.15.110:6833/552273267] conn(0x7f242c06c460 0x7f242c06e920 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-15T22:05:27.259 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:27.256+0000 7f2437fff640 1 --2- 172.21.15.63:0/153119963 >> [v2:172.21.15.110:6832/552273267,v1:172.21.15.110:6833/552273267] conn(0x7f242c06c460 0x7f242c06e920 secure :-1 s=READY pgs=178 cs=0 l=1 rev1=1 crypto rx=0x7f2440161a30 tx=0x7f2430007e80 comp rx=0 tx=0).ready entity=mgr.4102 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-15T22:05:27.260 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:27.259+0000 7f24357fa640 1 -- 172.21.15.63:0/153119963 <== mon.0 v2:172.21.15.63:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7f243c05a030 con 0x7f24400b95a0 2024-09-15T22:05:27.507 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:27.505+0000 7f2446e9b640 1 -- 172.21.15.63:0/153119963 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_command({"prefix": "log", "logtext": ["Ended test tasks.cephfs.test_volumes.TestPerModuleFinsherThread.test_volumes_module_finisher_thread"]} v 0) -- 0x7f244015dbe0 con 0x7f24400b95a0 2024-09-15T22:05:27.813 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:27.812+0000 7f24357fa640 1 -- 172.21.15.63:0/153119963 <== mon.0 v2:172.21.15.63:3300/0 7 ==== mon_command_ack([{"prefix": "log", "logtext": ["Ended test tasks.cephfs.test_volumes.TestPerModuleFinsherThread.test_volumes_module_finisher_thread"]}]=0 v82) ==== 167+0+0 (secure 0 0 0) 0x7f243c059930 con 0x7f24400b95a0 2024-09-15T22:05:27.816 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:27.814+0000 7f2446e9b640 1 -- 172.21.15.63:0/153119963 >> [v2:172.21.15.110:6832/552273267,v1:172.21.15.110:6833/552273267] conn(0x7f242c06c460 msgr2=0x7f242c06e920 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-15T22:05:27.816 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:27.814+0000 7f2446e9b640 1 --2- 172.21.15.63:0/153119963 >> [v2:172.21.15.110:6832/552273267,v1:172.21.15.110:6833/552273267] conn(0x7f242c06c460 0x7f242c06e920 secure :-1 s=READY pgs=178 cs=0 l=1 rev1=1 crypto rx=0x7f2440161a30 tx=0x7f2430007e80 comp rx=0 tx=0).stop 2024-09-15T22:05:27.816 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:27.814+0000 7f2446e9b640 1 -- 172.21.15.63:0/153119963 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f24400b95a0 msgr2=0x7f2440160230 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-15T22:05:27.816 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:27.814+0000 7f2446e9b640 1 --2- 172.21.15.63:0/153119963 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f24400b95a0 0x7f2440160230 secure :-1 s=READY pgs=343 cs=0 l=1 rev1=1 crypto rx=0x7f243c00d620 tx=0x7f243c00dae0 comp rx=0 tx=0).stop 2024-09-15T22:05:27.816 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:27.814+0000 7f2446e9b640 1 -- 172.21.15.63:0/153119963 shutdown_connections 2024-09-15T22:05:27.816 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:27.814+0000 7f2446e9b640 1 --2- 172.21.15.63:0/153119963 >> [v2:172.21.15.110:6832/552273267,v1:172.21.15.110:6833/552273267] conn(0x7f242c06c460 0x7f242c06e920 unknown :-1 s=CLOSED pgs=178 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T22:05:27.816 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:27.814+0000 7f2446e9b640 1 --2- 172.21.15.63:0/153119963 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f24400d4570 0x7f2440150c40 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T22:05:27.816 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:27.814+0000 7f2446e9b640 1 --2- 172.21.15.63:0/153119963 >> [v2:172.21.15.110:3301/0,v1:172.21.15.110:6790/0] conn(0x7f244015e680 0x7f2440147d80 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T22:05:27.817 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:27.814+0000 7f2446e9b640 1 --2- 172.21.15.63:0/153119963 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f24400b95a0 0x7f2440160230 unknown :-1 s=CLOSED pgs=343 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T22:05:27.817 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:27.814+0000 7f2446e9b640 1 -- 172.21.15.63:0/153119963 >> 172.21.15.63:0/153119963 conn(0x7f2440074fe0 msgr2=0x7f244015bc70 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-15T22:05:27.817 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:27.814+0000 7f2446e9b640 1 -- 172.21.15.63:0/153119963 shutdown_connections 2024-09-15T22:05:27.817 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:27.814+0000 7f2446e9b640 1 -- 172.21.15.63:0/153119963 wait complete. 2024-09-15T22:05:27.827 INFO:tasks.cephfs_test_runner:test_volumes_module_finisher_thread (tasks.cephfs.test_volumes.TestPerModuleFinsherThread) ... ok 2024-09-15T22:05:27.827 INFO:tasks.cephfs_test_runner: 2024-09-15T22:05:27.827 INFO:tasks.cephfs_test_runner:---------------------------------------------------------------------- 2024-09-15T22:05:27.827 INFO:tasks.cephfs_test_runner:Ran 1 test in 38.832s 2024-09-15T22:05:27.828 INFO:tasks.cephfs_test_runner: 2024-09-15T22:05:27.828 INFO:tasks.cephfs_test_runner:OK 2024-09-15T22:05:27.828 DEBUG:teuthology.run_tasks:Unwinding manager cephfs_test_runner 2024-09-15T22:05:27.837 DEBUG:teuthology.run_tasks:Unwinding manager check-counter 2024-09-15T22:05:27.859 DEBUG:teuthology.orchestra.run.smithi063:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-09-15T22:05:27.962 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:27.960+0000 7f2237aa4640 1 Processor -- start 2024-09-15T22:05:27.962 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:27.960+0000 7f2237aa4640 1 -- start start 2024-09-15T22:05:27.963 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:27.961+0000 7f2237aa4640 1 --2- >> v2:172.21.15.63:3300/0 conn(0x7f22300d32d0 0x7f22300cf720 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-15T22:05:27.963 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:27.961+0000 7f2237aa4640 1 --2- >> v2:172.21.15.110:3300/0 conn(0x7f22300d1030 0x7f22300d14a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-15T22:05:27.963 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:27.961+0000 7f2237aa4640 1 -- --> v1:172.21.15.110:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f223015e950 con 0x7f223015e570 2024-09-15T22:05:27.964 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:27.961+0000 7f2237aa4640 1 -- --> v2:172.21.15.63:3300/0 -- mon_getmap magic: 0 -- 0x7f22300d19e0 con 0x7f22300d32d0 2024-09-15T22:05:27.964 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:27.961+0000 7f2237aa4640 1 -- --> v2:172.21.15.110:3300/0 -- mon_getmap magic: 0 -- 0x7f22300d3710 con 0x7f22300d1030 2024-09-15T22:05:27.964 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:27.961+0000 7f223503f640 1 --2- >> v2:172.21.15.63:3300/0 conn(0x7f22300d32d0 0x7f22300cf720 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-15T22:05:27.964 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:27.961+0000 7f223503f640 1 --2- >> v2:172.21.15.63:3300/0 conn(0x7f22300d32d0 0x7f22300cf720 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.63:3300/0 says I am v2:172.21.15.63:37600/0 (socket says 172.21.15.63:37600) 2024-09-15T22:05:27.964 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:27.961+0000 7f223503f640 1 -- 172.21.15.63:0/3332702013 learned_addr learned my addr 172.21.15.63:0/3332702013 (peer_addr_for_me v2:172.21.15.63:0/0) 2024-09-15T22:05:27.964 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:27.962+0000 7f2236041640 1 --2- 172.21.15.63:0/3332702013 >> v2:172.21.15.110:3300/0 conn(0x7f22300d1030 0x7f22300d14a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-15T22:05:27.964 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:27.962+0000 7f223503f640 1 -- 172.21.15.63:0/3332702013 >> v2:172.21.15.110:3300/0 conn(0x7f22300d1030 msgr2=0x7f22300d14a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-15T22:05:27.964 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:27.962+0000 7f223503f640 1 --2- 172.21.15.63:0/3332702013 >> v2:172.21.15.110:3300/0 conn(0x7f22300d1030 0x7f22300d14a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T22:05:27.964 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:27.962+0000 7f223503f640 1 -- 172.21.15.63:0/3332702013 >> v1:172.21.15.110:6789/0 conn(0x7f223015e570 legacy=0x7f22300d4a00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-15T22:05:27.964 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:27.962+0000 7f223503f640 1 -- 172.21.15.63:0/3332702013 --> v2:172.21.15.63:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f22300d3960 con 0x7f22300d32d0 2024-09-15T22:05:27.964 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:27.962+0000 7f2236041640 1 --2- 172.21.15.63:0/3332702013 >> v2:172.21.15.110:3300/0 conn(0x7f22300d1030 0x7f22300d14a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-15T22:05:27.971 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:27.962+0000 7f223503f640 1 --2- 172.21.15.63:0/3332702013 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f22300d32d0 0x7f22300cf720 secure :-1 s=READY pgs=344 cs=0 l=1 rev1=1 crypto rx=0x7f22300b7650 tx=0x7f222402a1a0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=7e5da20e71000d8e server_cookie=0 in_seq=0 out_seq=0 2024-09-15T22:05:27.972 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:27.963+0000 7f223483e640 1 -- 172.21.15.63:0/3332702013 <== mon.0 v2:172.21.15.63:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2224037070 con 0x7f22300d32d0 2024-09-15T22:05:27.972 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:27.963+0000 7f223483e640 1 -- 172.21.15.63:0/3332702013 <== mon.0 v2:172.21.15.63:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f2224032440 con 0x7f22300d32d0 2024-09-15T22:05:27.972 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:27.963+0000 7f223483e640 1 -- 172.21.15.63:0/3332702013 <== mon.0 v2:172.21.15.63:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2224032810 con 0x7f22300d32d0 2024-09-15T22:05:27.972 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:27.963+0000 7f2237aa4640 1 -- 172.21.15.63:0/3332702013 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f22300d32d0 msgr2=0x7f22300cf720 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-15T22:05:27.972 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:27.963+0000 7f2237aa4640 1 --2- 172.21.15.63:0/3332702013 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f22300d32d0 0x7f22300cf720 secure :-1 s=READY pgs=344 cs=0 l=1 rev1=1 crypto rx=0x7f22300b7650 tx=0x7f222402a1a0 comp rx=0 tx=0).stop 2024-09-15T22:05:27.972 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:27.963+0000 7f2237aa4640 1 -- 172.21.15.63:0/3332702013 shutdown_connections 2024-09-15T22:05:27.972 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:27.963+0000 7f2237aa4640 1 --2- 172.21.15.63:0/3332702013 >> v2:172.21.15.110:3300/0 conn(0x7f22300d1030 0x7f22300d14a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T22:05:27.972 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:27.963+0000 7f2237aa4640 1 --2- 172.21.15.63:0/3332702013 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f22300d32d0 0x7f22300cf720 unknown :-1 s=CLOSED pgs=344 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T22:05:27.972 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:27.963+0000 7f2237aa4640 1 -- 172.21.15.63:0/3332702013 >> 172.21.15.63:0/3332702013 conn(0x7f2230074bc0 msgr2=0x7f2230074fd0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-15T22:05:27.972 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:27.963+0000 7f2237aa4640 1 -- 172.21.15.63:0/3332702013 shutdown_connections 2024-09-15T22:05:27.972 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:27.963+0000 7f2237aa4640 1 -- 172.21.15.63:0/3332702013 wait complete. 2024-09-15T22:05:27.973 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:27.964+0000 7f2237aa4640 1 Processor -- start 2024-09-15T22:05:27.973 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:27.964+0000 7f2237aa4640 1 -- start start 2024-09-15T22:05:27.973 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:27.965+0000 7f2237aa4640 1 --2- >> [v2:172.21.15.110:3301/0,v1:172.21.15.110:6790/0] conn(0x7f22300d1030 0x7f22301f5750 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-15T22:05:27.973 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:27.965+0000 7f2237aa4640 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f22300d32d0 0x7f2230153000 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-15T22:05:27.973 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:27.965+0000 7f2237aa4640 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f223015e570 0x7f2230160960 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-15T22:05:27.973 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:27.965+0000 7f2237aa4640 1 -- --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 -- 0x7f22300d4200 con 0x7f22300d32d0 2024-09-15T22:05:27.973 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:27.965+0000 7f2237aa4640 1 -- --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_getmap magic: 0 -- 0x7f22300d3f20 con 0x7f223015e570 2024-09-15T22:05:27.973 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:27.965+0000 7f2237aa4640 1 -- --> [v2:172.21.15.110:3301/0,v1:172.21.15.110:6790/0] -- mon_getmap magic: 0 -- 0x7f22300d44e0 con 0x7f22300d1030 2024-09-15T22:05:27.973 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:27.965+0000 7f223503f640 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f22300d32d0 0x7f2230153000 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-15T22:05:27.973 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:27.965+0000 7f223503f640 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f22300d32d0 0x7f2230153000 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.63:3300/0 says I am v2:172.21.15.63:37616/0 (socket says 172.21.15.63:37616) 2024-09-15T22:05:27.973 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:27.965+0000 7f223503f640 1 -- 172.21.15.63:0/4249485715 learned_addr learned my addr 172.21.15.63:0/4249485715 (peer_addr_for_me v2:172.21.15.63:0/0) 2024-09-15T22:05:27.973 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:27.965+0000 7f2236041640 1 --2- 172.21.15.63:0/4249485715 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f223015e570 0x7f2230160960 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-15T22:05:27.974 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:27.965+0000 7f2235840640 1 --2- 172.21.15.63:0/4249485715 >> [v2:172.21.15.110:3301/0,v1:172.21.15.110:6790/0] conn(0x7f22300d1030 0x7f22301f5750 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-15T22:05:27.974 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:27.966+0000 7f223503f640 1 -- 172.21.15.63:0/4249485715 >> [v2:172.21.15.110:3301/0,v1:172.21.15.110:6790/0] conn(0x7f22300d1030 msgr2=0x7f22301f5750 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-15T22:05:27.974 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:27.966+0000 7f223503f640 1 --2- 172.21.15.63:0/4249485715 >> [v2:172.21.15.110:3301/0,v1:172.21.15.110:6790/0] conn(0x7f22300d1030 0x7f22301f5750 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T22:05:27.974 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:27.966+0000 7f223503f640 1 -- 172.21.15.63:0/4249485715 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f223015e570 msgr2=0x7f2230160960 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-15T22:05:27.974 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:27.966+0000 7f223503f640 1 --2- 172.21.15.63:0/4249485715 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f223015e570 0x7f2230160960 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T22:05:27.974 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:27.966+0000 7f223503f640 1 -- 172.21.15.63:0/4249485715 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f22301617b0 con 0x7f22300d32d0 2024-09-15T22:05:27.974 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:27.966+0000 7f2236041640 1 --2- 172.21.15.63:0/4249485715 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f223015e570 0x7f2230160960 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-15T22:05:27.974 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:27.966+0000 7f2235840640 1 --2- 172.21.15.63:0/4249485715 >> [v2:172.21.15.110:3301/0,v1:172.21.15.110:6790/0] conn(0x7f22300d1030 0x7f22301f5750 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-15T22:05:27.974 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:27.966+0000 7f223503f640 1 --2- 172.21.15.63:0/4249485715 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f22300d32d0 0x7f2230153000 secure :-1 s=READY pgs=345 cs=0 l=1 rev1=1 crypto rx=0x7f2224000c00 tx=0x7f22240046c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-15T22:05:27.974 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:27.966+0000 7f222e7fc640 1 -- 172.21.15.63:0/4249485715 <== mon.0 v2:172.21.15.63:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2224041020 con 0x7f22300d32d0 2024-09-15T22:05:27.974 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:27.966+0000 7f222e7fc640 1 -- 172.21.15.63:0/4249485715 <== mon.0 v2:172.21.15.63:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f2224030970 con 0x7f22300d32d0 2024-09-15T22:05:27.974 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:27.966+0000 7f2237aa4640 1 -- 172.21.15.63:0/4249485715 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f22301614d0 con 0x7f22300d32d0 2024-09-15T22:05:27.974 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:27.966+0000 7f222e7fc640 1 -- 172.21.15.63:0/4249485715 <== mon.0 v2:172.21.15.63:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2224037040 con 0x7f22300d32d0 2024-09-15T22:05:27.975 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:27.966+0000 7f2237aa4640 1 -- 172.21.15.63:0/4249485715 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f22301f4f50 con 0x7f22300d32d0 2024-09-15T22:05:27.975 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:27.967+0000 7f2237aa4640 1 -- 172.21.15.63:0/4249485715 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f22300d14a0 con 0x7f22300d32d0 2024-09-15T22:05:27.975 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:27.967+0000 7f222e7fc640 1 -- 172.21.15.63:0/4249485715 <== mon.0 v2:172.21.15.63:3300/0 4 ==== mgrmap(e 7) ==== 90999+0+0 (secure 0 0 0) 0x7f2224044020 con 0x7f22300d32d0 2024-09-15T22:05:27.975 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:27.968+0000 7f222e7fc640 1 --2- 172.21.15.63:0/4249485715 >> [v2:172.21.15.110:6832/552273267,v1:172.21.15.110:6833/552273267] conn(0x7f221c06c460 0x7f221c06e920 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-15T22:05:27.975 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:27.968+0000 7f222e7fc640 1 -- 172.21.15.63:0/4249485715 <== mon.0 v2:172.21.15.63:3300/0 5 ==== osd_map(36..36 src has 1..36) ==== 4943+0+0 (secure 0 0 0) 0x7f22240abe00 con 0x7f22300d32d0 2024-09-15T22:05:27.975 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:27.968+0000 7f2235840640 1 --2- 172.21.15.63:0/4249485715 >> [v2:172.21.15.110:6832/552273267,v1:172.21.15.110:6833/552273267] conn(0x7f221c06c460 0x7f221c06e920 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-15T22:05:27.975 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:27.969+0000 7f2235840640 1 --2- 172.21.15.63:0/4249485715 >> [v2:172.21.15.110:6832/552273267,v1:172.21.15.110:6833/552273267] conn(0x7f221c06c460 0x7f221c06e920 secure :-1 s=READY pgs=179 cs=0 l=1 rev1=1 crypto rx=0x7f2220009fc0 tx=0x7f2220009550 comp rx=0 tx=0).ready entity=mgr.4102 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-15T22:05:27.975 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:27.972+0000 7f222e7fc640 1 -- 172.21.15.63:0/4249485715 <== mon.0 v2:172.21.15.63:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7f222404b030 con 0x7f22300d32d0 2024-09-15T22:05:28.150 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:28.148+0000 7f2237aa4640 1 -- 172.21.15.63:0/4249485715 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) -- 0x7f22301f53e0 con 0x7f22300d32d0 2024-09-15T22:05:28.150 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:28.149+0000 7f222e7fc640 1 -- 172.21.15.63:0/4249485715 <== mon.0 v2:172.21.15.63:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v36) ==== 74+0+13056 (secure 0 0 0) 0x7f222407a680 con 0x7f22300d32d0 2024-09-15T22:05:28.151 INFO:teuthology.orchestra.run.smithi063.stdout: 2024-09-15T22:05:28.151 INFO:teuthology.orchestra.run.smithi063.stdout:{"epoch":36,"fsid":"49d79d51-bb1b-4fdd-a1d6-f4e42ba7fbf3","created":"2024-09-15T22:04:02.076542+0000","modified":"2024-09-15T22:05:26.806345+0000","last_up_change":"2024-09-15T22:04:13.946763+0000","last_in_change":"2024-09-15T22:04:04.178658+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":5,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":5,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-09-15T22:04:14.281022+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"17","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":8,"score_stable":8,"optimal_score":0.25,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"1f955f27-2876-45ee-a014-9d8a652f47de","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":31,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.63:6816","nonce":3631300172},{"type":"v1","addr":"172.21.15.63:6818","nonce":3631300172}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.63:6820","nonce":3631300172},{"type":"v1","addr":"172.21.15.63:6822","nonce":3631300172}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.63:6828","nonce":3631300172},{"type":"v1","addr":"172.21.15.63:6830","nonce":3631300172}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.63:6824","nonce":3631300172},{"type":"v1","addr":"172.21.15.63:6826","nonce":3631300172}]},"public_addr":"172.21.15.63:6818/3631300172","cluster_addr":"172.21.15.63:6822/3631300172","heartbeat_back_addr":"172.21.15.63:6830/3631300172","heartbeat_front_addr":"172.21.15.63:6826/3631300172","state":["exists","up"]},{"osd":1,"uuid":"af6843a2-c664-44cd-9435-6410b9d7cdfc","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":31,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.63:6817","nonce":2124234218},{"type":"v1","addr":"172.21.15.63:6819","nonce":2124234218}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.63:6821","nonce":2124234218},{"type":"v1","addr":"172.21.15.63:6823","nonce":2124234218}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.63:6829","nonce":2124234218},{"type":"v1","addr":"172.21.15.63:6831","nonce":2124234218}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.63:6825","nonce":2124234218},{"type":"v1","addr":"172.21.15.63:6827","nonce":2124234218}]},"public_addr":"172.21.15.63:6819/2124234218","cluster_addr":"172.21.15.63:6823/2124234218","heartbeat_back_addr":"172.21.15.63:6831/2124234218","heartbeat_front_addr":"172.21.15.63:6827/2124234218","state":["exists","up"]},{"osd":2,"uuid":"27259906-636d-4292-8128-28c3ae37417c","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":31,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.63:6800","nonce":3107585409},{"type":"v1","addr":"172.21.15.63:6801","nonce":3107585409}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.63:6802","nonce":3107585409},{"type":"v1","addr":"172.21.15.63:6803","nonce":3107585409}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.63:6806","nonce":3107585409},{"type":"v1","addr":"172.21.15.63:6807","nonce":3107585409}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.63:6804","nonce":3107585409},{"type":"v1","addr":"172.21.15.63:6805","nonce":3107585409}]},"public_addr":"172.21.15.63:6801/3107585409","cluster_addr":"172.21.15.63:6803/3107585409","heartbeat_back_addr":"172.21.15.63:6807/3107585409","heartbeat_front_addr":"172.21.15.63:6805/3107585409","state":["exists","up"]},{"osd":3,"uuid":"007f71a8-c154-4167-a68d-96d158541c43","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":31,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.63:6808","nonce":2333041751},{"type":"v1","addr":"172.21.15.63:6809","nonce":2333041751}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.63:6810","nonce":2333041751},{"type":"v1","addr":"172.21.15.63:6811","nonce":2333041751}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.63:6814","nonce":2333041751},{"type":"v1","addr":"172.21.15.63:6815","nonce":2333041751}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.63:6812","nonce":2333041751},{"type":"v1","addr":"172.21.15.63:6813","nonce":2333041751}]},"public_addr":"172.21.15.63:6809/2333041751","cluster_addr":"172.21.15.63:6811/2333041751","heartbeat_back_addr":"172.21.15.63:6815/2333041751","heartbeat_front_addr":"172.21.15.63:6813/2333041751","state":["exists","up"]},{"osd":4,"uuid":"346e916e-e9c8-4b14-a7c4-032d5f63fb69","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":31,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.110:6816","nonce":2783666287},{"type":"v1","addr":"172.21.15.110:6817","nonce":2783666287}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.110:6818","nonce":2783666287},{"type":"v1","addr":"172.21.15.110:6819","nonce":2783666287}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.110:6822","nonce":2783666287},{"type":"v1","addr":"172.21.15.110:6823","nonce":2783666287}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.110:6820","nonce":2783666287},{"type":"v1","addr":"172.21.15.110:6821","nonce":2783666287}]},"public_addr":"172.21.15.110:6817/2783666287","cluster_addr":"172.21.15.110:6819/2783666287","heartbeat_back_addr":"172.21.15.110:6823/2783666287","heartbeat_front_addr":"172.21.15.110:6821/2783666287","state":["exists","up"]},{"osd":5,"uuid":"079e99b1-b9e1-4c06-ae11-f98c84739234","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":31,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.110:6800","nonce":3568635398},{"type":"v1","addr":"172.21.15.110:6801","nonce":3568635398}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.110:6802","nonce":3568635398},{"type":"v1","addr":"172.21.15.110:6803","nonce":3568635398}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.110:6806","nonce":3568635398},{"type":"v1","addr":"172.21.15.110:6807","nonce":3568635398}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.110:6804","nonce":3568635398},{"type":"v1","addr":"172.21.15.110:6805","nonce":3568635398}]},"public_addr":"172.21.15.110:6801/3568635398","cluster_addr":"172.21.15.110:6803/3568635398","heartbeat_back_addr":"172.21.15.110:6807/3568635398","heartbeat_front_addr":"172.21.15.110:6805/3568635398","state":["exists","up"]},{"osd":6,"uuid":"40b16565-bb39-470a-a699-3a5c64927e87","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":31,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.110:6808","nonce":2775776398},{"type":"v1","addr":"172.21.15.110:6809","nonce":2775776398}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.110:6810","nonce":2775776398},{"type":"v1","addr":"172.21.15.110:6811","nonce":2775776398}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.110:6814","nonce":2775776398},{"type":"v1","addr":"172.21.15.110:6815","nonce":2775776398}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.110:6812","nonce":2775776398},{"type":"v1","addr":"172.21.15.110:6813","nonce":2775776398}]},"public_addr":"172.21.15.110:6809/2775776398","cluster_addr":"172.21.15.110:6811/2775776398","heartbeat_back_addr":"172.21.15.110:6815/2775776398","heartbeat_front_addr":"172.21.15.110:6813/2775776398","state":["exists","up"]},{"osd":7,"uuid":"619d52d5-7a65-4232-a05a-3357ad2f8bea","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":31,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.110:6824","nonce":3099325207},{"type":"v1","addr":"172.21.15.110:6825","nonce":3099325207}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.110:6826","nonce":3099325207},{"type":"v1","addr":"172.21.15.110:6827","nonce":3099325207}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.110:6830","nonce":3099325207},{"type":"v1","addr":"172.21.15.110:6831","nonce":3099325207}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.110:6828","nonce":3099325207},{"type":"v1","addr":"172.21.15.110:6829","nonce":3099325207}]},"public_addr":"172.21.15.110:6825/3099325207","cluster_addr":"172.21.15.110:6827/3099325207","heartbeat_back_addr":"172.21.15.110:6831/3099325207","heartbeat_front_addr":"172.21.15.110:6829/3099325207","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-15T22:04:11.235040+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-15T22:04:11.216050+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-15T22:04:10.734975+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-15T22:04:11.175319+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-15T22:04:11.527362+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-15T22:04:11.429033+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-15T22:04:11.169644+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-15T22:04:11.773676+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{"172.21.15.63:6835/2878404006":"2024-09-16T22:05:23.799088+0000","172.21.15.63:6833/2878404006":"2024-09-16T22:05:23.799088+0000"},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-09-15T22:05:28.153 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:28.151+0000 7f2237aa4640 1 -- 172.21.15.63:0/4249485715 >> [v2:172.21.15.110:6832/552273267,v1:172.21.15.110:6833/552273267] conn(0x7f221c06c460 msgr2=0x7f221c06e920 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-15T22:05:28.153 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:28.151+0000 7f2237aa4640 1 --2- 172.21.15.63:0/4249485715 >> [v2:172.21.15.110:6832/552273267,v1:172.21.15.110:6833/552273267] conn(0x7f221c06c460 0x7f221c06e920 secure :-1 s=READY pgs=179 cs=0 l=1 rev1=1 crypto rx=0x7f2220009fc0 tx=0x7f2220009550 comp rx=0 tx=0).stop 2024-09-15T22:05:28.153 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:28.151+0000 7f2237aa4640 1 -- 172.21.15.63:0/4249485715 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f22300d32d0 msgr2=0x7f2230153000 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-15T22:05:28.153 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:28.151+0000 7f2237aa4640 1 --2- 172.21.15.63:0/4249485715 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f22300d32d0 0x7f2230153000 secure :-1 s=READY pgs=345 cs=0 l=1 rev1=1 crypto rx=0x7f2224000c00 tx=0x7f22240046c0 comp rx=0 tx=0).stop 2024-09-15T22:05:28.153 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:28.151+0000 7f2237aa4640 1 -- 172.21.15.63:0/4249485715 shutdown_connections 2024-09-15T22:05:28.153 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:28.151+0000 7f2237aa4640 1 --2- 172.21.15.63:0/4249485715 >> [v2:172.21.15.110:6832/552273267,v1:172.21.15.110:6833/552273267] conn(0x7f221c06c460 0x7f221c06e920 unknown :-1 s=CLOSED pgs=179 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T22:05:28.153 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:28.151+0000 7f2237aa4640 1 --2- 172.21.15.63:0/4249485715 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f223015e570 0x7f2230160960 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T22:05:28.153 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:28.151+0000 7f2237aa4640 1 --2- 172.21.15.63:0/4249485715 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f22300d32d0 0x7f2230153000 unknown :-1 s=CLOSED pgs=345 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T22:05:28.153 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:28.151+0000 7f2237aa4640 1 --2- 172.21.15.63:0/4249485715 >> [v2:172.21.15.110:3301/0,v1:172.21.15.110:6790/0] conn(0x7f22300d1030 0x7f22301f5750 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T22:05:28.154 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:28.151+0000 7f2237aa4640 1 -- 172.21.15.63:0/4249485715 >> 172.21.15.63:0/4249485715 conn(0x7f2230074bc0 msgr2=0x7f22301628c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-15T22:05:28.154 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:28.151+0000 7f2237aa4640 1 -- 172.21.15.63:0/4249485715 shutdown_connections 2024-09-15T22:05:28.154 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:28.151+0000 7f2237aa4640 1 -- 172.21.15.63:0/4249485715 wait complete. 2024-09-15T22:05:28.164 INFO:tasks.check_counter.ceph_manager:[{'pool': 1, 'pool_name': '.mgr', 'create_time': '2024-09-15T22:04:14.281022+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 2, 'min_size': 1, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'is_stretch_pool': False, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 1, 'pg_placement_num': 1, 'pg_placement_num_target': 1, 'pg_num_target': 1, 'pg_num_pending': 1, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '17', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_max': 32, 'pg_num_min': 1}, 'application_metadata': {'mgr': {}}, 'read_balance': {'score_type': 'Fair distribution', 'score_acting': 8, 'score_stable': 8, 'optimal_score': 0.25, 'raw_score_acting': 2, 'raw_score_stable': 2, 'primary_affinity_weighted': 1, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}] 2024-09-15T22:05:28.164 DEBUG:teuthology.orchestra.run.smithi063:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get .mgr pg_num 2024-09-15T22:05:28.269 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:28.268+0000 7f1942f11640 1 Processor -- start 2024-09-15T22:05:28.270 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:28.268+0000 7f1942f11640 1 -- start start 2024-09-15T22:05:28.273 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:28.269+0000 7f1942f11640 1 --2- >> v2:172.21.15.110:3300/0 conn(0x7f193c06c2f0 0x7f193c0add60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-15T22:05:28.273 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:28.269+0000 7f1942f11640 1 -- --> v1:172.21.15.63:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f193c06e610 con 0x7f193c06d9c0 2024-09-15T22:05:28.273 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:28.269+0000 7f1942f11640 1 -- --> v1:172.21.15.110:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f193c06e8f0 con 0x7f193c15e4b0 2024-09-15T22:05:28.273 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:28.269+0000 7f1942f11640 1 -- --> v2:172.21.15.110:3300/0 -- mon_getmap magic: 0 -- 0x7f193c0b00f0 con 0x7f193c06c2f0 2024-09-15T22:05:28.273 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:28.269+0000 7f19414ae640 1 --1- >> v1:172.21.15.63:6789/0 conn(0x7f193c06d9c0 0x7f193c06de50 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.63:6789/0 says I am v1:172.21.15.63:45296/0 (socket says 172.21.15.63:45296) 2024-09-15T22:05:28.273 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:28.269+0000 7f19414ae640 1 -- 172.21.15.63:0/2079309561 learned_addr learned my addr 172.21.15.63:0/2079309561 (peer_addr_for_me v1:172.21.15.63:0/0) 2024-09-15T22:05:28.273 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:28.269+0000 7f1933fff640 1 --2- 172.21.15.63:0/2079309561 >> v2:172.21.15.110:3300/0 conn(0x7f193c06c2f0 0x7f193c0add60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-15T22:05:28.274 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:28.269+0000 7f19337fe640 1 -- 172.21.15.63:0/2079309561 <== mon.0 v1:172.21.15.63:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 1930298014 0 0) 0x7f193c06e610 con 0x7f193c06d9c0 2024-09-15T22:05:28.274 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:28.269+0000 7f19337fe640 1 -- 172.21.15.63:0/2079309561 --> v1:172.21.15.63:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7f1924003520 con 0x7f193c06d9c0 2024-09-15T22:05:28.274 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:28.269+0000 7f19337fe640 1 -- 172.21.15.63:0/2079309561 <== mon.0 v1:172.21.15.63:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) ==== 214+0+0 (unknown 2294727763 0 0) 0x7f1924003520 con 0x7f193c06d9c0 2024-09-15T22:05:28.274 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:28.269+0000 7f19337fe640 1 -- 172.21.15.63:0/2079309561 >> v2:172.21.15.110:3300/0 conn(0x7f193c06c2f0 msgr2=0x7f193c0add60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-15T22:05:28.274 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:28.269+0000 7f19337fe640 1 --2- 172.21.15.63:0/2079309561 >> v2:172.21.15.110:3300/0 conn(0x7f193c06c2f0 0x7f193c0add60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T22:05:28.274 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:28.269+0000 7f19337fe640 1 -- 172.21.15.63:0/2079309561 >> v1:172.21.15.110:6789/0 conn(0x7f193c15e4b0 legacy=0x7f193c06bbe0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-15T22:05:28.274 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:28.269+0000 7f19337fe640 1 -- 172.21.15.63:0/2079309561 --> v1:172.21.15.63:6789/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f193c06ebd0 con 0x7f193c06d9c0 2024-09-15T22:05:28.274 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:28.269+0000 7f19337fe640 1 -- 172.21.15.63:0/2079309561 <== mon.0 v1:172.21.15.63:6789/0 3 ==== mon_map magic: 0 ==== 413+0+0 (unknown 3984726164 0 0) 0x7f19340019f0 con 0x7f193c06d9c0 2024-09-15T22:05:28.274 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:28.269+0000 7f19337fe640 1 -- 172.21.15.63:0/2079309561 >> v1:172.21.15.63:6789/0 conn(0x7f193c06d9c0 legacy=0x7f193c06de50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-15T22:05:28.274 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:28.270+0000 7f19337fe640 1 --2- 172.21.15.63:0/2079309561 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f19240039e0 0x7f1924003e00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-15T22:05:28.274 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:28.270+0000 7f19337fe640 1 --2- 172.21.15.63:0/2079309561 >> [v2:172.21.15.110:3301/0,v1:172.21.15.110:6790/0] conn(0x7f1924004800 0x7f1924004c80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-15T22:05:28.274 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:28.270+0000 7f19337fe640 1 --2- 172.21.15.63:0/2079309561 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f1924005210 0x7f192400b9c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-15T22:05:28.275 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:28.270+0000 7f19337fe640 1 -- 172.21.15.63:0/2079309561 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 -- 0x7f193c0b00f0 con 0x7f1924005210 2024-09-15T22:05:28.275 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:28.270+0000 7f19337fe640 1 -- 172.21.15.63:0/2079309561 --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_getmap magic: 0 -- 0x7f192400c140 con 0x7f19240039e0 2024-09-15T22:05:28.275 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:28.270+0000 7f19337fe640 1 -- 172.21.15.63:0/2079309561 --> [v2:172.21.15.110:3301/0,v1:172.21.15.110:6790/0] -- mon_getmap magic: 0 -- 0x7f192400c340 con 0x7f1924004800 2024-09-15T22:05:28.275 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:28.270+0000 7f19414ae640 1 --2- 172.21.15.63:0/2079309561 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f1924005210 0x7f192400b9c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-15T22:05:28.275 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:28.270+0000 7f1933fff640 1 --2- 172.21.15.63:0/2079309561 >> [v2:172.21.15.110:3301/0,v1:172.21.15.110:6790/0] conn(0x7f1924004800 0x7f1924004c80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-15T22:05:28.275 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:28.270+0000 7f1940cad640 1 --2- 172.21.15.63:0/2079309561 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f19240039e0 0x7f1924003e00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-15T22:05:28.275 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:28.270+0000 7f19414ae640 1 -- 172.21.15.63:0/2079309561 >> [v2:172.21.15.110:3301/0,v1:172.21.15.110:6790/0] conn(0x7f1924004800 msgr2=0x7f1924004c80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-15T22:05:28.275 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:28.270+0000 7f19414ae640 1 --2- 172.21.15.63:0/2079309561 >> [v2:172.21.15.110:3301/0,v1:172.21.15.110:6790/0] conn(0x7f1924004800 0x7f1924004c80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T22:05:28.275 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:28.270+0000 7f19414ae640 1 -- 172.21.15.63:0/2079309561 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f19240039e0 msgr2=0x7f1924003e00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-15T22:05:28.275 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:28.270+0000 7f19414ae640 1 --2- 172.21.15.63:0/2079309561 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f19240039e0 0x7f1924003e00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T22:05:28.275 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:28.270+0000 7f19414ae640 1 -- 172.21.15.63:0/2079309561 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f1924003520 con 0x7f1924005210 2024-09-15T22:05:28.275 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:28.271+0000 7f19414ae640 1 -- 172.21.15.63:0/2079309561 reap_dead start 2024-09-15T22:05:28.275 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:28.271+0000 7f19414ae640 1 --2- 172.21.15.63:0/2079309561 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f1924005210 0x7f192400b9c0 secure :-1 s=READY pgs=347 cs=0 l=1 rev1=1 crypto rx=0x7f193400a840 tx=0x7f1924005830 comp rx=0 tx=0).ready entity=mon.0 client_cookie=79e676052b04b360 server_cookie=0 in_seq=0 out_seq=0 2024-09-15T22:05:28.276 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:28.271+0000 7f19337fe640 1 -- 172.21.15.63:0/2079309561 <== mon.0 v2:172.21.15.63:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f193400a460 con 0x7f1924005210 2024-09-15T22:05:28.276 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:28.271+0000 7f19337fe640 1 -- 172.21.15.63:0/2079309561 <== mon.0 v2:172.21.15.63:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f193402f070 con 0x7f1924005210 2024-09-15T22:05:28.276 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:28.271+0000 7f19337fe640 1 -- 172.21.15.63:0/2079309561 <== mon.0 v2:172.21.15.63:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f193402bcb0 con 0x7f1924005210 2024-09-15T22:05:28.276 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:28.271+0000 7f1942f11640 1 -- 172.21.15.63:0/2079309561 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f1924005210 msgr2=0x7f192400b9c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-15T22:05:28.276 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:28.271+0000 7f1942f11640 1 --2- 172.21.15.63:0/2079309561 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f1924005210 0x7f192400b9c0 secure :-1 s=READY pgs=347 cs=0 l=1 rev1=1 crypto rx=0x7f193400a840 tx=0x7f1924005830 comp rx=0 tx=0).stop 2024-09-15T22:05:28.276 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:28.271+0000 7f1942f11640 1 -- 172.21.15.63:0/2079309561 shutdown_connections 2024-09-15T22:05:28.276 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:28.271+0000 7f1942f11640 1 --2- 172.21.15.63:0/2079309561 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f1924005210 0x7f192400b9c0 unknown :-1 s=CLOSED pgs=347 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T22:05:28.276 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:28.271+0000 7f1942f11640 1 -- 172.21.15.63:0/2079309561 >> 172.21.15.63:0/2079309561 conn(0x7f193c0b2a80 msgr2=0x7f193c0b2e60 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-15T22:05:28.276 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:28.272+0000 7f1942f11640 1 -- 172.21.15.63:0/2079309561 shutdown_connections 2024-09-15T22:05:28.276 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:28.272+0000 7f1942f11640 1 -- 172.21.15.63:0/2079309561 wait complete. 2024-09-15T22:05:28.279 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:28.273+0000 7f1942f11640 1 Processor -- start 2024-09-15T22:05:28.279 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:28.273+0000 7f1942f11640 1 -- start start 2024-09-15T22:05:28.279 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:28.274+0000 7f1942f11640 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f1924005210 0x7f193c09ba30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-15T22:05:28.279 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:28.274+0000 7f1942f11640 1 --2- >> [v2:172.21.15.110:3301/0,v1:172.21.15.110:6790/0] conn(0x7f193c09d140 0x7f193c1f4a20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-15T22:05:28.279 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:28.274+0000 7f1942f11640 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f193c0cfb00 0x7f193c0cc210 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-15T22:05:28.279 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:28.274+0000 7f1942f11640 1 -- --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 -- 0x7f193c15ea10 con 0x7f1924005210 2024-09-15T22:05:28.279 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:28.274+0000 7f1942f11640 1 -- --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_getmap magic: 0 -- 0x7f193c15e890 con 0x7f193c0cfb00 2024-09-15T22:05:28.280 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:28.274+0000 7f1942f11640 1 -- --> [v2:172.21.15.110:3301/0,v1:172.21.15.110:6790/0] -- mon_getmap magic: 0 -- 0x7f193c0add60 con 0x7f193c09d140 2024-09-15T22:05:28.280 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:28.274+0000 7f1940cad640 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f1924005210 0x7f193c09ba30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-15T22:05:28.280 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:28.274+0000 7f1940cad640 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f1924005210 0x7f193c09ba30 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.63:3300/0 says I am v2:172.21.15.63:37626/0 (socket says 172.21.15.63:37626) 2024-09-15T22:05:28.280 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:28.274+0000 7f1940cad640 1 -- 172.21.15.63:0/3158861586 learned_addr learned my addr 172.21.15.63:0/3158861586 (peer_addr_for_me v2:172.21.15.63:0/0) 2024-09-15T22:05:28.280 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:28.274+0000 7f1933fff640 1 --2- 172.21.15.63:0/3158861586 >> [v2:172.21.15.110:3301/0,v1:172.21.15.110:6790/0] conn(0x7f193c09d140 0x7f193c1f4a20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-15T22:05:28.280 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:28.274+0000 7f19414ae640 1 --2- 172.21.15.63:0/3158861586 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f193c0cfb00 0x7f193c0cc210 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-15T22:05:28.280 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:28.274+0000 7f1940cad640 1 -- 172.21.15.63:0/3158861586 >> [v2:172.21.15.110:3301/0,v1:172.21.15.110:6790/0] conn(0x7f193c09d140 msgr2=0x7f193c1f4a20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-15T22:05:28.280 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:28.274+0000 7f1940cad640 1 --2- 172.21.15.63:0/3158861586 >> [v2:172.21.15.110:3301/0,v1:172.21.15.110:6790/0] conn(0x7f193c09d140 0x7f193c1f4a20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T22:05:28.280 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:28.274+0000 7f1940cad640 1 -- 172.21.15.63:0/3158861586 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f193c0cfb00 msgr2=0x7f193c0cc210 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-15T22:05:28.280 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:28.274+0000 7f1940cad640 1 --2- 172.21.15.63:0/3158861586 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f193c0cfb00 0x7f193c0cc210 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T22:05:28.280 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:28.274+0000 7f1940cad640 1 -- 172.21.15.63:0/3158861586 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f193c09c0a0 con 0x7f1924005210 2024-09-15T22:05:28.280 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:28.274+0000 7f1940cad640 1 --2- 172.21.15.63:0/3158861586 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f1924005210 0x7f193c09ba30 secure :-1 s=READY pgs=348 cs=0 l=1 rev1=1 crypto rx=0x7f193800f5f0 tx=0x7f193800f9f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-15T22:05:28.280 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:28.274+0000 7f19317fa640 1 -- 172.21.15.63:0/3158861586 <== mon.0 v2:172.21.15.63:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f19380052e0 con 0x7f1924005210 2024-09-15T22:05:28.281 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:28.274+0000 7f19317fa640 1 -- 172.21.15.63:0/3158861586 <== mon.0 v2:172.21.15.63:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f1938018070 con 0x7f1924005210 2024-09-15T22:05:28.281 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:28.274+0000 7f1942f11640 1 -- 172.21.15.63:0/3158861586 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f193c09c380 con 0x7f1924005210 2024-09-15T22:05:28.281 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:28.274+0000 7f19317fa640 1 -- 172.21.15.63:0/3158861586 <== mon.0 v2:172.21.15.63:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1938003810 con 0x7f1924005210 2024-09-15T22:05:28.281 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:28.274+0000 7f1942f11640 1 -- 172.21.15.63:0/3158861586 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f193c09c940 con 0x7f1924005210 2024-09-15T22:05:28.281 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:28.275+0000 7f1942f11640 1 -- 172.21.15.63:0/3158861586 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f193c0ae090 con 0x7f1924005210 2024-09-15T22:05:28.281 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:28.276+0000 7f19317fa640 1 -- 172.21.15.63:0/3158861586 <== mon.0 v2:172.21.15.63:3300/0 4 ==== mgrmap(e 7) ==== 90999+0+0 (secure 0 0 0) 0x7f19380039b0 con 0x7f1924005210 2024-09-15T22:05:28.281 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:28.276+0000 7f19317fa640 1 --2- 172.21.15.63:0/3158861586 >> [v2:172.21.15.110:6832/552273267,v1:172.21.15.110:6833/552273267] conn(0x7f192806c460 0x7f192806e920 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-15T22:05:28.281 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:28.276+0000 7f19317fa640 1 -- 172.21.15.63:0/3158861586 <== mon.0 v2:172.21.15.63:3300/0 5 ==== osd_map(36..36 src has 1..36) ==== 4943+0+0 (secure 0 0 0) 0x7f193808b110 con 0x7f1924005210 2024-09-15T22:05:28.281 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:28.277+0000 7f1933fff640 1 --2- 172.21.15.63:0/3158861586 >> [v2:172.21.15.110:6832/552273267,v1:172.21.15.110:6833/552273267] conn(0x7f192806c460 0x7f192806e920 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-15T22:05:28.281 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:28.277+0000 7f1933fff640 1 --2- 172.21.15.63:0/3158861586 >> [v2:172.21.15.110:6832/552273267,v1:172.21.15.110:6833/552273267] conn(0x7f192806c460 0x7f192806e920 secure :-1 s=READY pgs=180 cs=0 l=1 rev1=1 crypto rx=0x7f193c09d540 tx=0x7f192c009190 comp rx=0 tx=0).ready entity=mgr.4102 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-15T22:05:28.282 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:28.281+0000 7f19317fa640 1 -- 172.21.15.63:0/3158861586 <== mon.0 v2:172.21.15.63:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7f1938059990 con 0x7f1924005210 2024-09-15T22:05:28.458 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:28.457+0000 7f1942f11640 1 -- 172.21.15.63:0/3158861586 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_command({"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"} v 0) -- 0x7f193c15df40 con 0x7f1924005210 2024-09-15T22:05:28.458 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:28.457+0000 7f19317fa640 1 -- 172.21.15.63:0/3158861586 <== mon.0 v2:172.21.15.63:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]=0 v36) ==== 93+0+10 (secure 0 0 0) 0x7f1938059290 con 0x7f1924005210 2024-09-15T22:05:28.459 INFO:teuthology.orchestra.run.smithi063.stdout:pg_num: 1 2024-09-15T22:05:28.461 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:28.459+0000 7f1942f11640 1 -- 172.21.15.63:0/3158861586 >> [v2:172.21.15.110:6832/552273267,v1:172.21.15.110:6833/552273267] conn(0x7f192806c460 msgr2=0x7f192806e920 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-15T22:05:28.461 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:28.459+0000 7f1942f11640 1 --2- 172.21.15.63:0/3158861586 >> [v2:172.21.15.110:6832/552273267,v1:172.21.15.110:6833/552273267] conn(0x7f192806c460 0x7f192806e920 secure :-1 s=READY pgs=180 cs=0 l=1 rev1=1 crypto rx=0x7f193c09d540 tx=0x7f192c009190 comp rx=0 tx=0).stop 2024-09-15T22:05:28.461 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:28.459+0000 7f1942f11640 1 -- 172.21.15.63:0/3158861586 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f1924005210 msgr2=0x7f193c09ba30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-15T22:05:28.464 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:28.459+0000 7f1942f11640 1 --2- 172.21.15.63:0/3158861586 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f1924005210 0x7f193c09ba30 secure :-1 s=READY pgs=348 cs=0 l=1 rev1=1 crypto rx=0x7f193800f5f0 tx=0x7f193800f9f0 comp rx=0 tx=0).stop 2024-09-15T22:05:28.464 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:28.459+0000 7f1942f11640 1 -- 172.21.15.63:0/3158861586 shutdown_connections 2024-09-15T22:05:28.464 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:28.459+0000 7f1942f11640 1 --2- 172.21.15.63:0/3158861586 >> [v2:172.21.15.110:6832/552273267,v1:172.21.15.110:6833/552273267] conn(0x7f192806c460 0x7f192806e920 unknown :-1 s=CLOSED pgs=180 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T22:05:28.464 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:28.459+0000 7f1942f11640 1 --2- 172.21.15.63:0/3158861586 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f193c0cfb00 0x7f193c0cc210 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T22:05:28.464 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:28.459+0000 7f1942f11640 1 --2- 172.21.15.63:0/3158861586 >> [v2:172.21.15.110:3301/0,v1:172.21.15.110:6790/0] conn(0x7f193c09d140 0x7f193c1f4a20 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T22:05:28.465 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:28.459+0000 7f1942f11640 1 --2- 172.21.15.63:0/3158861586 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f1924005210 0x7f193c09ba30 unknown :-1 s=CLOSED pgs=348 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T22:05:28.465 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:28.459+0000 7f1942f11640 1 -- 172.21.15.63:0/3158861586 >> 172.21.15.63:0/3158861586 conn(0x7f193c0b2a80 msgr2=0x7f193c0b5480 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-15T22:05:28.465 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:28.459+0000 7f1942f11640 1 -- 172.21.15.63:0/3158861586 shutdown_connections 2024-09-15T22:05:28.465 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:28.459+0000 7f1942f11640 1 -- 172.21.15.63:0/3158861586 wait complete. 2024-09-15T22:05:28.472 DEBUG:teuthology.orchestra.run.smithi063:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph mgr dump --format=json-pretty 2024-09-15T22:05:28.574 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:28.572+0000 7fe438ae4640 1 Processor -- start 2024-09-15T22:05:28.574 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:28.573+0000 7fe438ae4640 1 -- start start 2024-09-15T22:05:28.577 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:28.573+0000 7fe438ae4640 1 --2- >> v2:172.21.15.110:3300/0 conn(0x7fe4340d15f0 0x7fe43415ea60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-15T22:05:28.577 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:28.574+0000 7fe438ae4640 1 -- --> v1:172.21.15.63:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fe4340ba350 con 0x7fe4340b97d0 2024-09-15T22:05:28.577 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:28.574+0000 7fe438ae4640 1 -- --> v1:172.21.15.110:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fe4340d2750 con 0x7fe434147fc0 2024-09-15T22:05:28.577 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:28.574+0000 7fe438ae4640 1 -- --> v2:172.21.15.110:3300/0 -- mon_getmap magic: 0 -- 0x7fe4341483a0 con 0x7fe4340d15f0 2024-09-15T22:05:28.577 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:28.574+0000 7fe432d9d640 1 --1- >> v1:172.21.15.63:6789/0 conn(0x7fe4340b97d0 0x7fe4340b9c40 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.63:6789/0 says I am v1:172.21.15.63:45304/0 (socket says 172.21.15.63:45304) 2024-09-15T22:05:28.578 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:28.574+0000 7fe432d9d640 1 -- 172.21.15.63:0/3934328418 learned_addr learned my addr 172.21.15.63:0/3934328418 (peer_addr_for_me v1:172.21.15.63:0/0) 2024-09-15T22:05:28.578 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:28.574+0000 7fe431d9b640 1 --2- 172.21.15.63:0/3934328418 >> v2:172.21.15.110:3300/0 conn(0x7fe4340d15f0 0x7fe43415ea60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-15T22:05:28.578 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:28.574+0000 7fe43159a640 1 -- 172.21.15.63:0/3934328418 <== mon.0 v1:172.21.15.63:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 3738082348 0 0) 0x7fe4340ba350 con 0x7fe4340b97d0 2024-09-15T22:05:28.578 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:28.574+0000 7fe43159a640 1 -- 172.21.15.63:0/3934328418 --> v1:172.21.15.63:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7fe420003520 con 0x7fe4340b97d0 2024-09-15T22:05:28.578 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:28.574+0000 7fe43159a640 1 -- 172.21.15.63:0/3934328418 <== mon.0 v1:172.21.15.63:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) ==== 214+0+0 (unknown 1553805190 0 0) 0x7fe420003520 con 0x7fe4340b97d0 2024-09-15T22:05:28.578 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:28.574+0000 7fe43159a640 1 -- 172.21.15.63:0/3934328418 >> v2:172.21.15.110:3300/0 conn(0x7fe4340d15f0 msgr2=0x7fe43415ea60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-15T22:05:28.578 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:28.574+0000 7fe43159a640 1 --2- 172.21.15.63:0/3934328418 >> v2:172.21.15.110:3300/0 conn(0x7fe4340d15f0 0x7fe43415ea60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T22:05:28.578 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:28.574+0000 7fe43159a640 1 -- 172.21.15.63:0/3934328418 >> v1:172.21.15.110:6789/0 conn(0x7fe434147fc0 legacy=0x7fe4340d0ee0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-15T22:05:28.578 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:28.574+0000 7fe43159a640 1 -- 172.21.15.63:0/3934328418 --> v1:172.21.15.63:6789/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fe4340d2a30 con 0x7fe4340b97d0 2024-09-15T22:05:28.578 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:28.574+0000 7fe43159a640 1 -- 172.21.15.63:0/3934328418 <== mon.0 v1:172.21.15.63:6789/0 3 ==== mon_map magic: 0 ==== 413+0+0 (unknown 3984726164 0 0) 0x7fe42c001670 con 0x7fe4340b97d0 2024-09-15T22:05:28.578 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:28.574+0000 7fe43159a640 1 -- 172.21.15.63:0/3934328418 >> v1:172.21.15.63:6789/0 conn(0x7fe4340b97d0 legacy=0x7fe4340b9c40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-15T22:05:28.578 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:28.574+0000 7fe43159a640 1 --2- 172.21.15.63:0/3934328418 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7fe4200039b0 0x7fe420003d90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-15T22:05:28.579 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:28.574+0000 7fe43159a640 1 --2- 172.21.15.63:0/3934328418 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fe4200043b0 0x7fe420004880 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-15T22:05:28.579 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:28.574+0000 7fe43159a640 1 --2- 172.21.15.63:0/3934328418 >> [v2:172.21.15.110:3301/0,v1:172.21.15.110:6790/0] conn(0x7fe420005080 0x7fe42000b9c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-15T22:05:28.579 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:28.574+0000 7fe43159a640 1 -- 172.21.15.63:0/3934328418 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 -- 0x7fe4341483a0 con 0x7fe4200043b0 2024-09-15T22:05:28.579 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:28.574+0000 7fe43159a640 1 -- 172.21.15.63:0/3934328418 --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_getmap magic: 0 -- 0x7fe42000bfe0 con 0x7fe4200039b0 2024-09-15T22:05:28.579 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:28.574+0000 7fe43159a640 1 -- 172.21.15.63:0/3934328418 --> [v2:172.21.15.110:3301/0,v1:172.21.15.110:6790/0] -- mon_getmap magic: 0 -- 0x7fe42000c1e0 con 0x7fe420005080 2024-09-15T22:05:28.579 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:28.575+0000 7fe431d9b640 1 --2- 172.21.15.63:0/3934328418 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fe4200043b0 0x7fe420004880 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-15T22:05:28.579 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:28.575+0000 7fe43259c640 1 --2- 172.21.15.63:0/3934328418 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7fe4200039b0 0x7fe420003d90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-15T22:05:28.579 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:28.575+0000 7fe432d9d640 1 --2- 172.21.15.63:0/3934328418 >> [v2:172.21.15.110:3301/0,v1:172.21.15.110:6790/0] conn(0x7fe420005080 0x7fe42000b9c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-15T22:05:28.579 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:28.575+0000 7fe431d9b640 1 -- 172.21.15.63:0/3934328418 >> [v2:172.21.15.110:3301/0,v1:172.21.15.110:6790/0] conn(0x7fe420005080 msgr2=0x7fe42000b9c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-15T22:05:28.579 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:28.575+0000 7fe431d9b640 1 --2- 172.21.15.63:0/3934328418 >> [v2:172.21.15.110:3301/0,v1:172.21.15.110:6790/0] conn(0x7fe420005080 0x7fe42000b9c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T22:05:28.579 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:28.575+0000 7fe431d9b640 1 -- 172.21.15.63:0/3934328418 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7fe4200039b0 msgr2=0x7fe420003d90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-15T22:05:28.579 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:28.575+0000 7fe431d9b640 1 --2- 172.21.15.63:0/3934328418 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7fe4200039b0 0x7fe420003d90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T22:05:28.579 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:28.575+0000 7fe431d9b640 1 -- 172.21.15.63:0/3934328418 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fe420003520 con 0x7fe4200043b0 2024-09-15T22:05:28.580 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:28.575+0000 7fe432d9d640 1 -- 172.21.15.63:0/3934328418 reap_dead start 2024-09-15T22:05:28.580 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:28.576+0000 7fe431d9b640 1 --2- 172.21.15.63:0/3934328418 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fe4200043b0 0x7fe420004880 secure :-1 s=READY pgs=350 cs=0 l=1 rev1=1 crypto rx=0x7fe41c009a90 tx=0x7fe420005830 comp rx=0 tx=0).ready entity=mon.0 client_cookie=7e9ef2a1701c914f server_cookie=0 in_seq=0 out_seq=0 2024-09-15T22:05:28.580 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:28.576+0000 7fe43159a640 1 -- 172.21.15.63:0/3934328418 <== mon.0 v2:172.21.15.63:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe41c036070 con 0x7fe4200043b0 2024-09-15T22:05:28.580 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:28.576+0000 7fe43159a640 1 -- 172.21.15.63:0/3934328418 <== mon.0 v2:172.21.15.63:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fe41c031400 con 0x7fe4200043b0 2024-09-15T22:05:28.580 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:28.576+0000 7fe43159a640 1 -- 172.21.15.63:0/3934328418 <== mon.0 v2:172.21.15.63:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe41c009690 con 0x7fe4200043b0 2024-09-15T22:05:28.583 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:28.576+0000 7fe438ae4640 1 -- 172.21.15.63:0/3934328418 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fe4200043b0 msgr2=0x7fe420004880 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-15T22:05:28.583 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:28.576+0000 7fe438ae4640 1 --2- 172.21.15.63:0/3934328418 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fe4200043b0 0x7fe420004880 secure :-1 s=READY pgs=350 cs=0 l=1 rev1=1 crypto rx=0x7fe41c009a90 tx=0x7fe420005830 comp rx=0 tx=0).stop 2024-09-15T22:05:28.583 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:28.576+0000 7fe438ae4640 1 -- 172.21.15.63:0/3934328418 shutdown_connections 2024-09-15T22:05:28.583 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:28.576+0000 7fe438ae4640 1 --2- 172.21.15.63:0/3934328418 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fe4200043b0 0x7fe420004880 unknown :-1 s=CLOSED pgs=350 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T22:05:28.584 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:28.576+0000 7fe438ae4640 1 -- 172.21.15.63:0/3934328418 >> 172.21.15.63:0/3934328418 conn(0x7fe434074fe0 msgr2=0x7fe43406bbe0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-15T22:05:28.584 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:28.577+0000 7fe438ae4640 1 -- 172.21.15.63:0/3934328418 shutdown_connections 2024-09-15T22:05:28.584 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:28.577+0000 7fe438ae4640 1 -- 172.21.15.63:0/3934328418 wait complete. 2024-09-15T22:05:28.584 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:28.578+0000 7fe438ae4640 1 Processor -- start 2024-09-15T22:05:28.584 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:28.578+0000 7fe438ae4640 1 -- start start 2024-09-15T22:05:28.584 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:28.579+0000 7fe438ae4640 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fe4200043b0 0x7fe4340d4740 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-15T22:05:28.584 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:28.579+0000 7fe438ae4640 1 --2- >> [v2:172.21.15.110:3301/0,v1:172.21.15.110:6790/0] conn(0x7fe434138fc0 0x7fe434139440 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-15T22:05:28.584 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:28.579+0000 7fe438ae4640 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7fe4340ae7a0 0x7fe4340aec20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-15T22:05:28.584 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:28.579+0000 7fe438ae4640 1 -- --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 -- 0x7fe4340d2500 con 0x7fe4200043b0 2024-09-15T22:05:28.584 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:28.579+0000 7fe438ae4640 1 -- --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_getmap magic: 0 -- 0x7fe43415efa0 con 0x7fe4340ae7a0 2024-09-15T22:05:28.584 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:28.579+0000 7fe438ae4640 1 -- --> [v2:172.21.15.110:3301/0,v1:172.21.15.110:6790/0] -- mon_getmap magic: 0 -- 0x7fe4340d2ff0 con 0x7fe434138fc0 2024-09-15T22:05:28.584 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:28.579+0000 7fe43259c640 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fe4200043b0 0x7fe4340d4740 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-15T22:05:28.585 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:28.579+0000 7fe43259c640 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fe4200043b0 0x7fe4340d4740 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.63:3300/0 says I am v2:172.21.15.63:37648/0 (socket says 172.21.15.63:37648) 2024-09-15T22:05:28.585 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:28.579+0000 7fe43259c640 1 -- 172.21.15.63:0/1223819870 learned_addr learned my addr 172.21.15.63:0/1223819870 (peer_addr_for_me v2:172.21.15.63:0/0) 2024-09-15T22:05:28.585 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:28.579+0000 7fe431d9b640 1 --2- 172.21.15.63:0/1223819870 >> [v2:172.21.15.110:3301/0,v1:172.21.15.110:6790/0] conn(0x7fe434138fc0 0x7fe434139440 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-15T22:05:28.585 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:28.579+0000 7fe432d9d640 1 --2- 172.21.15.63:0/1223819870 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7fe4340ae7a0 0x7fe4340aec20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-15T22:05:28.585 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:28.579+0000 7fe43259c640 1 -- 172.21.15.63:0/1223819870 >> [v2:172.21.15.110:3301/0,v1:172.21.15.110:6790/0] conn(0x7fe434138fc0 msgr2=0x7fe434139440 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-15T22:05:28.585 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:28.579+0000 7fe43259c640 1 --2- 172.21.15.63:0/1223819870 >> [v2:172.21.15.110:3301/0,v1:172.21.15.110:6790/0] conn(0x7fe434138fc0 0x7fe434139440 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T22:05:28.585 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:28.579+0000 7fe43259c640 1 -- 172.21.15.63:0/1223819870 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7fe4340ae7a0 msgr2=0x7fe4340aec20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-15T22:05:28.585 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:28.579+0000 7fe43259c640 1 --2- 172.21.15.63:0/1223819870 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7fe4340ae7a0 0x7fe4340aec20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T22:05:28.585 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:28.579+0000 7fe43259c640 1 -- 172.21.15.63:0/1223819870 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fe434146340 con 0x7fe4200043b0 2024-09-15T22:05:28.585 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:28.579+0000 7fe43259c640 1 --2- 172.21.15.63:0/1223819870 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fe4200043b0 0x7fe4340d4740 secure :-1 s=READY pgs=351 cs=0 l=1 rev1=1 crypto rx=0x7fe42400fb40 tx=0x7fe4240021c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-15T22:05:28.585 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:28.579+0000 7fe42affd640 1 -- 172.21.15.63:0/1223819870 <== mon.0 v2:172.21.15.63:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe424003b80 con 0x7fe4200043b0 2024-09-15T22:05:28.585 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:28.579+0000 7fe42affd640 1 -- 172.21.15.63:0/1223819870 <== mon.0 v2:172.21.15.63:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fe424018070 con 0x7fe4200043b0 2024-09-15T22:05:28.585 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:28.579+0000 7fe438ae4640 1 -- 172.21.15.63:0/1223819870 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fe434139b80 con 0x7fe4200043b0 2024-09-15T22:05:28.586 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:28.579+0000 7fe42affd640 1 -- 172.21.15.63:0/1223819870 <== mon.0 v2:172.21.15.63:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe42400d860 con 0x7fe4200043b0 2024-09-15T22:05:28.586 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:28.580+0000 7fe438ae4640 1 -- 172.21.15.63:0/1223819870 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fe434136f80 con 0x7fe4200043b0 2024-09-15T22:05:28.586 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:28.580+0000 7fe438ae4640 1 -- 172.21.15.63:0/1223819870 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fe43415eb80 con 0x7fe4200043b0 2024-09-15T22:05:28.586 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:28.581+0000 7fe42affd640 1 -- 172.21.15.63:0/1223819870 <== mon.0 v2:172.21.15.63:3300/0 4 ==== mgrmap(e 7) ==== 90999+0+0 (secure 0 0 0) 0x7fe42400da00 con 0x7fe4200043b0 2024-09-15T22:05:28.586 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:28.581+0000 7fe42affd640 1 --2- 172.21.15.63:0/1223819870 >> [v2:172.21.15.110:6832/552273267,v1:172.21.15.110:6833/552273267] conn(0x7fe41406c460 0x7fe41406e920 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-15T22:05:28.586 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:28.582+0000 7fe42affd640 1 -- 172.21.15.63:0/1223819870 <== mon.0 v2:172.21.15.63:3300/0 5 ==== osd_map(36..36 src has 1..36) ==== 4943+0+0 (secure 0 0 0) 0x7fe42408b680 con 0x7fe4200043b0 2024-09-15T22:05:28.586 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:28.582+0000 7fe431d9b640 1 --2- 172.21.15.63:0/1223819870 >> [v2:172.21.15.110:6832/552273267,v1:172.21.15.110:6833/552273267] conn(0x7fe41406c460 0x7fe41406e920 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-15T22:05:28.586 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:28.582+0000 7fe431d9b640 1 --2- 172.21.15.63:0/1223819870 >> [v2:172.21.15.110:6832/552273267,v1:172.21.15.110:6833/552273267] conn(0x7fe41406c460 0x7fe41406e920 secure :-1 s=READY pgs=181 cs=0 l=1 rev1=1 crypto rx=0x7fe41c033000 tx=0x7fe41c008030 comp rx=0 tx=0).ready entity=mgr.4102 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-15T22:05:28.587 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:28.586+0000 7fe42affd640 1 -- 172.21.15.63:0/1223819870 <== mon.0 v2:172.21.15.63:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7fe424059e70 con 0x7fe4200043b0 2024-09-15T22:05:28.812 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:28.811+0000 7fe438ae4640 1 -- 172.21.15.63:0/1223819870 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_command({"prefix": "mgr dump", "format": "json-pretty"} v 0) -- 0x7fe43415fc60 con 0x7fe4200043b0 2024-09-15T22:05:28.817 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:28.816+0000 7fe42affd640 1 -- 172.21.15.63:0/1223819870 <== mon.0 v2:172.21.15.63:3300/0 7 ==== mon_command_ack([{"prefix": "mgr dump", "format": "json-pretty"}]=0 v7) ==== 81+0+472478 (secure 0 0 0) 0x7fe424059770 con 0x7fe4200043b0 2024-09-15T22:05:28.824 INFO:teuthology.orchestra.run.smithi063.stdout: 2024-09-15T22:05:28.824 INFO:teuthology.orchestra.run.smithi063.stdout:{ 2024-09-15T22:05:28.824 INFO:teuthology.orchestra.run.smithi063.stdout: "epoch": 7, 2024-09-15T22:05:28.824 INFO:teuthology.orchestra.run.smithi063.stdout: "flags": 0, 2024-09-15T22:05:28.824 INFO:teuthology.orchestra.run.smithi063.stdout: "active_gid": 4102, 2024-09-15T22:05:28.824 INFO:teuthology.orchestra.run.smithi063.stdout: "active_name": "x", 2024-09-15T22:05:28.824 INFO:teuthology.orchestra.run.smithi063.stdout: "active_addrs": { 2024-09-15T22:05:28.824 INFO:teuthology.orchestra.run.smithi063.stdout: "addrvec": [ 2024-09-15T22:05:28.824 INFO:teuthology.orchestra.run.smithi063.stdout: { 2024-09-15T22:05:28.824 INFO:teuthology.orchestra.run.smithi063.stdout: "type": "v2", 2024-09-15T22:05:28.824 INFO:teuthology.orchestra.run.smithi063.stdout: "addr": "172.21.15.110:6832", 2024-09-15T22:05:28.824 INFO:teuthology.orchestra.run.smithi063.stdout: "nonce": 552273267 2024-09-15T22:05:28.825 INFO:teuthology.orchestra.run.smithi063.stdout: }, 2024-09-15T22:05:28.825 INFO:teuthology.orchestra.run.smithi063.stdout: { 2024-09-15T22:05:28.825 INFO:teuthology.orchestra.run.smithi063.stdout: "type": "v1", 2024-09-15T22:05:28.825 INFO:teuthology.orchestra.run.smithi063.stdout: "addr": "172.21.15.110:6833", 2024-09-15T22:05:28.825 INFO:teuthology.orchestra.run.smithi063.stdout: "nonce": 552273267 2024-09-15T22:05:28.825 INFO:teuthology.orchestra.run.smithi063.stdout: } 2024-09-15T22:05:28.825 INFO:teuthology.orchestra.run.smithi063.stdout: ] 2024-09-15T22:05:28.825 INFO:teuthology.orchestra.run.smithi063.stdout: }, 2024-09-15T22:05:28.825 INFO:teuthology.orchestra.run.smithi063.stdout: "active_addr": "172.21.15.110:6833/552273267", 2024-09-15T22:05:28.825 INFO:teuthology.orchestra.run.smithi063.stdout: "active_change": "2024-09-15T22:04:06.228153+0000", 2024-09-15T22:05:28.825 INFO:teuthology.orchestra.run.smithi063.stdout: "active_mgr_features": 4540701547738038271, 2024-09-15T22:05:28.825 INFO:teuthology.orchestra.run.smithi063.stdout: "available": true, 2024-09-15T22:05:28.826 INFO:teuthology.orchestra.run.smithi063.stdout: "standbys": [ 2024-09-15T22:05:28.826 INFO:teuthology.orchestra.run.smithi063.stdout: { 2024-09-15T22:05:28.826 INFO:teuthology.orchestra.run.smithi063.stdout: "gid": 4110, 2024-09-15T22:05:28.826 INFO:teuthology.orchestra.run.smithi063.stdout: "name": "y", 2024-09-15T22:05:28.826 INFO:teuthology.orchestra.run.smithi063.stdout: "mgr_features": 4540701547738038271, 2024-09-15T22:05:28.826 INFO:teuthology.orchestra.run.smithi063.stdout: "available_modules": [ 2024-09-15T22:05:28.826 INFO:teuthology.orchestra.run.smithi063.stdout: { 2024-09-15T22:05:28.826 INFO:teuthology.orchestra.run.smithi063.stdout: "name": "alerts", 2024-09-15T22:05:28.826 INFO:teuthology.orchestra.run.smithi063.stdout: "can_run": true, 2024-09-15T22:05:28.826 INFO:teuthology.orchestra.run.smithi063.stdout: "error_string": "", 2024-09-15T22:05:28.826 INFO:teuthology.orchestra.run.smithi063.stdout: "module_options": { 2024-09-15T22:05:28.826 INFO:teuthology.orchestra.run.smithi063.stdout: "interval": { 2024-09-15T22:05:28.827 INFO:teuthology.orchestra.run.smithi063.stdout: "name": "interval", 2024-09-15T22:05:28.827 INFO:teuthology.orchestra.run.smithi063.stdout: "type": "secs", 2024-09-15T22:05:28.827 INFO:teuthology.orchestra.run.smithi063.stdout: "level": "advanced", 2024-09-15T22:05:28.827 INFO:teuthology.orchestra.run.smithi063.stdout: "flags": 1, 2024-09-15T22:05:28.827 INFO:teuthology.orchestra.run.smithi063.stdout: "default_value": "60", 2024-09-15T22:05:28.827 INFO:teuthology.orchestra.run.smithi063.stdout: "min": "", 2024-09-15T22:05:28.827 INFO:teuthology.orchestra.run.smithi063.stdout: "max": "", 2024-09-15T22:05:28.827 INFO:teuthology.orchestra.run.smithi063.stdout: "enum_allowed": [], 2024-09-15T22:05:28.827 INFO:teuthology.orchestra.run.smithi063.stdout: "desc": "How frequently to reexamine health status", 2024-09-15T22:05:28.827 INFO:teuthology.orchestra.run.smithi063.stdout: "long_desc": "", 2024-09-15T22:05:28.827 INFO:teuthology.orchestra.run.smithi063.stdout: "tags": [], 2024-09-15T22:05:28.827 INFO:teuthology.orchestra.run.smithi063.stdout: "see_also": [] 2024-09-15T22:05:28.828 INFO:teuthology.orchestra.run.smithi063.stdout: }, 2024-09-15T22:05:28.828 INFO:teuthology.orchestra.run.smithi063.stdout: "log_level": { 2024-09-15T22:05:28.828 INFO:teuthology.orchestra.run.smithi063.stdout: "name": "log_level", 2024-09-15T22:05:28.828 INFO:teuthology.orchestra.run.smithi063.stdout: "type": "str", 2024-09-15T22:05:28.828 INFO:teuthology.orchestra.run.smithi063.stdout: "level": "advanced", 2024-09-15T22:05:28.828 INFO:teuthology.orchestra.run.smithi063.stdout: "flags": 1, 2024-09-15T22:05:28.828 INFO:teuthology.orchestra.run.smithi063.stdout: "default_value": "", 2024-09-15T22:05:28.828 INFO:teuthology.orchestra.run.smithi063.stdout: "min": "", 2024-09-15T22:05:28.828 INFO:teuthology.orchestra.run.smithi063.stdout: "max": "", 2024-09-15T22:05:28.828 INFO:teuthology.orchestra.run.smithi063.stdout: "enum_allowed": [ 2024-09-15T22:05:28.828 INFO:teuthology.orchestra.run.smithi063.stdout: "", 2024-09-15T22:05:28.828 INFO:teuthology.orchestra.run.smithi063.stdout: "critical", 2024-09-15T22:05:28.828 INFO:teuthology.orchestra.run.smithi063.stdout: "debug", 2024-09-15T22:05:28.829 INFO:teuthology.orchestra.run.smithi063.stdout: "error", 2024-09-15T22:05:28.829 INFO:teuthology.orchestra.run.smithi063.stdout: "info", 2024-09-15T22:05:28.829 INFO:teuthology.orchestra.run.smithi063.stdout: "warning" 2024-09-15T22:05:28.829 INFO:teuthology.orchestra.run.smithi063.stdout: ], 2024-09-15T22:05:28.829 INFO:teuthology.orchestra.run.smithi063.stdout: "desc": "", 2024-09-15T22:05:28.829 INFO:teuthology.orchestra.run.smithi063.stdout: "long_desc": "", 2024-09-15T22:05:28.829 INFO:teuthology.orchestra.run.smithi063.stdout: "tags": [], 2024-09-15T22:05:28.829 INFO:teuthology.orchestra.run.smithi063.stdout: "see_also": [] 2024-09-15T22:05:28.829 INFO:teuthology.orchestra.run.smithi063.stdout: }, 2024-09-15T22:05:28.829 INFO:teuthology.orchestra.run.smithi063.stdout: "log_to_cluster": { 2024-09-15T22:05:28.829 INFO:teuthology.orchestra.run.smithi063.stdout: "name": "log_to_cluster", 2024-09-15T22:05:28.829 INFO:teuthology.orchestra.run.smithi063.stdout: "type": "bool", 2024-09-15T22:05:28.829 INFO:teuthology.orchestra.run.smithi063.stdout: "level": "advanced", 2024-09-15T22:05:28.830 INFO:teuthology.orchestra.run.smithi063.stdout: "flags": 1, 2024-09-15T22:05:28.830 INFO:teuthology.orchestra.run.smithi063.stdout: "default_value": "False", 2024-09-15T22:05:28.830 INFO:teuthology.orchestra.run.smithi063.stdout: "min": "", 2024-09-15T22:05:28.830 INFO:teuthology.orchestra.run.smithi063.stdout: "max": "", 2024-09-15T22:05:28.830 INFO:teuthology.orchestra.run.smithi063.stdout: "enum_allowed": [], 2024-09-15T22:05:28.830 INFO:teuthology.orchestra.run.smithi063.stdout: "desc": "", 2024-09-15T22:05:28.830 INFO:teuthology.orchestra.run.smithi063.stdout: "long_desc": "", 2024-09-15T22:05:28.830 INFO:teuthology.orchestra.run.smithi063.stdout: "tags": [], 2024-09-15T22:05:28.830 INFO:teuthology.orchestra.run.smithi063.stdout: "see_also": [] 2024-09-15T22:05:28.830 INFO:teuthology.orchestra.run.smithi063.stdout: }, 2024-09-15T22:05:28.830 INFO:teuthology.orchestra.run.smithi063.stdout: "log_to_cluster_level": { 2024-09-15T22:05:28.830 INFO:teuthology.orchestra.run.smithi063.stdout: "name": "log_to_cluster_level", 2024-09-15T22:05:28.831 INFO:teuthology.orchestra.run.smithi063.stdout: "type": "str", 2024-09-15T22:05:28.831 INFO:teuthology.orchestra.run.smithi063.stdout: "level": "advanced", 2024-09-15T22:05:28.831 INFO:teuthology.orchestra.run.smithi063.stdout: "flags": 1, 2024-09-15T22:05:28.831 INFO:teuthology.orchestra.run.smithi063.stdout: "default_value": "info", 2024-09-15T22:05:28.831 INFO:teuthology.orchestra.run.smithi063.stdout: "min": "", 2024-09-15T22:05:28.831 INFO:teuthology.orchestra.run.smithi063.stdout: "max": "", 2024-09-15T22:05:28.831 INFO:teuthology.orchestra.run.smithi063.stdout: "enum_allowed": [ 2024-09-15T22:05:28.831 INFO:teuthology.orchestra.run.smithi063.stdout: "", 2024-09-15T22:05:28.831 INFO:teuthology.orchestra.run.smithi063.stdout: "critical", 2024-09-15T22:05:28.831 INFO:teuthology.orchestra.run.smithi063.stdout: "debug", 2024-09-15T22:05:28.831 INFO:teuthology.orchestra.run.smithi063.stdout: "error", 2024-09-15T22:05:28.831 INFO:teuthology.orchestra.run.smithi063.stdout: "info", 2024-09-15T22:05:28.831 INFO:teuthology.orchestra.run.smithi063.stdout: "warning" 2024-09-15T22:05:28.832 INFO:teuthology.orchestra.run.smithi063.stdout: ], 2024-09-15T22:05:28.832 INFO:teuthology.orchestra.run.smithi063.stdout: "desc": "", 2024-09-15T22:05:28.832 INFO:teuthology.orchestra.run.smithi063.stdout: "long_desc": "", 2024-09-15T22:05:28.832 INFO:teuthology.orchestra.run.smithi063.stdout: "tags": [], 2024-09-15T22:05:28.832 INFO:teuthology.orchestra.run.smithi063.stdout: "see_also": [] 2024-09-15T22:05:28.832 INFO:teuthology.orchestra.run.smithi063.stdout: }, 2024-09-15T22:05:28.832 INFO:teuthology.orchestra.run.smithi063.stdout: "log_to_file": { 2024-09-15T22:05:28.832 INFO:teuthology.orchestra.run.smithi063.stdout: "name": "log_to_file", 2024-09-15T22:05:28.832 INFO:teuthology.orchestra.run.smithi063.stdout: "type": "bool", 2024-09-15T22:05:28.832 INFO:teuthology.orchestra.run.smithi063.stdout: "level": "advanced", 2024-09-15T22:05:28.832 INFO:teuthology.orchestra.run.smithi063.stdout: "flags": 1, 2024-09-15T22:05:28.832 INFO:teuthology.orchestra.run.smithi063.stdout: "default_value": "False", 2024-09-15T22:05:28.833 INFO:teuthology.orchestra.run.smithi063.stdout: "min": "", 2024-09-15T22:05:28.833 INFO:teuthology.orchestra.run.smithi063.stdout: "max": "", 2024-09-15T22:05:28.833 INFO:teuthology.orchestra.run.smithi063.stdout: "enum_allowed": [], 2024-09-15T22:05:28.833 INFO:teuthology.orchestra.run.smithi063.stdout: "desc": "", 2024-09-15T22:05:28.833 INFO:teuthology.orchestra.run.smithi063.stdout: "long_desc": "", 2024-09-15T22:05:28.833 INFO:teuthology.orchestra.run.smithi063.stdout: "tags": [], 2024-09-15T22:05:28.833 INFO:teuthology.orchestra.run.smithi063.stdout: "see_also": [] 2024-09-15T22:05:28.833 INFO:teuthology.orchestra.run.smithi063.stdout: }, 2024-09-15T22:05:28.833 INFO:teuthology.orchestra.run.smithi063.stdout: "smtp_destination": { 2024-09-15T22:05:28.833 INFO:teuthology.orchestra.run.smithi063.stdout: "name": "smtp_destination", 2024-09-15T22:05:28.833 INFO:teuthology.orchestra.run.smithi063.stdout: "type": "str", 2024-09-15T22:05:28.834 INFO:teuthology.orchestra.run.smithi063.stdout: "level": "advanced", 2024-09-15T22:05:28.834 INFO:teuthology.orchestra.run.smithi063.stdout: "flags": 1, 2024-09-15T22:05:28.834 INFO:teuthology.orchestra.run.smithi063.stdout: "default_value": "", 2024-09-15T22:05:28.834 INFO:teuthology.orchestra.run.smithi063.stdout: "min": "", 2024-09-15T22:05:28.834 INFO:teuthology.orchestra.run.smithi063.stdout: "max": "", 2024-09-15T22:05:28.834 INFO:teuthology.orchestra.run.smithi063.stdout: "enum_allowed": [], 2024-09-15T22:05:28.834 INFO:teuthology.orchestra.run.smithi063.stdout: "desc": "Email address to send alerts to", 2024-09-15T22:05:28.834 INFO:teuthology.orchestra.run.smithi063.stdout: "long_desc": "", 2024-09-15T22:05:28.834 INFO:teuthology.orchestra.run.smithi063.stdout: "tags": [], 2024-09-15T22:05:28.834 INFO:teuthology.orchestra.run.smithi063.stdout: "see_also": [] 2024-09-15T22:05:28.835 INFO:teuthology.orchestra.run.smithi063.stdout: }, 2024-09-15T22:05:28.835 INFO:teuthology.orchestra.run.smithi063.stdout: "smtp_from_name": { 2024-09-15T22:05:28.835 INFO:teuthology.orchestra.run.smithi063.stdout: "name": "smtp_from_name", 2024-09-15T22:05:28.835 INFO:teuthology.orchestra.run.smithi063.stdout: "type": "str", 2024-09-15T22:05:28.835 INFO:teuthology.orchestra.run.smithi063.stdout: "level": "advanced", 2024-09-15T22:05:28.835 INFO:teuthology.orchestra.run.smithi063.stdout: "flags": 1, 2024-09-15T22:05:28.835 INFO:teuthology.orchestra.run.smithi063.stdout: "default_value": "Ceph", 2024-09-15T22:05:28.835 INFO:teuthology.orchestra.run.smithi063.stdout: "min": "", 2024-09-15T22:05:28.835 INFO:teuthology.orchestra.run.smithi063.stdout: "max": "", 2024-09-15T22:05:28.835 INFO:teuthology.orchestra.run.smithi063.stdout: "enum_allowed": [], 2024-09-15T22:05:28.835 INFO:teuthology.orchestra.run.smithi063.stdout: "desc": "Email From: name", 2024-09-15T22:05:28.835 INFO:teuthology.orchestra.run.smithi063.stdout: "long_desc": "", 2024-09-15T22:05:28.836 INFO:teuthology.orchestra.run.smithi063.stdout: "tags": [], 2024-09-15T22:05:28.836 INFO:teuthology.orchestra.run.smithi063.stdout: "see_also": [] 2024-09-15T22:05:28.836 INFO:teuthology.orchestra.run.smithi063.stdout: }, 2024-09-15T22:05:28.836 INFO:teuthology.orchestra.run.smithi063.stdout: "smtp_host": { 2024-09-15T22:05:28.836 INFO:teuthology.orchestra.run.smithi063.stdout: "name": "smtp_host", 2024-09-15T22:05:28.836 INFO:teuthology.orchestra.run.smithi063.stdout: "type": "str", 2024-09-15T22:05:28.836 INFO:teuthology.orchestra.run.smithi063.stdout: "level": "advanced", 2024-09-15T22:05:28.836 INFO:teuthology.orchestra.run.smithi063.stdout: "flags": 1, 2024-09-15T22:05:28.836 INFO:teuthology.orchestra.run.smithi063.stdout: "default_value": "", 2024-09-15T22:05:28.836 INFO:teuthology.orchestra.run.smithi063.stdout: "min": "", 2024-09-15T22:05:28.836 INFO:teuthology.orchestra.run.smithi063.stdout: "max": "", 2024-09-15T22:05:28.836 INFO:teuthology.orchestra.run.smithi063.stdout: "enum_allowed": [], 2024-09-15T22:05:28.836 INFO:teuthology.orchestra.run.smithi063.stdout: "desc": "SMTP server", 2024-09-15T22:05:28.837 INFO:teuthology.orchestra.run.smithi063.stdout: "long_desc": "", 2024-09-15T22:05:28.837 INFO:teuthology.orchestra.run.smithi063.stdout: "tags": [], 2024-09-15T22:05:28.837 INFO:teuthology.orchestra.run.smithi063.stdout: "see_also": [] 2024-09-15T22:05:28.837 INFO:teuthology.orchestra.run.smithi063.stdout: }, 2024-09-15T22:05:28.837 INFO:teuthology.orchestra.run.smithi063.stdout: "smtp_password": { 2024-09-15T22:05:28.837 INFO:teuthology.orchestra.run.smithi063.stdout: "name": "smtp_password", 2024-09-15T22:05:28.837 INFO:teuthology.orchestra.run.smithi063.stdout: "type": "str", 2024-09-15T22:05:28.837 INFO:teuthology.orchestra.run.smithi063.stdout: "level": "advanced", 2024-09-15T22:05:28.837 INFO:teuthology.orchestra.run.smithi063.stdout: "flags": 1, 2024-09-15T22:05:28.837 INFO:teuthology.orchestra.run.smithi063.stdout: "default_value": "", 2024-09-15T22:05:28.837 INFO:teuthology.orchestra.run.smithi063.stdout: "min": "", 2024-09-15T22:05:28.837 INFO:teuthology.orchestra.run.smithi063.stdout: "max": "", 2024-09-15T22:05:28.837 INFO:teuthology.orchestra.run.smithi063.stdout: "enum_allowed": [], 2024-09-15T22:05:28.838 INFO:teuthology.orchestra.run.smithi063.stdout: "desc": "Password to authenticate with", 2024-09-15T22:05:28.838 INFO:teuthology.orchestra.run.smithi063.stdout: "long_desc": "", 2024-09-15T22:05:28.838 INFO:teuthology.orchestra.run.smithi063.stdout: "tags": [], 2024-09-15T22:05:28.838 INFO:teuthology.orchestra.run.smithi063.stdout: "see_also": [] 2024-09-15T22:05:28.838 INFO:teuthology.orchestra.run.smithi063.stdout: }, 2024-09-15T22:05:28.838 INFO:teuthology.orchestra.run.smithi063.stdout: "smtp_port": { 2024-09-15T22:05:28.838 INFO:teuthology.orchestra.run.smithi063.stdout: "name": "smtp_port", 2024-09-15T22:05:28.838 INFO:teuthology.orchestra.run.smithi063.stdout: "type": "int", 2024-09-15T22:05:28.838 INFO:teuthology.orchestra.run.smithi063.stdout: "level": "advanced", 2024-09-15T22:05:28.838 INFO:teuthology.orchestra.run.smithi063.stdout: "flags": 1, 2024-09-15T22:05:28.838 INFO:teuthology.orchestra.run.smithi063.stdout: "default_value": "465", 2024-09-15T22:05:28.838 INFO:teuthology.orchestra.run.smithi063.stdout: "min": "", 2024-09-15T22:05:28.838 INFO:teuthology.orchestra.run.smithi063.stdout: "max": "", 2024-09-15T22:05:28.838 INFO:teuthology.orchestra.run.smithi063.stdout: "enum_allowed": [], 2024-09-15T22:05:28.839 INFO:teuthology.orchestra.run.smithi063.stdout: "desc": "SMTP port", 2024-09-15T22:05:28.839 INFO:teuthology.orchestra.run.smithi063.stdout: "long_desc": "", 2024-09-15T22:05:28.839 INFO:teuthology.orchestra.run.smithi063.stdout: "tags": [], 2024-09-15T22:05:28.839 INFO:teuthology.orchestra.run.smithi063.stdout: "see_also": [] 2024-09-15T22:05:28.839 INFO:teuthology.orchestra.run.smithi063.stdout: }, 2024-09-15T22:05:28.839 INFO:teuthology.orchestra.run.smithi063.stdout: "smtp_sender": { 2024-09-15T22:05:28.839 INFO:teuthology.orchestra.run.smithi063.stdout: "name": "smtp_sender", 2024-09-15T22:05:28.839 INFO:teuthology.orchestra.run.smithi063.stdout: "type": "str", 2024-09-15T22:05:28.839 INFO:teuthology.orchestra.run.smithi063.stdout: "level": "advanced", 2024-09-15T22:05:28.839 INFO:teuthology.orchestra.run.smithi063.stdout: "flags": 1, 2024-09-15T22:05:28.839 INFO:teuthology.orchestra.run.smithi063.stdout: "default_value": "", 2024-09-15T22:05:28.839 INFO:teuthology.orchestra.run.smithi063.stdout: "min": "", 2024-09-15T22:05:28.839 INFO:teuthology.orchestra.run.smithi063.stdout: "max": "", 2024-09-15T22:05:28.840 INFO:teuthology.orchestra.run.smithi063.stdout: "enum_allowed": [], 2024-09-15T22:05:28.840 INFO:teuthology.orchestra.run.smithi063.stdout: "desc": "SMTP envelope sender", 2024-09-15T22:05:28.840 INFO:teuthology.orchestra.run.smithi063.stdout: "long_desc": "", 2024-09-15T22:05:28.840 INFO:teuthology.orchestra.run.smithi063.stdout: "tags": [], 2024-09-15T22:05:28.840 INFO:teuthology.orchestra.run.smithi063.stdout: "see_also": [] 2024-09-15T22:05:28.840 INFO:teuthology.orchestra.run.smithi063.stdout: }, 2024-09-15T22:05:28.840 INFO:teuthology.orchestra.run.smithi063.stdout: "smtp_ssl": { 2024-09-15T22:05:28.840 INFO:teuthology.orchestra.run.smithi063.stdout: "name": "smtp_ssl", 2024-09-15T22:05:28.840 INFO:teuthology.orchestra.run.smithi063.stdout: "type": "bool", 2024-09-15T22:05:28.840 INFO:teuthology.orchestra.run.smithi063.stdout: "level": "advanced", 2024-09-15T22:05:28.840 INFO:teuthology.orchestra.run.smithi063.stdout: "flags": 1, 2024-09-15T22:05:28.840 INFO:teuthology.orchestra.run.smithi063.stdout: "default_value": "True", 2024-09-15T22:05:28.841 INFO:teuthology.orchestra.run.smithi063.stdout: "min": "", 2024-09-15T22:05:28.841 INFO:teuthology.orchestra.run.smithi063.stdout: "max": "", 2024-09-15T22:05:28.841 INFO:teuthology.orchestra.run.smithi063.stdout: "enum_allowed": [], 2024-09-15T22:05:28.841 INFO:teuthology.orchestra.run.smithi063.stdout: "desc": "Use SSL to connect to SMTP server", 2024-09-15T22:05:28.841 INFO:teuthology.orchestra.run.smithi063.stdout: "long_desc": "", 2024-09-15T22:05:28.841 INFO:teuthology.orchestra.run.smithi063.stdout: "tags": [], 2024-09-15T22:05:28.841 INFO:teuthology.orchestra.run.smithi063.stdout: "see_also": [] 2024-09-15T22:05:28.841 INFO:teuthology.orchestra.run.smithi063.stdout: }, 2024-09-15T22:05:28.841 INFO:teuthology.orchestra.run.smithi063.stdout: "smtp_user": { 2024-09-15T22:05:28.841 INFO:teuthology.orchestra.run.smithi063.stdout: "name": "smtp_user", 2024-09-15T22:05:28.841 INFO:teuthology.orchestra.run.smithi063.stdout: "type": "str", 2024-09-15T22:05:28.841 INFO:teuthology.orchestra.run.smithi063.stdout: "level": "advanced", 2024-09-15T22:05:28.842 INFO:teuthology.orchestra.run.smithi063.stdout: "flags": 1, 2024-09-15T22:05:28.842 INFO:teuthology.orchestra.run.smithi063.stdout: "default_value": "", 2024-09-15T22:05:28.842 INFO:teuthology.orchestra.run.smithi063.stdout: "min": "", 2024-09-15T22:05:28.842 INFO:teuthology.orchestra.run.smithi063.stdout: "max": "", 2024-09-15T22:05:28.842 INFO:teuthology.orchestra.run.smithi063.stdout: "enum_allowed": [], 2024-09-15T22:05:28.842 INFO:teuthology.orchestra.run.smithi063.stdout: "desc": "User to authenticate as", 2024-09-15T22:05:28.842 INFO:teuthology.orchestra.run.smithi063.stdout: "long_desc": "", 2024-09-15T22:05:28.842 INFO:teuthology.orchestra.run.smithi063.stdout: "tags": [], 2024-09-15T22:05:28.842 INFO:teuthology.orchestra.run.smithi063.stdout: "see_also": [] 2024-09-15T22:05:28.842 INFO:teuthology.orchestra.run.smithi063.stdout: } 2024-09-15T22:05:28.842 INFO:teuthology.orchestra.run.smithi063.stdout: } 2024-09-15T22:05:28.842 INFO:teuthology.orchestra.run.smithi063.stdout: }, 2024-09-15T22:05:28.842 INFO:teuthology.orchestra.run.smithi063.stdout: { 2024-09-15T22:05:28.842 INFO:teuthology.orchestra.run.smithi063.stdout: "name": "balancer", 2024-09-15T22:05:28.843 INFO:teuthology.orchestra.run.smithi063.stdout: "can_run": true, 2024-09-15T22:05:28.843 INFO:teuthology.orchestra.run.smithi063.stdout: "error_string": "", 2024-09-15T22:05:28.843 INFO:teuthology.orchestra.run.smithi063.stdout: "module_options": { 2024-09-15T22:05:28.843 INFO:teuthology.orchestra.run.smithi063.stdout: "active": { 2024-09-15T22:05:28.843 INFO:teuthology.orchestra.run.smithi063.stdout: "name": "active", 2024-09-15T22:05:28.843 INFO:teuthology.orchestra.run.smithi063.stdout: "type": "bool", 2024-09-15T22:05:28.843 INFO:teuthology.orchestra.run.smithi063.stdout: "level": "advanced", 2024-09-15T22:05:28.843 INFO:teuthology.orchestra.run.smithi063.stdout: "flags": 1, 2024-09-15T22:05:28.843 INFO:teuthology.orchestra.run.smithi063.stdout: "default_value": "True", 2024-09-15T22:05:28.843 INFO:teuthology.orchestra.run.smithi063.stdout: "min": "", 2024-09-15T22:05:28.843 INFO:teuthology.orchestra.run.smithi063.stdout: "max": "", 2024-09-15T22:05:28.843 INFO:teuthology.orchestra.run.smithi063.stdout: "enum_allowed": [], 2024-09-15T22:05:28.844 INFO:teuthology.orchestra.run.smithi063.stdout: "desc": "automatically balance PGs across cluster", 2024-09-15T22:05:28.844 INFO:teuthology.orchestra.run.smithi063.stdout: "long_desc": "", 2024-09-15T22:05:28.844 INFO:teuthology.orchestra.run.smithi063.stdout: "tags": [], 2024-09-15T22:05:28.844 INFO:teuthology.orchestra.run.smithi063.stdout: "see_also": [] 2024-09-15T22:05:28.844 INFO:teuthology.orchestra.run.smithi063.stdout: }, 2024-09-15T22:05:28.844 INFO:teuthology.orchestra.run.smithi063.stdout: "begin_time": { 2024-09-15T22:05:28.844 INFO:teuthology.orchestra.run.smithi063.stdout: "name": "begin_time", 2024-09-15T22:05:28.844 INFO:teuthology.orchestra.run.smithi063.stdout: "type": "str", 2024-09-15T22:05:28.844 INFO:teuthology.orchestra.run.smithi063.stdout: "level": "advanced", 2024-09-15T22:05:28.844 INFO:teuthology.orchestra.run.smithi063.stdout: "flags": 1, 2024-09-15T22:05:28.844 INFO:teuthology.orchestra.run.smithi063.stdout: "default_value": "0000", 2024-09-15T22:05:28.844 INFO:teuthology.orchestra.run.smithi063.stdout: "min": "", 2024-09-15T22:05:28.845 INFO:teuthology.orchestra.run.smithi063.stdout: "max": "", 2024-09-15T22:05:28.845 INFO:teuthology.orchestra.run.smithi063.stdout: "enum_allowed": [], 2024-09-15T22:05:28.845 INFO:teuthology.orchestra.run.smithi063.stdout: "desc": "beginning time of day to automatically balance", 2024-09-15T22:05:28.845 INFO:teuthology.orchestra.run.smithi063.stdout: "long_desc": "This is a time of day in the format HHMM.", 2024-09-15T22:05:28.845 INFO:teuthology.orchestra.run.smithi063.stdout: "tags": [], 2024-09-15T22:05:28.845 INFO:teuthology.orchestra.run.smithi063.stdout: "see_also": [] 2024-09-15T22:05:28.845 INFO:teuthology.orchestra.run.smithi063.stdout: }, 2024-09-15T22:05:28.845 INFO:teuthology.orchestra.run.smithi063.stdout: "begin_weekday": { 2024-09-15T22:05:28.845 INFO:teuthology.orchestra.run.smithi063.stdout: "name": "begin_weekday", 2024-09-15T22:05:28.845 INFO:teuthology.orchestra.run.smithi063.stdout: "type": "uint", 2024-09-15T22:05:28.845 INFO:teuthology.orchestra.run.smithi063.stdout: "level": "advanced", 2024-09-15T22:05:28.845 INFO:teuthology.orchestra.run.smithi063.stdout: "flags": 1, 2024-09-15T22:05:28.845 INFO:teuthology.orchestra.run.smithi063.stdout: "default_value": "0", 2024-09-15T22:05:28.846 INFO:teuthology.orchestra.run.smithi063.stdout: "min": "0", 2024-09-15T22:05:28.846 INFO:teuthology.orchestra.run.smithi063.stdout: "max": "6", 2024-09-15T22:05:28.846 INFO:teuthology.orchestra.run.smithi063.stdout: "enum_allowed": [], 2024-09-15T22:05:28.846 INFO:teuthology.orchestra.run.smithi063.stdout: "desc": "Restrict automatic balancing to this day of the week or later", 2024-09-15T22:05:28.846 INFO:teuthology.orchestra.run.smithi063.stdout: "long_desc": "0 = Sunday, 1 = Monday, etc.", 2024-09-15T22:05:28.846 INFO:teuthology.orchestra.run.smithi063.stdout: "tags": [], 2024-09-15T22:05:28.846 INFO:teuthology.orchestra.run.smithi063.stdout: "see_also": [] 2024-09-15T22:05:28.846 INFO:teuthology.orchestra.run.smithi063.stdout: }, 2024-09-15T22:05:28.846 INFO:teuthology.orchestra.run.smithi063.stdout: "crush_compat_max_iterations": { 2024-09-15T22:05:28.846 INFO:teuthology.orchestra.run.smithi063.stdout: "name": "crush_compat_max_iterations", 2024-09-15T22:05:28.846 INFO:teuthology.orchestra.run.smithi063.stdout: "type": "uint", 2024-09-15T22:05:28.846 INFO:teuthology.orchestra.run.smithi063.stdout: "level": "advanced", 2024-09-15T22:05:28.846 INFO:teuthology.orchestra.run.smithi063.stdout: "flags": 1, 2024-09-15T22:05:28.847 INFO:teuthology.orchestra.run.smithi063.stdout: "default_value": "25", 2024-09-15T22:05:28.847 INFO:teuthology.orchestra.run.smithi063.stdout: "min": "1", 2024-09-15T22:05:28.847 INFO:teuthology.orchestra.run.smithi063.stdout: "max": "250", 2024-09-15T22:05:28.847 INFO:teuthology.orchestra.run.smithi063.stdout: "enum_allowed": [], 2024-09-15T22:05:28.847 INFO:teuthology.orchestra.run.smithi063.stdout: "desc": "maximum number of iterations to attempt optimization", 2024-09-15T22:05:28.847 INFO:teuthology.orchestra.run.smithi063.stdout: "long_desc": "", 2024-09-15T22:05:28.847 INFO:teuthology.orchestra.run.smithi063.stdout: "tags": [], 2024-09-15T22:05:28.847 INFO:teuthology.orchestra.run.smithi063.stdout: "see_also": [] 2024-09-15T22:05:28.847 INFO:teuthology.orchestra.run.smithi063.stdout: }, 2024-09-15T22:05:28.847 INFO:teuthology.orchestra.run.smithi063.stdout: "crush_compat_metrics": { 2024-09-15T22:05:28.847 INFO:teuthology.orchestra.run.smithi063.stdout: "name": "crush_compat_metrics", 2024-09-15T22:05:28.847 INFO:teuthology.orchestra.run.smithi063.stdout: "type": "str", 2024-09-15T22:05:28.847 INFO:teuthology.orchestra.run.smithi063.stdout: "level": "advanced", 2024-09-15T22:05:28.848 INFO:teuthology.orchestra.run.smithi063.stdout: "flags": 1, 2024-09-15T22:05:28.848 INFO:teuthology.orchestra.run.smithi063.stdout: "default_value": "pgs,objects,bytes", 2024-09-15T22:05:28.848 INFO:teuthology.orchestra.run.smithi063.stdout: "min": "", 2024-09-15T22:05:28.848 INFO:teuthology.orchestra.run.smithi063.stdout: "max": "", 2024-09-15T22:05:28.848 INFO:teuthology.orchestra.run.smithi063.stdout: "enum_allowed": [], 2024-09-15T22:05:28.848 INFO:teuthology.orchestra.run.smithi063.stdout: "desc": "metrics with which to calculate OSD utilization", 2024-09-15T22:05:28.848 INFO:teuthology.orchestra.run.smithi063.stdout: "long_desc": "Value is a list of one or more of \"pgs\", \"objects\", or \"bytes\", and indicates which metrics to use to balance utilization.", 2024-09-15T22:05:28.848 INFO:teuthology.orchestra.run.smithi063.stdout: "tags": [], 2024-09-15T22:05:28.848 INFO:teuthology.orchestra.run.smithi063.stdout: "see_also": [] 2024-09-15T22:05:28.848 INFO:teuthology.orchestra.run.smithi063.stdout: }, 2024-09-15T22:05:28.848 INFO:teuthology.orchestra.run.smithi063.stdout: "crush_compat_step": { 2024-09-15T22:05:28.848 INFO:teuthology.orchestra.run.smithi063.stdout: "name": "crush_compat_step", 2024-09-15T22:05:28.849 INFO:teuthology.orchestra.run.smithi063.stdout: "type": "float", 2024-09-15T22:05:28.849 INFO:teuthology.orchestra.run.smithi063.stdout: "level": "advanced", 2024-09-15T22:05:28.849 INFO:teuthology.orchestra.run.smithi063.stdout: "flags": 1, 2024-09-15T22:05:28.849 INFO:teuthology.orchestra.run.smithi063.stdout: "default_value": "0.5", 2024-09-15T22:05:28.849 INFO:teuthology.orchestra.run.smithi063.stdout: "min": "0.001", 2024-09-15T22:05:28.849 INFO:teuthology.orchestra.run.smithi063.stdout: "max": "0.999", 2024-09-15T22:05:28.849 INFO:teuthology.orchestra.run.smithi063.stdout: "enum_allowed": [], 2024-09-15T22:05:28.849 INFO:teuthology.orchestra.run.smithi063.stdout: "desc": "aggressiveness of optimization", 2024-09-15T22:05:28.849 INFO:teuthology.orchestra.run.smithi063.stdout: "long_desc": ".99 is very aggressive, .01 is less aggressive", 2024-09-15T22:05:28.849 INFO:teuthology.orchestra.run.smithi063.stdout: "tags": [], 2024-09-15T22:05:28.849 INFO:teuthology.orchestra.run.smithi063.stdout: "see_also": [] 2024-09-15T22:05:28.849 INFO:teuthology.orchestra.run.smithi063.stdout: }, 2024-09-15T22:05:28.849 INFO:teuthology.orchestra.run.smithi063.stdout: "end_time": { 2024-09-15T22:05:28.850 INFO:teuthology.orchestra.run.smithi063.stdout: "name": "end_time", 2024-09-15T22:05:28.850 INFO:teuthology.orchestra.run.smithi063.stdout: "type": "str", 2024-09-15T22:05:28.850 INFO:teuthology.orchestra.run.smithi063.stdout: "level": "advanced", 2024-09-15T22:05:28.850 INFO:teuthology.orchestra.run.smithi063.stdout: "flags": 1, 2024-09-15T22:05:28.850 INFO:teuthology.orchestra.run.smithi063.stdout: "default_value": "2359", 2024-09-15T22:05:28.850 INFO:teuthology.orchestra.run.smithi063.stdout: "min": "", 2024-09-15T22:05:28.850 INFO:teuthology.orchestra.run.smithi063.stdout: "max": "", 2024-09-15T22:05:28.850 INFO:teuthology.orchestra.run.smithi063.stdout: "enum_allowed": [], 2024-09-15T22:05:28.850 INFO:teuthology.orchestra.run.smithi063.stdout: "desc": "ending time of day to automatically balance", 2024-09-15T22:05:28.850 INFO:teuthology.orchestra.run.smithi063.stdout: "long_desc": "This is a time of day in the format HHMM.", 2024-09-15T22:05:28.850 INFO:teuthology.orchestra.run.smithi063.stdout: "tags": [], 2024-09-15T22:05:28.850 INFO:teuthology.orchestra.run.smithi063.stdout: "see_also": [] 2024-09-15T22:05:28.850 INFO:teuthology.orchestra.run.smithi063.stdout: }, 2024-09-15T22:05:28.851 INFO:teuthology.orchestra.run.smithi063.stdout: "end_weekday": { 2024-09-15T22:05:28.851 INFO:teuthology.orchestra.run.smithi063.stdout: "name": "end_weekday", 2024-09-15T22:05:28.851 INFO:teuthology.orchestra.run.smithi063.stdout: "type": "uint", 2024-09-15T22:05:28.851 INFO:teuthology.orchestra.run.smithi063.stdout: "level": "advanced", 2024-09-15T22:05:28.851 INFO:teuthology.orchestra.run.smithi063.stdout: "flags": 1, 2024-09-15T22:05:28.851 INFO:teuthology.orchestra.run.smithi063.stdout: "default_value": "0", 2024-09-15T22:05:28.851 INFO:teuthology.orchestra.run.smithi063.stdout: "min": "0", 2024-09-15T22:05:28.851 INFO:teuthology.orchestra.run.smithi063.stdout: "max": "6", 2024-09-15T22:05:28.851 INFO:teuthology.orchestra.run.smithi063.stdout: "enum_allowed": [], 2024-09-15T22:05:28.851 INFO:teuthology.orchestra.run.smithi063.stdout: "desc": "Restrict automatic balancing to days of the week earlier than this", 2024-09-15T22:05:28.851 INFO:teuthology.orchestra.run.smithi063.stdout: "long_desc": "0 = Sunday, 1 = Monday, etc.", 2024-09-15T22:05:28.851 INFO:teuthology.orchestra.run.smithi063.stdout: "tags": [], 2024-09-15T22:05:28.851 INFO:teuthology.orchestra.run.smithi063.stdout: "see_also": [] 2024-09-15T22:05:28.852 INFO:teuthology.orchestra.run.smithi063.stdout: }, 2024-09-15T22:05:28.852 INFO:teuthology.orchestra.run.smithi063.stdout: "log_level": { 2024-09-15T22:05:28.852 INFO:teuthology.orchestra.run.smithi063.stdout: "name": "log_level", 2024-09-15T22:05:28.852 INFO:teuthology.orchestra.run.smithi063.stdout: "type": "str", 2024-09-15T22:05:28.852 INFO:teuthology.orchestra.run.smithi063.stdout: "level": "advanced", 2024-09-15T22:05:28.852 INFO:teuthology.orchestra.run.smithi063.stdout: "flags": 1, 2024-09-15T22:05:28.852 INFO:teuthology.orchestra.run.smithi063.stdout: "default_value": "", 2024-09-15T22:05:28.852 INFO:teuthology.orchestra.run.smithi063.stdout: "min": "", 2024-09-15T22:05:28.852 INFO:teuthology.orchestra.run.smithi063.stdout: "max": "", 2024-09-15T22:05:28.852 INFO:teuthology.orchestra.run.smithi063.stdout: "enum_allowed": [ 2024-09-15T22:05:28.852 INFO:teuthology.orchestra.run.smithi063.stdout: "", 2024-09-15T22:05:28.853 INFO:teuthology.orchestra.run.smithi063.stdout: "critical", 2024-09-15T22:05:28.853 INFO:teuthology.orchestra.run.smithi063.stdout: "debug", 2024-09-15T22:05:28.853 INFO:teuthology.orchestra.run.smithi063.stdout: "error", 2024-09-15T22:05:28.853 INFO:teuthology.orchestra.run.smithi063.stdout: "info", 2024-09-15T22:05:28.853 INFO:teuthology.orchestra.run.smithi063.stdout: "warning" 2024-09-15T22:05:28.853 INFO:teuthology.orchestra.run.smithi063.stdout: ], 2024-09-15T22:05:28.853 INFO:teuthology.orchestra.run.smithi063.stdout: "desc": "", 2024-09-15T22:05:28.853 INFO:teuthology.orchestra.run.smithi063.stdout: "long_desc": "", 2024-09-15T22:05:28.853 INFO:teuthology.orchestra.run.smithi063.stdout: "tags": [], 2024-09-15T22:05:28.853 INFO:teuthology.orchestra.run.smithi063.stdout: "see_also": [] 2024-09-15T22:05:28.853 INFO:teuthology.orchestra.run.smithi063.stdout: }, 2024-09-15T22:05:28.853 INFO:teuthology.orchestra.run.smithi063.stdout: "log_to_cluster": { 2024-09-15T22:05:28.854 INFO:teuthology.orchestra.run.smithi063.stdout: "name": "log_to_cluster", 2024-09-15T22:05:28.854 INFO:teuthology.orchestra.run.smithi063.stdout: "type": "bool", 2024-09-15T22:05:28.854 INFO:teuthology.orchestra.run.smithi063.stdout: "level": "advanced", 2024-09-15T22:05:28.854 INFO:teuthology.orchestra.run.smithi063.stdout: "flags": 1, 2024-09-15T22:05:28.854 INFO:teuthology.orchestra.run.smithi063.stdout: "default_value": "False", 2024-09-15T22:05:28.854 INFO:teuthology.orchestra.run.smithi063.stdout: "min": "", 2024-09-15T22:05:28.854 INFO:teuthology.orchestra.run.smithi063.stdout: "max": "", 2024-09-15T22:05:28.854 INFO:teuthology.orchestra.run.smithi063.stdout: "enum_allowed": [], 2024-09-15T22:05:28.854 INFO:teuthology.orchestra.run.smithi063.stdout: "desc": "", 2024-09-15T22:05:28.854 INFO:teuthology.orchestra.run.smithi063.stdout: "long_desc": "", 2024-09-15T22:05:28.854 INFO:teuthology.orchestra.run.smithi063.stdout: "tags": [], 2024-09-15T22:05:28.855 INFO:teuthology.orchestra.run.smithi063.stdout: "see_also": [] 2024-09-15T22:05:28.855 INFO:teuthology.orchestra.run.smithi063.stdout: }, 2024-09-15T22:05:28.855 INFO:teuthology.orchestra.run.smithi063.stdout: "log_to_cluster_level": { 2024-09-15T22:05:28.855 INFO:teuthology.orchestra.run.smithi063.stdout: "name": "log_to_cluster_level", 2024-09-15T22:05:28.855 INFO:teuthology.orchestra.run.smithi063.stdout: "type": "str", 2024-09-15T22:05:28.855 INFO:teuthology.orchestra.run.smithi063.stdout: "level": "advanced", 2024-09-15T22:05:28.855 INFO:teuthology.orchestra.run.smithi063.stdout: "flags": 1, 2024-09-15T22:05:28.855 INFO:teuthology.orchestra.run.smithi063.stdout: "default_value": "info", 2024-09-15T22:05:28.855 INFO:teuthology.orchestra.run.smithi063.stdout: "min": "", 2024-09-15T22:05:28.855 INFO:teuthology.orchestra.run.smithi063.stdout: "max": "", 2024-09-15T22:05:28.855 INFO:teuthology.orchestra.run.smithi063.stdout: "enum_allowed": [ 2024-09-15T22:05:28.855 INFO:teuthology.orchestra.run.smithi063.stdout: "", 2024-09-15T22:05:28.855 INFO:teuthology.orchestra.run.smithi063.stdout: "critical", 2024-09-15T22:05:28.856 INFO:teuthology.orchestra.run.smithi063.stdout: "debug", 2024-09-15T22:05:28.856 INFO:teuthology.orchestra.run.smithi063.stdout: "error", 2024-09-15T22:05:28.856 INFO:teuthology.orchestra.run.smithi063.stdout: "info", 2024-09-15T22:05:28.856 INFO:teuthology.orchestra.run.smithi063.stdout: "warning" 2024-09-15T22:05:28.856 INFO:teuthology.orchestra.run.smithi063.stdout: ], 2024-09-15T22:05:28.856 INFO:teuthology.orchestra.run.smithi063.stdout: "desc": "", 2024-09-15T22:05:28.856 INFO:teuthology.orchestra.run.smithi063.stdout: "long_desc": "", 2024-09-15T22:05:28.856 INFO:teuthology.orchestra.run.smithi063.stdout: "tags": [], 2024-09-15T22:05:28.856 INFO:teuthology.orchestra.run.smithi063.stdout: "see_also": [] 2024-09-15T22:05:28.856 INFO:teuthology.orchestra.run.smithi063.stdout: }, 2024-09-15T22:05:28.856 INFO:teuthology.orchestra.run.smithi063.stdout: "log_to_file": { 2024-09-15T22:05:28.856 INFO:teuthology.orchestra.run.smithi063.stdout: "name": "log_to_file", 2024-09-15T22:05:28.856 INFO:teuthology.orchestra.run.smithi063.stdout: "type": "bool", 2024-09-15T22:05:28.857 INFO:teuthology.orchestra.run.smithi063.stdout: "level": "advanced", 2024-09-15T22:05:28.857 INFO:teuthology.orchestra.run.smithi063.stdout: "flags": 1, 2024-09-15T22:05:28.857 INFO:teuthology.orchestra.run.smithi063.stdout: "default_value": "False", 2024-09-15T22:05:28.857 INFO:teuthology.orchestra.run.smithi063.stdout: "min": "", 2024-09-15T22:05:28.857 INFO:teuthology.orchestra.run.smithi063.stdout: "max": "", 2024-09-15T22:05:28.857 INFO:teuthology.orchestra.run.smithi063.stdout: "enum_allowed": [], 2024-09-15T22:05:28.857 INFO:teuthology.orchestra.run.smithi063.stdout: "desc": "", 2024-09-15T22:05:28.857 INFO:teuthology.orchestra.run.smithi063.stdout: "long_desc": "", 2024-09-15T22:05:28.857 INFO:teuthology.orchestra.run.smithi063.stdout: "tags": [], 2024-09-15T22:05:28.857 INFO:teuthology.orchestra.run.smithi063.stdout: "see_also": [] 2024-09-15T22:05:28.857 INFO:teuthology.orchestra.run.smithi063.stdout: }, 2024-09-15T22:05:28.857 INFO:teuthology.orchestra.run.smithi063.stdout: "min_score": { 2024-09-15T22:05:28.857 INFO:teuthology.orchestra.run.smithi063.stdout: "name": "min_score", 2024-09-15T22:05:28.857 INFO:teuthology.orchestra.run.smithi063.stdout: "type": "float", 2024-09-15T22:05:28.858 INFO:teuthology.orchestra.run.smithi063.stdout: "level": "advanced", 2024-09-15T22:05:28.858 INFO:teuthology.orchestra.run.smithi063.stdout: "flags": 1, 2024-09-15T22:05:28.858 INFO:teuthology.orchestra.run.smithi063.stdout: "default_value": "0", 2024-09-15T22:05:28.858 INFO:teuthology.orchestra.run.smithi063.stdout: "min": "", 2024-09-15T22:05:28.858 INFO:teuthology.orchestra.run.smithi063.stdout: "max": "", 2024-09-15T22:05:28.858 INFO:teuthology.orchestra.run.smithi063.stdout: "enum_allowed": [], 2024-09-15T22:05:28.858 INFO:teuthology.orchestra.run.smithi063.stdout: "desc": "minimum score, below which no optimization is attempted", 2024-09-15T22:05:28.858 INFO:teuthology.orchestra.run.smithi063.stdout: "long_desc": "", 2024-09-15T22:05:28.858 INFO:teuthology.orchestra.run.smithi063.stdout: "tags": [], 2024-09-15T22:05:28.858 INFO:teuthology.orchestra.run.smithi063.stdout: "see_also": [] 2024-09-15T22:05:28.858 INFO:teuthology.orchestra.run.smithi063.stdout: }, 2024-09-15T22:05:28.858 INFO:teuthology.orchestra.run.smithi063.stdout: "mode": { 2024-09-15T22:05:28.859 INFO:teuthology.orchestra.run.smithi063.stdout: "name": "mode", 2024-09-15T22:05:28.859 INFO:teuthology.orchestra.run.smithi063.stdout: "type": "str", 2024-09-15T22:05:28.859 INFO:teuthology.orchestra.run.smithi063.stdout: "level": "advanced", 2024-09-15T22:05:28.859 INFO:teuthology.orchestra.run.smithi063.stdout: "flags": 1, 2024-09-15T22:05:28.859 INFO:teuthology.orchestra.run.smithi063.stdout: "default_value": "upmap", 2024-09-15T22:05:28.859 INFO:teuthology.orchestra.run.smithi063.stdout: "min": "", 2024-09-15T22:05:28.859 INFO:teuthology.orchestra.run.smithi063.stdout: "max": "", 2024-09-15T22:05:28.859 INFO:teuthology.orchestra.run.smithi063.stdout: "enum_allowed": [ 2024-09-15T22:05:28.859 INFO:teuthology.orchestra.run.smithi063.stdout: "crush-compat", 2024-09-15T22:05:28.859 INFO:teuthology.orchestra.run.smithi063.stdout: "none", 2024-09-15T22:05:28.859 INFO:teuthology.orchestra.run.smithi063.stdout: "read", 2024-09-15T22:05:28.859 INFO:teuthology.orchestra.run.smithi063.stdout: "upmap", 2024-09-15T22:05:28.859 INFO:teuthology.orchestra.run.smithi063.stdout: "upmap-read" 2024-09-15T22:05:28.860 INFO:teuthology.orchestra.run.smithi063.stdout: ], 2024-09-15T22:05:28.860 INFO:teuthology.orchestra.run.smithi063.stdout: "desc": "Balancer mode", 2024-09-15T22:05:28.860 INFO:teuthology.orchestra.run.smithi063.stdout: "long_desc": "", 2024-09-15T22:05:28.860 INFO:teuthology.orchestra.run.smithi063.stdout: "tags": [], 2024-09-15T22:05:28.860 INFO:teuthology.orchestra.run.smithi063.stdout: "see_also": [] 2024-09-15T22:05:28.860 INFO:teuthology.orchestra.run.smithi063.stdout: }, 2024-09-15T22:05:28.860 INFO:teuthology.orchestra.run.smithi063.stdout: "pool_ids": { 2024-09-15T22:05:28.860 INFO:teuthology.orchestra.run.smithi063.stdout: "name": "pool_ids", 2024-09-15T22:05:28.860 INFO:teuthology.orchestra.run.smithi063.stdout: "type": "str", 2024-09-15T22:05:28.860 INFO:teuthology.orchestra.run.smithi063.stdout: "level": "advanced", 2024-09-15T22:05:28.860 INFO:teuthology.orchestra.run.smithi063.stdout: "flags": 1, 2024-09-15T22:05:28.860 INFO:teuthology.orchestra.run.smithi063.stdout: "default_value": "", 2024-09-15T22:05:28.861 INFO:teuthology.orchestra.run.smithi063.stdout: "min": "", 2024-09-15T22:05:28.861 INFO:teuthology.orchestra.run.smithi063.stdout: "max": "", 2024-09-15T22:05:28.861 INFO:teuthology.orchestra.run.smithi063.stdout: "enum_allowed": [], 2024-09-15T22:05:28.861 INFO:teuthology.orchestra.run.smithi063.stdout: "desc": "pools which the automatic balancing will be limited to", 2024-09-15T22:05:28.861 INFO:teuthology.orchestra.run.smithi063.stdout: "long_desc": "", 2024-09-15T22:05:28.861 INFO:teuthology.orchestra.run.smithi063.stdout: "tags": [], 2024-09-15T22:05:28.861 INFO:teuthology.orchestra.run.smithi063.stdout: "see_also": [] 2024-09-15T22:05:28.861 INFO:teuthology.orchestra.run.smithi063.stdout: }, 2024-09-15T22:05:28.861 INFO:teuthology.orchestra.run.smithi063.stdout: "sleep_interval": { 2024-09-15T22:05:28.861 INFO:teuthology.orchestra.run.smithi063.stdout: "name": "sleep_interval", 2024-09-15T22:05:28.861 INFO:teuthology.orchestra.run.smithi063.stdout: "type": "secs", 2024-09-15T22:05:28.861 INFO:teuthology.orchestra.run.smithi063.stdout: "level": "advanced", 2024-09-15T22:05:28.862 INFO:teuthology.orchestra.run.smithi063.stdout: "flags": 1, 2024-09-15T22:05:28.862 INFO:teuthology.orchestra.run.smithi063.stdout: "default_value": "60", 2024-09-15T22:05:28.862 INFO:teuthology.orchestra.run.smithi063.stdout: "min": "", 2024-09-15T22:05:28.862 INFO:teuthology.orchestra.run.smithi063.stdout: "max": "", 2024-09-15T22:05:28.862 INFO:teuthology.orchestra.run.smithi063.stdout: "enum_allowed": [], 2024-09-15T22:05:28.862 INFO:teuthology.orchestra.run.smithi063.stdout: "desc": "how frequently to wake up and attempt optimization", 2024-09-15T22:05:28.862 INFO:teuthology.orchestra.run.smithi063.stdout: "long_desc": "", 2024-09-15T22:05:28.862 INFO:teuthology.orchestra.run.smithi063.stdout: "tags": [], 2024-09-15T22:05:28.862 INFO:teuthology.orchestra.run.smithi063.stdout: "see_also": [] 2024-09-15T22:05:28.862 INFO:teuthology.orchestra.run.smithi063.stdout: }, 2024-09-15T22:05:28.862 INFO:teuthology.orchestra.run.smithi063.stdout: "upmap_max_deviation": { 2024-09-15T22:05:28.862 INFO:teuthology.orchestra.run.smithi063.stdout: "name": "upmap_max_deviation", 2024-09-15T22:05:28.862 INFO:teuthology.orchestra.run.smithi063.stdout: "type": "int", 2024-09-15T22:05:28.863 INFO:teuthology.orchestra.run.smithi063.stdout: "level": "advanced", 2024-09-15T22:05:28.863 INFO:teuthology.orchestra.run.smithi063.stdout: "flags": 1, 2024-09-15T22:05:28.863 INFO:teuthology.orchestra.run.smithi063.stdout: "default_value": "5", 2024-09-15T22:05:28.863 INFO:teuthology.orchestra.run.smithi063.stdout: "min": "1", 2024-09-15T22:05:28.863 INFO:teuthology.orchestra.run.smithi063.stdout: "max": "", 2024-09-15T22:05:28.863 INFO:teuthology.orchestra.run.smithi063.stdout: "enum_allowed": [], 2024-09-15T22:05:28.863 INFO:teuthology.orchestra.run.smithi063.stdout: "desc": "deviation below which no optimization is attempted", 2024-09-15T22:05:28.863 INFO:teuthology.orchestra.run.smithi063.stdout: "long_desc": "If the number of PGs are within this count then no optimization is attempted", 2024-09-15T22:05:28.863 INFO:teuthology.orchestra.run.smithi063.stdout: "tags": [], 2024-09-15T22:05:28.863 INFO:teuthology.orchestra.run.smithi063.stdout: "see_also": [] 2024-09-15T22:05:28.863 INFO:teuthology.orchestra.run.smithi063.stdout: }, 2024-09-15T22:05:28.863 INFO:teuthology.orchestra.run.smithi063.stdout: "upmap_max_optimizations": { 2024-09-15T22:05:28.864 INFO:teuthology.orchestra.run.smithi063.stdout: "name": "upmap_max_optimizations", 2024-09-15T22:05:28.864 INFO:teuthology.orchestra.run.smithi063.stdout: "type": "uint", 2024-09-15T22:05:28.864 INFO:teuthology.orchestra.run.smithi063.stdout: "level": "advanced", 2024-09-15T22:05:28.864 INFO:teuthology.orchestra.run.smithi063.stdout: "flags": 1, 2024-09-15T22:05:28.864 INFO:teuthology.orchestra.run.smithi063.stdout: "default_value": "10", 2024-09-15T22:05:28.864 INFO:teuthology.orchestra.run.smithi063.stdout: "min": "", 2024-09-15T22:05:28.864 INFO:teuthology.orchestra.run.smithi063.stdout: "max": "", 2024-09-15T22:05:28.864 INFO:teuthology.orchestra.run.smithi063.stdout: "enum_allowed": [], 2024-09-15T22:05:28.864 INFO:teuthology.orchestra.run.smithi063.stdout: "desc": "maximum upmap optimizations to make per attempt", 2024-09-15T22:05:28.864 INFO:teuthology.orchestra.run.smithi063.stdout: "long_desc": "", 2024-09-15T22:05:28.864 INFO:teuthology.orchestra.run.smithi063.stdout: "tags": [], 2024-09-15T22:05:28.864 INFO:teuthology.orchestra.run.smithi063.stdout: "see_also": [] 2024-09-15T22:05:28.865 INFO:teuthology.orchestra.run.smithi063.stdout: } 2024-09-15T22:05:28.865 INFO:teuthology.orchestra.run.smithi063.stdout: } 2024-09-15T22:05:28.865 INFO:teuthology.orchestra.run.smithi063.stdout: }, 2024-09-15T22:05:28.865 INFO:teuthology.orchestra.run.smithi063.stdout: { 2024-09-15T22:05:28.865 INFO:teuthology.orchestra.run.smithi063.stdout: "name": "cephadm", 2024-09-15T22:05:28.865 INFO:teuthology.orchestra.run.smithi063.stdout: "can_run": true, 2024-09-15T22:05:28.865 INFO:teuthology.orchestra.run.smithi063.stdout: "error_string": "", 2024-09-15T22:05:28.865 INFO:teuthology.orchestra.run.smithi063.stdout: "module_options": { 2024-09-15T22:05:28.865 INFO:teuthology.orchestra.run.smithi063.stdout: "agent_down_multiplier": { 2024-09-15T22:05:28.865 INFO:teuthology.orchestra.run.smithi063.stdout: "name": "agent_down_multiplier", 2024-09-15T22:05:28.865 INFO:teuthology.orchestra.run.smithi063.stdout: "type": "float", 2024-09-15T22:05:28.865 INFO:teuthology.orchestra.run.smithi063.stdout: "level": "advanced", 2024-09-15T22:05:28.866 INFO:teuthology.orchestra.run.smithi063.stdout: "flags": 0, 2024-09-15T22:05:28.866 INFO:teuthology.orchestra.run.smithi063.stdout: "default_value": "3.0", 2024-09-15T22:05:28.866 INFO:teuthology.orchestra.run.smithi063.stdout: "min": "", 2024-09-15T22:05:28.866 INFO:teuthology.orchestra.run.smithi063.stdout: "max": "", 2024-09-15T22:05:28.866 INFO:teuthology.orchestra.run.smithi063.stdout: "enum_allowed": [], 2024-09-15T22:05:28.866 INFO:teuthology.orchestra.run.smithi063.stdout: "desc": "Multiplied by agent refresh rate to calculate how long agent must not report before being marked down", 2024-09-15T22:05:28.866 INFO:teuthology.orchestra.run.smithi063.stdout: "long_desc": "", 2024-09-15T22:05:28.866 INFO:teuthology.orchestra.run.smithi063.stdout: "tags": [], 2024-09-15T22:05:28.866 INFO:teuthology.orchestra.run.smithi063.stdout: "see_also": [] 2024-09-15T22:05:28.866 INFO:teuthology.orchestra.run.smithi063.stdout: }, 2024-09-15T22:05:28.866 INFO:teuthology.orchestra.run.smithi063.stdout: "agent_refresh_rate": { 2024-09-15T22:05:28.866 INFO:teuthology.orchestra.run.smithi063.stdout: "name": "agent_refresh_rate", 2024-09-15T22:05:28.866 INFO:teuthology.orchestra.run.smithi063.stdout: "type": "secs", 2024-09-15T22:05:28.867 INFO:teuthology.orchestra.run.smithi063.stdout: "level": "advanced", 2024-09-15T22:05:28.867 INFO:teuthology.orchestra.run.smithi063.stdout: "flags": 0, 2024-09-15T22:05:28.867 INFO:teuthology.orchestra.run.smithi063.stdout: "default_value": "20", 2024-09-15T22:05:28.867 INFO:teuthology.orchestra.run.smithi063.stdout: "min": "", 2024-09-15T22:05:28.867 INFO:teuthology.orchestra.run.smithi063.stdout: "max": "", 2024-09-15T22:05:28.867 INFO:teuthology.orchestra.run.smithi063.stdout: "enum_allowed": [], 2024-09-15T22:05:28.867 INFO:teuthology.orchestra.run.smithi063.stdout: "desc": "How often agent on each host will try to gather and send metadata", 2024-09-15T22:05:28.867 INFO:teuthology.orchestra.run.smithi063.stdout: "long_desc": "", 2024-09-15T22:05:28.867 INFO:teuthology.orchestra.run.smithi063.stdout: "tags": [], 2024-09-15T22:05:28.867 INFO:teuthology.orchestra.run.smithi063.stdout: "see_also": [] 2024-09-15T22:05:28.867 INFO:teuthology.orchestra.run.smithi063.stdout: }, 2024-09-15T22:05:28.867 INFO:teuthology.orchestra.run.smithi063.stdout: "agent_starting_port": { 2024-09-15T22:05:28.868 INFO:teuthology.orchestra.run.smithi063.stdout: "name": "agent_starting_port", 2024-09-15T22:05:28.868 INFO:teuthology.orchestra.run.smithi063.stdout: "type": "int", 2024-09-15T22:05:28.868 INFO:teuthology.orchestra.run.smithi063.stdout: "level": "advanced", 2024-09-15T22:05:28.868 INFO:teuthology.orchestra.run.smithi063.stdout: "flags": 0, 2024-09-15T22:05:28.868 INFO:teuthology.orchestra.run.smithi063.stdout: "default_value": "4721", 2024-09-15T22:05:28.868 INFO:teuthology.orchestra.run.smithi063.stdout: "min": "", 2024-09-15T22:05:28.868 INFO:teuthology.orchestra.run.smithi063.stdout: "max": "", 2024-09-15T22:05:28.868 INFO:teuthology.orchestra.run.smithi063.stdout: "enum_allowed": [], 2024-09-15T22:05:28.868 INFO:teuthology.orchestra.run.smithi063.stdout: "desc": "First port agent will try to bind to (will also try up to next 1000 subsequent ports if blocked)", 2024-09-15T22:05:28.868 INFO:teuthology.orchestra.run.smithi063.stdout: "long_desc": "", 2024-09-15T22:05:28.868 INFO:teuthology.orchestra.run.smithi063.stdout: "tags": [], 2024-09-15T22:05:28.869 INFO:teuthology.orchestra.run.smithi063.stdout: "see_also": [] 2024-09-15T22:05:28.869 INFO:teuthology.orchestra.run.smithi063.stdout: }, 2024-09-15T22:05:28.869 INFO:teuthology.orchestra.run.smithi063.stdout: "allow_ptrace": { 2024-09-15T22:05:28.869 INFO:teuthology.orchestra.run.smithi063.stdout: "name": "allow_ptrace", 2024-09-15T22:05:28.869 INFO:teuthology.orchestra.run.smithi063.stdout: "type": "bool", 2024-09-15T22:05:28.869 INFO:teuthology.orchestra.run.smithi063.stdout: "level": "advanced", 2024-09-15T22:05:28.869 INFO:teuthology.orchestra.run.smithi063.stdout: "flags": 0, 2024-09-15T22:05:28.869 INFO:teuthology.orchestra.run.smithi063.stdout: "default_value": "False", 2024-09-15T22:05:28.869 INFO:teuthology.orchestra.run.smithi063.stdout: "min": "", 2024-09-15T22:05:28.869 INFO:teuthology.orchestra.run.smithi063.stdout: "max": "", 2024-09-15T22:05:28.872 INFO:teuthology.orchestra.run.smithi063.stdout: "enum_allowed": [], 2024-09-15T22:05:28.873 INFO:teuthology.orchestra.run.smithi063.stdout: "desc": "allow SYS_PTRACE capability on ceph containers", 2024-09-15T22:05:28.873 INFO:teuthology.orchestra.run.smithi063.stdout: "long_desc": "The SYS_PTRACE capability is needed to attach to a process with gdb or strace. Enabling this options can allow debugging daemons that encounter problems at runtime.", 2024-09-15T22:05:28.873 INFO:teuthology.orchestra.run.smithi063.stdout: "tags": [], 2024-09-15T22:05:28.873 INFO:teuthology.orchestra.run.smithi063.stdout: "see_also": [] 2024-09-15T22:05:28.873 INFO:teuthology.orchestra.run.smithi063.stdout: }, 2024-09-15T22:05:28.873 INFO:teuthology.orchestra.run.smithi063.stdout: "autotune_interval": { 2024-09-15T22:05:28.873 INFO:teuthology.orchestra.run.smithi063.stdout: "name": "autotune_interval", 2024-09-15T22:05:28.873 INFO:teuthology.orchestra.run.smithi063.stdout: "type": "secs", 2024-09-15T22:05:28.873 INFO:teuthology.orchestra.run.smithi063.stdout: "level": "advanced", 2024-09-15T22:05:28.873 INFO:teuthology.orchestra.run.smithi063.stdout: "flags": 0, 2024-09-15T22:05:28.873 INFO:teuthology.orchestra.run.smithi063.stdout: "default_value": "600", 2024-09-15T22:05:28.873 INFO:teuthology.orchestra.run.smithi063.stdout: "min": "", 2024-09-15T22:05:28.874 INFO:teuthology.orchestra.run.smithi063.stdout: "max": "", 2024-09-15T22:05:28.874 INFO:teuthology.orchestra.run.smithi063.stdout: "enum_allowed": [], 2024-09-15T22:05:28.874 INFO:teuthology.orchestra.run.smithi063.stdout: "desc": "how frequently to autotune daemon memory", 2024-09-15T22:05:28.874 INFO:teuthology.orchestra.run.smithi063.stdout: "long_desc": "", 2024-09-15T22:05:28.874 INFO:teuthology.orchestra.run.smithi063.stdout: "tags": [], 2024-09-15T22:05:28.874 INFO:teuthology.orchestra.run.smithi063.stdout: "see_also": [] 2024-09-15T22:05:28.874 INFO:teuthology.orchestra.run.smithi063.stdout: }, 2024-09-15T22:05:28.874 INFO:teuthology.orchestra.run.smithi063.stdout: "autotune_memory_target_ratio": { 2024-09-15T22:05:28.874 INFO:teuthology.orchestra.run.smithi063.stdout: "name": "autotune_memory_target_ratio", 2024-09-15T22:05:28.874 INFO:teuthology.orchestra.run.smithi063.stdout: "type": "float", 2024-09-15T22:05:28.874 INFO:teuthology.orchestra.run.smithi063.stdout: "level": "advanced", 2024-09-15T22:05:28.874 INFO:teuthology.orchestra.run.smithi063.stdout: "flags": 0, 2024-09-15T22:05:28.874 INFO:teuthology.orchestra.run.smithi063.stdout: "default_value": "0.7", 2024-09-15T22:05:28.875 INFO:teuthology.orchestra.run.smithi063.stdout: "min": "", 2024-09-15T22:05:28.875 INFO:teuthology.orchestra.run.smithi063.stdout: "max": "", 2024-09-15T22:05:28.875 INFO:teuthology.orchestra.run.smithi063.stdout: "enum_allowed": [], 2024-09-15T22:05:28.875 INFO:teuthology.orchestra.run.smithi063.stdout: "desc": "ratio of total system memory to divide amongst autotuned daemons", 2024-09-15T22:05:28.875 INFO:teuthology.orchestra.run.smithi063.stdout: "long_desc": "", 2024-09-15T22:05:28.875 INFO:teuthology.orchestra.run.smithi063.stdout: "tags": [], 2024-09-15T22:05:28.875 INFO:teuthology.orchestra.run.smithi063.stdout: "see_also": [] 2024-09-15T22:05:28.875 INFO:teuthology.orchestra.run.smithi063.stdout: }, 2024-09-15T22:05:28.875 INFO:teuthology.orchestra.run.smithi063.stdout: "cephadm_log_destination": { 2024-09-15T22:05:28.875 INFO:teuthology.orchestra.run.smithi063.stdout: "name": "cephadm_log_destination", 2024-09-15T22:05:28.875 INFO:teuthology.orchestra.run.smithi063.stdout: "type": "str", 2024-09-15T22:05:28.875 INFO:teuthology.orchestra.run.smithi063.stdout: "level": "advanced", 2024-09-15T22:05:28.875 INFO:teuthology.orchestra.run.smithi063.stdout: "flags": 0, 2024-09-15T22:05:28.876 INFO:teuthology.orchestra.run.smithi063.stdout: "default_value": "", 2024-09-15T22:05:28.876 INFO:teuthology.orchestra.run.smithi063.stdout: "min": "", 2024-09-15T22:05:28.876 INFO:teuthology.orchestra.run.smithi063.stdout: "max": "", 2024-09-15T22:05:28.876 INFO:teuthology.orchestra.run.smithi063.stdout: "enum_allowed": [ 2024-09-15T22:05:28.876 INFO:teuthology.orchestra.run.smithi063.stdout: "file", 2024-09-15T22:05:28.876 INFO:teuthology.orchestra.run.smithi063.stdout: "file,syslog", 2024-09-15T22:05:28.876 INFO:teuthology.orchestra.run.smithi063.stdout: "syslog" 2024-09-15T22:05:28.876 INFO:teuthology.orchestra.run.smithi063.stdout: ], 2024-09-15T22:05:28.876 INFO:teuthology.orchestra.run.smithi063.stdout: "desc": "Destination for cephadm command's persistent logging", 2024-09-15T22:05:28.876 INFO:teuthology.orchestra.run.smithi063.stdout: "long_desc": "", 2024-09-15T22:05:28.876 INFO:teuthology.orchestra.run.smithi063.stdout: "tags": [], 2024-09-15T22:05:28.876 INFO:teuthology.orchestra.run.smithi063.stdout: "see_also": [] 2024-09-15T22:05:28.877 INFO:teuthology.orchestra.run.smithi063.stdout: }, 2024-09-15T22:05:28.877 INFO:teuthology.orchestra.run.smithi063.stdout: "cgroups_split": { 2024-09-15T22:05:28.877 INFO:teuthology.orchestra.run.smithi063.stdout: "name": "cgroups_split", 2024-09-15T22:05:28.877 INFO:teuthology.orchestra.run.smithi063.stdout: "type": "bool", 2024-09-15T22:05:28.877 INFO:teuthology.orchestra.run.smithi063.stdout: "level": "advanced", 2024-09-15T22:05:28.877 INFO:teuthology.orchestra.run.smithi063.stdout: "flags": 0, 2024-09-15T22:05:28.877 INFO:teuthology.orchestra.run.smithi063.stdout: "default_value": "True", 2024-09-15T22:05:28.877 INFO:teuthology.orchestra.run.smithi063.stdout: "min": "", 2024-09-15T22:05:28.877 INFO:teuthology.orchestra.run.smithi063.stdout: "max": "", 2024-09-15T22:05:28.877 INFO:teuthology.orchestra.run.smithi063.stdout: "enum_allowed": [], 2024-09-15T22:05:28.877 INFO:teuthology.orchestra.run.smithi063.stdout: "desc": "Pass --cgroups=split when cephadm creates containers (currently podman only)", 2024-09-15T22:05:28.877 INFO:teuthology.orchestra.run.smithi063.stdout: "long_desc": "", 2024-09-15T22:05:28.877 INFO:teuthology.orchestra.run.smithi063.stdout: "tags": [], 2024-09-15T22:05:28.878 INFO:teuthology.orchestra.run.smithi063.stdout: "see_also": [] 2024-09-15T22:05:28.878 INFO:teuthology.orchestra.run.smithi063.stdout: }, 2024-09-15T22:05:28.878 INFO:teuthology.orchestra.run.smithi063.stdout: "config_checks_enabled": { 2024-09-15T22:05:28.878 INFO:teuthology.orchestra.run.smithi063.stdout: "name": "config_checks_enabled", 2024-09-15T22:05:28.878 INFO:teuthology.orchestra.run.smithi063.stdout: "type": "bool", 2024-09-15T22:05:28.878 INFO:teuthology.orchestra.run.smithi063.stdout: "level": "advanced", 2024-09-15T22:05:28.878 INFO:teuthology.orchestra.run.smithi063.stdout: "flags": 0, 2024-09-15T22:05:28.878 INFO:teuthology.orchestra.run.smithi063.stdout: "default_value": "False", 2024-09-15T22:05:28.878 INFO:teuthology.orchestra.run.smithi063.stdout: "min": "", 2024-09-15T22:05:28.878 INFO:teuthology.orchestra.run.smithi063.stdout: "max": "", 2024-09-15T22:05:28.878 INFO:teuthology.orchestra.run.smithi063.stdout: "enum_allowed": [], 2024-09-15T22:05:28.878 INFO:teuthology.orchestra.run.smithi063.stdout: "desc": "Enable or disable the cephadm configuration analysis", 2024-09-15T22:05:28.879 INFO:teuthology.orchestra.run.smithi063.stdout: "long_desc": "", 2024-09-15T22:05:28.879 INFO:teuthology.orchestra.run.smithi063.stdout: "tags": [], 2024-09-15T22:05:28.879 INFO:teuthology.orchestra.run.smithi063.stdout: "see_also": [] 2024-09-15T22:05:28.879 INFO:teuthology.orchestra.run.smithi063.stdout: }, 2024-09-15T22:05:28.879 INFO:teuthology.orchestra.run.smithi063.stdout: "config_dashboard": { 2024-09-15T22:05:28.879 INFO:teuthology.orchestra.run.smithi063.stdout: "name": "config_dashboard", 2024-09-15T22:05:28.879 INFO:teuthology.orchestra.run.smithi063.stdout: "type": "bool", 2024-09-15T22:05:28.879 INFO:teuthology.orchestra.run.smithi063.stdout: "level": "advanced", 2024-09-15T22:05:28.879 INFO:teuthology.orchestra.run.smithi063.stdout: "flags": 0, 2024-09-15T22:05:28.879 INFO:teuthology.orchestra.run.smithi063.stdout: "default_value": "True", 2024-09-15T22:05:28.879 INFO:teuthology.orchestra.run.smithi063.stdout: "min": "", 2024-09-15T22:05:28.879 INFO:teuthology.orchestra.run.smithi063.stdout: "max": "", 2024-09-15T22:05:28.879 INFO:teuthology.orchestra.run.smithi063.stdout: "enum_allowed": [], 2024-09-15T22:05:28.880 INFO:teuthology.orchestra.run.smithi063.stdout: "desc": "manage configs like API endpoints in Dashboard.", 2024-09-15T22:05:28.880 INFO:teuthology.orchestra.run.smithi063.stdout: "long_desc": "", 2024-09-15T22:05:28.880 INFO:teuthology.orchestra.run.smithi063.stdout: "tags": [], 2024-09-15T22:05:28.880 INFO:teuthology.orchestra.run.smithi063.stdout: "see_also": [] 2024-09-15T22:05:28.880 INFO:teuthology.orchestra.run.smithi063.stdout: }, 2024-09-15T22:05:28.880 INFO:teuthology.orchestra.run.smithi063.stdout: "container_image_alertmanager": { 2024-09-15T22:05:28.880 INFO:teuthology.orchestra.run.smithi063.stdout: "name": "container_image_alertmanager", 2024-09-15T22:05:28.880 INFO:teuthology.orchestra.run.smithi063.stdout: "type": "str", 2024-09-15T22:05:28.880 INFO:teuthology.orchestra.run.smithi063.stdout: "level": "advanced", 2024-09-15T22:05:28.880 INFO:teuthology.orchestra.run.smithi063.stdout: "flags": 0, 2024-09-15T22:05:28.880 INFO:teuthology.orchestra.run.smithi063.stdout: "default_value": "quay.io/prometheus/alertmanager:v0.25.0", 2024-09-15T22:05:28.880 INFO:teuthology.orchestra.run.smithi063.stdout: "min": "", 2024-09-15T22:05:28.881 INFO:teuthology.orchestra.run.smithi063.stdout: "max": "", 2024-09-15T22:05:28.881 INFO:teuthology.orchestra.run.smithi063.stdout: "enum_allowed": [], 2024-09-15T22:05:28.881 INFO:teuthology.orchestra.run.smithi063.stdout: "desc": "Prometheus container image", 2024-09-15T22:05:28.881 INFO:teuthology.orchestra.run.smithi063.stdout: "long_desc": "", 2024-09-15T22:05:28.881 INFO:teuthology.orchestra.run.smithi063.stdout: "tags": [], 2024-09-15T22:05:28.881 INFO:teuthology.orchestra.run.smithi063.stdout: "see_also": [] 2024-09-15T22:05:28.881 INFO:teuthology.orchestra.run.smithi063.stdout: }, 2024-09-15T22:05:28.881 INFO:teuthology.orchestra.run.smithi063.stdout: "container_image_base": { 2024-09-15T22:05:28.881 INFO:teuthology.orchestra.run.smithi063.stdout: "name": "container_image_base", 2024-09-15T22:05:28.881 INFO:teuthology.orchestra.run.smithi063.stdout: "type": "str", 2024-09-15T22:05:28.881 INFO:teuthology.orchestra.run.smithi063.stdout: "level": "advanced", 2024-09-15T22:05:28.881 INFO:teuthology.orchestra.run.smithi063.stdout: "flags": 1, 2024-09-15T22:05:28.881 INFO:teuthology.orchestra.run.smithi063.stdout: "default_value": "quay.io/ceph/ceph", 2024-09-15T22:05:28.882 INFO:teuthology.orchestra.run.smithi063.stdout: "min": "", 2024-09-15T22:05:28.882 INFO:teuthology.orchestra.run.smithi063.stdout: "max": "", 2024-09-15T22:05:28.882 INFO:teuthology.orchestra.run.smithi063.stdout: "enum_allowed": [], 2024-09-15T22:05:28.882 INFO:teuthology.orchestra.run.smithi063.stdout: "desc": "Container image name, without the tag", 2024-09-15T22:05:28.882 INFO:teuthology.orchestra.run.smithi063.stdout: "long_desc": "", 2024-09-15T22:05:28.882 INFO:teuthology.orchestra.run.smithi063.stdout: "tags": [], 2024-09-15T22:05:28.882 INFO:teuthology.orchestra.run.smithi063.stdout: "see_also": [] 2024-09-15T22:05:28.882 INFO:teuthology.orchestra.run.smithi063.stdout: }, 2024-09-15T22:05:28.882 INFO:teuthology.orchestra.run.smithi063.stdout: "container_image_elasticsearch": { 2024-09-15T22:05:28.882 INFO:teuthology.orchestra.run.smithi063.stdout: "name": "container_image_elasticsearch", 2024-09-15T22:05:28.882 INFO:teuthology.orchestra.run.smithi063.stdout: "type": "str", 2024-09-15T22:05:28.882 INFO:teuthology.orchestra.run.smithi063.stdout: "level": "advanced", 2024-09-15T22:05:28.883 INFO:teuthology.orchestra.run.smithi063.stdout: "flags": 0, 2024-09-15T22:05:28.883 INFO:teuthology.orchestra.run.smithi063.stdout: "default_value": "quay.io/omrizeneva/elasticsearch:6.8.23", 2024-09-15T22:05:28.883 INFO:teuthology.orchestra.run.smithi063.stdout: "min": "", 2024-09-15T22:05:28.883 INFO:teuthology.orchestra.run.smithi063.stdout: "max": "", 2024-09-15T22:05:28.883 INFO:teuthology.orchestra.run.smithi063.stdout: "enum_allowed": [], 2024-09-15T22:05:28.883 INFO:teuthology.orchestra.run.smithi063.stdout: "desc": "elasticsearch container image", 2024-09-15T22:05:28.883 INFO:teuthology.orchestra.run.smithi063.stdout: "long_desc": "", 2024-09-15T22:05:28.883 INFO:teuthology.orchestra.run.smithi063.stdout: "tags": [], 2024-09-15T22:05:28.883 INFO:teuthology.orchestra.run.smithi063.stdout: "see_also": [] 2024-09-15T22:05:28.883 INFO:teuthology.orchestra.run.smithi063.stdout: }, 2024-09-15T22:05:28.883 INFO:teuthology.orchestra.run.smithi063.stdout: "container_image_grafana": { 2024-09-15T22:05:28.883 INFO:teuthology.orchestra.run.smithi063.stdout: "name": "container_image_grafana", 2024-09-15T22:05:28.883 INFO:teuthology.orchestra.run.smithi063.stdout: "type": "str", 2024-09-15T22:05:28.883 INFO:teuthology.orchestra.run.smithi063.stdout: "level": "advanced", 2024-09-15T22:05:28.884 INFO:teuthology.orchestra.run.smithi063.stdout: "flags": 0, 2024-09-15T22:05:28.884 INFO:teuthology.orchestra.run.smithi063.stdout: "default_value": "quay.io/ceph/grafana:9.4.12", 2024-09-15T22:05:28.884 INFO:teuthology.orchestra.run.smithi063.stdout: "min": "", 2024-09-15T22:05:28.884 INFO:teuthology.orchestra.run.smithi063.stdout: "max": "", 2024-09-15T22:05:28.884 INFO:teuthology.orchestra.run.smithi063.stdout: "enum_allowed": [], 2024-09-15T22:05:28.884 INFO:teuthology.orchestra.run.smithi063.stdout: "desc": "Prometheus container image", 2024-09-15T22:05:28.884 INFO:teuthology.orchestra.run.smithi063.stdout: "long_desc": "", 2024-09-15T22:05:28.884 INFO:teuthology.orchestra.run.smithi063.stdout: "tags": [], 2024-09-15T22:05:28.884 INFO:teuthology.orchestra.run.smithi063.stdout: "see_also": [] 2024-09-15T22:05:28.884 INFO:teuthology.orchestra.run.smithi063.stdout: }, 2024-09-15T22:05:28.884 INFO:teuthology.orchestra.run.smithi063.stdout: "container_image_haproxy": { 2024-09-15T22:05:28.884 INFO:teuthology.orchestra.run.smithi063.stdout: "name": "container_image_haproxy", 2024-09-15T22:05:28.884 INFO:teuthology.orchestra.run.smithi063.stdout: "type": "str", 2024-09-15T22:05:28.885 INFO:teuthology.orchestra.run.smithi063.stdout: "level": "advanced", 2024-09-15T22:05:28.885 INFO:teuthology.orchestra.run.smithi063.stdout: "flags": 0, 2024-09-15T22:05:28.885 INFO:teuthology.orchestra.run.smithi063.stdout: "default_value": "quay.io/ceph/haproxy:2.3", 2024-09-15T22:05:28.885 INFO:teuthology.orchestra.run.smithi063.stdout: "min": "", 2024-09-15T22:05:28.885 INFO:teuthology.orchestra.run.smithi063.stdout: "max": "", 2024-09-15T22:05:28.885 INFO:teuthology.orchestra.run.smithi063.stdout: "enum_allowed": [], 2024-09-15T22:05:28.885 INFO:teuthology.orchestra.run.smithi063.stdout: "desc": "HAproxy container image", 2024-09-15T22:05:28.885 INFO:teuthology.orchestra.run.smithi063.stdout: "long_desc": "", 2024-09-15T22:05:28.885 INFO:teuthology.orchestra.run.smithi063.stdout: "tags": [], 2024-09-15T22:05:28.885 INFO:teuthology.orchestra.run.smithi063.stdout: "see_also": [] 2024-09-15T22:05:28.885 INFO:teuthology.orchestra.run.smithi063.stdout: }, 2024-09-15T22:05:28.885 INFO:teuthology.orchestra.run.smithi063.stdout: "container_image_jaeger_agent": { 2024-09-15T22:05:28.886 INFO:teuthology.orchestra.run.smithi063.stdout: "name": "container_image_jaeger_agent", 2024-09-15T22:05:28.886 INFO:teuthology.orchestra.run.smithi063.stdout: "type": "str", 2024-09-15T22:05:28.886 INFO:teuthology.orchestra.run.smithi063.stdout: "level": "advanced", 2024-09-15T22:05:28.886 INFO:teuthology.orchestra.run.smithi063.stdout: "flags": 0, 2024-09-15T22:05:28.886 INFO:teuthology.orchestra.run.smithi063.stdout: "default_value": "quay.io/jaegertracing/jaeger-agent:1.29", 2024-09-15T22:05:28.886 INFO:teuthology.orchestra.run.smithi063.stdout: "min": "", 2024-09-15T22:05:28.886 INFO:teuthology.orchestra.run.smithi063.stdout: "max": "", 2024-09-15T22:05:28.886 INFO:teuthology.orchestra.run.smithi063.stdout: "enum_allowed": [], 2024-09-15T22:05:28.886 INFO:teuthology.orchestra.run.smithi063.stdout: "desc": "Jaeger agent container image", 2024-09-15T22:05:28.886 INFO:teuthology.orchestra.run.smithi063.stdout: "long_desc": "", 2024-09-15T22:05:28.886 INFO:teuthology.orchestra.run.smithi063.stdout: "tags": [], 2024-09-15T22:05:28.886 INFO:teuthology.orchestra.run.smithi063.stdout: "see_also": [] 2024-09-15T22:05:28.886 INFO:teuthology.orchestra.run.smithi063.stdout: }, 2024-09-15T22:05:28.887 INFO:teuthology.orchestra.run.smithi063.stdout: "container_image_jaeger_collector": { 2024-09-15T22:05:28.887 INFO:teuthology.orchestra.run.smithi063.stdout: "name": "container_image_jaeger_collector", 2024-09-15T22:05:28.887 INFO:teuthology.orchestra.run.smithi063.stdout: "type": "str", 2024-09-15T22:05:28.887 INFO:teuthology.orchestra.run.smithi063.stdout: "level": "advanced", 2024-09-15T22:05:28.887 INFO:teuthology.orchestra.run.smithi063.stdout: "flags": 0, 2024-09-15T22:05:28.887 INFO:teuthology.orchestra.run.smithi063.stdout: "default_value": "quay.io/jaegertracing/jaeger-collector:1.29", 2024-09-15T22:05:28.887 INFO:teuthology.orchestra.run.smithi063.stdout: "min": "", 2024-09-15T22:05:28.887 INFO:teuthology.orchestra.run.smithi063.stdout: "max": "", 2024-09-15T22:05:28.887 INFO:teuthology.orchestra.run.smithi063.stdout: "enum_allowed": [], 2024-09-15T22:05:28.887 INFO:teuthology.orchestra.run.smithi063.stdout: "desc": "Jaeger collector container image", 2024-09-15T22:05:28.887 INFO:teuthology.orchestra.run.smithi063.stdout: "long_desc": "", 2024-09-15T22:05:28.887 INFO:teuthology.orchestra.run.smithi063.stdout: "tags": [], 2024-09-15T22:05:28.888 INFO:teuthology.orchestra.run.smithi063.stdout: "see_also": [] 2024-09-15T22:05:28.888 INFO:teuthology.orchestra.run.smithi063.stdout: }, 2024-09-15T22:05:28.888 INFO:teuthology.orchestra.run.smithi063.stdout: "container_image_jaeger_query": { 2024-09-15T22:05:28.888 INFO:teuthology.orchestra.run.smithi063.stdout: "name": "container_image_jaeger_query", 2024-09-15T22:05:28.888 INFO:teuthology.orchestra.run.smithi063.stdout: "type": "str", 2024-09-15T22:05:28.888 INFO:teuthology.orchestra.run.smithi063.stdout: "level": "advanced", 2024-09-15T22:05:28.888 INFO:teuthology.orchestra.run.smithi063.stdout: "flags": 0, 2024-09-15T22:05:28.888 INFO:teuthology.orchestra.run.smithi063.stdout: "default_value": "quay.io/jaegertracing/jaeger-query:1.29", 2024-09-15T22:05:28.888 INFO:teuthology.orchestra.run.smithi063.stdout: "min": "", 2024-09-15T22:05:28.888 INFO:teuthology.orchestra.run.smithi063.stdout: "max": "", 2024-09-15T22:05:28.888 INFO:teuthology.orchestra.run.smithi063.stdout: "enum_allowed": [], 2024-09-15T22:05:28.888 INFO:teuthology.orchestra.run.smithi063.stdout: "desc": "Jaeger query container image", 2024-09-15T22:05:28.888 INFO:teuthology.orchestra.run.smithi063.stdout: "long_desc": "", 2024-09-15T22:05:28.889 INFO:teuthology.orchestra.run.smithi063.stdout: "tags": [], 2024-09-15T22:05:28.889 INFO:teuthology.orchestra.run.smithi063.stdout: "see_also": [] 2024-09-15T22:05:28.889 INFO:teuthology.orchestra.run.smithi063.stdout: }, 2024-09-15T22:05:28.889 INFO:teuthology.orchestra.run.smithi063.stdout: "container_image_keepalived": { 2024-09-15T22:05:28.889 INFO:teuthology.orchestra.run.smithi063.stdout: "name": "container_image_keepalived", 2024-09-15T22:05:28.889 INFO:teuthology.orchestra.run.smithi063.stdout: "type": "str", 2024-09-15T22:05:28.889 INFO:teuthology.orchestra.run.smithi063.stdout: "level": "advanced", 2024-09-15T22:05:28.889 INFO:teuthology.orchestra.run.smithi063.stdout: "flags": 0, 2024-09-15T22:05:28.889 INFO:teuthology.orchestra.run.smithi063.stdout: "default_value": "quay.io/ceph/keepalived:2.2.4", 2024-09-15T22:05:28.889 INFO:teuthology.orchestra.run.smithi063.stdout: "min": "", 2024-09-15T22:05:28.889 INFO:teuthology.orchestra.run.smithi063.stdout: "max": "", 2024-09-15T22:05:28.889 INFO:teuthology.orchestra.run.smithi063.stdout: "enum_allowed": [], 2024-09-15T22:05:28.889 INFO:teuthology.orchestra.run.smithi063.stdout: "desc": "Keepalived container image", 2024-09-15T22:05:28.890 INFO:teuthology.orchestra.run.smithi063.stdout: "long_desc": "", 2024-09-15T22:05:28.890 INFO:teuthology.orchestra.run.smithi063.stdout: "tags": [], 2024-09-15T22:05:28.890 INFO:teuthology.orchestra.run.smithi063.stdout: "see_also": [] 2024-09-15T22:05:28.890 INFO:teuthology.orchestra.run.smithi063.stdout: }, 2024-09-15T22:05:28.890 INFO:teuthology.orchestra.run.smithi063.stdout: "container_image_loki": { 2024-09-15T22:05:28.890 INFO:teuthology.orchestra.run.smithi063.stdout: "name": "container_image_loki", 2024-09-15T22:05:28.890 INFO:teuthology.orchestra.run.smithi063.stdout: "type": "str", 2024-09-15T22:05:28.890 INFO:teuthology.orchestra.run.smithi063.stdout: "level": "advanced", 2024-09-15T22:05:28.890 INFO:teuthology.orchestra.run.smithi063.stdout: "flags": 0, 2024-09-15T22:05:28.890 INFO:teuthology.orchestra.run.smithi063.stdout: "default_value": "docker.io/grafana/loki:3.0.0", 2024-09-15T22:05:28.890 INFO:teuthology.orchestra.run.smithi063.stdout: "min": "", 2024-09-15T22:05:28.890 INFO:teuthology.orchestra.run.smithi063.stdout: "max": "", 2024-09-15T22:05:28.890 INFO:teuthology.orchestra.run.smithi063.stdout: "enum_allowed": [], 2024-09-15T22:05:28.891 INFO:teuthology.orchestra.run.smithi063.stdout: "desc": "Loki container image", 2024-09-15T22:05:28.891 INFO:teuthology.orchestra.run.smithi063.stdout: "long_desc": "", 2024-09-15T22:05:28.891 INFO:teuthology.orchestra.run.smithi063.stdout: "tags": [], 2024-09-15T22:05:28.891 INFO:teuthology.orchestra.run.smithi063.stdout: "see_also": [] 2024-09-15T22:05:28.891 INFO:teuthology.orchestra.run.smithi063.stdout: }, 2024-09-15T22:05:28.891 INFO:teuthology.orchestra.run.smithi063.stdout: "container_image_node_exporter": { 2024-09-15T22:05:28.891 INFO:teuthology.orchestra.run.smithi063.stdout: "name": "container_image_node_exporter", 2024-09-15T22:05:28.891 INFO:teuthology.orchestra.run.smithi063.stdout: "type": "str", 2024-09-15T22:05:28.891 INFO:teuthology.orchestra.run.smithi063.stdout: "level": "advanced", 2024-09-15T22:05:28.891 INFO:teuthology.orchestra.run.smithi063.stdout: "flags": 0, 2024-09-15T22:05:28.891 INFO:teuthology.orchestra.run.smithi063.stdout: "default_value": "quay.io/prometheus/node-exporter:v1.5.0", 2024-09-15T22:05:28.891 INFO:teuthology.orchestra.run.smithi063.stdout: "min": "", 2024-09-15T22:05:28.891 INFO:teuthology.orchestra.run.smithi063.stdout: "max": "", 2024-09-15T22:05:28.891 INFO:teuthology.orchestra.run.smithi063.stdout: "enum_allowed": [], 2024-09-15T22:05:28.892 INFO:teuthology.orchestra.run.smithi063.stdout: "desc": "Prometheus container image", 2024-09-15T22:05:28.892 INFO:teuthology.orchestra.run.smithi063.stdout: "long_desc": "", 2024-09-15T22:05:28.892 INFO:teuthology.orchestra.run.smithi063.stdout: "tags": [], 2024-09-15T22:05:28.892 INFO:teuthology.orchestra.run.smithi063.stdout: "see_also": [] 2024-09-15T22:05:28.892 INFO:teuthology.orchestra.run.smithi063.stdout: }, 2024-09-15T22:05:28.892 INFO:teuthology.orchestra.run.smithi063.stdout: "container_image_nvmeof": { 2024-09-15T22:05:28.892 INFO:teuthology.orchestra.run.smithi063.stdout: "name": "container_image_nvmeof", 2024-09-15T22:05:28.892 INFO:teuthology.orchestra.run.smithi063.stdout: "type": "str", 2024-09-15T22:05:28.892 INFO:teuthology.orchestra.run.smithi063.stdout: "level": "advanced", 2024-09-15T22:05:28.892 INFO:teuthology.orchestra.run.smithi063.stdout: "flags": 0, 2024-09-15T22:05:28.892 INFO:teuthology.orchestra.run.smithi063.stdout: "default_value": "quay.io/ceph/nvmeof:1.2.5", 2024-09-15T22:05:28.892 INFO:teuthology.orchestra.run.smithi063.stdout: "min": "", 2024-09-15T22:05:28.892 INFO:teuthology.orchestra.run.smithi063.stdout: "max": "", 2024-09-15T22:05:28.893 INFO:teuthology.orchestra.run.smithi063.stdout: "enum_allowed": [], 2024-09-15T22:05:28.893 INFO:teuthology.orchestra.run.smithi063.stdout: "desc": "Nvme-of container image", 2024-09-15T22:05:28.893 INFO:teuthology.orchestra.run.smithi063.stdout: "long_desc": "", 2024-09-15T22:05:28.893 INFO:teuthology.orchestra.run.smithi063.stdout: "tags": [], 2024-09-15T22:05:28.893 INFO:teuthology.orchestra.run.smithi063.stdout: "see_also": [] 2024-09-15T22:05:28.893 INFO:teuthology.orchestra.run.smithi063.stdout: }, 2024-09-15T22:05:28.893 INFO:teuthology.orchestra.run.smithi063.stdout: "container_image_prometheus": { 2024-09-15T22:05:28.893 INFO:teuthology.orchestra.run.smithi063.stdout: "name": "container_image_prometheus", 2024-09-15T22:05:28.893 INFO:teuthology.orchestra.run.smithi063.stdout: "type": "str", 2024-09-15T22:05:28.893 INFO:teuthology.orchestra.run.smithi063.stdout: "level": "advanced", 2024-09-15T22:05:28.893 INFO:teuthology.orchestra.run.smithi063.stdout: "flags": 0, 2024-09-15T22:05:28.893 INFO:teuthology.orchestra.run.smithi063.stdout: "default_value": "quay.io/prometheus/prometheus:v2.43.0", 2024-09-15T22:05:28.893 INFO:teuthology.orchestra.run.smithi063.stdout: "min": "", 2024-09-15T22:05:28.894 INFO:teuthology.orchestra.run.smithi063.stdout: "max": "", 2024-09-15T22:05:28.894 INFO:teuthology.orchestra.run.smithi063.stdout: "enum_allowed": [], 2024-09-15T22:05:28.894 INFO:teuthology.orchestra.run.smithi063.stdout: "desc": "Prometheus container image", 2024-09-15T22:05:28.894 INFO:teuthology.orchestra.run.smithi063.stdout: "long_desc": "", 2024-09-15T22:05:28.894 INFO:teuthology.orchestra.run.smithi063.stdout: "tags": [], 2024-09-15T22:05:28.894 INFO:teuthology.orchestra.run.smithi063.stdout: "see_also": [] 2024-09-15T22:05:28.894 INFO:teuthology.orchestra.run.smithi063.stdout: }, 2024-09-15T22:05:28.894 INFO:teuthology.orchestra.run.smithi063.stdout: "container_image_promtail": { 2024-09-15T22:05:28.894 INFO:teuthology.orchestra.run.smithi063.stdout: "name": "container_image_promtail", 2024-09-15T22:05:28.894 INFO:teuthology.orchestra.run.smithi063.stdout: "type": "str", 2024-09-15T22:05:28.894 INFO:teuthology.orchestra.run.smithi063.stdout: "level": "advanced", 2024-09-15T22:05:28.894 INFO:teuthology.orchestra.run.smithi063.stdout: "flags": 0, 2024-09-15T22:05:28.895 INFO:teuthology.orchestra.run.smithi063.stdout: "default_value": "docker.io/grafana/promtail:3.0.0", 2024-09-15T22:05:28.895 INFO:teuthology.orchestra.run.smithi063.stdout: "min": "", 2024-09-15T22:05:28.895 INFO:teuthology.orchestra.run.smithi063.stdout: "max": "", 2024-09-15T22:05:28.895 INFO:teuthology.orchestra.run.smithi063.stdout: "enum_allowed": [], 2024-09-15T22:05:28.895 INFO:teuthology.orchestra.run.smithi063.stdout: "desc": "Promtail container image", 2024-09-15T22:05:28.895 INFO:teuthology.orchestra.run.smithi063.stdout: "long_desc": "", 2024-09-15T22:05:28.895 INFO:teuthology.orchestra.run.smithi063.stdout: "tags": [], 2024-09-15T22:05:28.895 INFO:teuthology.orchestra.run.smithi063.stdout: "see_also": [] 2024-09-15T22:05:28.895 INFO:teuthology.orchestra.run.smithi063.stdout: }, 2024-09-15T22:05:28.895 INFO:teuthology.orchestra.run.smithi063.stdout: "container_image_samba": { 2024-09-15T22:05:28.895 INFO:teuthology.orchestra.run.smithi063.stdout: "name": "container_image_samba", 2024-09-15T22:05:28.895 INFO:teuthology.orchestra.run.smithi063.stdout: "type": "str", 2024-09-15T22:05:28.895 INFO:teuthology.orchestra.run.smithi063.stdout: "level": "advanced", 2024-09-15T22:05:28.895 INFO:teuthology.orchestra.run.smithi063.stdout: "flags": 0, 2024-09-15T22:05:28.896 INFO:teuthology.orchestra.run.smithi063.stdout: "default_value": "quay.io/samba.org/samba-server:devbuilds-centos-amd64", 2024-09-15T22:05:28.896 INFO:teuthology.orchestra.run.smithi063.stdout: "min": "", 2024-09-15T22:05:28.896 INFO:teuthology.orchestra.run.smithi063.stdout: "max": "", 2024-09-15T22:05:28.896 INFO:teuthology.orchestra.run.smithi063.stdout: "enum_allowed": [], 2024-09-15T22:05:28.896 INFO:teuthology.orchestra.run.smithi063.stdout: "desc": "Samba/SMB container image", 2024-09-15T22:05:28.896 INFO:teuthology.orchestra.run.smithi063.stdout: "long_desc": "", 2024-09-15T22:05:28.896 INFO:teuthology.orchestra.run.smithi063.stdout: "tags": [], 2024-09-15T22:05:28.896 INFO:teuthology.orchestra.run.smithi063.stdout: "see_also": [] 2024-09-15T22:05:28.896 INFO:teuthology.orchestra.run.smithi063.stdout: }, 2024-09-15T22:05:28.896 INFO:teuthology.orchestra.run.smithi063.stdout: "container_image_snmp_gateway": { 2024-09-15T22:05:28.896 INFO:teuthology.orchestra.run.smithi063.stdout: "name": "container_image_snmp_gateway", 2024-09-15T22:05:28.896 INFO:teuthology.orchestra.run.smithi063.stdout: "type": "str", 2024-09-15T22:05:28.897 INFO:teuthology.orchestra.run.smithi063.stdout: "level": "advanced", 2024-09-15T22:05:28.897 INFO:teuthology.orchestra.run.smithi063.stdout: "flags": 0, 2024-09-15T22:05:28.897 INFO:teuthology.orchestra.run.smithi063.stdout: "default_value": "docker.io/maxwo/snmp-notifier:v1.2.1", 2024-09-15T22:05:28.897 INFO:teuthology.orchestra.run.smithi063.stdout: "min": "", 2024-09-15T22:05:28.897 INFO:teuthology.orchestra.run.smithi063.stdout: "max": "", 2024-09-15T22:05:28.897 INFO:teuthology.orchestra.run.smithi063.stdout: "enum_allowed": [], 2024-09-15T22:05:28.897 INFO:teuthology.orchestra.run.smithi063.stdout: "desc": "SNMP Gateway container image", 2024-09-15T22:05:28.897 INFO:teuthology.orchestra.run.smithi063.stdout: "long_desc": "", 2024-09-15T22:05:28.897 INFO:teuthology.orchestra.run.smithi063.stdout: "tags": [], 2024-09-15T22:05:28.897 INFO:teuthology.orchestra.run.smithi063.stdout: "see_also": [] 2024-09-15T22:05:28.897 INFO:teuthology.orchestra.run.smithi063.stdout: }, 2024-09-15T22:05:28.897 INFO:teuthology.orchestra.run.smithi063.stdout: "container_init": { 2024-09-15T22:05:28.898 INFO:teuthology.orchestra.run.smithi063.stdout: "name": "container_init", 2024-09-15T22:05:28.898 INFO:teuthology.orchestra.run.smithi063.stdout: "type": "bool", 2024-09-15T22:05:28.898 INFO:teuthology.orchestra.run.smithi063.stdout: "level": "advanced", 2024-09-15T22:05:28.898 INFO:teuthology.orchestra.run.smithi063.stdout: "flags": 0, 2024-09-15T22:05:28.898 INFO:teuthology.orchestra.run.smithi063.stdout: "default_value": "True", 2024-09-15T22:05:28.898 INFO:teuthology.orchestra.run.smithi063.stdout: "min": "", 2024-09-15T22:05:28.898 INFO:teuthology.orchestra.run.smithi063.stdout: "max": "", 2024-09-15T22:05:28.898 INFO:teuthology.orchestra.run.smithi063.stdout: "enum_allowed": [], 2024-09-15T22:05:28.898 INFO:teuthology.orchestra.run.smithi063.stdout: "desc": "Run podman/docker with `--init`", 2024-09-15T22:05:28.898 INFO:teuthology.orchestra.run.smithi063.stdout: "long_desc": "", 2024-09-15T22:05:28.898 INFO:teuthology.orchestra.run.smithi063.stdout: "tags": [], 2024-09-15T22:05:28.899 INFO:teuthology.orchestra.run.smithi063.stdout: "see_also": [] 2024-09-15T22:05:28.899 INFO:teuthology.orchestra.run.smithi063.stdout: }, 2024-09-15T22:05:28.899 INFO:teuthology.orchestra.run.smithi063.stdout: "daemon_cache_timeout": { 2024-09-15T22:05:28.899 INFO:teuthology.orchestra.run.smithi063.stdout: "name": "daemon_cache_timeout", 2024-09-15T22:05:28.899 INFO:teuthology.orchestra.run.smithi063.stdout: "type": "secs", 2024-09-15T22:05:28.899 INFO:teuthology.orchestra.run.smithi063.stdout: "level": "advanced", 2024-09-15T22:05:28.899 INFO:teuthology.orchestra.run.smithi063.stdout: "flags": 0, 2024-09-15T22:05:28.899 INFO:teuthology.orchestra.run.smithi063.stdout: "default_value": "600", 2024-09-15T22:05:28.899 INFO:teuthology.orchestra.run.smithi063.stdout: "min": "", 2024-09-15T22:05:28.899 INFO:teuthology.orchestra.run.smithi063.stdout: "max": "", 2024-09-15T22:05:28.899 INFO:teuthology.orchestra.run.smithi063.stdout: "enum_allowed": [], 2024-09-15T22:05:28.899 INFO:teuthology.orchestra.run.smithi063.stdout: "desc": "seconds to cache service (daemon) inventory", 2024-09-15T22:05:28.900 INFO:teuthology.orchestra.run.smithi063.stdout: "long_desc": "", 2024-09-15T22:05:28.900 INFO:teuthology.orchestra.run.smithi063.stdout: "tags": [], 2024-09-15T22:05:28.900 INFO:teuthology.orchestra.run.smithi063.stdout: "see_also": [] 2024-09-15T22:05:28.900 INFO:teuthology.orchestra.run.smithi063.stdout: }, 2024-09-15T22:05:28.900 INFO:teuthology.orchestra.run.smithi063.stdout: "default_cephadm_command_timeout": { 2024-09-15T22:05:28.900 INFO:teuthology.orchestra.run.smithi063.stdout: "name": "default_cephadm_command_timeout", 2024-09-15T22:05:28.900 INFO:teuthology.orchestra.run.smithi063.stdout: "type": "int", 2024-09-15T22:05:28.900 INFO:teuthology.orchestra.run.smithi063.stdout: "level": "advanced", 2024-09-15T22:05:28.900 INFO:teuthology.orchestra.run.smithi063.stdout: "flags": 0, 2024-09-15T22:05:28.900 INFO:teuthology.orchestra.run.smithi063.stdout: "default_value": "900", 2024-09-15T22:05:28.900 INFO:teuthology.orchestra.run.smithi063.stdout: "min": "", 2024-09-15T22:05:28.901 INFO:teuthology.orchestra.run.smithi063.stdout: "max": "", 2024-09-15T22:05:28.901 INFO:teuthology.orchestra.run.smithi063.stdout: "enum_allowed": [], 2024-09-15T22:05:28.901 INFO:teuthology.orchestra.run.smithi063.stdout: "desc": "Default timeout applied to cephadm commands run directly on the host (in seconds)", 2024-09-15T22:05:28.901 INFO:teuthology.orchestra.run.smithi063.stdout: "long_desc": "", 2024-09-15T22:05:28.901 INFO:teuthology.orchestra.run.smithi063.stdout: "tags": [], 2024-09-15T22:05:28.901 INFO:teuthology.orchestra.run.smithi063.stdout: "see_also": [] 2024-09-15T22:05:28.901 INFO:teuthology.orchestra.run.smithi063.stdout: }, 2024-09-15T22:05:28.901 INFO:teuthology.orchestra.run.smithi063.stdout: "default_registry": { 2024-09-15T22:05:28.901 INFO:teuthology.orchestra.run.smithi063.stdout: "name": "default_registry", 2024-09-15T22:05:28.901 INFO:teuthology.orchestra.run.smithi063.stdout: "type": "str", 2024-09-15T22:05:28.901 INFO:teuthology.orchestra.run.smithi063.stdout: "level": "advanced", 2024-09-15T22:05:28.901 INFO:teuthology.orchestra.run.smithi063.stdout: "flags": 0, 2024-09-15T22:05:28.901 INFO:teuthology.orchestra.run.smithi063.stdout: "default_value": "docker.io", 2024-09-15T22:05:28.902 INFO:teuthology.orchestra.run.smithi063.stdout: "min": "", 2024-09-15T22:05:28.902 INFO:teuthology.orchestra.run.smithi063.stdout: "max": "", 2024-09-15T22:05:28.902 INFO:teuthology.orchestra.run.smithi063.stdout: "enum_allowed": [], 2024-09-15T22:05:28.902 INFO:teuthology.orchestra.run.smithi063.stdout: "desc": "Search-registry to which we should normalize unqualified image names. This is not the default registry", 2024-09-15T22:05:28.902 INFO:teuthology.orchestra.run.smithi063.stdout: "long_desc": "", 2024-09-15T22:05:28.902 INFO:teuthology.orchestra.run.smithi063.stdout: "tags": [], 2024-09-15T22:05:28.902 INFO:teuthology.orchestra.run.smithi063.stdout: "see_also": [] 2024-09-15T22:05:28.902 INFO:teuthology.orchestra.run.smithi063.stdout: }, 2024-09-15T22:05:28.902 INFO:teuthology.orchestra.run.smithi063.stdout: "device_cache_timeout": { 2024-09-15T22:05:28.902 INFO:teuthology.orchestra.run.smithi063.stdout: "name": "device_cache_timeout", 2024-09-15T22:05:28.902 INFO:teuthology.orchestra.run.smithi063.stdout: "type": "secs", 2024-09-15T22:05:28.902 INFO:teuthology.orchestra.run.smithi063.stdout: "level": "advanced", 2024-09-15T22:05:28.903 INFO:teuthology.orchestra.run.smithi063.stdout: "flags": 0, 2024-09-15T22:05:28.903 INFO:teuthology.orchestra.run.smithi063.stdout: "default_value": "1800", 2024-09-15T22:05:28.903 INFO:teuthology.orchestra.run.smithi063.stdout: "min": "", 2024-09-15T22:05:28.903 INFO:teuthology.orchestra.run.smithi063.stdout: "max": "", 2024-09-15T22:05:28.903 INFO:teuthology.orchestra.run.smithi063.stdout: "enum_allowed": [], 2024-09-15T22:05:28.903 INFO:teuthology.orchestra.run.smithi063.stdout: "desc": "seconds to cache device inventory", 2024-09-15T22:05:28.903 INFO:teuthology.orchestra.run.smithi063.stdout: "long_desc": "", 2024-09-15T22:05:28.903 INFO:teuthology.orchestra.run.smithi063.stdout: "tags": [], 2024-09-15T22:05:28.903 INFO:teuthology.orchestra.run.smithi063.stdout: "see_also": [] 2024-09-15T22:05:28.903 INFO:teuthology.orchestra.run.smithi063.stdout: }, 2024-09-15T22:05:28.903 INFO:teuthology.orchestra.run.smithi063.stdout: "device_enhanced_scan": { 2024-09-15T22:05:28.903 INFO:teuthology.orchestra.run.smithi063.stdout: "name": "device_enhanced_scan", 2024-09-15T22:05:28.903 INFO:teuthology.orchestra.run.smithi063.stdout: "type": "bool", 2024-09-15T22:05:28.904 INFO:teuthology.orchestra.run.smithi063.stdout: "level": "advanced", 2024-09-15T22:05:28.904 INFO:teuthology.orchestra.run.smithi063.stdout: "flags": 0, 2024-09-15T22:05:28.904 INFO:teuthology.orchestra.run.smithi063.stdout: "default_value": "False", 2024-09-15T22:05:28.904 INFO:teuthology.orchestra.run.smithi063.stdout: "min": "", 2024-09-15T22:05:28.904 INFO:teuthology.orchestra.run.smithi063.stdout: "max": "", 2024-09-15T22:05:28.904 INFO:teuthology.orchestra.run.smithi063.stdout: "enum_allowed": [], 2024-09-15T22:05:28.904 INFO:teuthology.orchestra.run.smithi063.stdout: "desc": "Use libstoragemgmt during device scans", 2024-09-15T22:05:28.904 INFO:teuthology.orchestra.run.smithi063.stdout: "long_desc": "", 2024-09-15T22:05:28.904 INFO:teuthology.orchestra.run.smithi063.stdout: "tags": [], 2024-09-15T22:05:28.904 INFO:teuthology.orchestra.run.smithi063.stdout: "see_also": [] 2024-09-15T22:05:28.904 INFO:teuthology.orchestra.run.smithi063.stdout: }, 2024-09-15T22:05:28.904 INFO:teuthology.orchestra.run.smithi063.stdout: "facts_cache_timeout": { 2024-09-15T22:05:28.905 INFO:teuthology.orchestra.run.smithi063.stdout: "name": "facts_cache_timeout", 2024-09-15T22:05:28.905 INFO:teuthology.orchestra.run.smithi063.stdout: "type": "secs", 2024-09-15T22:05:28.905 INFO:teuthology.orchestra.run.smithi063.stdout: "level": "advanced", 2024-09-15T22:05:28.905 INFO:teuthology.orchestra.run.smithi063.stdout: "flags": 0, 2024-09-15T22:05:28.905 INFO:teuthology.orchestra.run.smithi063.stdout: "default_value": "60", 2024-09-15T22:05:28.905 INFO:teuthology.orchestra.run.smithi063.stdout: "min": "", 2024-09-15T22:05:28.905 INFO:teuthology.orchestra.run.smithi063.stdout: "max": "", 2024-09-15T22:05:28.905 INFO:teuthology.orchestra.run.smithi063.stdout: "enum_allowed": [], 2024-09-15T22:05:28.905 INFO:teuthology.orchestra.run.smithi063.stdout: "desc": "seconds to cache host facts data", 2024-09-15T22:05:28.905 INFO:teuthology.orchestra.run.smithi063.stdout: "long_desc": "", 2024-09-15T22:05:28.905 INFO:teuthology.orchestra.run.smithi063.stdout: "tags": [], 2024-09-15T22:05:28.905 INFO:teuthology.orchestra.run.smithi063.stdout: "see_also": [] 2024-09-15T22:05:28.906 INFO:teuthology.orchestra.run.smithi063.stdout: }, 2024-09-15T22:05:28.906 INFO:teuthology.orchestra.run.smithi063.stdout: "grafana_dashboards_path": { 2024-09-15T22:05:28.906 INFO:teuthology.orchestra.run.smithi063.stdout: "name": "grafana_dashboards_path", 2024-09-15T22:05:28.906 INFO:teuthology.orchestra.run.smithi063.stdout: "type": "str", 2024-09-15T22:05:28.906 INFO:teuthology.orchestra.run.smithi063.stdout: "level": "advanced", 2024-09-15T22:05:28.906 INFO:teuthology.orchestra.run.smithi063.stdout: "flags": 0, 2024-09-15T22:05:28.906 INFO:teuthology.orchestra.run.smithi063.stdout: "default_value": "/etc/grafana/dashboards/ceph-dashboard/", 2024-09-15T22:05:28.906 INFO:teuthology.orchestra.run.smithi063.stdout: "min": "", 2024-09-15T22:05:28.906 INFO:teuthology.orchestra.run.smithi063.stdout: "max": "", 2024-09-15T22:05:28.906 INFO:teuthology.orchestra.run.smithi063.stdout: "enum_allowed": [], 2024-09-15T22:05:28.906 INFO:teuthology.orchestra.run.smithi063.stdout: "desc": "location of dashboards to include in grafana deployments", 2024-09-15T22:05:28.906 INFO:teuthology.orchestra.run.smithi063.stdout: "long_desc": "", 2024-09-15T22:05:28.906 INFO:teuthology.orchestra.run.smithi063.stdout: "tags": [], 2024-09-15T22:05:28.906 INFO:teuthology.orchestra.run.smithi063.stdout: "see_also": [] 2024-09-15T22:05:28.907 INFO:teuthology.orchestra.run.smithi063.stdout: }, 2024-09-15T22:05:28.907 INFO:teuthology.orchestra.run.smithi063.stdout: "host_check_interval": { 2024-09-15T22:05:28.907 INFO:teuthology.orchestra.run.smithi063.stdout: "name": "host_check_interval", 2024-09-15T22:05:28.907 INFO:teuthology.orchestra.run.smithi063.stdout: "type": "secs", 2024-09-15T22:05:28.907 INFO:teuthology.orchestra.run.smithi063.stdout: "level": "advanced", 2024-09-15T22:05:28.907 INFO:teuthology.orchestra.run.smithi063.stdout: "flags": 0, 2024-09-15T22:05:28.907 INFO:teuthology.orchestra.run.smithi063.stdout: "default_value": "600", 2024-09-15T22:05:28.907 INFO:teuthology.orchestra.run.smithi063.stdout: "min": "", 2024-09-15T22:05:28.907 INFO:teuthology.orchestra.run.smithi063.stdout: "max": "", 2024-09-15T22:05:28.907 INFO:teuthology.orchestra.run.smithi063.stdout: "enum_allowed": [], 2024-09-15T22:05:28.908 INFO:teuthology.orchestra.run.smithi063.stdout: "desc": "how frequently to perform a host check", 2024-09-15T22:05:28.908 INFO:teuthology.orchestra.run.smithi063.stdout: "long_desc": "", 2024-09-15T22:05:28.908 INFO:teuthology.orchestra.run.smithi063.stdout: "tags": [], 2024-09-15T22:05:28.908 INFO:teuthology.orchestra.run.smithi063.stdout: "see_also": [] 2024-09-15T22:05:28.908 INFO:teuthology.orchestra.run.smithi063.stdout: }, 2024-09-15T22:05:28.908 INFO:teuthology.orchestra.run.smithi063.stdout: "hw_monitoring": { 2024-09-15T22:05:28.908 INFO:teuthology.orchestra.run.smithi063.stdout: "name": "hw_monitoring", 2024-09-15T22:05:28.908 INFO:teuthology.orchestra.run.smithi063.stdout: "type": "bool", 2024-09-15T22:05:28.908 INFO:teuthology.orchestra.run.smithi063.stdout: "level": "advanced", 2024-09-15T22:05:28.908 INFO:teuthology.orchestra.run.smithi063.stdout: "flags": 0, 2024-09-15T22:05:28.908 INFO:teuthology.orchestra.run.smithi063.stdout: "default_value": "False", 2024-09-15T22:05:28.909 INFO:teuthology.orchestra.run.smithi063.stdout: "min": "", 2024-09-15T22:05:28.909 INFO:teuthology.orchestra.run.smithi063.stdout: "max": "", 2024-09-15T22:05:28.909 INFO:teuthology.orchestra.run.smithi063.stdout: "enum_allowed": [], 2024-09-15T22:05:28.909 INFO:teuthology.orchestra.run.smithi063.stdout: "desc": "Deploy hw monitoring daemon on every host.", 2024-09-15T22:05:28.909 INFO:teuthology.orchestra.run.smithi063.stdout: "long_desc": "", 2024-09-15T22:05:28.909 INFO:teuthology.orchestra.run.smithi063.stdout: "tags": [], 2024-09-15T22:05:28.909 INFO:teuthology.orchestra.run.smithi063.stdout: "see_also": [] 2024-09-15T22:05:28.909 INFO:teuthology.orchestra.run.smithi063.stdout: }, 2024-09-15T22:05:28.909 INFO:teuthology.orchestra.run.smithi063.stdout: "inventory_list_all": { 2024-09-15T22:05:28.909 INFO:teuthology.orchestra.run.smithi063.stdout: "name": "inventory_list_all", 2024-09-15T22:05:28.909 INFO:teuthology.orchestra.run.smithi063.stdout: "type": "bool", 2024-09-15T22:05:28.909 INFO:teuthology.orchestra.run.smithi063.stdout: "level": "advanced", 2024-09-15T22:05:28.909 INFO:teuthology.orchestra.run.smithi063.stdout: "flags": 0, 2024-09-15T22:05:28.910 INFO:teuthology.orchestra.run.smithi063.stdout: "default_value": "False", 2024-09-15T22:05:28.910 INFO:teuthology.orchestra.run.smithi063.stdout: "min": "", 2024-09-15T22:05:28.910 INFO:teuthology.orchestra.run.smithi063.stdout: "max": "", 2024-09-15T22:05:28.910 INFO:teuthology.orchestra.run.smithi063.stdout: "enum_allowed": [], 2024-09-15T22:05:28.910 INFO:teuthology.orchestra.run.smithi063.stdout: "desc": "Whether ceph-volume inventory should report more devices (mostly mappers (LVs / mpaths), partitions...)", 2024-09-15T22:05:28.910 INFO:teuthology.orchestra.run.smithi063.stdout: "long_desc": "", 2024-09-15T22:05:28.910 INFO:teuthology.orchestra.run.smithi063.stdout: "tags": [], 2024-09-15T22:05:28.910 INFO:teuthology.orchestra.run.smithi063.stdout: "see_also": [] 2024-09-15T22:05:28.910 INFO:teuthology.orchestra.run.smithi063.stdout: }, 2024-09-15T22:05:28.910 INFO:teuthology.orchestra.run.smithi063.stdout: "log_level": { 2024-09-15T22:05:28.910 INFO:teuthology.orchestra.run.smithi063.stdout: "name": "log_level", 2024-09-15T22:05:28.911 INFO:teuthology.orchestra.run.smithi063.stdout: "type": "str", 2024-09-15T22:05:28.911 INFO:teuthology.orchestra.run.smithi063.stdout: "level": "advanced", 2024-09-15T22:05:28.911 INFO:teuthology.orchestra.run.smithi063.stdout: "flags": 1, 2024-09-15T22:05:28.911 INFO:teuthology.orchestra.run.smithi063.stdout: "default_value": "", 2024-09-15T22:05:28.911 INFO:teuthology.orchestra.run.smithi063.stdout: "min": "", 2024-09-15T22:05:28.911 INFO:teuthology.orchestra.run.smithi063.stdout: "max": "", 2024-09-15T22:05:28.911 INFO:teuthology.orchestra.run.smithi063.stdout: "enum_allowed": [ 2024-09-15T22:05:28.911 INFO:teuthology.orchestra.run.smithi063.stdout: "", 2024-09-15T22:05:28.911 INFO:teuthology.orchestra.run.smithi063.stdout: "critical", 2024-09-15T22:05:28.911 INFO:teuthology.orchestra.run.smithi063.stdout: "debug", 2024-09-15T22:05:28.911 INFO:teuthology.orchestra.run.smithi063.stdout: "error", 2024-09-15T22:05:28.911 INFO:teuthology.orchestra.run.smithi063.stdout: "info", 2024-09-15T22:05:28.911 INFO:teuthology.orchestra.run.smithi063.stdout: "warning" 2024-09-15T22:05:28.912 INFO:teuthology.orchestra.run.smithi063.stdout: ], 2024-09-15T22:05:28.912 INFO:teuthology.orchestra.run.smithi063.stdout: "desc": "", 2024-09-15T22:05:28.912 INFO:teuthology.orchestra.run.smithi063.stdout: "long_desc": "", 2024-09-15T22:05:28.912 INFO:teuthology.orchestra.run.smithi063.stdout: "tags": [], 2024-09-15T22:05:28.912 INFO:teuthology.orchestra.run.smithi063.stdout: "see_also": [] 2024-09-15T22:05:28.912 INFO:teuthology.orchestra.run.smithi063.stdout: }, 2024-09-15T22:05:28.912 INFO:teuthology.orchestra.run.smithi063.stdout: "log_refresh_metadata": { 2024-09-15T22:05:28.912 INFO:teuthology.orchestra.run.smithi063.stdout: "name": "log_refresh_metadata", 2024-09-15T22:05:28.912 INFO:teuthology.orchestra.run.smithi063.stdout: "type": "bool", 2024-09-15T22:05:28.912 INFO:teuthology.orchestra.run.smithi063.stdout: "level": "advanced", 2024-09-15T22:05:28.912 INFO:teuthology.orchestra.run.smithi063.stdout: "flags": 0, 2024-09-15T22:05:28.913 INFO:teuthology.orchestra.run.smithi063.stdout: "default_value": "False", 2024-09-15T22:05:28.913 INFO:teuthology.orchestra.run.smithi063.stdout: "min": "", 2024-09-15T22:05:28.913 INFO:teuthology.orchestra.run.smithi063.stdout: "max": "", 2024-09-15T22:05:28.913 INFO:teuthology.orchestra.run.smithi063.stdout: "enum_allowed": [], 2024-09-15T22:05:28.913 INFO:teuthology.orchestra.run.smithi063.stdout: "desc": "Log all refresh metadata. Includes daemon, device, and host info collected regularly. Only has effect if logging at debug level", 2024-09-15T22:05:28.913 INFO:teuthology.orchestra.run.smithi063.stdout: "long_desc": "", 2024-09-15T22:05:28.913 INFO:teuthology.orchestra.run.smithi063.stdout: "tags": [], 2024-09-15T22:05:28.913 INFO:teuthology.orchestra.run.smithi063.stdout: "see_also": [] 2024-09-15T22:05:28.913 INFO:teuthology.orchestra.run.smithi063.stdout: }, 2024-09-15T22:05:28.913 INFO:teuthology.orchestra.run.smithi063.stdout: "log_to_cluster": { 2024-09-15T22:05:28.913 INFO:teuthology.orchestra.run.smithi063.stdout: "name": "log_to_cluster", 2024-09-15T22:05:28.913 INFO:teuthology.orchestra.run.smithi063.stdout: "type": "bool", 2024-09-15T22:05:28.913 INFO:teuthology.orchestra.run.smithi063.stdout: "level": "advanced", 2024-09-15T22:05:28.914 INFO:teuthology.orchestra.run.smithi063.stdout: "flags": 0, 2024-09-15T22:05:28.914 INFO:teuthology.orchestra.run.smithi063.stdout: "default_value": "True", 2024-09-15T22:05:28.914 INFO:teuthology.orchestra.run.smithi063.stdout: "min": "", 2024-09-15T22:05:28.914 INFO:teuthology.orchestra.run.smithi063.stdout: "max": "", 2024-09-15T22:05:28.914 INFO:teuthology.orchestra.run.smithi063.stdout: "enum_allowed": [], 2024-09-15T22:05:28.914 INFO:teuthology.orchestra.run.smithi063.stdout: "desc": "log to the \"cephadm\" cluster log channel\"", 2024-09-15T22:05:28.914 INFO:teuthology.orchestra.run.smithi063.stdout: "long_desc": "", 2024-09-15T22:05:28.914 INFO:teuthology.orchestra.run.smithi063.stdout: "tags": [], 2024-09-15T22:05:28.914 INFO:teuthology.orchestra.run.smithi063.stdout: "see_also": [] 2024-09-15T22:05:28.914 INFO:teuthology.orchestra.run.smithi063.stdout: }, 2024-09-15T22:05:28.914 INFO:teuthology.orchestra.run.smithi063.stdout: "log_to_cluster_level": { 2024-09-15T22:05:28.914 INFO:teuthology.orchestra.run.smithi063.stdout: "name": "log_to_cluster_level", 2024-09-15T22:05:28.914 INFO:teuthology.orchestra.run.smithi063.stdout: "type": "str", 2024-09-15T22:05:28.914 INFO:teuthology.orchestra.run.smithi063.stdout: "level": "advanced", 2024-09-15T22:05:28.915 INFO:teuthology.orchestra.run.smithi063.stdout: "flags": 1, 2024-09-15T22:05:28.915 INFO:teuthology.orchestra.run.smithi063.stdout: "default_value": "info", 2024-09-15T22:05:28.915 INFO:teuthology.orchestra.run.smithi063.stdout: "min": "", 2024-09-15T22:05:28.915 INFO:teuthology.orchestra.run.smithi063.stdout: "max": "", 2024-09-15T22:05:28.915 INFO:teuthology.orchestra.run.smithi063.stdout: "enum_allowed": [ 2024-09-15T22:05:28.915 INFO:teuthology.orchestra.run.smithi063.stdout: "", 2024-09-15T22:05:28.915 INFO:teuthology.orchestra.run.smithi063.stdout: "critical", 2024-09-15T22:05:28.915 INFO:teuthology.orchestra.run.smithi063.stdout: "debug", 2024-09-15T22:05:28.915 INFO:teuthology.orchestra.run.smithi063.stdout: "error", 2024-09-15T22:05:28.915 INFO:teuthology.orchestra.run.smithi063.stdout: "info", 2024-09-15T22:05:28.915 INFO:teuthology.orchestra.run.smithi063.stdout: "warning" 2024-09-15T22:05:28.915 INFO:teuthology.orchestra.run.smithi063.stdout: ], 2024-09-15T22:05:28.915 INFO:teuthology.orchestra.run.smithi063.stdout: "desc": "", 2024-09-15T22:05:28.916 INFO:teuthology.orchestra.run.smithi063.stdout: "long_desc": "", 2024-09-15T22:05:28.916 INFO:teuthology.orchestra.run.smithi063.stdout: "tags": [], 2024-09-15T22:05:28.916 INFO:teuthology.orchestra.run.smithi063.stdout: "see_also": [] 2024-09-15T22:05:28.916 INFO:teuthology.orchestra.run.smithi063.stdout: }, 2024-09-15T22:05:28.916 INFO:teuthology.orchestra.run.smithi063.stdout: "log_to_file": { 2024-09-15T22:05:28.916 INFO:teuthology.orchestra.run.smithi063.stdout: "name": "log_to_file", 2024-09-15T22:05:28.916 INFO:teuthology.orchestra.run.smithi063.stdout: "type": "bool", 2024-09-15T22:05:28.916 INFO:teuthology.orchestra.run.smithi063.stdout: "level": "advanced", 2024-09-15T22:05:28.916 INFO:teuthology.orchestra.run.smithi063.stdout: "flags": 1, 2024-09-15T22:05:28.916 INFO:teuthology.orchestra.run.smithi063.stdout: "default_value": "False", 2024-09-15T22:05:28.916 INFO:teuthology.orchestra.run.smithi063.stdout: "min": "", 2024-09-15T22:05:28.916 INFO:teuthology.orchestra.run.smithi063.stdout: "max": "", 2024-09-15T22:05:28.916 INFO:teuthology.orchestra.run.smithi063.stdout: "enum_allowed": [], 2024-09-15T22:05:28.917 INFO:teuthology.orchestra.run.smithi063.stdout: "desc": "", 2024-09-15T22:05:28.917 INFO:teuthology.orchestra.run.smithi063.stdout: "long_desc": "", 2024-09-15T22:05:28.917 INFO:teuthology.orchestra.run.smithi063.stdout: "tags": [], 2024-09-15T22:05:28.917 INFO:teuthology.orchestra.run.smithi063.stdout: "see_also": [] 2024-09-15T22:05:28.917 INFO:teuthology.orchestra.run.smithi063.stdout: }, 2024-09-15T22:05:28.917 INFO:teuthology.orchestra.run.smithi063.stdout: "manage_etc_ceph_ceph_conf": { 2024-09-15T22:05:28.917 INFO:teuthology.orchestra.run.smithi063.stdout: "name": "manage_etc_ceph_ceph_conf", 2024-09-15T22:05:28.917 INFO:teuthology.orchestra.run.smithi063.stdout: "type": "bool", 2024-09-15T22:05:28.917 INFO:teuthology.orchestra.run.smithi063.stdout: "level": "advanced", 2024-09-15T22:05:28.917 INFO:teuthology.orchestra.run.smithi063.stdout: "flags": 0, 2024-09-15T22:05:28.917 INFO:teuthology.orchestra.run.smithi063.stdout: "default_value": "False", 2024-09-15T22:05:28.917 INFO:teuthology.orchestra.run.smithi063.stdout: "min": "", 2024-09-15T22:05:28.917 INFO:teuthology.orchestra.run.smithi063.stdout: "max": "", 2024-09-15T22:05:28.918 INFO:teuthology.orchestra.run.smithi063.stdout: "enum_allowed": [], 2024-09-15T22:05:28.918 INFO:teuthology.orchestra.run.smithi063.stdout: "desc": "Manage and own /etc/ceph/ceph.conf on the hosts.", 2024-09-15T22:05:28.918 INFO:teuthology.orchestra.run.smithi063.stdout: "long_desc": "", 2024-09-15T22:05:28.918 INFO:teuthology.orchestra.run.smithi063.stdout: "tags": [], 2024-09-15T22:05:28.918 INFO:teuthology.orchestra.run.smithi063.stdout: "see_also": [] 2024-09-15T22:05:28.918 INFO:teuthology.orchestra.run.smithi063.stdout: }, 2024-09-15T22:05:28.918 INFO:teuthology.orchestra.run.smithi063.stdout: "manage_etc_ceph_ceph_conf_hosts": { 2024-09-15T22:05:28.918 INFO:teuthology.orchestra.run.smithi063.stdout: "name": "manage_etc_ceph_ceph_conf_hosts", 2024-09-15T22:05:28.918 INFO:teuthology.orchestra.run.smithi063.stdout: "type": "str", 2024-09-15T22:05:28.918 INFO:teuthology.orchestra.run.smithi063.stdout: "level": "advanced", 2024-09-15T22:05:28.918 INFO:teuthology.orchestra.run.smithi063.stdout: "flags": 0, 2024-09-15T22:05:28.918 INFO:teuthology.orchestra.run.smithi063.stdout: "default_value": "*", 2024-09-15T22:05:28.918 INFO:teuthology.orchestra.run.smithi063.stdout: "min": "", 2024-09-15T22:05:28.919 INFO:teuthology.orchestra.run.smithi063.stdout: "max": "", 2024-09-15T22:05:28.919 INFO:teuthology.orchestra.run.smithi063.stdout: "enum_allowed": [], 2024-09-15T22:05:28.919 INFO:teuthology.orchestra.run.smithi063.stdout: "desc": "PlacementSpec describing on which hosts to manage /etc/ceph/ceph.conf", 2024-09-15T22:05:28.919 INFO:teuthology.orchestra.run.smithi063.stdout: "long_desc": "", 2024-09-15T22:05:28.919 INFO:teuthology.orchestra.run.smithi063.stdout: "tags": [], 2024-09-15T22:05:28.919 INFO:teuthology.orchestra.run.smithi063.stdout: "see_also": [] 2024-09-15T22:05:28.919 INFO:teuthology.orchestra.run.smithi063.stdout: }, 2024-09-15T22:05:28.919 INFO:teuthology.orchestra.run.smithi063.stdout: "max_count_per_host": { 2024-09-15T22:05:28.919 INFO:teuthology.orchestra.run.smithi063.stdout: "name": "max_count_per_host", 2024-09-15T22:05:28.919 INFO:teuthology.orchestra.run.smithi063.stdout: "type": "int", 2024-09-15T22:05:28.919 INFO:teuthology.orchestra.run.smithi063.stdout: "level": "advanced", 2024-09-15T22:05:28.919 INFO:teuthology.orchestra.run.smithi063.stdout: "flags": 0, 2024-09-15T22:05:28.919 INFO:teuthology.orchestra.run.smithi063.stdout: "default_value": "10", 2024-09-15T22:05:28.920 INFO:teuthology.orchestra.run.smithi063.stdout: "min": "", 2024-09-15T22:05:28.920 INFO:teuthology.orchestra.run.smithi063.stdout: "max": "", 2024-09-15T22:05:28.920 INFO:teuthology.orchestra.run.smithi063.stdout: "enum_allowed": [], 2024-09-15T22:05:28.920 INFO:teuthology.orchestra.run.smithi063.stdout: "desc": "max number of daemons per service per host", 2024-09-15T22:05:28.920 INFO:teuthology.orchestra.run.smithi063.stdout: "long_desc": "", 2024-09-15T22:05:28.920 INFO:teuthology.orchestra.run.smithi063.stdout: "tags": [], 2024-09-15T22:05:28.920 INFO:teuthology.orchestra.run.smithi063.stdout: "see_also": [] 2024-09-15T22:05:28.920 INFO:teuthology.orchestra.run.smithi063.stdout: }, 2024-09-15T22:05:28.920 INFO:teuthology.orchestra.run.smithi063.stdout: "max_osd_draining_count": { 2024-09-15T22:05:28.920 INFO:teuthology.orchestra.run.smithi063.stdout: "name": "max_osd_draining_count", 2024-09-15T22:05:28.920 INFO:teuthology.orchestra.run.smithi063.stdout: "type": "int", 2024-09-15T22:05:28.920 INFO:teuthology.orchestra.run.smithi063.stdout: "level": "advanced", 2024-09-15T22:05:28.920 INFO:teuthology.orchestra.run.smithi063.stdout: "flags": 0, 2024-09-15T22:05:28.921 INFO:teuthology.orchestra.run.smithi063.stdout: "default_value": "10", 2024-09-15T22:05:28.921 INFO:teuthology.orchestra.run.smithi063.stdout: "min": "", 2024-09-15T22:05:28.921 INFO:teuthology.orchestra.run.smithi063.stdout: "max": "", 2024-09-15T22:05:28.921 INFO:teuthology.orchestra.run.smithi063.stdout: "enum_allowed": [], 2024-09-15T22:05:28.921 INFO:teuthology.orchestra.run.smithi063.stdout: "desc": "max number of osds that will be drained simultaneously when osds are removed", 2024-09-15T22:05:28.921 INFO:teuthology.orchestra.run.smithi063.stdout: "long_desc": "", 2024-09-15T22:05:28.921 INFO:teuthology.orchestra.run.smithi063.stdout: "tags": [], 2024-09-15T22:05:28.921 INFO:teuthology.orchestra.run.smithi063.stdout: "see_also": [] 2024-09-15T22:05:28.921 INFO:teuthology.orchestra.run.smithi063.stdout: }, 2024-09-15T22:05:28.921 INFO:teuthology.orchestra.run.smithi063.stdout: "migration_current": { 2024-09-15T22:05:28.921 INFO:teuthology.orchestra.run.smithi063.stdout: "name": "migration_current", 2024-09-15T22:05:28.921 INFO:teuthology.orchestra.run.smithi063.stdout: "type": "int", 2024-09-15T22:05:28.922 INFO:teuthology.orchestra.run.smithi063.stdout: "level": "advanced", 2024-09-15T22:05:28.922 INFO:teuthology.orchestra.run.smithi063.stdout: "flags": 0, 2024-09-15T22:05:28.922 INFO:teuthology.orchestra.run.smithi063.stdout: "default_value": "", 2024-09-15T22:05:28.922 INFO:teuthology.orchestra.run.smithi063.stdout: "min": "", 2024-09-15T22:05:28.922 INFO:teuthology.orchestra.run.smithi063.stdout: "max": "", 2024-09-15T22:05:28.922 INFO:teuthology.orchestra.run.smithi063.stdout: "enum_allowed": [], 2024-09-15T22:05:28.922 INFO:teuthology.orchestra.run.smithi063.stdout: "desc": "internal - do not modify", 2024-09-15T22:05:28.922 INFO:teuthology.orchestra.run.smithi063.stdout: "long_desc": "", 2024-09-15T22:05:28.922 INFO:teuthology.orchestra.run.smithi063.stdout: "tags": [], 2024-09-15T22:05:28.922 INFO:teuthology.orchestra.run.smithi063.stdout: "see_also": [] 2024-09-15T22:05:28.922 INFO:teuthology.orchestra.run.smithi063.stdout: }, 2024-09-15T22:05:28.922 INFO:teuthology.orchestra.run.smithi063.stdout: "mode": { 2024-09-15T22:05:28.922 INFO:teuthology.orchestra.run.smithi063.stdout: "name": "mode", 2024-09-15T22:05:28.922 INFO:teuthology.orchestra.run.smithi063.stdout: "type": "str", 2024-09-15T22:05:28.923 INFO:teuthology.orchestra.run.smithi063.stdout: "level": "advanced", 2024-09-15T22:05:28.923 INFO:teuthology.orchestra.run.smithi063.stdout: "flags": 0, 2024-09-15T22:05:28.923 INFO:teuthology.orchestra.run.smithi063.stdout: "default_value": "root", 2024-09-15T22:05:28.923 INFO:teuthology.orchestra.run.smithi063.stdout: "min": "", 2024-09-15T22:05:28.923 INFO:teuthology.orchestra.run.smithi063.stdout: "max": "", 2024-09-15T22:05:28.923 INFO:teuthology.orchestra.run.smithi063.stdout: "enum_allowed": [ 2024-09-15T22:05:28.923 INFO:teuthology.orchestra.run.smithi063.stdout: "cephadm-package", 2024-09-15T22:05:28.923 INFO:teuthology.orchestra.run.smithi063.stdout: "root" 2024-09-15T22:05:28.923 INFO:teuthology.orchestra.run.smithi063.stdout: ], 2024-09-15T22:05:28.923 INFO:teuthology.orchestra.run.smithi063.stdout: "desc": "mode for remote execution of cephadm", 2024-09-15T22:05:28.923 INFO:teuthology.orchestra.run.smithi063.stdout: "long_desc": "", 2024-09-15T22:05:28.923 INFO:teuthology.orchestra.run.smithi063.stdout: "tags": [], 2024-09-15T22:05:28.923 INFO:teuthology.orchestra.run.smithi063.stdout: "see_also": [] 2024-09-15T22:05:28.924 INFO:teuthology.orchestra.run.smithi063.stdout: }, 2024-09-15T22:05:28.924 INFO:teuthology.orchestra.run.smithi063.stdout: "oob_default_addr": { 2024-09-15T22:05:28.924 INFO:teuthology.orchestra.run.smithi063.stdout: "name": "oob_default_addr", 2024-09-15T22:05:28.924 INFO:teuthology.orchestra.run.smithi063.stdout: "type": "str", 2024-09-15T22:05:28.924 INFO:teuthology.orchestra.run.smithi063.stdout: "level": "advanced", 2024-09-15T22:05:28.924 INFO:teuthology.orchestra.run.smithi063.stdout: "flags": 0, 2024-09-15T22:05:28.924 INFO:teuthology.orchestra.run.smithi063.stdout: "default_value": "169.254.1.1", 2024-09-15T22:05:28.924 INFO:teuthology.orchestra.run.smithi063.stdout: "min": "", 2024-09-15T22:05:28.924 INFO:teuthology.orchestra.run.smithi063.stdout: "max": "", 2024-09-15T22:05:28.924 INFO:teuthology.orchestra.run.smithi063.stdout: "enum_allowed": [], 2024-09-15T22:05:28.924 INFO:teuthology.orchestra.run.smithi063.stdout: "desc": "Default address for RedFish API (oob management).", 2024-09-15T22:05:28.925 INFO:teuthology.orchestra.run.smithi063.stdout: "long_desc": "", 2024-09-15T22:05:28.925 INFO:teuthology.orchestra.run.smithi063.stdout: "tags": [], 2024-09-15T22:05:28.925 INFO:teuthology.orchestra.run.smithi063.stdout: "see_also": [] 2024-09-15T22:05:28.925 INFO:teuthology.orchestra.run.smithi063.stdout: }, 2024-09-15T22:05:28.925 INFO:teuthology.orchestra.run.smithi063.stdout: "prometheus_alerts_path": { 2024-09-15T22:05:28.925 INFO:teuthology.orchestra.run.smithi063.stdout: "name": "prometheus_alerts_path", 2024-09-15T22:05:28.925 INFO:teuthology.orchestra.run.smithi063.stdout: "type": "str", 2024-09-15T22:05:28.925 INFO:teuthology.orchestra.run.smithi063.stdout: "level": "advanced", 2024-09-15T22:05:28.925 INFO:teuthology.orchestra.run.smithi063.stdout: "flags": 0, 2024-09-15T22:05:28.925 INFO:teuthology.orchestra.run.smithi063.stdout: "default_value": "/etc/prometheus/ceph/ceph_default_alerts.yml", 2024-09-15T22:05:28.925 INFO:teuthology.orchestra.run.smithi063.stdout: "min": "", 2024-09-15T22:05:28.925 INFO:teuthology.orchestra.run.smithi063.stdout: "max": "", 2024-09-15T22:05:28.925 INFO:teuthology.orchestra.run.smithi063.stdout: "enum_allowed": [], 2024-09-15T22:05:28.926 INFO:teuthology.orchestra.run.smithi063.stdout: "desc": "location of alerts to include in prometheus deployments", 2024-09-15T22:05:28.926 INFO:teuthology.orchestra.run.smithi063.stdout: "long_desc": "", 2024-09-15T22:05:28.926 INFO:teuthology.orchestra.run.smithi063.stdout: "tags": [], 2024-09-15T22:05:28.926 INFO:teuthology.orchestra.run.smithi063.stdout: "see_also": [] 2024-09-15T22:05:28.926 INFO:teuthology.orchestra.run.smithi063.stdout: }, 2024-09-15T22:05:28.926 INFO:teuthology.orchestra.run.smithi063.stdout: "registry_insecure": { 2024-09-15T22:05:28.926 INFO:teuthology.orchestra.run.smithi063.stdout: "name": "registry_insecure", 2024-09-15T22:05:28.926 INFO:teuthology.orchestra.run.smithi063.stdout: "type": "bool", 2024-09-15T22:05:28.926 INFO:teuthology.orchestra.run.smithi063.stdout: "level": "advanced", 2024-09-15T22:05:28.926 INFO:teuthology.orchestra.run.smithi063.stdout: "flags": 0, 2024-09-15T22:05:28.926 INFO:teuthology.orchestra.run.smithi063.stdout: "default_value": "False", 2024-09-15T22:05:28.926 INFO:teuthology.orchestra.run.smithi063.stdout: "min": "", 2024-09-15T22:05:28.927 INFO:teuthology.orchestra.run.smithi063.stdout: "max": "", 2024-09-15T22:05:28.927 INFO:teuthology.orchestra.run.smithi063.stdout: "enum_allowed": [], 2024-09-15T22:05:28.927 INFO:teuthology.orchestra.run.smithi063.stdout: "desc": "Registry is to be considered insecure (no TLS available). Only for development purposes.", 2024-09-15T22:05:28.927 INFO:teuthology.orchestra.run.smithi063.stdout: "long_desc": "", 2024-09-15T22:05:28.927 INFO:teuthology.orchestra.run.smithi063.stdout: "tags": [], 2024-09-15T22:05:28.927 INFO:teuthology.orchestra.run.smithi063.stdout: "see_also": [] 2024-09-15T22:05:28.927 INFO:teuthology.orchestra.run.smithi063.stdout: }, 2024-09-15T22:05:28.927 INFO:teuthology.orchestra.run.smithi063.stdout: "registry_password": { 2024-09-15T22:05:28.927 INFO:teuthology.orchestra.run.smithi063.stdout: "name": "registry_password", 2024-09-15T22:05:28.927 INFO:teuthology.orchestra.run.smithi063.stdout: "type": "str", 2024-09-15T22:05:28.927 INFO:teuthology.orchestra.run.smithi063.stdout: "level": "advanced", 2024-09-15T22:05:28.927 INFO:teuthology.orchestra.run.smithi063.stdout: "flags": 0, 2024-09-15T22:05:28.927 INFO:teuthology.orchestra.run.smithi063.stdout: "default_value": "", 2024-09-15T22:05:28.928 INFO:teuthology.orchestra.run.smithi063.stdout: "min": "", 2024-09-15T22:05:28.928 INFO:teuthology.orchestra.run.smithi063.stdout: "max": "", 2024-09-15T22:05:28.928 INFO:teuthology.orchestra.run.smithi063.stdout: "enum_allowed": [], 2024-09-15T22:05:28.928 INFO:teuthology.orchestra.run.smithi063.stdout: "desc": "Custom repository password. Only used for logging into a registry.", 2024-09-15T22:05:28.928 INFO:teuthology.orchestra.run.smithi063.stdout: "long_desc": "", 2024-09-15T22:05:28.928 INFO:teuthology.orchestra.run.smithi063.stdout: "tags": [], 2024-09-15T22:05:28.928 INFO:teuthology.orchestra.run.smithi063.stdout: "see_also": [] 2024-09-15T22:05:28.928 INFO:teuthology.orchestra.run.smithi063.stdout: }, 2024-09-15T22:05:28.928 INFO:teuthology.orchestra.run.smithi063.stdout: "registry_url": { 2024-09-15T22:05:28.928 INFO:teuthology.orchestra.run.smithi063.stdout: "name": "registry_url", 2024-09-15T22:05:28.928 INFO:teuthology.orchestra.run.smithi063.stdout: "type": "str", 2024-09-15T22:05:28.928 INFO:teuthology.orchestra.run.smithi063.stdout: "level": "advanced", 2024-09-15T22:05:28.928 INFO:teuthology.orchestra.run.smithi063.stdout: "flags": 0, 2024-09-15T22:05:28.929 INFO:teuthology.orchestra.run.smithi063.stdout: "default_value": "", 2024-09-15T22:05:28.929 INFO:teuthology.orchestra.run.smithi063.stdout: "min": "", 2024-09-15T22:05:28.929 INFO:teuthology.orchestra.run.smithi063.stdout: "max": "", 2024-09-15T22:05:28.929 INFO:teuthology.orchestra.run.smithi063.stdout: "enum_allowed": [], 2024-09-15T22:05:28.929 INFO:teuthology.orchestra.run.smithi063.stdout: "desc": "Registry url for login purposes. This is not the default registry", 2024-09-15T22:05:28.929 INFO:teuthology.orchestra.run.smithi063.stdout: "long_desc": "", 2024-09-15T22:05:28.929 INFO:teuthology.orchestra.run.smithi063.stdout: "tags": [], 2024-09-15T22:05:28.929 INFO:teuthology.orchestra.run.smithi063.stdout: "see_also": [] 2024-09-15T22:05:28.929 INFO:teuthology.orchestra.run.smithi063.stdout: }, 2024-09-15T22:05:28.929 INFO:teuthology.orchestra.run.smithi063.stdout: "registry_username": { 2024-09-15T22:05:28.929 INFO:teuthology.orchestra.run.smithi063.stdout: "name": "registry_username", 2024-09-15T22:05:28.929 INFO:teuthology.orchestra.run.smithi063.stdout: "type": "str", 2024-09-15T22:05:28.930 INFO:teuthology.orchestra.run.smithi063.stdout: "level": "advanced", 2024-09-15T22:05:28.930 INFO:teuthology.orchestra.run.smithi063.stdout: "flags": 0, 2024-09-15T22:05:28.930 INFO:teuthology.orchestra.run.smithi063.stdout: "default_value": "", 2024-09-15T22:05:28.930 INFO:teuthology.orchestra.run.smithi063.stdout: "min": "", 2024-09-15T22:05:28.930 INFO:teuthology.orchestra.run.smithi063.stdout: "max": "", 2024-09-15T22:05:28.930 INFO:teuthology.orchestra.run.smithi063.stdout: "enum_allowed": [], 2024-09-15T22:05:28.930 INFO:teuthology.orchestra.run.smithi063.stdout: "desc": "Custom repository username. Only used for logging into a registry.", 2024-09-15T22:05:28.930 INFO:teuthology.orchestra.run.smithi063.stdout: "long_desc": "", 2024-09-15T22:05:28.930 INFO:teuthology.orchestra.run.smithi063.stdout: "tags": [], 2024-09-15T22:05:28.930 INFO:teuthology.orchestra.run.smithi063.stdout: "see_also": [] 2024-09-15T22:05:28.930 INFO:teuthology.orchestra.run.smithi063.stdout: }, 2024-09-15T22:05:28.930 INFO:teuthology.orchestra.run.smithi063.stdout: "secure_monitoring_stack": { 2024-09-15T22:05:28.931 INFO:teuthology.orchestra.run.smithi063.stdout: "name": "secure_monitoring_stack", 2024-09-15T22:05:28.931 INFO:teuthology.orchestra.run.smithi063.stdout: "type": "bool", 2024-09-15T22:05:28.931 INFO:teuthology.orchestra.run.smithi063.stdout: "level": "advanced", 2024-09-15T22:05:28.931 INFO:teuthology.orchestra.run.smithi063.stdout: "flags": 0, 2024-09-15T22:05:28.931 INFO:teuthology.orchestra.run.smithi063.stdout: "default_value": "False", 2024-09-15T22:05:28.931 INFO:teuthology.orchestra.run.smithi063.stdout: "min": "", 2024-09-15T22:05:28.931 INFO:teuthology.orchestra.run.smithi063.stdout: "max": "", 2024-09-15T22:05:28.931 INFO:teuthology.orchestra.run.smithi063.stdout: "enum_allowed": [], 2024-09-15T22:05:28.931 INFO:teuthology.orchestra.run.smithi063.stdout: "desc": "Enable TLS security for all the monitoring stack daemons", 2024-09-15T22:05:28.931 INFO:teuthology.orchestra.run.smithi063.stdout: "long_desc": "", 2024-09-15T22:05:28.931 INFO:teuthology.orchestra.run.smithi063.stdout: "tags": [], 2024-09-15T22:05:28.931 INFO:teuthology.orchestra.run.smithi063.stdout: "see_also": [] 2024-09-15T22:05:28.931 INFO:teuthology.orchestra.run.smithi063.stdout: }, 2024-09-15T22:05:28.932 INFO:teuthology.orchestra.run.smithi063.stdout: "service_discovery_port": { 2024-09-15T22:05:28.932 INFO:teuthology.orchestra.run.smithi063.stdout: "name": "service_discovery_port", 2024-09-15T22:05:28.932 INFO:teuthology.orchestra.run.smithi063.stdout: "type": "int", 2024-09-15T22:05:28.932 INFO:teuthology.orchestra.run.smithi063.stdout: "level": "advanced", 2024-09-15T22:05:28.932 INFO:teuthology.orchestra.run.smithi063.stdout: "flags": 0, 2024-09-15T22:05:28.932 INFO:teuthology.orchestra.run.smithi063.stdout: "default_value": "8765", 2024-09-15T22:05:28.932 INFO:teuthology.orchestra.run.smithi063.stdout: "min": "", 2024-09-15T22:05:28.932 INFO:teuthology.orchestra.run.smithi063.stdout: "max": "", 2024-09-15T22:05:28.932 INFO:teuthology.orchestra.run.smithi063.stdout: "enum_allowed": [], 2024-09-15T22:05:28.932 INFO:teuthology.orchestra.run.smithi063.stdout: "desc": "cephadm service discovery port", 2024-09-15T22:05:28.932 INFO:teuthology.orchestra.run.smithi063.stdout: "long_desc": "", 2024-09-15T22:05:28.932 INFO:teuthology.orchestra.run.smithi063.stdout: "tags": [], 2024-09-15T22:05:28.932 INFO:teuthology.orchestra.run.smithi063.stdout: "see_also": [] 2024-09-15T22:05:28.933 INFO:teuthology.orchestra.run.smithi063.stdout: }, 2024-09-15T22:05:28.933 INFO:teuthology.orchestra.run.smithi063.stdout: "ssh_config_file": { 2024-09-15T22:05:28.933 INFO:teuthology.orchestra.run.smithi063.stdout: "name": "ssh_config_file", 2024-09-15T22:05:28.933 INFO:teuthology.orchestra.run.smithi063.stdout: "type": "str", 2024-09-15T22:05:28.933 INFO:teuthology.orchestra.run.smithi063.stdout: "level": "advanced", 2024-09-15T22:05:28.933 INFO:teuthology.orchestra.run.smithi063.stdout: "flags": 0, 2024-09-15T22:05:28.933 INFO:teuthology.orchestra.run.smithi063.stdout: "default_value": "", 2024-09-15T22:05:28.933 INFO:teuthology.orchestra.run.smithi063.stdout: "min": "", 2024-09-15T22:05:28.933 INFO:teuthology.orchestra.run.smithi063.stdout: "max": "", 2024-09-15T22:05:28.933 INFO:teuthology.orchestra.run.smithi063.stdout: "enum_allowed": [], 2024-09-15T22:05:28.933 INFO:teuthology.orchestra.run.smithi063.stdout: "desc": "customized SSH config file to connect to managed hosts", 2024-09-15T22:05:28.933 INFO:teuthology.orchestra.run.smithi063.stdout: "long_desc": "", 2024-09-15T22:05:28.933 INFO:teuthology.orchestra.run.smithi063.stdout: "tags": [], 2024-09-15T22:05:28.934 INFO:teuthology.orchestra.run.smithi063.stdout: "see_also": [] 2024-09-15T22:05:28.934 INFO:teuthology.orchestra.run.smithi063.stdout: }, 2024-09-15T22:05:28.934 INFO:teuthology.orchestra.run.smithi063.stdout: "use_agent": { 2024-09-15T22:05:28.934 INFO:teuthology.orchestra.run.smithi063.stdout: "name": "use_agent", 2024-09-15T22:05:28.934 INFO:teuthology.orchestra.run.smithi063.stdout: "type": "bool", 2024-09-15T22:05:28.934 INFO:teuthology.orchestra.run.smithi063.stdout: "level": "advanced", 2024-09-15T22:05:28.934 INFO:teuthology.orchestra.run.smithi063.stdout: "flags": 0, 2024-09-15T22:05:28.934 INFO:teuthology.orchestra.run.smithi063.stdout: "default_value": "False", 2024-09-15T22:05:28.934 INFO:teuthology.orchestra.run.smithi063.stdout: "min": "", 2024-09-15T22:05:28.934 INFO:teuthology.orchestra.run.smithi063.stdout: "max": "", 2024-09-15T22:05:28.934 INFO:teuthology.orchestra.run.smithi063.stdout: "enum_allowed": [], 2024-09-15T22:05:28.934 INFO:teuthology.orchestra.run.smithi063.stdout: "desc": "Use cephadm agent on each host to gather and send metadata", 2024-09-15T22:05:28.934 INFO:teuthology.orchestra.run.smithi063.stdout: "long_desc": "", 2024-09-15T22:05:28.935 INFO:teuthology.orchestra.run.smithi063.stdout: "tags": [], 2024-09-15T22:05:28.935 INFO:teuthology.orchestra.run.smithi063.stdout: "see_also": [] 2024-09-15T22:05:28.935 INFO:teuthology.orchestra.run.smithi063.stdout: }, 2024-09-15T22:05:28.935 INFO:teuthology.orchestra.run.smithi063.stdout: "use_repo_digest": { 2024-09-15T22:05:28.935 INFO:teuthology.orchestra.run.smithi063.stdout: "name": "use_repo_digest", 2024-09-15T22:05:28.935 INFO:teuthology.orchestra.run.smithi063.stdout: "type": "bool", 2024-09-15T22:05:28.935 INFO:teuthology.orchestra.run.smithi063.stdout: "level": "advanced", 2024-09-15T22:05:28.935 INFO:teuthology.orchestra.run.smithi063.stdout: "flags": 0, 2024-09-15T22:05:28.935 INFO:teuthology.orchestra.run.smithi063.stdout: "default_value": "True", 2024-09-15T22:05:28.935 INFO:teuthology.orchestra.run.smithi063.stdout: "min": "", 2024-09-15T22:05:28.935 INFO:teuthology.orchestra.run.smithi063.stdout: "max": "", 2024-09-15T22:05:28.935 INFO:teuthology.orchestra.run.smithi063.stdout: "enum_allowed": [], 2024-09-15T22:05:28.935 INFO:teuthology.orchestra.run.smithi063.stdout: "desc": "Automatically convert image tags to image digest. Make sure all daemons use the same image", 2024-09-15T22:05:28.936 INFO:teuthology.orchestra.run.smithi063.stdout: "long_desc": "", 2024-09-15T22:05:28.936 INFO:teuthology.orchestra.run.smithi063.stdout: "tags": [], 2024-09-15T22:05:28.936 INFO:teuthology.orchestra.run.smithi063.stdout: "see_also": [] 2024-09-15T22:05:28.936 INFO:teuthology.orchestra.run.smithi063.stdout: }, 2024-09-15T22:05:28.936 INFO:teuthology.orchestra.run.smithi063.stdout: "warn_on_failed_host_check": { 2024-09-15T22:05:28.936 INFO:teuthology.orchestra.run.smithi063.stdout: "name": "warn_on_failed_host_check", 2024-09-15T22:05:28.936 INFO:teuthology.orchestra.run.smithi063.stdout: "type": "bool", 2024-09-15T22:05:28.936 INFO:teuthology.orchestra.run.smithi063.stdout: "level": "advanced", 2024-09-15T22:05:28.936 INFO:teuthology.orchestra.run.smithi063.stdout: "flags": 0, 2024-09-15T22:05:28.936 INFO:teuthology.orchestra.run.smithi063.stdout: "default_value": "True", 2024-09-15T22:05:28.936 INFO:teuthology.orchestra.run.smithi063.stdout: "min": "", 2024-09-15T22:05:28.936 INFO:teuthology.orchestra.run.smithi063.stdout: "max": "", 2024-09-15T22:05:28.937 INFO:teuthology.orchestra.run.smithi063.stdout: "enum_allowed": [], 2024-09-15T22:05:28.937 INFO:teuthology.orchestra.run.smithi063.stdout: "desc": "raise a health warning if the host check fails", 2024-09-15T22:05:28.937 INFO:teuthology.orchestra.run.smithi063.stdout: "long_desc": "", 2024-09-15T22:05:28.937 INFO:teuthology.orchestra.run.smithi063.stdout: "tags": [], 2024-09-15T22:05:28.937 INFO:teuthology.orchestra.run.smithi063.stdout: "see_also": [] 2024-09-15T22:05:28.937 INFO:teuthology.orchestra.run.smithi063.stdout: }, 2024-09-15T22:05:28.937 INFO:teuthology.orchestra.run.smithi063.stdout: "warn_on_stray_daemons": { 2024-09-15T22:05:28.937 INFO:teuthology.orchestra.run.smithi063.stdout: "name": "warn_on_stray_daemons", 2024-09-15T22:05:28.937 INFO:teuthology.orchestra.run.smithi063.stdout: "type": "bool", 2024-09-15T22:05:28.937 INFO:teuthology.orchestra.run.smithi063.stdout: "level": "advanced", 2024-09-15T22:05:28.937 INFO:teuthology.orchestra.run.smithi063.stdout: "flags": 0, 2024-09-15T22:05:28.937 INFO:teuthology.orchestra.run.smithi063.stdout: "default_value": "True", 2024-09-15T22:05:28.937 INFO:teuthology.orchestra.run.smithi063.stdout: "min": "", 2024-09-15T22:05:28.938 INFO:teuthology.orchestra.run.smithi063.stdout: "max": "", 2024-09-15T22:05:28.938 INFO:teuthology.orchestra.run.smithi063.stdout: "enum_allowed": [], 2024-09-15T22:05:28.938 INFO:teuthology.orchestra.run.smithi063.stdout: "desc": "raise a health warning if daemons are detected that are not managed by cephadm", 2024-09-15T22:05:28.938 INFO:teuthology.orchestra.run.smithi063.stdout: "long_desc": "", 2024-09-15T22:05:28.938 INFO:teuthology.orchestra.run.smithi063.stdout: "tags": [], 2024-09-15T22:05:28.938 INFO:teuthology.orchestra.run.smithi063.stdout: "see_also": [] 2024-09-15T22:05:28.938 INFO:teuthology.orchestra.run.smithi063.stdout: }, 2024-09-15T22:05:28.938 INFO:teuthology.orchestra.run.smithi063.stdout: "warn_on_stray_hosts": { 2024-09-15T22:05:28.938 INFO:teuthology.orchestra.run.smithi063.stdout: "name": "warn_on_stray_hosts", 2024-09-15T22:05:28.938 INFO:teuthology.orchestra.run.smithi063.stdout: "type": "bool", 2024-09-15T22:05:28.938 INFO:teuthology.orchestra.run.smithi063.stdout: "level": "advanced", 2024-09-15T22:05:28.938 INFO:teuthology.orchestra.run.smithi063.stdout: "flags": 0, 2024-09-15T22:05:28.938 INFO:teuthology.orchestra.run.smithi063.stdout: "default_value": "True", 2024-09-15T22:05:28.939 INFO:teuthology.orchestra.run.smithi063.stdout: "min": "", 2024-09-15T22:05:28.939 INFO:teuthology.orchestra.run.smithi063.stdout: "max": "", 2024-09-15T22:05:28.939 INFO:teuthology.orchestra.run.smithi063.stdout: "enum_allowed": [], 2024-09-15T22:05:28.939 INFO:teuthology.orchestra.run.smithi063.stdout: "desc": "raise a health warning if daemons are detected on a host that is not managed by cephadm", 2024-09-15T22:05:28.939 INFO:teuthology.orchestra.run.smithi063.stdout: "long_desc": "", 2024-09-15T22:05:28.939 INFO:teuthology.orchestra.run.smithi063.stdout: "tags": [], 2024-09-15T22:05:28.939 INFO:teuthology.orchestra.run.smithi063.stdout: "see_also": [] 2024-09-15T22:05:28.939 INFO:teuthology.orchestra.run.smithi063.stdout: } 2024-09-15T22:05:28.939 INFO:teuthology.orchestra.run.smithi063.stdout: } 2024-09-15T22:05:28.939 INFO:teuthology.orchestra.run.smithi063.stdout: }, 2024-09-15T22:05:28.939 INFO:teuthology.orchestra.run.smithi063.stdout: { 2024-09-15T22:05:28.939 INFO:teuthology.orchestra.run.smithi063.stdout: "name": "crash", 2024-09-15T22:05:28.939 INFO:teuthology.orchestra.run.smithi063.stdout: "can_run": true, 2024-09-15T22:05:28.940 INFO:teuthology.orchestra.run.smithi063.stdout: "error_string": "", 2024-09-15T22:05:28.940 INFO:teuthology.orchestra.run.smithi063.stdout: "module_options": { 2024-09-15T22:05:28.940 INFO:teuthology.orchestra.run.smithi063.stdout: "log_level": { 2024-09-15T22:05:28.940 INFO:teuthology.orchestra.run.smithi063.stdout: "name": "log_level", 2024-09-15T22:05:28.940 INFO:teuthology.orchestra.run.smithi063.stdout: "type": "str", 2024-09-15T22:05:28.940 INFO:teuthology.orchestra.run.smithi063.stdout: "level": "advanced", 2024-09-15T22:05:28.940 INFO:teuthology.orchestra.run.smithi063.stdout: "flags": 1, 2024-09-15T22:05:28.940 INFO:teuthology.orchestra.run.smithi063.stdout: "default_value": "", 2024-09-15T22:05:28.940 INFO:teuthology.orchestra.run.smithi063.stdout: "min": "", 2024-09-15T22:05:28.940 INFO:teuthology.orchestra.run.smithi063.stdout: "max": "", 2024-09-15T22:05:28.940 INFO:teuthology.orchestra.run.smithi063.stdout: "enum_allowed": [ 2024-09-15T22:05:28.940 INFO:teuthology.orchestra.run.smithi063.stdout: "", 2024-09-15T22:05:28.940 INFO:teuthology.orchestra.run.smithi063.stdout: "critical", 2024-09-15T22:05:28.941 INFO:teuthology.orchestra.run.smithi063.stdout: "debug", 2024-09-15T22:05:28.941 INFO:teuthology.orchestra.run.smithi063.stdout: "error", 2024-09-15T22:05:28.941 INFO:teuthology.orchestra.run.smithi063.stdout: "info", 2024-09-15T22:05:28.941 INFO:teuthology.orchestra.run.smithi063.stdout: "warning" 2024-09-15T22:05:28.941 INFO:teuthology.orchestra.run.smithi063.stdout: ], 2024-09-15T22:05:28.941 INFO:teuthology.orchestra.run.smithi063.stdout: "desc": "", 2024-09-15T22:05:28.941 INFO:teuthology.orchestra.run.smithi063.stdout: "long_desc": "", 2024-09-15T22:05:28.941 INFO:teuthology.orchestra.run.smithi063.stdout: "tags": [], 2024-09-15T22:05:28.941 INFO:teuthology.orchestra.run.smithi063.stdout: "see_also": [] 2024-09-15T22:05:28.941 INFO:teuthology.orchestra.run.smithi063.stdout: }, 2024-09-15T22:05:28.941 INFO:teuthology.orchestra.run.smithi063.stdout: "log_to_cluster": { 2024-09-15T22:05:28.941 INFO:teuthology.orchestra.run.smithi063.stdout: "name": "log_to_cluster", 2024-09-15T22:05:28.941 INFO:teuthology.orchestra.run.smithi063.stdout: "type": "bool", 2024-09-15T22:05:28.942 INFO:teuthology.orchestra.run.smithi063.stdout: "level": "advanced", 2024-09-15T22:05:28.942 INFO:teuthology.orchestra.run.smithi063.stdout: "flags": 1, 2024-09-15T22:05:28.942 INFO:teuthology.orchestra.run.smithi063.stdout: "default_value": "False", 2024-09-15T22:05:28.942 INFO:teuthology.orchestra.run.smithi063.stdout: "min": "", 2024-09-15T22:05:28.942 INFO:teuthology.orchestra.run.smithi063.stdout: "max": "", 2024-09-15T22:05:28.942 INFO:teuthology.orchestra.run.smithi063.stdout: "enum_allowed": [], 2024-09-15T22:05:28.942 INFO:teuthology.orchestra.run.smithi063.stdout: "desc": "", 2024-09-15T22:05:28.942 INFO:teuthology.orchestra.run.smithi063.stdout: "long_desc": "", 2024-09-15T22:05:28.942 INFO:teuthology.orchestra.run.smithi063.stdout: "tags": [], 2024-09-15T22:05:28.942 INFO:teuthology.orchestra.run.smithi063.stdout: "see_also": [] 2024-09-15T22:05:28.942 INFO:teuthology.orchestra.run.smithi063.stdout: }, 2024-09-15T22:05:28.942 INFO:teuthology.orchestra.run.smithi063.stdout: "log_to_cluster_level": { 2024-09-15T22:05:28.942 INFO:teuthology.orchestra.run.smithi063.stdout: "name": "log_to_cluster_level", 2024-09-15T22:05:28.943 INFO:teuthology.orchestra.run.smithi063.stdout: "type": "str", 2024-09-15T22:05:28.943 INFO:teuthology.orchestra.run.smithi063.stdout: "level": "advanced", 2024-09-15T22:05:28.943 INFO:teuthology.orchestra.run.smithi063.stdout: "flags": 1, 2024-09-15T22:05:28.943 INFO:teuthology.orchestra.run.smithi063.stdout: "default_value": "info", 2024-09-15T22:05:28.943 INFO:teuthology.orchestra.run.smithi063.stdout: "min": "", 2024-09-15T22:05:28.943 INFO:teuthology.orchestra.run.smithi063.stdout: "max": "", 2024-09-15T22:05:28.943 INFO:teuthology.orchestra.run.smithi063.stdout: "enum_allowed": [ 2024-09-15T22:05:28.943 INFO:teuthology.orchestra.run.smithi063.stdout: "", 2024-09-15T22:05:28.943 INFO:teuthology.orchestra.run.smithi063.stdout: "critical", 2024-09-15T22:05:28.943 INFO:teuthology.orchestra.run.smithi063.stdout: "debug", 2024-09-15T22:05:28.943 INFO:teuthology.orchestra.run.smithi063.stdout: "error", 2024-09-15T22:05:28.943 INFO:teuthology.orchestra.run.smithi063.stdout: "info", 2024-09-15T22:05:28.943 INFO:teuthology.orchestra.run.smithi063.stdout: "warning" 2024-09-15T22:05:28.944 INFO:teuthology.orchestra.run.smithi063.stdout: ], 2024-09-15T22:05:28.944 INFO:teuthology.orchestra.run.smithi063.stdout: "desc": "", 2024-09-15T22:05:28.944 INFO:teuthology.orchestra.run.smithi063.stdout: "long_desc": "", 2024-09-15T22:05:28.944 INFO:teuthology.orchestra.run.smithi063.stdout: "tags": [], 2024-09-15T22:05:28.944 INFO:teuthology.orchestra.run.smithi063.stdout: "see_also": [] 2024-09-15T22:05:28.944 INFO:teuthology.orchestra.run.smithi063.stdout: }, 2024-09-15T22:05:28.944 INFO:teuthology.orchestra.run.smithi063.stdout: "log_to_file": { 2024-09-15T22:05:28.944 INFO:teuthology.orchestra.run.smithi063.stdout: "name": "log_to_file", 2024-09-15T22:05:28.944 INFO:teuthology.orchestra.run.smithi063.stdout: "type": "bool", 2024-09-15T22:05:28.944 INFO:teuthology.orchestra.run.smithi063.stdout: "level": "advanced", 2024-09-15T22:05:28.944 INFO:teuthology.orchestra.run.smithi063.stdout: "flags": 1, 2024-09-15T22:05:28.945 INFO:teuthology.orchestra.run.smithi063.stdout: "default_value": "False", 2024-09-15T22:05:28.945 INFO:teuthology.orchestra.run.smithi063.stdout: "min": "", 2024-09-15T22:05:28.945 INFO:teuthology.orchestra.run.smithi063.stdout: "max": "", 2024-09-15T22:05:28.945 INFO:teuthology.orchestra.run.smithi063.stdout: "enum_allowed": [], 2024-09-15T22:05:28.945 INFO:teuthology.orchestra.run.smithi063.stdout: "desc": "", 2024-09-15T22:05:28.945 INFO:teuthology.orchestra.run.smithi063.stdout: "long_desc": "", 2024-09-15T22:05:28.945 INFO:teuthology.orchestra.run.smithi063.stdout: "tags": [], 2024-09-15T22:05:28.945 INFO:teuthology.orchestra.run.smithi063.stdout: "see_also": [] 2024-09-15T22:05:28.945 INFO:teuthology.orchestra.run.smithi063.stdout: }, 2024-09-15T22:05:28.945 INFO:teuthology.orchestra.run.smithi063.stdout: "retain_interval": { 2024-09-15T22:05:28.945 INFO:teuthology.orchestra.run.smithi063.stdout: "name": "retain_interval", 2024-09-15T22:05:28.945 INFO:teuthology.orchestra.run.smithi063.stdout: "type": "secs", 2024-09-15T22:05:28.945 INFO:teuthology.orchestra.run.smithi063.stdout: "level": "advanced", 2024-09-15T22:05:28.946 INFO:teuthology.orchestra.run.smithi063.stdout: "flags": 1, 2024-09-15T22:05:28.946 INFO:teuthology.orchestra.run.smithi063.stdout: "default_value": "31536000", 2024-09-15T22:05:28.946 INFO:teuthology.orchestra.run.smithi063.stdout: "min": "", 2024-09-15T22:05:28.946 INFO:teuthology.orchestra.run.smithi063.stdout: "max": "", 2024-09-15T22:05:28.946 INFO:teuthology.orchestra.run.smithi063.stdout: "enum_allowed": [], 2024-09-15T22:05:28.946 INFO:teuthology.orchestra.run.smithi063.stdout: "desc": "how long to retain crashes before pruning them", 2024-09-15T22:05:28.946 INFO:teuthology.orchestra.run.smithi063.stdout: "long_desc": "", 2024-09-15T22:05:28.946 INFO:teuthology.orchestra.run.smithi063.stdout: "tags": [], 2024-09-15T22:05:28.946 INFO:teuthology.orchestra.run.smithi063.stdout: "see_also": [] 2024-09-15T22:05:28.946 INFO:teuthology.orchestra.run.smithi063.stdout: }, 2024-09-15T22:05:28.946 INFO:teuthology.orchestra.run.smithi063.stdout: "warn_recent_interval": { 2024-09-15T22:05:28.946 INFO:teuthology.orchestra.run.smithi063.stdout: "name": "warn_recent_interval", 2024-09-15T22:05:28.947 INFO:teuthology.orchestra.run.smithi063.stdout: "type": "secs", 2024-09-15T22:05:28.947 INFO:teuthology.orchestra.run.smithi063.stdout: "level": "advanced", 2024-09-15T22:05:28.947 INFO:teuthology.orchestra.run.smithi063.stdout: "flags": 1, 2024-09-15T22:05:28.947 INFO:teuthology.orchestra.run.smithi063.stdout: "default_value": "1209600", 2024-09-15T22:05:28.947 INFO:teuthology.orchestra.run.smithi063.stdout: "min": "", 2024-09-15T22:05:28.947 INFO:teuthology.orchestra.run.smithi063.stdout: "max": "", 2024-09-15T22:05:28.947 INFO:teuthology.orchestra.run.smithi063.stdout: "enum_allowed": [], 2024-09-15T22:05:28.947 INFO:teuthology.orchestra.run.smithi063.stdout: "desc": "time interval in which to warn about recent crashes", 2024-09-15T22:05:28.947 INFO:teuthology.orchestra.run.smithi063.stdout: "long_desc": "", 2024-09-15T22:05:28.947 INFO:teuthology.orchestra.run.smithi063.stdout: "tags": [], 2024-09-15T22:05:28.947 INFO:teuthology.orchestra.run.smithi063.stdout: "see_also": [] 2024-09-15T22:05:28.947 INFO:teuthology.orchestra.run.smithi063.stdout: } 2024-09-15T22:05:28.947 INFO:teuthology.orchestra.run.smithi063.stdout: } 2024-09-15T22:05:28.948 INFO:teuthology.orchestra.run.smithi063.stdout: }, 2024-09-15T22:05:28.948 INFO:teuthology.orchestra.run.smithi063.stdout: { 2024-09-15T22:05:28.948 INFO:teuthology.orchestra.run.smithi063.stdout: "name": "dashboard", 2024-09-15T22:05:28.948 INFO:teuthology.orchestra.run.smithi063.stdout: "can_run": true, 2024-09-15T22:05:28.948 INFO:teuthology.orchestra.run.smithi063.stdout: "error_string": "", 2024-09-15T22:05:28.948 INFO:teuthology.orchestra.run.smithi063.stdout: "module_options": { 2024-09-15T22:05:28.948 INFO:teuthology.orchestra.run.smithi063.stdout: "ACCOUNT_LOCKOUT_ATTEMPTS": { 2024-09-15T22:05:28.948 INFO:teuthology.orchestra.run.smithi063.stdout: "name": "ACCOUNT_LOCKOUT_ATTEMPTS", 2024-09-15T22:05:28.948 INFO:teuthology.orchestra.run.smithi063.stdout: "type": "int", 2024-09-15T22:05:28.948 INFO:teuthology.orchestra.run.smithi063.stdout: "level": "advanced", 2024-09-15T22:05:28.948 INFO:teuthology.orchestra.run.smithi063.stdout: "flags": 0, 2024-09-15T22:05:28.948 INFO:teuthology.orchestra.run.smithi063.stdout: "default_value": "10", 2024-09-15T22:05:28.948 INFO:teuthology.orchestra.run.smithi063.stdout: "min": "", 2024-09-15T22:05:28.949 INFO:teuthology.orchestra.run.smithi063.stdout: "max": "", 2024-09-15T22:05:28.949 INFO:teuthology.orchestra.run.smithi063.stdout: "enum_allowed": [], 2024-09-15T22:05:28.949 INFO:teuthology.orchestra.run.smithi063.stdout: "desc": "", 2024-09-15T22:05:28.949 INFO:teuthology.orchestra.run.smithi063.stdout: "long_desc": "", 2024-09-15T22:05:28.949 INFO:teuthology.orchestra.run.smithi063.stdout: "tags": [], 2024-09-15T22:05:28.949 INFO:teuthology.orchestra.run.smithi063.stdout: "see_also": [] 2024-09-15T22:05:28.949 INFO:teuthology.orchestra.run.smithi063.stdout: }, 2024-09-15T22:05:28.949 INFO:teuthology.orchestra.run.smithi063.stdout: "ALERTMANAGER_API_HOST": { 2024-09-15T22:05:28.949 INFO:teuthology.orchestra.run.smithi063.stdout: "name": "ALERTMANAGER_API_HOST", 2024-09-15T22:05:28.949 INFO:teuthology.orchestra.run.smithi063.stdout: "type": "str", 2024-09-15T22:05:28.949 INFO:teuthology.orchestra.run.smithi063.stdout: "level": "advanced", 2024-09-15T22:05:28.949 INFO:teuthology.orchestra.run.smithi063.stdout: "flags": 0, 2024-09-15T22:05:28.949 INFO:teuthology.orchestra.run.smithi063.stdout: "default_value": "", 2024-09-15T22:05:28.950 INFO:teuthology.orchestra.run.smithi063.stdout: "min": "", 2024-09-15T22:05:28.950 INFO:teuthology.orchestra.run.smithi063.stdout: "max": "", 2024-09-15T22:05:28.950 INFO:teuthology.orchestra.run.smithi063.stdout: "enum_allowed": [], 2024-09-15T22:05:28.950 INFO:teuthology.orchestra.run.smithi063.stdout: "desc": "", 2024-09-15T22:05:28.950 INFO:teuthology.orchestra.run.smithi063.stdout: "long_desc": "", 2024-09-15T22:05:28.950 INFO:teuthology.orchestra.run.smithi063.stdout: "tags": [], 2024-09-15T22:05:28.950 INFO:teuthology.orchestra.run.smithi063.stdout: "see_also": [] 2024-09-15T22:05:28.950 INFO:teuthology.orchestra.run.smithi063.stdout: }, 2024-09-15T22:05:28.950 INFO:teuthology.orchestra.run.smithi063.stdout: "ALERTMANAGER_API_SSL_VERIFY": { 2024-09-15T22:05:28.950 INFO:teuthology.orchestra.run.smithi063.stdout: "name": "ALERTMANAGER_API_SSL_VERIFY", 2024-09-15T22:05:28.950 INFO:teuthology.orchestra.run.smithi063.stdout: "type": "bool", 2024-09-15T22:05:28.950 INFO:teuthology.orchestra.run.smithi063.stdout: "level": "advanced", 2024-09-15T22:05:28.950 INFO:teuthology.orchestra.run.smithi063.stdout: "flags": 0, 2024-09-15T22:05:28.951 INFO:teuthology.orchestra.run.smithi063.stdout: "default_value": "True", 2024-09-15T22:05:28.951 INFO:teuthology.orchestra.run.smithi063.stdout: "min": "", 2024-09-15T22:05:28.951 INFO:teuthology.orchestra.run.smithi063.stdout: "max": "", 2024-09-15T22:05:28.951 INFO:teuthology.orchestra.run.smithi063.stdout: "enum_allowed": [], 2024-09-15T22:05:28.951 INFO:teuthology.orchestra.run.smithi063.stdout: "desc": "", 2024-09-15T22:05:28.951 INFO:teuthology.orchestra.run.smithi063.stdout: "long_desc": "", 2024-09-15T22:05:28.951 INFO:teuthology.orchestra.run.smithi063.stdout: "tags": [], 2024-09-15T22:05:28.951 INFO:teuthology.orchestra.run.smithi063.stdout: "see_also": [] 2024-09-15T22:05:28.951 INFO:teuthology.orchestra.run.smithi063.stdout: }, 2024-09-15T22:05:28.951 INFO:teuthology.orchestra.run.smithi063.stdout: "AUDIT_API_ENABLED": { 2024-09-15T22:05:28.951 INFO:teuthology.orchestra.run.smithi063.stdout: "name": "AUDIT_API_ENABLED", 2024-09-15T22:05:28.951 INFO:teuthology.orchestra.run.smithi063.stdout: "type": "bool", 2024-09-15T22:05:28.951 INFO:teuthology.orchestra.run.smithi063.stdout: "level": "advanced", 2024-09-15T22:05:28.952 INFO:teuthology.orchestra.run.smithi063.stdout: "flags": 0, 2024-09-15T22:05:28.952 INFO:teuthology.orchestra.run.smithi063.stdout: "default_value": "False", 2024-09-15T22:05:28.952 INFO:teuthology.orchestra.run.smithi063.stdout: "min": "", 2024-09-15T22:05:28.952 INFO:teuthology.orchestra.run.smithi063.stdout: "max": "", 2024-09-15T22:05:28.952 INFO:teuthology.orchestra.run.smithi063.stdout: "enum_allowed": [], 2024-09-15T22:05:28.952 INFO:teuthology.orchestra.run.smithi063.stdout: "desc": "", 2024-09-15T22:05:28.952 INFO:teuthology.orchestra.run.smithi063.stdout: "long_desc": "", 2024-09-15T22:05:28.952 INFO:teuthology.orchestra.run.smithi063.stdout: "tags": [], 2024-09-15T22:05:28.952 INFO:teuthology.orchestra.run.smithi063.stdout: "see_also": [] 2024-09-15T22:05:28.952 INFO:teuthology.orchestra.run.smithi063.stdout: }, 2024-09-15T22:05:28.952 INFO:teuthology.orchestra.run.smithi063.stdout: "AUDIT_API_LOG_PAYLOAD": { 2024-09-15T22:05:28.953 INFO:teuthology.orchestra.run.smithi063.stdout: "name": "AUDIT_API_LOG_PAYLOAD", 2024-09-15T22:05:28.953 INFO:teuthology.orchestra.run.smithi063.stdout: "type": "bool", 2024-09-15T22:05:28.953 INFO:teuthology.orchestra.run.smithi063.stdout: "level": "advanced", 2024-09-15T22:05:28.953 INFO:teuthology.orchestra.run.smithi063.stdout: "flags": 0, 2024-09-15T22:05:28.953 INFO:teuthology.orchestra.run.smithi063.stdout: "default_value": "True", 2024-09-15T22:05:28.953 INFO:teuthology.orchestra.run.smithi063.stdout: "min": "", 2024-09-15T22:05:28.953 INFO:teuthology.orchestra.run.smithi063.stdout: "max": "", 2024-09-15T22:05:28.953 INFO:teuthology.orchestra.run.smithi063.stdout: "enum_allowed": [], 2024-09-15T22:05:28.953 INFO:teuthology.orchestra.run.smithi063.stdout: "desc": "", 2024-09-15T22:05:28.953 INFO:teuthology.orchestra.run.smithi063.stdout: "long_desc": "", 2024-09-15T22:05:28.953 INFO:teuthology.orchestra.run.smithi063.stdout: "tags": [], 2024-09-15T22:05:28.953 INFO:teuthology.orchestra.run.smithi063.stdout: "see_also": [] 2024-09-15T22:05:28.953 INFO:teuthology.orchestra.run.smithi063.stdout: }, 2024-09-15T22:05:28.954 INFO:teuthology.orchestra.run.smithi063.stdout: "ENABLE_BROWSABLE_API": { 2024-09-15T22:05:28.954 INFO:teuthology.orchestra.run.smithi063.stdout: "name": "ENABLE_BROWSABLE_API", 2024-09-15T22:05:28.954 INFO:teuthology.orchestra.run.smithi063.stdout: "type": "bool", 2024-09-15T22:05:28.954 INFO:teuthology.orchestra.run.smithi063.stdout: "level": "advanced", 2024-09-15T22:05:28.954 INFO:teuthology.orchestra.run.smithi063.stdout: "flags": 0, 2024-09-15T22:05:28.954 INFO:teuthology.orchestra.run.smithi063.stdout: "default_value": "True", 2024-09-15T22:05:28.954 INFO:teuthology.orchestra.run.smithi063.stdout: "min": "", 2024-09-15T22:05:28.954 INFO:teuthology.orchestra.run.smithi063.stdout: "max": "", 2024-09-15T22:05:28.954 INFO:teuthology.orchestra.run.smithi063.stdout: "enum_allowed": [], 2024-09-15T22:05:28.954 INFO:teuthology.orchestra.run.smithi063.stdout: "desc": "", 2024-09-15T22:05:28.954 INFO:teuthology.orchestra.run.smithi063.stdout: "long_desc": "", 2024-09-15T22:05:28.954 INFO:teuthology.orchestra.run.smithi063.stdout: "tags": [], 2024-09-15T22:05:28.955 INFO:teuthology.orchestra.run.smithi063.stdout: "see_also": [] 2024-09-15T22:05:28.955 INFO:teuthology.orchestra.run.smithi063.stdout: }, 2024-09-15T22:05:28.955 INFO:teuthology.orchestra.run.smithi063.stdout: "FEATURE_TOGGLE_CEPHFS": { 2024-09-15T22:05:28.955 INFO:teuthology.orchestra.run.smithi063.stdout: "name": "FEATURE_TOGGLE_CEPHFS", 2024-09-15T22:05:28.955 INFO:teuthology.orchestra.run.smithi063.stdout: "type": "bool", 2024-09-15T22:05:28.955 INFO:teuthology.orchestra.run.smithi063.stdout: "level": "advanced", 2024-09-15T22:05:28.955 INFO:teuthology.orchestra.run.smithi063.stdout: "flags": 0, 2024-09-15T22:05:28.955 INFO:teuthology.orchestra.run.smithi063.stdout: "default_value": "True", 2024-09-15T22:05:28.955 INFO:teuthology.orchestra.run.smithi063.stdout: "min": "", 2024-09-15T22:05:28.955 INFO:teuthology.orchestra.run.smithi063.stdout: "max": "", 2024-09-15T22:05:28.955 INFO:teuthology.orchestra.run.smithi063.stdout: "enum_allowed": [], 2024-09-15T22:05:28.955 INFO:teuthology.orchestra.run.smithi063.stdout: "desc": "", 2024-09-15T22:05:28.956 INFO:teuthology.orchestra.run.smithi063.stdout: "long_desc": "", 2024-09-15T22:05:28.956 INFO:teuthology.orchestra.run.smithi063.stdout: "tags": [], 2024-09-15T22:05:28.956 INFO:teuthology.orchestra.run.smithi063.stdout: "see_also": [] 2024-09-15T22:05:28.956 INFO:teuthology.orchestra.run.smithi063.stdout: }, 2024-09-15T22:05:28.956 INFO:teuthology.orchestra.run.smithi063.stdout: "FEATURE_TOGGLE_DASHBOARD": { 2024-09-15T22:05:28.956 INFO:teuthology.orchestra.run.smithi063.stdout: "name": "FEATURE_TOGGLE_DASHBOARD", 2024-09-15T22:05:28.956 INFO:teuthology.orchestra.run.smithi063.stdout: "type": "bool", 2024-09-15T22:05:28.956 INFO:teuthology.orchestra.run.smithi063.stdout: "level": "advanced", 2024-09-15T22:05:28.956 INFO:teuthology.orchestra.run.smithi063.stdout: "flags": 0, 2024-09-15T22:05:28.956 INFO:teuthology.orchestra.run.smithi063.stdout: "default_value": "True", 2024-09-15T22:05:28.956 INFO:teuthology.orchestra.run.smithi063.stdout: "min": "", 2024-09-15T22:05:28.956 INFO:teuthology.orchestra.run.smithi063.stdout: "max": "", 2024-09-15T22:05:28.957 INFO:teuthology.orchestra.run.smithi063.stdout: "enum_allowed": [], 2024-09-15T22:05:28.957 INFO:teuthology.orchestra.run.smithi063.stdout: "desc": "", 2024-09-15T22:05:28.957 INFO:teuthology.orchestra.run.smithi063.stdout: "long_desc": "", 2024-09-15T22:05:28.957 INFO:teuthology.orchestra.run.smithi063.stdout: "tags": [], 2024-09-15T22:05:28.957 INFO:teuthology.orchestra.run.smithi063.stdout: "see_also": [] 2024-09-15T22:05:28.957 INFO:teuthology.orchestra.run.smithi063.stdout: }, 2024-09-15T22:05:28.957 INFO:teuthology.orchestra.run.smithi063.stdout: "FEATURE_TOGGLE_ISCSI": { 2024-09-15T22:05:28.957 INFO:teuthology.orchestra.run.smithi063.stdout: "name": "FEATURE_TOGGLE_ISCSI", 2024-09-15T22:05:28.957 INFO:teuthology.orchestra.run.smithi063.stdout: "type": "bool", 2024-09-15T22:05:28.957 INFO:teuthology.orchestra.run.smithi063.stdout: "level": "advanced", 2024-09-15T22:05:28.957 INFO:teuthology.orchestra.run.smithi063.stdout: "flags": 0, 2024-09-15T22:05:28.957 INFO:teuthology.orchestra.run.smithi063.stdout: "default_value": "True", 2024-09-15T22:05:28.958 INFO:teuthology.orchestra.run.smithi063.stdout: "min": "", 2024-09-15T22:05:28.958 INFO:teuthology.orchestra.run.smithi063.stdout: "max": "", 2024-09-15T22:05:28.958 INFO:teuthology.orchestra.run.smithi063.stdout: "enum_allowed": [], 2024-09-15T22:05:28.958 INFO:teuthology.orchestra.run.smithi063.stdout: "desc": "", 2024-09-15T22:05:28.958 INFO:teuthology.orchestra.run.smithi063.stdout: "long_desc": "", 2024-09-15T22:05:28.958 INFO:teuthology.orchestra.run.smithi063.stdout: "tags": [], 2024-09-15T22:05:28.958 INFO:teuthology.orchestra.run.smithi063.stdout: "see_also": [] 2024-09-15T22:05:28.958 INFO:teuthology.orchestra.run.smithi063.stdout: }, 2024-09-15T22:05:28.958 INFO:teuthology.orchestra.run.smithi063.stdout: "FEATURE_TOGGLE_MIRRORING": { 2024-09-15T22:05:28.958 INFO:teuthology.orchestra.run.smithi063.stdout: "name": "FEATURE_TOGGLE_MIRRORING", 2024-09-15T22:05:28.958 INFO:teuthology.orchestra.run.smithi063.stdout: "type": "bool", 2024-09-15T22:05:28.958 INFO:teuthology.orchestra.run.smithi063.stdout: "level": "advanced", 2024-09-15T22:05:28.958 INFO:teuthology.orchestra.run.smithi063.stdout: "flags": 0, 2024-09-15T22:05:28.958 INFO:teuthology.orchestra.run.smithi063.stdout: "default_value": "True", 2024-09-15T22:05:28.958 INFO:teuthology.orchestra.run.smithi063.stdout: "min": "", 2024-09-15T22:05:28.959 INFO:teuthology.orchestra.run.smithi063.stdout: "max": "", 2024-09-15T22:05:28.959 INFO:teuthology.orchestra.run.smithi063.stdout: "enum_allowed": [], 2024-09-15T22:05:28.959 INFO:teuthology.orchestra.run.smithi063.stdout: "desc": "", 2024-09-15T22:05:28.959 INFO:teuthology.orchestra.run.smithi063.stdout: "long_desc": "", 2024-09-15T22:05:28.959 INFO:teuthology.orchestra.run.smithi063.stdout: "tags": [], 2024-09-15T22:05:28.959 INFO:teuthology.orchestra.run.smithi063.stdout: "see_also": [] 2024-09-15T22:05:28.959 INFO:teuthology.orchestra.run.smithi063.stdout: }, 2024-09-15T22:05:28.959 INFO:teuthology.orchestra.run.smithi063.stdout: "FEATURE_TOGGLE_NFS": { 2024-09-15T22:05:28.959 INFO:teuthology.orchestra.run.smithi063.stdout: "name": "FEATURE_TOGGLE_NFS", 2024-09-15T22:05:28.959 INFO:teuthology.orchestra.run.smithi063.stdout: "type": "bool", 2024-09-15T22:05:28.959 INFO:teuthology.orchestra.run.smithi063.stdout: "level": "advanced", 2024-09-15T22:05:28.959 INFO:teuthology.orchestra.run.smithi063.stdout: "flags": 0, 2024-09-15T22:05:28.960 INFO:teuthology.orchestra.run.smithi063.stdout: "default_value": "True", 2024-09-15T22:05:28.960 INFO:teuthology.orchestra.run.smithi063.stdout: "min": "", 2024-09-15T22:05:28.960 INFO:teuthology.orchestra.run.smithi063.stdout: "max": "", 2024-09-15T22:05:28.960 INFO:teuthology.orchestra.run.smithi063.stdout: "enum_allowed": [], 2024-09-15T22:05:28.960 INFO:teuthology.orchestra.run.smithi063.stdout: "desc": "", 2024-09-15T22:05:28.960 INFO:teuthology.orchestra.run.smithi063.stdout: "long_desc": "", 2024-09-15T22:05:28.960 INFO:teuthology.orchestra.run.smithi063.stdout: "tags": [], 2024-09-15T22:05:28.960 INFO:teuthology.orchestra.run.smithi063.stdout: "see_also": [] 2024-09-15T22:05:28.960 INFO:teuthology.orchestra.run.smithi063.stdout: }, 2024-09-15T22:05:28.960 INFO:teuthology.orchestra.run.smithi063.stdout: "FEATURE_TOGGLE_RBD": { 2024-09-15T22:05:28.960 INFO:teuthology.orchestra.run.smithi063.stdout: "name": "FEATURE_TOGGLE_RBD", 2024-09-15T22:05:28.961 INFO:teuthology.orchestra.run.smithi063.stdout: "type": "bool", 2024-09-15T22:05:28.961 INFO:teuthology.orchestra.run.smithi063.stdout: "level": "advanced", 2024-09-15T22:05:28.961 INFO:teuthology.orchestra.run.smithi063.stdout: "flags": 0, 2024-09-15T22:05:28.961 INFO:teuthology.orchestra.run.smithi063.stdout: "default_value": "True", 2024-09-15T22:05:28.961 INFO:teuthology.orchestra.run.smithi063.stdout: "min": "", 2024-09-15T22:05:28.961 INFO:teuthology.orchestra.run.smithi063.stdout: "max": "", 2024-09-15T22:05:28.961 INFO:teuthology.orchestra.run.smithi063.stdout: "enum_allowed": [], 2024-09-15T22:05:28.961 INFO:teuthology.orchestra.run.smithi063.stdout: "desc": "", 2024-09-15T22:05:28.961 INFO:teuthology.orchestra.run.smithi063.stdout: "long_desc": "", 2024-09-15T22:05:28.961 INFO:teuthology.orchestra.run.smithi063.stdout: "tags": [], 2024-09-15T22:05:28.961 INFO:teuthology.orchestra.run.smithi063.stdout: "see_also": [] 2024-09-15T22:05:28.961 INFO:teuthology.orchestra.run.smithi063.stdout: }, 2024-09-15T22:05:28.961 INFO:teuthology.orchestra.run.smithi063.stdout: "FEATURE_TOGGLE_RGW": { 2024-09-15T22:05:28.961 INFO:teuthology.orchestra.run.smithi063.stdout: "name": "FEATURE_TOGGLE_RGW", 2024-09-15T22:05:28.962 INFO:teuthology.orchestra.run.smithi063.stdout: "type": "bool", 2024-09-15T22:05:28.962 INFO:teuthology.orchestra.run.smithi063.stdout: "level": "advanced", 2024-09-15T22:05:28.962 INFO:teuthology.orchestra.run.smithi063.stdout: "flags": 0, 2024-09-15T22:05:28.962 INFO:teuthology.orchestra.run.smithi063.stdout: "default_value": "True", 2024-09-15T22:05:28.962 INFO:teuthology.orchestra.run.smithi063.stdout: "min": "", 2024-09-15T22:05:28.962 INFO:teuthology.orchestra.run.smithi063.stdout: "max": "", 2024-09-15T22:05:28.962 INFO:teuthology.orchestra.run.smithi063.stdout: "enum_allowed": [], 2024-09-15T22:05:28.962 INFO:teuthology.orchestra.run.smithi063.stdout: "desc": "", 2024-09-15T22:05:28.962 INFO:teuthology.orchestra.run.smithi063.stdout: "long_desc": "", 2024-09-15T22:05:28.962 INFO:teuthology.orchestra.run.smithi063.stdout: "tags": [], 2024-09-15T22:05:28.962 INFO:teuthology.orchestra.run.smithi063.stdout: "see_also": [] 2024-09-15T22:05:28.962 INFO:teuthology.orchestra.run.smithi063.stdout: }, 2024-09-15T22:05:28.962 INFO:teuthology.orchestra.run.smithi063.stdout: "GANESHA_CLUSTERS_RADOS_POOL_NAMESPACE": { 2024-09-15T22:05:28.963 INFO:teuthology.orchestra.run.smithi063.stdout: "name": "GANESHA_CLUSTERS_RADOS_POOL_NAMESPACE", 2024-09-15T22:05:28.963 INFO:teuthology.orchestra.run.smithi063.stdout: "type": "str", 2024-09-15T22:05:28.963 INFO:teuthology.orchestra.run.smithi063.stdout: "level": "advanced", 2024-09-15T22:05:28.963 INFO:teuthology.orchestra.run.smithi063.stdout: "flags": 0, 2024-09-15T22:05:28.963 INFO:teuthology.orchestra.run.smithi063.stdout: "default_value": "", 2024-09-15T22:05:28.963 INFO:teuthology.orchestra.run.smithi063.stdout: "min": "", 2024-09-15T22:05:28.963 INFO:teuthology.orchestra.run.smithi063.stdout: "max": "", 2024-09-15T22:05:28.963 INFO:teuthology.orchestra.run.smithi063.stdout: "enum_allowed": [], 2024-09-15T22:05:28.963 INFO:teuthology.orchestra.run.smithi063.stdout: "desc": "", 2024-09-15T22:05:28.963 INFO:teuthology.orchestra.run.smithi063.stdout: "long_desc": "", 2024-09-15T22:05:28.963 INFO:teuthology.orchestra.run.smithi063.stdout: "tags": [], 2024-09-15T22:05:28.964 INFO:teuthology.orchestra.run.smithi063.stdout: "see_also": [] 2024-09-15T22:05:28.964 INFO:teuthology.orchestra.run.smithi063.stdout: }, 2024-09-15T22:05:28.964 INFO:teuthology.orchestra.run.smithi063.stdout: "GRAFANA_API_PASSWORD": { 2024-09-15T22:05:28.964 INFO:teuthology.orchestra.run.smithi063.stdout: "name": "GRAFANA_API_PASSWORD", 2024-09-15T22:05:28.964 INFO:teuthology.orchestra.run.smithi063.stdout: "type": "str", 2024-09-15T22:05:28.964 INFO:teuthology.orchestra.run.smithi063.stdout: "level": "advanced", 2024-09-15T22:05:28.964 INFO:teuthology.orchestra.run.smithi063.stdout: "flags": 0, 2024-09-15T22:05:28.964 INFO:teuthology.orchestra.run.smithi063.stdout: "default_value": "admin", 2024-09-15T22:05:28.964 INFO:teuthology.orchestra.run.smithi063.stdout: "min": "", 2024-09-15T22:05:28.965 INFO:teuthology.orchestra.run.smithi063.stdout: "max": "", 2024-09-15T22:05:28.965 INFO:teuthology.orchestra.run.smithi063.stdout: "enum_allowed": [], 2024-09-15T22:05:28.965 INFO:teuthology.orchestra.run.smithi063.stdout: "desc": "", 2024-09-15T22:05:28.965 INFO:teuthology.orchestra.run.smithi063.stdout: "long_desc": "", 2024-09-15T22:05:28.965 INFO:teuthology.orchestra.run.smithi063.stdout: "tags": [], 2024-09-15T22:05:28.965 INFO:teuthology.orchestra.run.smithi063.stdout: "see_also": [] 2024-09-15T22:05:28.965 INFO:teuthology.orchestra.run.smithi063.stdout: }, 2024-09-15T22:05:28.965 INFO:teuthology.orchestra.run.smithi063.stdout: "GRAFANA_API_SSL_VERIFY": { 2024-09-15T22:05:28.965 INFO:teuthology.orchestra.run.smithi063.stdout: "name": "GRAFANA_API_SSL_VERIFY", 2024-09-15T22:05:28.965 INFO:teuthology.orchestra.run.smithi063.stdout: "type": "bool", 2024-09-15T22:05:28.965 INFO:teuthology.orchestra.run.smithi063.stdout: "level": "advanced", 2024-09-15T22:05:28.966 INFO:teuthology.orchestra.run.smithi063.stdout: "flags": 0, 2024-09-15T22:05:28.966 INFO:teuthology.orchestra.run.smithi063.stdout: "default_value": "True", 2024-09-15T22:05:28.966 INFO:teuthology.orchestra.run.smithi063.stdout: "min": "", 2024-09-15T22:05:28.966 INFO:teuthology.orchestra.run.smithi063.stdout: "max": "", 2024-09-15T22:05:28.966 INFO:teuthology.orchestra.run.smithi063.stdout: "enum_allowed": [], 2024-09-15T22:05:28.966 INFO:teuthology.orchestra.run.smithi063.stdout: "desc": "", 2024-09-15T22:05:28.966 INFO:teuthology.orchestra.run.smithi063.stdout: "long_desc": "", 2024-09-15T22:05:28.966 INFO:teuthology.orchestra.run.smithi063.stdout: "tags": [], 2024-09-15T22:05:28.966 INFO:teuthology.orchestra.run.smithi063.stdout: "see_also": [] 2024-09-15T22:05:28.966 INFO:teuthology.orchestra.run.smithi063.stdout: }, 2024-09-15T22:05:28.966 INFO:teuthology.orchestra.run.smithi063.stdout: "GRAFANA_API_URL": { 2024-09-15T22:05:28.967 INFO:teuthology.orchestra.run.smithi063.stdout: "name": "GRAFANA_API_URL", 2024-09-15T22:05:28.967 INFO:teuthology.orchestra.run.smithi063.stdout: "type": "str", 2024-09-15T22:05:28.967 INFO:teuthology.orchestra.run.smithi063.stdout: "level": "advanced", 2024-09-15T22:05:28.967 INFO:teuthology.orchestra.run.smithi063.stdout: "flags": 0, 2024-09-15T22:05:28.967 INFO:teuthology.orchestra.run.smithi063.stdout: "default_value": "", 2024-09-15T22:05:28.967 INFO:teuthology.orchestra.run.smithi063.stdout: "min": "", 2024-09-15T22:05:28.967 INFO:teuthology.orchestra.run.smithi063.stdout: "max": "", 2024-09-15T22:05:28.967 INFO:teuthology.orchestra.run.smithi063.stdout: "enum_allowed": [], 2024-09-15T22:05:28.967 INFO:teuthology.orchestra.run.smithi063.stdout: "desc": "", 2024-09-15T22:05:28.967 INFO:teuthology.orchestra.run.smithi063.stdout: "long_desc": "", 2024-09-15T22:05:28.967 INFO:teuthology.orchestra.run.smithi063.stdout: "tags": [], 2024-09-15T22:05:28.967 INFO:teuthology.orchestra.run.smithi063.stdout: "see_also": [] 2024-09-15T22:05:28.968 INFO:teuthology.orchestra.run.smithi063.stdout: }, 2024-09-15T22:05:28.968 INFO:teuthology.orchestra.run.smithi063.stdout: "GRAFANA_API_USERNAME": { 2024-09-15T22:05:28.968 INFO:teuthology.orchestra.run.smithi063.stdout: "name": "GRAFANA_API_USERNAME", 2024-09-15T22:05:28.968 INFO:teuthology.orchestra.run.smithi063.stdout: "type": "str", 2024-09-15T22:05:28.968 INFO:teuthology.orchestra.run.smithi063.stdout: "level": "advanced", 2024-09-15T22:05:28.968 INFO:teuthology.orchestra.run.smithi063.stdout: "flags": 0, 2024-09-15T22:05:28.968 INFO:teuthology.orchestra.run.smithi063.stdout: "default_value": "admin", 2024-09-15T22:05:28.968 INFO:teuthology.orchestra.run.smithi063.stdout: "min": "", 2024-09-15T22:05:28.968 INFO:teuthology.orchestra.run.smithi063.stdout: "max": "", 2024-09-15T22:05:28.968 INFO:teuthology.orchestra.run.smithi063.stdout: "enum_allowed": [], 2024-09-15T22:05:28.968 INFO:teuthology.orchestra.run.smithi063.stdout: "desc": "", 2024-09-15T22:05:28.969 INFO:teuthology.orchestra.run.smithi063.stdout: "long_desc": "", 2024-09-15T22:05:28.969 INFO:teuthology.orchestra.run.smithi063.stdout: "tags": [], 2024-09-15T22:05:28.969 INFO:teuthology.orchestra.run.smithi063.stdout: "see_also": [] 2024-09-15T22:05:28.969 INFO:teuthology.orchestra.run.smithi063.stdout: }, 2024-09-15T22:05:28.969 INFO:teuthology.orchestra.run.smithi063.stdout: "GRAFANA_FRONTEND_API_URL": { 2024-09-15T22:05:28.969 INFO:teuthology.orchestra.run.smithi063.stdout: "name": "GRAFANA_FRONTEND_API_URL", 2024-09-15T22:05:28.969 INFO:teuthology.orchestra.run.smithi063.stdout: "type": "str", 2024-09-15T22:05:28.969 INFO:teuthology.orchestra.run.smithi063.stdout: "level": "advanced", 2024-09-15T22:05:28.969 INFO:teuthology.orchestra.run.smithi063.stdout: "flags": 0, 2024-09-15T22:05:28.969 INFO:teuthology.orchestra.run.smithi063.stdout: "default_value": "", 2024-09-15T22:05:28.970 INFO:teuthology.orchestra.run.smithi063.stdout: "min": "", 2024-09-15T22:05:28.970 INFO:teuthology.orchestra.run.smithi063.stdout: "max": "", 2024-09-15T22:05:28.970 INFO:teuthology.orchestra.run.smithi063.stdout: "enum_allowed": [], 2024-09-15T22:05:28.970 INFO:teuthology.orchestra.run.smithi063.stdout: "desc": "", 2024-09-15T22:05:28.970 INFO:teuthology.orchestra.run.smithi063.stdout: "long_desc": "", 2024-09-15T22:05:28.970 INFO:teuthology.orchestra.run.smithi063.stdout: "tags": [], 2024-09-15T22:05:28.970 INFO:teuthology.orchestra.run.smithi063.stdout: "see_also": [] 2024-09-15T22:05:28.970 INFO:teuthology.orchestra.run.smithi063.stdout: }, 2024-09-15T22:05:28.970 INFO:teuthology.orchestra.run.smithi063.stdout: "GRAFANA_UPDATE_DASHBOARDS": { 2024-09-15T22:05:28.970 INFO:teuthology.orchestra.run.smithi063.stdout: "name": "GRAFANA_UPDATE_DASHBOARDS", 2024-09-15T22:05:28.970 INFO:teuthology.orchestra.run.smithi063.stdout: "type": "bool", 2024-09-15T22:05:28.971 INFO:teuthology.orchestra.run.smithi063.stdout: "level": "advanced", 2024-09-15T22:05:28.971 INFO:teuthology.orchestra.run.smithi063.stdout: "flags": 0, 2024-09-15T22:05:28.971 INFO:teuthology.orchestra.run.smithi063.stdout: "default_value": "False", 2024-09-15T22:05:28.971 INFO:teuthology.orchestra.run.smithi063.stdout: "min": "", 2024-09-15T22:05:28.971 INFO:teuthology.orchestra.run.smithi063.stdout: "max": "", 2024-09-15T22:05:28.971 INFO:teuthology.orchestra.run.smithi063.stdout: "enum_allowed": [], 2024-09-15T22:05:28.971 INFO:teuthology.orchestra.run.smithi063.stdout: "desc": "", 2024-09-15T22:05:28.971 INFO:teuthology.orchestra.run.smithi063.stdout: "long_desc": "", 2024-09-15T22:05:28.971 INFO:teuthology.orchestra.run.smithi063.stdout: "tags": [], 2024-09-15T22:05:28.971 INFO:teuthology.orchestra.run.smithi063.stdout: "see_also": [] 2024-09-15T22:05:28.971 INFO:teuthology.orchestra.run.smithi063.stdout: }, 2024-09-15T22:05:28.971 INFO:teuthology.orchestra.run.smithi063.stdout: "ISCSI_API_SSL_VERIFICATION": { 2024-09-15T22:05:28.972 INFO:teuthology.orchestra.run.smithi063.stdout: "name": "ISCSI_API_SSL_VERIFICATION", 2024-09-15T22:05:28.972 INFO:teuthology.orchestra.run.smithi063.stdout: "type": "bool", 2024-09-15T22:05:28.972 INFO:teuthology.orchestra.run.smithi063.stdout: "level": "advanced", 2024-09-15T22:05:28.972 INFO:teuthology.orchestra.run.smithi063.stdout: "flags": 0, 2024-09-15T22:05:28.972 INFO:teuthology.orchestra.run.smithi063.stdout: "default_value": "True", 2024-09-15T22:05:28.972 INFO:teuthology.orchestra.run.smithi063.stdout: "min": "", 2024-09-15T22:05:28.972 INFO:teuthology.orchestra.run.smithi063.stdout: "max": "", 2024-09-15T22:05:28.972 INFO:teuthology.orchestra.run.smithi063.stdout: "enum_allowed": [], 2024-09-15T22:05:28.972 INFO:teuthology.orchestra.run.smithi063.stdout: "desc": "", 2024-09-15T22:05:28.972 INFO:teuthology.orchestra.run.smithi063.stdout: "long_desc": "", 2024-09-15T22:05:28.973 INFO:teuthology.orchestra.run.smithi063.stdout: "tags": [], 2024-09-15T22:05:28.973 INFO:teuthology.orchestra.run.smithi063.stdout: "see_also": [] 2024-09-15T22:05:28.973 INFO:teuthology.orchestra.run.smithi063.stdout: }, 2024-09-15T22:05:28.973 INFO:teuthology.orchestra.run.smithi063.stdout: "ISSUE_TRACKER_API_KEY": { 2024-09-15T22:05:28.973 INFO:teuthology.orchestra.run.smithi063.stdout: "name": "ISSUE_TRACKER_API_KEY", 2024-09-15T22:05:28.973 INFO:teuthology.orchestra.run.smithi063.stdout: "type": "str", 2024-09-15T22:05:28.973 INFO:teuthology.orchestra.run.smithi063.stdout: "level": "advanced", 2024-09-15T22:05:28.973 INFO:teuthology.orchestra.run.smithi063.stdout: "flags": 0, 2024-09-15T22:05:28.973 INFO:teuthology.orchestra.run.smithi063.stdout: "default_value": "", 2024-09-15T22:05:28.973 INFO:teuthology.orchestra.run.smithi063.stdout: "min": "", 2024-09-15T22:05:28.973 INFO:teuthology.orchestra.run.smithi063.stdout: "max": "", 2024-09-15T22:05:28.973 INFO:teuthology.orchestra.run.smithi063.stdout: "enum_allowed": [], 2024-09-15T22:05:28.973 INFO:teuthology.orchestra.run.smithi063.stdout: "desc": "", 2024-09-15T22:05:28.974 INFO:teuthology.orchestra.run.smithi063.stdout: "long_desc": "", 2024-09-15T22:05:28.974 INFO:teuthology.orchestra.run.smithi063.stdout: "tags": [], 2024-09-15T22:05:28.974 INFO:teuthology.orchestra.run.smithi063.stdout: "see_also": [] 2024-09-15T22:05:28.974 INFO:teuthology.orchestra.run.smithi063.stdout: }, 2024-09-15T22:05:28.974 INFO:teuthology.orchestra.run.smithi063.stdout: "PROMETHEUS_API_HOST": { 2024-09-15T22:05:28.974 INFO:teuthology.orchestra.run.smithi063.stdout: "name": "PROMETHEUS_API_HOST", 2024-09-15T22:05:28.974 INFO:teuthology.orchestra.run.smithi063.stdout: "type": "str", 2024-09-15T22:05:28.974 INFO:teuthology.orchestra.run.smithi063.stdout: "level": "advanced", 2024-09-15T22:05:28.974 INFO:teuthology.orchestra.run.smithi063.stdout: "flags": 0, 2024-09-15T22:05:28.974 INFO:teuthology.orchestra.run.smithi063.stdout: "default_value": "", 2024-09-15T22:05:28.974 INFO:teuthology.orchestra.run.smithi063.stdout: "min": "", 2024-09-15T22:05:28.974 INFO:teuthology.orchestra.run.smithi063.stdout: "max": "", 2024-09-15T22:05:28.974 INFO:teuthology.orchestra.run.smithi063.stdout: "enum_allowed": [], 2024-09-15T22:05:28.975 INFO:teuthology.orchestra.run.smithi063.stdout: "desc": "", 2024-09-15T22:05:28.975 INFO:teuthology.orchestra.run.smithi063.stdout: "long_desc": "", 2024-09-15T22:05:28.975 INFO:teuthology.orchestra.run.smithi063.stdout: "tags": [], 2024-09-15T22:05:28.975 INFO:teuthology.orchestra.run.smithi063.stdout: "see_also": [] 2024-09-15T22:05:28.975 INFO:teuthology.orchestra.run.smithi063.stdout: }, 2024-09-15T22:05:28.975 INFO:teuthology.orchestra.run.smithi063.stdout: "PROMETHEUS_API_SSL_VERIFY": { 2024-09-15T22:05:28.975 INFO:teuthology.orchestra.run.smithi063.stdout: "name": "PROMETHEUS_API_SSL_VERIFY", 2024-09-15T22:05:28.975 INFO:teuthology.orchestra.run.smithi063.stdout: "type": "bool", 2024-09-15T22:05:28.975 INFO:teuthology.orchestra.run.smithi063.stdout: "level": "advanced", 2024-09-15T22:05:28.975 INFO:teuthology.orchestra.run.smithi063.stdout: "flags": 0, 2024-09-15T22:05:28.975 INFO:teuthology.orchestra.run.smithi063.stdout: "default_value": "True", 2024-09-15T22:05:28.975 INFO:teuthology.orchestra.run.smithi063.stdout: "min": "", 2024-09-15T22:05:28.976 INFO:teuthology.orchestra.run.smithi063.stdout: "max": "", 2024-09-15T22:05:28.976 INFO:teuthology.orchestra.run.smithi063.stdout: "enum_allowed": [], 2024-09-15T22:05:28.976 INFO:teuthology.orchestra.run.smithi063.stdout: "desc": "", 2024-09-15T22:05:28.976 INFO:teuthology.orchestra.run.smithi063.stdout: "long_desc": "", 2024-09-15T22:05:28.976 INFO:teuthology.orchestra.run.smithi063.stdout: "tags": [], 2024-09-15T22:05:28.976 INFO:teuthology.orchestra.run.smithi063.stdout: "see_also": [] 2024-09-15T22:05:28.976 INFO:teuthology.orchestra.run.smithi063.stdout: }, 2024-09-15T22:05:28.976 INFO:teuthology.orchestra.run.smithi063.stdout: "PWD_POLICY_CHECK_COMPLEXITY_ENABLED": { 2024-09-15T22:05:28.976 INFO:teuthology.orchestra.run.smithi063.stdout: "name": "PWD_POLICY_CHECK_COMPLEXITY_ENABLED", 2024-09-15T22:05:28.976 INFO:teuthology.orchestra.run.smithi063.stdout: "type": "bool", 2024-09-15T22:05:28.976 INFO:teuthology.orchestra.run.smithi063.stdout: "level": "advanced", 2024-09-15T22:05:28.976 INFO:teuthology.orchestra.run.smithi063.stdout: "flags": 0, 2024-09-15T22:05:28.977 INFO:teuthology.orchestra.run.smithi063.stdout: "default_value": "False", 2024-09-15T22:05:28.977 INFO:teuthology.orchestra.run.smithi063.stdout: "min": "", 2024-09-15T22:05:28.977 INFO:teuthology.orchestra.run.smithi063.stdout: "max": "", 2024-09-15T22:05:28.977 INFO:teuthology.orchestra.run.smithi063.stdout: "enum_allowed": [], 2024-09-15T22:05:28.977 INFO:teuthology.orchestra.run.smithi063.stdout: "desc": "", 2024-09-15T22:05:28.977 INFO:teuthology.orchestra.run.smithi063.stdout: "long_desc": "", 2024-09-15T22:05:28.977 INFO:teuthology.orchestra.run.smithi063.stdout: "tags": [], 2024-09-15T22:05:28.977 INFO:teuthology.orchestra.run.smithi063.stdout: "see_also": [] 2024-09-15T22:05:28.977 INFO:teuthology.orchestra.run.smithi063.stdout: }, 2024-09-15T22:05:28.977 INFO:teuthology.orchestra.run.smithi063.stdout: "PWD_POLICY_CHECK_EXCLUSION_LIST_ENABLED": { 2024-09-15T22:05:28.977 INFO:teuthology.orchestra.run.smithi063.stdout: "name": "PWD_POLICY_CHECK_EXCLUSION_LIST_ENABLED", 2024-09-15T22:05:28.977 INFO:teuthology.orchestra.run.smithi063.stdout: "type": "bool", 2024-09-15T22:05:28.977 INFO:teuthology.orchestra.run.smithi063.stdout: "level": "advanced", 2024-09-15T22:05:28.978 INFO:teuthology.orchestra.run.smithi063.stdout: "flags": 0, 2024-09-15T22:05:28.978 INFO:teuthology.orchestra.run.smithi063.stdout: "default_value": "False", 2024-09-15T22:05:28.978 INFO:teuthology.orchestra.run.smithi063.stdout: "min": "", 2024-09-15T22:05:28.978 INFO:teuthology.orchestra.run.smithi063.stdout: "max": "", 2024-09-15T22:05:28.978 INFO:teuthology.orchestra.run.smithi063.stdout: "enum_allowed": [], 2024-09-15T22:05:28.978 INFO:teuthology.orchestra.run.smithi063.stdout: "desc": "", 2024-09-15T22:05:28.978 INFO:teuthology.orchestra.run.smithi063.stdout: "long_desc": "", 2024-09-15T22:05:28.978 INFO:teuthology.orchestra.run.smithi063.stdout: "tags": [], 2024-09-15T22:05:28.978 INFO:teuthology.orchestra.run.smithi063.stdout: "see_also": [] 2024-09-15T22:05:28.978 INFO:teuthology.orchestra.run.smithi063.stdout: }, 2024-09-15T22:05:28.978 INFO:teuthology.orchestra.run.smithi063.stdout: "PWD_POLICY_CHECK_LENGTH_ENABLED": { 2024-09-15T22:05:28.978 INFO:teuthology.orchestra.run.smithi063.stdout: "name": "PWD_POLICY_CHECK_LENGTH_ENABLED", 2024-09-15T22:05:28.978 INFO:teuthology.orchestra.run.smithi063.stdout: "type": "bool", 2024-09-15T22:05:28.979 INFO:teuthology.orchestra.run.smithi063.stdout: "level": "advanced", 2024-09-15T22:05:28.979 INFO:teuthology.orchestra.run.smithi063.stdout: "flags": 0, 2024-09-15T22:05:28.979 INFO:teuthology.orchestra.run.smithi063.stdout: "default_value": "True", 2024-09-15T22:05:28.979 INFO:teuthology.orchestra.run.smithi063.stdout: "min": "", 2024-09-15T22:05:28.979 INFO:teuthology.orchestra.run.smithi063.stdout: "max": "", 2024-09-15T22:05:28.979 INFO:teuthology.orchestra.run.smithi063.stdout: "enum_allowed": [], 2024-09-15T22:05:28.979 INFO:teuthology.orchestra.run.smithi063.stdout: "desc": "", 2024-09-15T22:05:28.979 INFO:teuthology.orchestra.run.smithi063.stdout: "long_desc": "", 2024-09-15T22:05:28.979 INFO:teuthology.orchestra.run.smithi063.stdout: "tags": [], 2024-09-15T22:05:28.979 INFO:teuthology.orchestra.run.smithi063.stdout: "see_also": [] 2024-09-15T22:05:28.979 INFO:teuthology.orchestra.run.smithi063.stdout: }, 2024-09-15T22:05:28.979 INFO:teuthology.orchestra.run.smithi063.stdout: "PWD_POLICY_CHECK_OLDPWD_ENABLED": { 2024-09-15T22:05:28.979 INFO:teuthology.orchestra.run.smithi063.stdout: "name": "PWD_POLICY_CHECK_OLDPWD_ENABLED", 2024-09-15T22:05:28.980 INFO:teuthology.orchestra.run.smithi063.stdout: "type": "bool", 2024-09-15T22:05:28.980 INFO:teuthology.orchestra.run.smithi063.stdout: "level": "advanced", 2024-09-15T22:05:28.980 INFO:teuthology.orchestra.run.smithi063.stdout: "flags": 0, 2024-09-15T22:05:28.980 INFO:teuthology.orchestra.run.smithi063.stdout: "default_value": "True", 2024-09-15T22:05:28.980 INFO:teuthology.orchestra.run.smithi063.stdout: "min": "", 2024-09-15T22:05:28.980 INFO:teuthology.orchestra.run.smithi063.stdout: "max": "", 2024-09-15T22:05:28.980 INFO:teuthology.orchestra.run.smithi063.stdout: "enum_allowed": [], 2024-09-15T22:05:28.980 INFO:teuthology.orchestra.run.smithi063.stdout: "desc": "", 2024-09-15T22:05:28.980 INFO:teuthology.orchestra.run.smithi063.stdout: "long_desc": "", 2024-09-15T22:05:28.980 INFO:teuthology.orchestra.run.smithi063.stdout: "tags": [], 2024-09-15T22:05:28.980 INFO:teuthology.orchestra.run.smithi063.stdout: "see_also": [] 2024-09-15T22:05:28.981 INFO:teuthology.orchestra.run.smithi063.stdout: }, 2024-09-15T22:05:28.981 INFO:teuthology.orchestra.run.smithi063.stdout: "PWD_POLICY_CHECK_REPETITIVE_CHARS_ENABLED": { 2024-09-15T22:05:28.981 INFO:teuthology.orchestra.run.smithi063.stdout: "name": "PWD_POLICY_CHECK_REPETITIVE_CHARS_ENABLED", 2024-09-15T22:05:28.981 INFO:teuthology.orchestra.run.smithi063.stdout: "type": "bool", 2024-09-15T22:05:28.981 INFO:teuthology.orchestra.run.smithi063.stdout: "level": "advanced", 2024-09-15T22:05:28.981 INFO:teuthology.orchestra.run.smithi063.stdout: "flags": 0, 2024-09-15T22:05:28.981 INFO:teuthology.orchestra.run.smithi063.stdout: "default_value": "False", 2024-09-15T22:05:28.981 INFO:teuthology.orchestra.run.smithi063.stdout: "min": "", 2024-09-15T22:05:28.981 INFO:teuthology.orchestra.run.smithi063.stdout: "max": "", 2024-09-15T22:05:28.981 INFO:teuthology.orchestra.run.smithi063.stdout: "enum_allowed": [], 2024-09-15T22:05:28.981 INFO:teuthology.orchestra.run.smithi063.stdout: "desc": "", 2024-09-15T22:05:28.981 INFO:teuthology.orchestra.run.smithi063.stdout: "long_desc": "", 2024-09-15T22:05:28.982 INFO:teuthology.orchestra.run.smithi063.stdout: "tags": [], 2024-09-15T22:05:28.982 INFO:teuthology.orchestra.run.smithi063.stdout: "see_also": [] 2024-09-15T22:05:28.982 INFO:teuthology.orchestra.run.smithi063.stdout: }, 2024-09-15T22:05:28.982 INFO:teuthology.orchestra.run.smithi063.stdout: "PWD_POLICY_CHECK_SEQUENTIAL_CHARS_ENABLED": { 2024-09-15T22:05:28.982 INFO:teuthology.orchestra.run.smithi063.stdout: "name": "PWD_POLICY_CHECK_SEQUENTIAL_CHARS_ENABLED", 2024-09-15T22:05:28.982 INFO:teuthology.orchestra.run.smithi063.stdout: "type": "bool", 2024-09-15T22:05:28.982 INFO:teuthology.orchestra.run.smithi063.stdout: "level": "advanced", 2024-09-15T22:05:28.982 INFO:teuthology.orchestra.run.smithi063.stdout: "flags": 0, 2024-09-15T22:05:28.982 INFO:teuthology.orchestra.run.smithi063.stdout: "default_value": "False", 2024-09-15T22:05:28.982 INFO:teuthology.orchestra.run.smithi063.stdout: "min": "", 2024-09-15T22:05:28.982 INFO:teuthology.orchestra.run.smithi063.stdout: "max": "", 2024-09-15T22:05:28.982 INFO:teuthology.orchestra.run.smithi063.stdout: "enum_allowed": [], 2024-09-15T22:05:28.982 INFO:teuthology.orchestra.run.smithi063.stdout: "desc": "", 2024-09-15T22:05:28.983 INFO:teuthology.orchestra.run.smithi063.stdout: "long_desc": "", 2024-09-15T22:05:28.983 INFO:teuthology.orchestra.run.smithi063.stdout: "tags": [], 2024-09-15T22:05:28.983 INFO:teuthology.orchestra.run.smithi063.stdout: "see_also": [] 2024-09-15T22:05:28.983 INFO:teuthology.orchestra.run.smithi063.stdout: }, 2024-09-15T22:05:28.983 INFO:teuthology.orchestra.run.smithi063.stdout: "PWD_POLICY_CHECK_USERNAME_ENABLED": { 2024-09-15T22:05:28.983 INFO:teuthology.orchestra.run.smithi063.stdout: "name": "PWD_POLICY_CHECK_USERNAME_ENABLED", 2024-09-15T22:05:28.983 INFO:teuthology.orchestra.run.smithi063.stdout: "type": "bool", 2024-09-15T22:05:28.983 INFO:teuthology.orchestra.run.smithi063.stdout: "level": "advanced", 2024-09-15T22:05:28.983 INFO:teuthology.orchestra.run.smithi063.stdout: "flags": 0, 2024-09-15T22:05:28.983 INFO:teuthology.orchestra.run.smithi063.stdout: "default_value": "False", 2024-09-15T22:05:28.983 INFO:teuthology.orchestra.run.smithi063.stdout: "min": "", 2024-09-15T22:05:28.983 INFO:teuthology.orchestra.run.smithi063.stdout: "max": "", 2024-09-15T22:05:28.983 INFO:teuthology.orchestra.run.smithi063.stdout: "enum_allowed": [], 2024-09-15T22:05:28.984 INFO:teuthology.orchestra.run.smithi063.stdout: "desc": "", 2024-09-15T22:05:28.984 INFO:teuthology.orchestra.run.smithi063.stdout: "long_desc": "", 2024-09-15T22:05:28.984 INFO:teuthology.orchestra.run.smithi063.stdout: "tags": [], 2024-09-15T22:05:28.984 INFO:teuthology.orchestra.run.smithi063.stdout: "see_also": [] 2024-09-15T22:05:28.984 INFO:teuthology.orchestra.run.smithi063.stdout: }, 2024-09-15T22:05:28.984 INFO:teuthology.orchestra.run.smithi063.stdout: "PWD_POLICY_ENABLED": { 2024-09-15T22:05:28.984 INFO:teuthology.orchestra.run.smithi063.stdout: "name": "PWD_POLICY_ENABLED", 2024-09-15T22:05:28.984 INFO:teuthology.orchestra.run.smithi063.stdout: "type": "bool", 2024-09-15T22:05:28.984 INFO:teuthology.orchestra.run.smithi063.stdout: "level": "advanced", 2024-09-15T22:05:28.984 INFO:teuthology.orchestra.run.smithi063.stdout: "flags": 0, 2024-09-15T22:05:28.984 INFO:teuthology.orchestra.run.smithi063.stdout: "default_value": "True", 2024-09-15T22:05:28.984 INFO:teuthology.orchestra.run.smithi063.stdout: "min": "", 2024-09-15T22:05:28.984 INFO:teuthology.orchestra.run.smithi063.stdout: "max": "", 2024-09-15T22:05:28.985 INFO:teuthology.orchestra.run.smithi063.stdout: "enum_allowed": [], 2024-09-15T22:05:28.985 INFO:teuthology.orchestra.run.smithi063.stdout: "desc": "", 2024-09-15T22:05:28.985 INFO:teuthology.orchestra.run.smithi063.stdout: "long_desc": "", 2024-09-15T22:05:28.985 INFO:teuthology.orchestra.run.smithi063.stdout: "tags": [], 2024-09-15T22:05:28.985 INFO:teuthology.orchestra.run.smithi063.stdout: "see_also": [] 2024-09-15T22:05:28.985 INFO:teuthology.orchestra.run.smithi063.stdout: }, 2024-09-15T22:05:28.985 INFO:teuthology.orchestra.run.smithi063.stdout: "PWD_POLICY_EXCLUSION_LIST": { 2024-09-15T22:05:28.985 INFO:teuthology.orchestra.run.smithi063.stdout: "name": "PWD_POLICY_EXCLUSION_LIST", 2024-09-15T22:05:28.985 INFO:teuthology.orchestra.run.smithi063.stdout: "type": "str", 2024-09-15T22:05:28.985 INFO:teuthology.orchestra.run.smithi063.stdout: "level": "advanced", 2024-09-15T22:05:28.985 INFO:teuthology.orchestra.run.smithi063.stdout: "flags": 0, 2024-09-15T22:05:28.985 INFO:teuthology.orchestra.run.smithi063.stdout: "default_value": "osd,host,dashboard,pool,block,nfs,ceph,monitors,gateway,logs,crush,maps", 2024-09-15T22:05:28.986 INFO:teuthology.orchestra.run.smithi063.stdout: "min": "", 2024-09-15T22:05:28.986 INFO:teuthology.orchestra.run.smithi063.stdout: "max": "", 2024-09-15T22:05:28.986 INFO:teuthology.orchestra.run.smithi063.stdout: "enum_allowed": [], 2024-09-15T22:05:28.986 INFO:teuthology.orchestra.run.smithi063.stdout: "desc": "", 2024-09-15T22:05:28.986 INFO:teuthology.orchestra.run.smithi063.stdout: "long_desc": "", 2024-09-15T22:05:28.986 INFO:teuthology.orchestra.run.smithi063.stdout: "tags": [], 2024-09-15T22:05:28.986 INFO:teuthology.orchestra.run.smithi063.stdout: "see_also": [] 2024-09-15T22:05:28.986 INFO:teuthology.orchestra.run.smithi063.stdout: }, 2024-09-15T22:05:28.986 INFO:teuthology.orchestra.run.smithi063.stdout: "PWD_POLICY_MIN_COMPLEXITY": { 2024-09-15T22:05:28.986 INFO:teuthology.orchestra.run.smithi063.stdout: "name": "PWD_POLICY_MIN_COMPLEXITY", 2024-09-15T22:05:28.986 INFO:teuthology.orchestra.run.smithi063.stdout: "type": "int", 2024-09-15T22:05:28.986 INFO:teuthology.orchestra.run.smithi063.stdout: "level": "advanced", 2024-09-15T22:05:28.987 INFO:teuthology.orchestra.run.smithi063.stdout: "flags": 0, 2024-09-15T22:05:28.987 INFO:teuthology.orchestra.run.smithi063.stdout: "default_value": "10", 2024-09-15T22:05:28.987 INFO:teuthology.orchestra.run.smithi063.stdout: "min": "", 2024-09-15T22:05:28.987 INFO:teuthology.orchestra.run.smithi063.stdout: "max": "", 2024-09-15T22:05:28.987 INFO:teuthology.orchestra.run.smithi063.stdout: "enum_allowed": [], 2024-09-15T22:05:28.987 INFO:teuthology.orchestra.run.smithi063.stdout: "desc": "", 2024-09-15T22:05:28.987 INFO:teuthology.orchestra.run.smithi063.stdout: "long_desc": "", 2024-09-15T22:05:28.987 INFO:teuthology.orchestra.run.smithi063.stdout: "tags": [], 2024-09-15T22:05:28.987 INFO:teuthology.orchestra.run.smithi063.stdout: "see_also": [] 2024-09-15T22:05:28.987 INFO:teuthology.orchestra.run.smithi063.stdout: }, 2024-09-15T22:05:28.987 INFO:teuthology.orchestra.run.smithi063.stdout: "PWD_POLICY_MIN_LENGTH": { 2024-09-15T22:05:28.987 INFO:teuthology.orchestra.run.smithi063.stdout: "name": "PWD_POLICY_MIN_LENGTH", 2024-09-15T22:05:28.987 INFO:teuthology.orchestra.run.smithi063.stdout: "type": "int", 2024-09-15T22:05:28.987 INFO:teuthology.orchestra.run.smithi063.stdout: "level": "advanced", 2024-09-15T22:05:28.988 INFO:teuthology.orchestra.run.smithi063.stdout: "flags": 0, 2024-09-15T22:05:28.988 INFO:teuthology.orchestra.run.smithi063.stdout: "default_value": "8", 2024-09-15T22:05:28.988 INFO:teuthology.orchestra.run.smithi063.stdout: "min": "", 2024-09-15T22:05:28.988 INFO:teuthology.orchestra.run.smithi063.stdout: "max": "", 2024-09-15T22:05:28.988 INFO:teuthology.orchestra.run.smithi063.stdout: "enum_allowed": [], 2024-09-15T22:05:28.988 INFO:teuthology.orchestra.run.smithi063.stdout: "desc": "", 2024-09-15T22:05:28.988 INFO:teuthology.orchestra.run.smithi063.stdout: "long_desc": "", 2024-09-15T22:05:28.988 INFO:teuthology.orchestra.run.smithi063.stdout: "tags": [], 2024-09-15T22:05:28.988 INFO:teuthology.orchestra.run.smithi063.stdout: "see_also": [] 2024-09-15T22:05:28.988 INFO:teuthology.orchestra.run.smithi063.stdout: }, 2024-09-15T22:05:28.988 INFO:teuthology.orchestra.run.smithi063.stdout: "REST_REQUESTS_TIMEOUT": { 2024-09-15T22:05:28.988 INFO:teuthology.orchestra.run.smithi063.stdout: "name": "REST_REQUESTS_TIMEOUT", 2024-09-15T22:05:28.988 INFO:teuthology.orchestra.run.smithi063.stdout: "type": "int", 2024-09-15T22:05:28.989 INFO:teuthology.orchestra.run.smithi063.stdout: "level": "advanced", 2024-09-15T22:05:28.989 INFO:teuthology.orchestra.run.smithi063.stdout: "flags": 0, 2024-09-15T22:05:28.989 INFO:teuthology.orchestra.run.smithi063.stdout: "default_value": "45", 2024-09-15T22:05:28.989 INFO:teuthology.orchestra.run.smithi063.stdout: "min": "", 2024-09-15T22:05:28.989 INFO:teuthology.orchestra.run.smithi063.stdout: "max": "", 2024-09-15T22:05:28.989 INFO:teuthology.orchestra.run.smithi063.stdout: "enum_allowed": [], 2024-09-15T22:05:28.989 INFO:teuthology.orchestra.run.smithi063.stdout: "desc": "", 2024-09-15T22:05:28.989 INFO:teuthology.orchestra.run.smithi063.stdout: "long_desc": "", 2024-09-15T22:05:28.989 INFO:teuthology.orchestra.run.smithi063.stdout: "tags": [], 2024-09-15T22:05:28.989 INFO:teuthology.orchestra.run.smithi063.stdout: "see_also": [] 2024-09-15T22:05:28.989 INFO:teuthology.orchestra.run.smithi063.stdout: }, 2024-09-15T22:05:28.989 INFO:teuthology.orchestra.run.smithi063.stdout: "RGW_API_ACCESS_KEY": { 2024-09-15T22:05:28.990 INFO:teuthology.orchestra.run.smithi063.stdout: "name": "RGW_API_ACCESS_KEY", 2024-09-15T22:05:28.990 INFO:teuthology.orchestra.run.smithi063.stdout: "type": "str", 2024-09-15T22:05:28.990 INFO:teuthology.orchestra.run.smithi063.stdout: "level": "advanced", 2024-09-15T22:05:28.990 INFO:teuthology.orchestra.run.smithi063.stdout: "flags": 0, 2024-09-15T22:05:28.990 INFO:teuthology.orchestra.run.smithi063.stdout: "default_value": "", 2024-09-15T22:05:28.990 INFO:teuthology.orchestra.run.smithi063.stdout: "min": "", 2024-09-15T22:05:28.990 INFO:teuthology.orchestra.run.smithi063.stdout: "max": "", 2024-09-15T22:05:28.990 INFO:teuthology.orchestra.run.smithi063.stdout: "enum_allowed": [], 2024-09-15T22:05:28.990 INFO:teuthology.orchestra.run.smithi063.stdout: "desc": "", 2024-09-15T22:05:28.990 INFO:teuthology.orchestra.run.smithi063.stdout: "long_desc": "", 2024-09-15T22:05:28.990 INFO:teuthology.orchestra.run.smithi063.stdout: "tags": [], 2024-09-15T22:05:28.990 INFO:teuthology.orchestra.run.smithi063.stdout: "see_also": [] 2024-09-15T22:05:28.990 INFO:teuthology.orchestra.run.smithi063.stdout: }, 2024-09-15T22:05:28.991 INFO:teuthology.orchestra.run.smithi063.stdout: "RGW_API_ADMIN_RESOURCE": { 2024-09-15T22:05:28.991 INFO:teuthology.orchestra.run.smithi063.stdout: "name": "RGW_API_ADMIN_RESOURCE", 2024-09-15T22:05:28.991 INFO:teuthology.orchestra.run.smithi063.stdout: "type": "str", 2024-09-15T22:05:28.991 INFO:teuthology.orchestra.run.smithi063.stdout: "level": "advanced", 2024-09-15T22:05:28.991 INFO:teuthology.orchestra.run.smithi063.stdout: "flags": 0, 2024-09-15T22:05:28.991 INFO:teuthology.orchestra.run.smithi063.stdout: "default_value": "admin", 2024-09-15T22:05:28.991 INFO:teuthology.orchestra.run.smithi063.stdout: "min": "", 2024-09-15T22:05:28.991 INFO:teuthology.orchestra.run.smithi063.stdout: "max": "", 2024-09-15T22:05:28.991 INFO:teuthology.orchestra.run.smithi063.stdout: "enum_allowed": [], 2024-09-15T22:05:28.991 INFO:teuthology.orchestra.run.smithi063.stdout: "desc": "", 2024-09-15T22:05:28.991 INFO:teuthology.orchestra.run.smithi063.stdout: "long_desc": "", 2024-09-15T22:05:28.991 INFO:teuthology.orchestra.run.smithi063.stdout: "tags": [], 2024-09-15T22:05:28.991 INFO:teuthology.orchestra.run.smithi063.stdout: "see_also": [] 2024-09-15T22:05:28.992 INFO:teuthology.orchestra.run.smithi063.stdout: }, 2024-09-15T22:05:28.992 INFO:teuthology.orchestra.run.smithi063.stdout: "RGW_API_SECRET_KEY": { 2024-09-15T22:05:28.992 INFO:teuthology.orchestra.run.smithi063.stdout: "name": "RGW_API_SECRET_KEY", 2024-09-15T22:05:28.992 INFO:teuthology.orchestra.run.smithi063.stdout: "type": "str", 2024-09-15T22:05:28.992 INFO:teuthology.orchestra.run.smithi063.stdout: "level": "advanced", 2024-09-15T22:05:28.992 INFO:teuthology.orchestra.run.smithi063.stdout: "flags": 0, 2024-09-15T22:05:28.992 INFO:teuthology.orchestra.run.smithi063.stdout: "default_value": "", 2024-09-15T22:05:28.992 INFO:teuthology.orchestra.run.smithi063.stdout: "min": "", 2024-09-15T22:05:28.992 INFO:teuthology.orchestra.run.smithi063.stdout: "max": "", 2024-09-15T22:05:28.992 INFO:teuthology.orchestra.run.smithi063.stdout: "enum_allowed": [], 2024-09-15T22:05:28.992 INFO:teuthology.orchestra.run.smithi063.stdout: "desc": "", 2024-09-15T22:05:28.992 INFO:teuthology.orchestra.run.smithi063.stdout: "long_desc": "", 2024-09-15T22:05:28.993 INFO:teuthology.orchestra.run.smithi063.stdout: "tags": [], 2024-09-15T22:05:28.993 INFO:teuthology.orchestra.run.smithi063.stdout: "see_also": [] 2024-09-15T22:05:28.993 INFO:teuthology.orchestra.run.smithi063.stdout: }, 2024-09-15T22:05:28.993 INFO:teuthology.orchestra.run.smithi063.stdout: "RGW_API_SSL_VERIFY": { 2024-09-15T22:05:28.993 INFO:teuthology.orchestra.run.smithi063.stdout: "name": "RGW_API_SSL_VERIFY", 2024-09-15T22:05:28.993 INFO:teuthology.orchestra.run.smithi063.stdout: "type": "bool", 2024-09-15T22:05:28.993 INFO:teuthology.orchestra.run.smithi063.stdout: "level": "advanced", 2024-09-15T22:05:28.993 INFO:teuthology.orchestra.run.smithi063.stdout: "flags": 0, 2024-09-15T22:05:28.993 INFO:teuthology.orchestra.run.smithi063.stdout: "default_value": "True", 2024-09-15T22:05:28.993 INFO:teuthology.orchestra.run.smithi063.stdout: "min": "", 2024-09-15T22:05:28.993 INFO:teuthology.orchestra.run.smithi063.stdout: "max": "", 2024-09-15T22:05:28.993 INFO:teuthology.orchestra.run.smithi063.stdout: "enum_allowed": [], 2024-09-15T22:05:28.994 INFO:teuthology.orchestra.run.smithi063.stdout: "desc": "", 2024-09-15T22:05:28.994 INFO:teuthology.orchestra.run.smithi063.stdout: "long_desc": "", 2024-09-15T22:05:28.994 INFO:teuthology.orchestra.run.smithi063.stdout: "tags": [], 2024-09-15T22:05:28.994 INFO:teuthology.orchestra.run.smithi063.stdout: "see_also": [] 2024-09-15T22:05:28.994 INFO:teuthology.orchestra.run.smithi063.stdout: }, 2024-09-15T22:05:28.994 INFO:teuthology.orchestra.run.smithi063.stdout: "USER_PWD_EXPIRATION_SPAN": { 2024-09-15T22:05:28.994 INFO:teuthology.orchestra.run.smithi063.stdout: "name": "USER_PWD_EXPIRATION_SPAN", 2024-09-15T22:05:28.994 INFO:teuthology.orchestra.run.smithi063.stdout: "type": "int", 2024-09-15T22:05:28.994 INFO:teuthology.orchestra.run.smithi063.stdout: "level": "advanced", 2024-09-15T22:05:28.994 INFO:teuthology.orchestra.run.smithi063.stdout: "flags": 0, 2024-09-15T22:05:28.994 INFO:teuthology.orchestra.run.smithi063.stdout: "default_value": "0", 2024-09-15T22:05:28.994 INFO:teuthology.orchestra.run.smithi063.stdout: "min": "", 2024-09-15T22:05:28.994 INFO:teuthology.orchestra.run.smithi063.stdout: "max": "", 2024-09-15T22:05:28.995 INFO:teuthology.orchestra.run.smithi063.stdout: "enum_allowed": [], 2024-09-15T22:05:28.995 INFO:teuthology.orchestra.run.smithi063.stdout: "desc": "", 2024-09-15T22:05:28.995 INFO:teuthology.orchestra.run.smithi063.stdout: "long_desc": "", 2024-09-15T22:05:28.995 INFO:teuthology.orchestra.run.smithi063.stdout: "tags": [], 2024-09-15T22:05:28.995 INFO:teuthology.orchestra.run.smithi063.stdout: "see_also": [] 2024-09-15T22:05:28.995 INFO:teuthology.orchestra.run.smithi063.stdout: }, 2024-09-15T22:05:28.995 INFO:teuthology.orchestra.run.smithi063.stdout: "USER_PWD_EXPIRATION_WARNING_1": { 2024-09-15T22:05:28.995 INFO:teuthology.orchestra.run.smithi063.stdout: "name": "USER_PWD_EXPIRATION_WARNING_1", 2024-09-15T22:05:28.995 INFO:teuthology.orchestra.run.smithi063.stdout: "type": "int", 2024-09-15T22:05:28.995 INFO:teuthology.orchestra.run.smithi063.stdout: "level": "advanced", 2024-09-15T22:05:28.995 INFO:teuthology.orchestra.run.smithi063.stdout: "flags": 0, 2024-09-15T22:05:28.995 INFO:teuthology.orchestra.run.smithi063.stdout: "default_value": "10", 2024-09-15T22:05:28.996 INFO:teuthology.orchestra.run.smithi063.stdout: "min": "", 2024-09-15T22:05:28.996 INFO:teuthology.orchestra.run.smithi063.stdout: "max": "", 2024-09-15T22:05:28.996 INFO:teuthology.orchestra.run.smithi063.stdout: "enum_allowed": [], 2024-09-15T22:05:28.996 INFO:teuthology.orchestra.run.smithi063.stdout: "desc": "", 2024-09-15T22:05:28.996 INFO:teuthology.orchestra.run.smithi063.stdout: "long_desc": "", 2024-09-15T22:05:28.996 INFO:teuthology.orchestra.run.smithi063.stdout: "tags": [], 2024-09-15T22:05:28.996 INFO:teuthology.orchestra.run.smithi063.stdout: "see_also": [] 2024-09-15T22:05:28.996 INFO:teuthology.orchestra.run.smithi063.stdout: }, 2024-09-15T22:05:28.996 INFO:teuthology.orchestra.run.smithi063.stdout: "USER_PWD_EXPIRATION_WARNING_2": { 2024-09-15T22:05:28.996 INFO:teuthology.orchestra.run.smithi063.stdout: "name": "USER_PWD_EXPIRATION_WARNING_2", 2024-09-15T22:05:28.996 INFO:teuthology.orchestra.run.smithi063.stdout: "type": "int", 2024-09-15T22:05:28.996 INFO:teuthology.orchestra.run.smithi063.stdout: "level": "advanced", 2024-09-15T22:05:28.997 INFO:teuthology.orchestra.run.smithi063.stdout: "flags": 0, 2024-09-15T22:05:28.997 INFO:teuthology.orchestra.run.smithi063.stdout: "default_value": "5", 2024-09-15T22:05:28.997 INFO:teuthology.orchestra.run.smithi063.stdout: "min": "", 2024-09-15T22:05:28.997 INFO:teuthology.orchestra.run.smithi063.stdout: "max": "", 2024-09-15T22:05:28.997 INFO:teuthology.orchestra.run.smithi063.stdout: "enum_allowed": [], 2024-09-15T22:05:28.997 INFO:teuthology.orchestra.run.smithi063.stdout: "desc": "", 2024-09-15T22:05:28.997 INFO:teuthology.orchestra.run.smithi063.stdout: "long_desc": "", 2024-09-15T22:05:28.997 INFO:teuthology.orchestra.run.smithi063.stdout: "tags": [], 2024-09-15T22:05:28.997 INFO:teuthology.orchestra.run.smithi063.stdout: "see_also": [] 2024-09-15T22:05:28.997 INFO:teuthology.orchestra.run.smithi063.stdout: }, 2024-09-15T22:05:28.997 INFO:teuthology.orchestra.run.smithi063.stdout: "cross_origin_url": { 2024-09-15T22:05:28.997 INFO:teuthology.orchestra.run.smithi063.stdout: "name": "cross_origin_url", 2024-09-15T22:05:28.997 INFO:teuthology.orchestra.run.smithi063.stdout: "type": "str", 2024-09-15T22:05:28.998 INFO:teuthology.orchestra.run.smithi063.stdout: "level": "advanced", 2024-09-15T22:05:28.998 INFO:teuthology.orchestra.run.smithi063.stdout: "flags": 0, 2024-09-15T22:05:28.998 INFO:teuthology.orchestra.run.smithi063.stdout: "default_value": "", 2024-09-15T22:05:28.998 INFO:teuthology.orchestra.run.smithi063.stdout: "min": "", 2024-09-15T22:05:28.998 INFO:teuthology.orchestra.run.smithi063.stdout: "max": "", 2024-09-15T22:05:28.998 INFO:teuthology.orchestra.run.smithi063.stdout: "enum_allowed": [], 2024-09-15T22:05:28.998 INFO:teuthology.orchestra.run.smithi063.stdout: "desc": "", 2024-09-15T22:05:28.998 INFO:teuthology.orchestra.run.smithi063.stdout: "long_desc": "", 2024-09-15T22:05:28.998 INFO:teuthology.orchestra.run.smithi063.stdout: "tags": [], 2024-09-15T22:05:28.998 INFO:teuthology.orchestra.run.smithi063.stdout: "see_also": [] 2024-09-15T22:05:28.998 INFO:teuthology.orchestra.run.smithi063.stdout: }, 2024-09-15T22:05:28.998 INFO:teuthology.orchestra.run.smithi063.stdout: "crt_file": { 2024-09-15T22:05:28.998 INFO:teuthology.orchestra.run.smithi063.stdout: "name": "crt_file", 2024-09-15T22:05:28.998 INFO:teuthology.orchestra.run.smithi063.stdout: "type": "str", 2024-09-15T22:05:28.999 INFO:teuthology.orchestra.run.smithi063.stdout: "level": "advanced", 2024-09-15T22:05:28.999 INFO:teuthology.orchestra.run.smithi063.stdout: "flags": 0, 2024-09-15T22:05:28.999 INFO:teuthology.orchestra.run.smithi063.stdout: "default_value": "", 2024-09-15T22:05:28.999 INFO:teuthology.orchestra.run.smithi063.stdout: "min": "", 2024-09-15T22:05:28.999 INFO:teuthology.orchestra.run.smithi063.stdout: "max": "", 2024-09-15T22:05:28.999 INFO:teuthology.orchestra.run.smithi063.stdout: "enum_allowed": [], 2024-09-15T22:05:28.999 INFO:teuthology.orchestra.run.smithi063.stdout: "desc": "", 2024-09-15T22:05:28.999 INFO:teuthology.orchestra.run.smithi063.stdout: "long_desc": "", 2024-09-15T22:05:28.999 INFO:teuthology.orchestra.run.smithi063.stdout: "tags": [], 2024-09-15T22:05:28.999 INFO:teuthology.orchestra.run.smithi063.stdout: "see_also": [] 2024-09-15T22:05:28.999 INFO:teuthology.orchestra.run.smithi063.stdout: }, 2024-09-15T22:05:28.999 INFO:teuthology.orchestra.run.smithi063.stdout: "debug": { 2024-09-15T22:05:28.999 INFO:teuthology.orchestra.run.smithi063.stdout: "name": "debug", 2024-09-15T22:05:29.000 INFO:teuthology.orchestra.run.smithi063.stdout: "type": "bool", 2024-09-15T22:05:29.000 INFO:teuthology.orchestra.run.smithi063.stdout: "level": "advanced", 2024-09-15T22:05:29.000 INFO:teuthology.orchestra.run.smithi063.stdout: "flags": 0, 2024-09-15T22:05:29.000 INFO:teuthology.orchestra.run.smithi063.stdout: "default_value": "False", 2024-09-15T22:05:29.000 INFO:teuthology.orchestra.run.smithi063.stdout: "min": "", 2024-09-15T22:05:29.000 INFO:teuthology.orchestra.run.smithi063.stdout: "max": "", 2024-09-15T22:05:29.000 INFO:teuthology.orchestra.run.smithi063.stdout: "enum_allowed": [], 2024-09-15T22:05:29.000 INFO:teuthology.orchestra.run.smithi063.stdout: "desc": "Enable/disable debug options", 2024-09-15T22:05:29.000 INFO:teuthology.orchestra.run.smithi063.stdout: "long_desc": "", 2024-09-15T22:05:29.000 INFO:teuthology.orchestra.run.smithi063.stdout: "tags": [], 2024-09-15T22:05:29.000 INFO:teuthology.orchestra.run.smithi063.stdout: "see_also": [] 2024-09-15T22:05:29.000 INFO:teuthology.orchestra.run.smithi063.stdout: }, 2024-09-15T22:05:29.000 INFO:teuthology.orchestra.run.smithi063.stdout: "jwt_token_ttl": { 2024-09-15T22:05:29.001 INFO:teuthology.orchestra.run.smithi063.stdout: "name": "jwt_token_ttl", 2024-09-15T22:05:29.001 INFO:teuthology.orchestra.run.smithi063.stdout: "type": "int", 2024-09-15T22:05:29.001 INFO:teuthology.orchestra.run.smithi063.stdout: "level": "advanced", 2024-09-15T22:05:29.001 INFO:teuthology.orchestra.run.smithi063.stdout: "flags": 0, 2024-09-15T22:05:29.001 INFO:teuthology.orchestra.run.smithi063.stdout: "default_value": "28800", 2024-09-15T22:05:29.001 INFO:teuthology.orchestra.run.smithi063.stdout: "min": "", 2024-09-15T22:05:29.001 INFO:teuthology.orchestra.run.smithi063.stdout: "max": "", 2024-09-15T22:05:29.001 INFO:teuthology.orchestra.run.smithi063.stdout: "enum_allowed": [], 2024-09-15T22:05:29.001 INFO:teuthology.orchestra.run.smithi063.stdout: "desc": "", 2024-09-15T22:05:29.001 INFO:teuthology.orchestra.run.smithi063.stdout: "long_desc": "", 2024-09-15T22:05:29.001 INFO:teuthology.orchestra.run.smithi063.stdout: "tags": [], 2024-09-15T22:05:29.001 INFO:teuthology.orchestra.run.smithi063.stdout: "see_also": [] 2024-09-15T22:05:29.002 INFO:teuthology.orchestra.run.smithi063.stdout: }, 2024-09-15T22:05:29.002 INFO:teuthology.orchestra.run.smithi063.stdout: "key_file": { 2024-09-15T22:05:29.002 INFO:teuthology.orchestra.run.smithi063.stdout: "name": "key_file", 2024-09-15T22:05:29.002 INFO:teuthology.orchestra.run.smithi063.stdout: "type": "str", 2024-09-15T22:05:29.002 INFO:teuthology.orchestra.run.smithi063.stdout: "level": "advanced", 2024-09-15T22:05:29.002 INFO:teuthology.orchestra.run.smithi063.stdout: "flags": 0, 2024-09-15T22:05:29.002 INFO:teuthology.orchestra.run.smithi063.stdout: "default_value": "", 2024-09-15T22:05:29.002 INFO:teuthology.orchestra.run.smithi063.stdout: "min": "", 2024-09-15T22:05:29.002 INFO:teuthology.orchestra.run.smithi063.stdout: "max": "", 2024-09-15T22:05:29.002 INFO:teuthology.orchestra.run.smithi063.stdout: "enum_allowed": [], 2024-09-15T22:05:29.002 INFO:teuthology.orchestra.run.smithi063.stdout: "desc": "", 2024-09-15T22:05:29.002 INFO:teuthology.orchestra.run.smithi063.stdout: "long_desc": "", 2024-09-15T22:05:29.002 INFO:teuthology.orchestra.run.smithi063.stdout: "tags": [], 2024-09-15T22:05:29.003 INFO:teuthology.orchestra.run.smithi063.stdout: "see_also": [] 2024-09-15T22:05:29.003 INFO:teuthology.orchestra.run.smithi063.stdout: }, 2024-09-15T22:05:29.003 INFO:teuthology.orchestra.run.smithi063.stdout: "log_level": { 2024-09-15T22:05:29.003 INFO:teuthology.orchestra.run.smithi063.stdout: "name": "log_level", 2024-09-15T22:05:29.003 INFO:teuthology.orchestra.run.smithi063.stdout: "type": "str", 2024-09-15T22:05:29.003 INFO:teuthology.orchestra.run.smithi063.stdout: "level": "advanced", 2024-09-15T22:05:29.003 INFO:teuthology.orchestra.run.smithi063.stdout: "flags": 1, 2024-09-15T22:05:29.003 INFO:teuthology.orchestra.run.smithi063.stdout: "default_value": "", 2024-09-15T22:05:29.003 INFO:teuthology.orchestra.run.smithi063.stdout: "min": "", 2024-09-15T22:05:29.003 INFO:teuthology.orchestra.run.smithi063.stdout: "max": "", 2024-09-15T22:05:29.003 INFO:teuthology.orchestra.run.smithi063.stdout: "enum_allowed": [ 2024-09-15T22:05:29.003 INFO:teuthology.orchestra.run.smithi063.stdout: "", 2024-09-15T22:05:29.004 INFO:teuthology.orchestra.run.smithi063.stdout: "critical", 2024-09-15T22:05:29.004 INFO:teuthology.orchestra.run.smithi063.stdout: "debug", 2024-09-15T22:05:29.004 INFO:teuthology.orchestra.run.smithi063.stdout: "error", 2024-09-15T22:05:29.004 INFO:teuthology.orchestra.run.smithi063.stdout: "info", 2024-09-15T22:05:29.004 INFO:teuthology.orchestra.run.smithi063.stdout: "warning" 2024-09-15T22:05:29.004 INFO:teuthology.orchestra.run.smithi063.stdout: ], 2024-09-15T22:05:29.004 INFO:teuthology.orchestra.run.smithi063.stdout: "desc": "", 2024-09-15T22:05:29.004 INFO:teuthology.orchestra.run.smithi063.stdout: "long_desc": "", 2024-09-15T22:05:29.004 INFO:teuthology.orchestra.run.smithi063.stdout: "tags": [], 2024-09-15T22:05:29.004 INFO:teuthology.orchestra.run.smithi063.stdout: "see_also": [] 2024-09-15T22:05:29.004 INFO:teuthology.orchestra.run.smithi063.stdout: }, 2024-09-15T22:05:29.004 INFO:teuthology.orchestra.run.smithi063.stdout: "log_to_cluster": { 2024-09-15T22:05:29.005 INFO:teuthology.orchestra.run.smithi063.stdout: "name": "log_to_cluster", 2024-09-15T22:05:29.005 INFO:teuthology.orchestra.run.smithi063.stdout: "type": "bool", 2024-09-15T22:05:29.005 INFO:teuthology.orchestra.run.smithi063.stdout: "level": "advanced", 2024-09-15T22:05:29.005 INFO:teuthology.orchestra.run.smithi063.stdout: "flags": 1, 2024-09-15T22:05:29.005 INFO:teuthology.orchestra.run.smithi063.stdout: "default_value": "False", 2024-09-15T22:05:29.005 INFO:teuthology.orchestra.run.smithi063.stdout: "min": "", 2024-09-15T22:05:29.005 INFO:teuthology.orchestra.run.smithi063.stdout: "max": "", 2024-09-15T22:05:29.005 INFO:teuthology.orchestra.run.smithi063.stdout: "enum_allowed": [], 2024-09-15T22:05:29.005 INFO:teuthology.orchestra.run.smithi063.stdout: "desc": "", 2024-09-15T22:05:29.005 INFO:teuthology.orchestra.run.smithi063.stdout: "long_desc": "", 2024-09-15T22:05:29.005 INFO:teuthology.orchestra.run.smithi063.stdout: "tags": [], 2024-09-15T22:05:29.005 INFO:teuthology.orchestra.run.smithi063.stdout: "see_also": [] 2024-09-15T22:05:29.005 INFO:teuthology.orchestra.run.smithi063.stdout: }, 2024-09-15T22:05:29.005 INFO:teuthology.orchestra.run.smithi063.stdout: "log_to_cluster_level": { 2024-09-15T22:05:29.006 INFO:teuthology.orchestra.run.smithi063.stdout: "name": "log_to_cluster_level", 2024-09-15T22:05:29.006 INFO:teuthology.orchestra.run.smithi063.stdout: "type": "str", 2024-09-15T22:05:29.006 INFO:teuthology.orchestra.run.smithi063.stdout: "level": "advanced", 2024-09-15T22:05:29.006 INFO:teuthology.orchestra.run.smithi063.stdout: "flags": 1, 2024-09-15T22:05:29.006 INFO:teuthology.orchestra.run.smithi063.stdout: "default_value": "info", 2024-09-15T22:05:29.006 INFO:teuthology.orchestra.run.smithi063.stdout: "min": "", 2024-09-15T22:05:29.006 INFO:teuthology.orchestra.run.smithi063.stdout: "max": "", 2024-09-15T22:05:29.006 INFO:teuthology.orchestra.run.smithi063.stdout: "enum_allowed": [ 2024-09-15T22:05:29.006 INFO:teuthology.orchestra.run.smithi063.stdout: "", 2024-09-15T22:05:29.006 INFO:teuthology.orchestra.run.smithi063.stdout: "critical", 2024-09-15T22:05:29.006 INFO:teuthology.orchestra.run.smithi063.stdout: "debug", 2024-09-15T22:05:29.006 INFO:teuthology.orchestra.run.smithi063.stdout: "error", 2024-09-15T22:05:29.007 INFO:teuthology.orchestra.run.smithi063.stdout: "info", 2024-09-15T22:05:29.007 INFO:teuthology.orchestra.run.smithi063.stdout: "warning" 2024-09-15T22:05:29.007 INFO:teuthology.orchestra.run.smithi063.stdout: ], 2024-09-15T22:05:29.007 INFO:teuthology.orchestra.run.smithi063.stdout: "desc": "", 2024-09-15T22:05:29.007 INFO:teuthology.orchestra.run.smithi063.stdout: "long_desc": "", 2024-09-15T22:05:29.007 INFO:teuthology.orchestra.run.smithi063.stdout: "tags": [], 2024-09-15T22:05:29.007 INFO:teuthology.orchestra.run.smithi063.stdout: "see_also": [] 2024-09-15T22:05:29.007 INFO:teuthology.orchestra.run.smithi063.stdout: }, 2024-09-15T22:05:29.007 INFO:teuthology.orchestra.run.smithi063.stdout: "log_to_file": { 2024-09-15T22:05:29.007 INFO:teuthology.orchestra.run.smithi063.stdout: "name": "log_to_file", 2024-09-15T22:05:29.007 INFO:teuthology.orchestra.run.smithi063.stdout: "type": "bool", 2024-09-15T22:05:29.007 INFO:teuthology.orchestra.run.smithi063.stdout: "level": "advanced", 2024-09-15T22:05:29.007 INFO:teuthology.orchestra.run.smithi063.stdout: "flags": 1, 2024-09-15T22:05:29.008 INFO:teuthology.orchestra.run.smithi063.stdout: "default_value": "False", 2024-09-15T22:05:29.008 INFO:teuthology.orchestra.run.smithi063.stdout: "min": "", 2024-09-15T22:05:29.008 INFO:teuthology.orchestra.run.smithi063.stdout: "max": "", 2024-09-15T22:05:29.008 INFO:teuthology.orchestra.run.smithi063.stdout: "enum_allowed": [], 2024-09-15T22:05:29.008 INFO:teuthology.orchestra.run.smithi063.stdout: "desc": "", 2024-09-15T22:05:29.008 INFO:teuthology.orchestra.run.smithi063.stdout: "long_desc": "", 2024-09-15T22:05:29.008 INFO:teuthology.orchestra.run.smithi063.stdout: "tags": [], 2024-09-15T22:05:29.008 INFO:teuthology.orchestra.run.smithi063.stdout: "see_also": [] 2024-09-15T22:05:29.008 INFO:teuthology.orchestra.run.smithi063.stdout: }, 2024-09-15T22:05:29.008 INFO:teuthology.orchestra.run.smithi063.stdout: "motd": { 2024-09-15T22:05:29.008 INFO:teuthology.orchestra.run.smithi063.stdout: "name": "motd", 2024-09-15T22:05:29.009 INFO:teuthology.orchestra.run.smithi063.stdout: "type": "str", 2024-09-15T22:05:29.009 INFO:teuthology.orchestra.run.smithi063.stdout: "level": "advanced", 2024-09-15T22:05:29.009 INFO:teuthology.orchestra.run.smithi063.stdout: "flags": 0, 2024-09-15T22:05:29.009 INFO:teuthology.orchestra.run.smithi063.stdout: "default_value": "", 2024-09-15T22:05:29.009 INFO:teuthology.orchestra.run.smithi063.stdout: "min": "", 2024-09-15T22:05:29.009 INFO:teuthology.orchestra.run.smithi063.stdout: "max": "", 2024-09-15T22:05:29.009 INFO:teuthology.orchestra.run.smithi063.stdout: "enum_allowed": [], 2024-09-15T22:05:29.009 INFO:teuthology.orchestra.run.smithi063.stdout: "desc": "The message of the day", 2024-09-15T22:05:29.009 INFO:teuthology.orchestra.run.smithi063.stdout: "long_desc": "", 2024-09-15T22:05:29.009 INFO:teuthology.orchestra.run.smithi063.stdout: "tags": [], 2024-09-15T22:05:29.009 INFO:teuthology.orchestra.run.smithi063.stdout: "see_also": [] 2024-09-15T22:05:29.009 INFO:teuthology.orchestra.run.smithi063.stdout: }, 2024-09-15T22:05:29.009 INFO:teuthology.orchestra.run.smithi063.stdout: "redirect_resolve_ip_addr": { 2024-09-15T22:05:29.010 INFO:teuthology.orchestra.run.smithi063.stdout: "name": "redirect_resolve_ip_addr", 2024-09-15T22:05:29.010 INFO:teuthology.orchestra.run.smithi063.stdout: "type": "bool", 2024-09-15T22:05:29.010 INFO:teuthology.orchestra.run.smithi063.stdout: "level": "advanced", 2024-09-15T22:05:29.010 INFO:teuthology.orchestra.run.smithi063.stdout: "flags": 0, 2024-09-15T22:05:29.010 INFO:teuthology.orchestra.run.smithi063.stdout: "default_value": "False", 2024-09-15T22:05:29.010 INFO:teuthology.orchestra.run.smithi063.stdout: "min": "", 2024-09-15T22:05:29.010 INFO:teuthology.orchestra.run.smithi063.stdout: "max": "", 2024-09-15T22:05:29.010 INFO:teuthology.orchestra.run.smithi063.stdout: "enum_allowed": [], 2024-09-15T22:05:29.010 INFO:teuthology.orchestra.run.smithi063.stdout: "desc": "", 2024-09-15T22:05:29.010 INFO:teuthology.orchestra.run.smithi063.stdout: "long_desc": "", 2024-09-15T22:05:29.010 INFO:teuthology.orchestra.run.smithi063.stdout: "tags": [], 2024-09-15T22:05:29.010 INFO:teuthology.orchestra.run.smithi063.stdout: "see_also": [] 2024-09-15T22:05:29.010 INFO:teuthology.orchestra.run.smithi063.stdout: }, 2024-09-15T22:05:29.010 INFO:teuthology.orchestra.run.smithi063.stdout: "server_addr": { 2024-09-15T22:05:29.011 INFO:teuthology.orchestra.run.smithi063.stdout: "name": "server_addr", 2024-09-15T22:05:29.011 INFO:teuthology.orchestra.run.smithi063.stdout: "type": "str", 2024-09-15T22:05:29.011 INFO:teuthology.orchestra.run.smithi063.stdout: "level": "advanced", 2024-09-15T22:05:29.011 INFO:teuthology.orchestra.run.smithi063.stdout: "flags": 0, 2024-09-15T22:05:29.011 INFO:teuthology.orchestra.run.smithi063.stdout: "default_value": "::", 2024-09-15T22:05:29.011 INFO:teuthology.orchestra.run.smithi063.stdout: "min": "", 2024-09-15T22:05:29.011 INFO:teuthology.orchestra.run.smithi063.stdout: "max": "", 2024-09-15T22:05:29.011 INFO:teuthology.orchestra.run.smithi063.stdout: "enum_allowed": [], 2024-09-15T22:05:29.011 INFO:teuthology.orchestra.run.smithi063.stdout: "desc": "", 2024-09-15T22:05:29.011 INFO:teuthology.orchestra.run.smithi063.stdout: "long_desc": "", 2024-09-15T22:05:29.011 INFO:teuthology.orchestra.run.smithi063.stdout: "tags": [], 2024-09-15T22:05:29.011 INFO:teuthology.orchestra.run.smithi063.stdout: "see_also": [] 2024-09-15T22:05:29.011 INFO:teuthology.orchestra.run.smithi063.stdout: }, 2024-09-15T22:05:29.012 INFO:teuthology.orchestra.run.smithi063.stdout: "server_port": { 2024-09-15T22:05:29.012 INFO:teuthology.orchestra.run.smithi063.stdout: "name": "server_port", 2024-09-15T22:05:29.012 INFO:teuthology.orchestra.run.smithi063.stdout: "type": "int", 2024-09-15T22:05:29.012 INFO:teuthology.orchestra.run.smithi063.stdout: "level": "advanced", 2024-09-15T22:05:29.012 INFO:teuthology.orchestra.run.smithi063.stdout: "flags": 0, 2024-09-15T22:05:29.012 INFO:teuthology.orchestra.run.smithi063.stdout: "default_value": "8080", 2024-09-15T22:05:29.012 INFO:teuthology.orchestra.run.smithi063.stdout: "min": "", 2024-09-15T22:05:29.012 INFO:teuthology.orchestra.run.smithi063.stdout: "max": "", 2024-09-15T22:05:29.012 INFO:teuthology.orchestra.run.smithi063.stdout: "enum_allowed": [], 2024-09-15T22:05:29.012 INFO:teuthology.orchestra.run.smithi063.stdout: "desc": "", 2024-09-15T22:05:29.012 INFO:teuthology.orchestra.run.smithi063.stdout: "long_desc": "", 2024-09-15T22:05:29.012 INFO:teuthology.orchestra.run.smithi063.stdout: "tags": [], 2024-09-15T22:05:29.012 INFO:teuthology.orchestra.run.smithi063.stdout: "see_also": [] 2024-09-15T22:05:29.013 INFO:teuthology.orchestra.run.smithi063.stdout: }, 2024-09-15T22:05:29.013 INFO:teuthology.orchestra.run.smithi063.stdout: "ssl": { 2024-09-15T22:05:29.013 INFO:teuthology.orchestra.run.smithi063.stdout: "name": "ssl", 2024-09-15T22:05:29.013 INFO:teuthology.orchestra.run.smithi063.stdout: "type": "bool", 2024-09-15T22:05:29.013 INFO:teuthology.orchestra.run.smithi063.stdout: "level": "advanced", 2024-09-15T22:05:29.013 INFO:teuthology.orchestra.run.smithi063.stdout: "flags": 0, 2024-09-15T22:05:29.013 INFO:teuthology.orchestra.run.smithi063.stdout: "default_value": "True", 2024-09-15T22:05:29.013 INFO:teuthology.orchestra.run.smithi063.stdout: "min": "", 2024-09-15T22:05:29.013 INFO:teuthology.orchestra.run.smithi063.stdout: "max": "", 2024-09-15T22:05:29.013 INFO:teuthology.orchestra.run.smithi063.stdout: "enum_allowed": [], 2024-09-15T22:05:29.013 INFO:teuthology.orchestra.run.smithi063.stdout: "desc": "", 2024-09-15T22:05:29.013 INFO:teuthology.orchestra.run.smithi063.stdout: "long_desc": "", 2024-09-15T22:05:29.013 INFO:teuthology.orchestra.run.smithi063.stdout: "tags": [], 2024-09-15T22:05:29.013 INFO:teuthology.orchestra.run.smithi063.stdout: "see_also": [] 2024-09-15T22:05:29.014 INFO:teuthology.orchestra.run.smithi063.stdout: }, 2024-09-15T22:05:29.014 INFO:teuthology.orchestra.run.smithi063.stdout: "ssl_server_port": { 2024-09-15T22:05:29.014 INFO:teuthology.orchestra.run.smithi063.stdout: "name": "ssl_server_port", 2024-09-15T22:05:29.014 INFO:teuthology.orchestra.run.smithi063.stdout: "type": "int", 2024-09-15T22:05:29.014 INFO:teuthology.orchestra.run.smithi063.stdout: "level": "advanced", 2024-09-15T22:05:29.014 INFO:teuthology.orchestra.run.smithi063.stdout: "flags": 0, 2024-09-15T22:05:29.014 INFO:teuthology.orchestra.run.smithi063.stdout: "default_value": "8443", 2024-09-15T22:05:29.014 INFO:teuthology.orchestra.run.smithi063.stdout: "min": "", 2024-09-15T22:05:29.014 INFO:teuthology.orchestra.run.smithi063.stdout: "max": "", 2024-09-15T22:05:29.014 INFO:teuthology.orchestra.run.smithi063.stdout: "enum_allowed": [], 2024-09-15T22:05:29.014 INFO:teuthology.orchestra.run.smithi063.stdout: "desc": "", 2024-09-15T22:05:29.014 INFO:teuthology.orchestra.run.smithi063.stdout: "long_desc": "", 2024-09-15T22:05:29.015 INFO:teuthology.orchestra.run.smithi063.stdout: "tags": [], 2024-09-15T22:05:29.015 INFO:teuthology.orchestra.run.smithi063.stdout: "see_also": [] 2024-09-15T22:05:29.015 INFO:teuthology.orchestra.run.smithi063.stdout: }, 2024-09-15T22:05:29.015 INFO:teuthology.orchestra.run.smithi063.stdout: "standby_behaviour": { 2024-09-15T22:05:29.015 INFO:teuthology.orchestra.run.smithi063.stdout: "name": "standby_behaviour", 2024-09-15T22:05:29.015 INFO:teuthology.orchestra.run.smithi063.stdout: "type": "str", 2024-09-15T22:05:29.015 INFO:teuthology.orchestra.run.smithi063.stdout: "level": "advanced", 2024-09-15T22:05:29.015 INFO:teuthology.orchestra.run.smithi063.stdout: "flags": 0, 2024-09-15T22:05:29.015 INFO:teuthology.orchestra.run.smithi063.stdout: "default_value": "redirect", 2024-09-15T22:05:29.015 INFO:teuthology.orchestra.run.smithi063.stdout: "min": "", 2024-09-15T22:05:29.015 INFO:teuthology.orchestra.run.smithi063.stdout: "max": "", 2024-09-15T22:05:29.015 INFO:teuthology.orchestra.run.smithi063.stdout: "enum_allowed": [ 2024-09-15T22:05:29.015 INFO:teuthology.orchestra.run.smithi063.stdout: "error", 2024-09-15T22:05:29.016 INFO:teuthology.orchestra.run.smithi063.stdout: "redirect" 2024-09-15T22:05:29.016 INFO:teuthology.orchestra.run.smithi063.stdout: ], 2024-09-15T22:05:29.016 INFO:teuthology.orchestra.run.smithi063.stdout: "desc": "", 2024-09-15T22:05:29.016 INFO:teuthology.orchestra.run.smithi063.stdout: "long_desc": "", 2024-09-15T22:05:29.016 INFO:teuthology.orchestra.run.smithi063.stdout: "tags": [], 2024-09-15T22:05:29.016 INFO:teuthology.orchestra.run.smithi063.stdout: "see_also": [] 2024-09-15T22:05:29.016 INFO:teuthology.orchestra.run.smithi063.stdout: }, 2024-09-15T22:05:29.016 INFO:teuthology.orchestra.run.smithi063.stdout: "standby_error_status_code": { 2024-09-15T22:05:29.016 INFO:teuthology.orchestra.run.smithi063.stdout: "name": "standby_error_status_code", 2024-09-15T22:05:29.016 INFO:teuthology.orchestra.run.smithi063.stdout: "type": "int", 2024-09-15T22:05:29.016 INFO:teuthology.orchestra.run.smithi063.stdout: "level": "advanced", 2024-09-15T22:05:29.016 INFO:teuthology.orchestra.run.smithi063.stdout: "flags": 0, 2024-09-15T22:05:29.017 INFO:teuthology.orchestra.run.smithi063.stdout: "default_value": "500", 2024-09-15T22:05:29.017 INFO:teuthology.orchestra.run.smithi063.stdout: "min": "400", 2024-09-15T22:05:29.017 INFO:teuthology.orchestra.run.smithi063.stdout: "max": "599", 2024-09-15T22:05:29.017 INFO:teuthology.orchestra.run.smithi063.stdout: "enum_allowed": [], 2024-09-15T22:05:29.017 INFO:teuthology.orchestra.run.smithi063.stdout: "desc": "", 2024-09-15T22:05:29.017 INFO:teuthology.orchestra.run.smithi063.stdout: "long_desc": "", 2024-09-15T22:05:29.017 INFO:teuthology.orchestra.run.smithi063.stdout: "tags": [], 2024-09-15T22:05:29.017 INFO:teuthology.orchestra.run.smithi063.stdout: "see_also": [] 2024-09-15T22:05:29.017 INFO:teuthology.orchestra.run.smithi063.stdout: }, 2024-09-15T22:05:29.017 INFO:teuthology.orchestra.run.smithi063.stdout: "url_prefix": { 2024-09-15T22:05:29.017 INFO:teuthology.orchestra.run.smithi063.stdout: "name": "url_prefix", 2024-09-15T22:05:29.017 INFO:teuthology.orchestra.run.smithi063.stdout: "type": "str", 2024-09-15T22:05:29.018 INFO:teuthology.orchestra.run.smithi063.stdout: "level": "advanced", 2024-09-15T22:05:29.018 INFO:teuthology.orchestra.run.smithi063.stdout: "flags": 0, 2024-09-15T22:05:29.018 INFO:teuthology.orchestra.run.smithi063.stdout: "default_value": "", 2024-09-15T22:05:29.018 INFO:teuthology.orchestra.run.smithi063.stdout: "min": "", 2024-09-15T22:05:29.018 INFO:teuthology.orchestra.run.smithi063.stdout: "max": "", 2024-09-15T22:05:29.018 INFO:teuthology.orchestra.run.smithi063.stdout: "enum_allowed": [], 2024-09-15T22:05:29.018 INFO:teuthology.orchestra.run.smithi063.stdout: "desc": "", 2024-09-15T22:05:29.018 INFO:teuthology.orchestra.run.smithi063.stdout: "long_desc": "", 2024-09-15T22:05:29.018 INFO:teuthology.orchestra.run.smithi063.stdout: "tags": [], 2024-09-15T22:05:29.018 INFO:teuthology.orchestra.run.smithi063.stdout: "see_also": [] 2024-09-15T22:05:29.018 INFO:teuthology.orchestra.run.smithi063.stdout: } 2024-09-15T22:05:29.019 INFO:teuthology.orchestra.run.smithi063.stdout: } 2024-09-15T22:05:29.019 INFO:teuthology.orchestra.run.smithi063.stdout: }, 2024-09-15T22:05:29.019 INFO:teuthology.orchestra.run.smithi063.stdout: { 2024-09-15T22:05:29.019 INFO:teuthology.orchestra.run.smithi063.stdout: "name": "devicehealth", 2024-09-15T22:05:29.019 INFO:teuthology.orchestra.run.smithi063.stdout: "can_run": true, 2024-09-15T22:05:29.019 INFO:teuthology.orchestra.run.smithi063.stdout: "error_string": "", 2024-09-15T22:05:29.019 INFO:teuthology.orchestra.run.smithi063.stdout: "module_options": { 2024-09-15T22:05:29.019 INFO:teuthology.orchestra.run.smithi063.stdout: "enable_monitoring": { 2024-09-15T22:05:29.019 INFO:teuthology.orchestra.run.smithi063.stdout: "name": "enable_monitoring", 2024-09-15T22:05:29.019 INFO:teuthology.orchestra.run.smithi063.stdout: "type": "bool", 2024-09-15T22:05:29.019 INFO:teuthology.orchestra.run.smithi063.stdout: "level": "advanced", 2024-09-15T22:05:29.019 INFO:teuthology.orchestra.run.smithi063.stdout: "flags": 1, 2024-09-15T22:05:29.019 INFO:teuthology.orchestra.run.smithi063.stdout: "default_value": "True", 2024-09-15T22:05:29.019 INFO:teuthology.orchestra.run.smithi063.stdout: "min": "", 2024-09-15T22:05:29.020 INFO:teuthology.orchestra.run.smithi063.stdout: "max": "", 2024-09-15T22:05:29.020 INFO:teuthology.orchestra.run.smithi063.stdout: "enum_allowed": [], 2024-09-15T22:05:29.020 INFO:teuthology.orchestra.run.smithi063.stdout: "desc": "monitor device health metrics", 2024-09-15T22:05:29.020 INFO:teuthology.orchestra.run.smithi063.stdout: "long_desc": "", 2024-09-15T22:05:29.020 INFO:teuthology.orchestra.run.smithi063.stdout: "tags": [], 2024-09-15T22:05:29.020 INFO:teuthology.orchestra.run.smithi063.stdout: "see_also": [] 2024-09-15T22:05:29.020 INFO:teuthology.orchestra.run.smithi063.stdout: }, 2024-09-15T22:05:29.020 INFO:teuthology.orchestra.run.smithi063.stdout: "log_level": { 2024-09-15T22:05:29.020 INFO:teuthology.orchestra.run.smithi063.stdout: "name": "log_level", 2024-09-15T22:05:29.020 INFO:teuthology.orchestra.run.smithi063.stdout: "type": "str", 2024-09-15T22:05:29.020 INFO:teuthology.orchestra.run.smithi063.stdout: "level": "advanced", 2024-09-15T22:05:29.020 INFO:teuthology.orchestra.run.smithi063.stdout: "flags": 1, 2024-09-15T22:05:29.021 INFO:teuthology.orchestra.run.smithi063.stdout: "default_value": "", 2024-09-15T22:05:29.021 INFO:teuthology.orchestra.run.smithi063.stdout: "min": "", 2024-09-15T22:05:29.021 INFO:teuthology.orchestra.run.smithi063.stdout: "max": "", 2024-09-15T22:05:29.021 INFO:teuthology.orchestra.run.smithi063.stdout: "enum_allowed": [ 2024-09-15T22:05:29.021 INFO:teuthology.orchestra.run.smithi063.stdout: "", 2024-09-15T22:05:29.021 INFO:teuthology.orchestra.run.smithi063.stdout: "critical", 2024-09-15T22:05:29.021 INFO:teuthology.orchestra.run.smithi063.stdout: "debug", 2024-09-15T22:05:29.021 INFO:teuthology.orchestra.run.smithi063.stdout: "error", 2024-09-15T22:05:29.021 INFO:teuthology.orchestra.run.smithi063.stdout: "info", 2024-09-15T22:05:29.021 INFO:teuthology.orchestra.run.smithi063.stdout: "warning" 2024-09-15T22:05:29.021 INFO:teuthology.orchestra.run.smithi063.stdout: ], 2024-09-15T22:05:29.022 INFO:teuthology.orchestra.run.smithi063.stdout: "desc": "", 2024-09-15T22:05:29.022 INFO:teuthology.orchestra.run.smithi063.stdout: "long_desc": "", 2024-09-15T22:05:29.022 INFO:teuthology.orchestra.run.smithi063.stdout: "tags": [], 2024-09-15T22:05:29.022 INFO:teuthology.orchestra.run.smithi063.stdout: "see_also": [] 2024-09-15T22:05:29.022 INFO:teuthology.orchestra.run.smithi063.stdout: }, 2024-09-15T22:05:29.022 INFO:teuthology.orchestra.run.smithi063.stdout: "log_to_cluster": { 2024-09-15T22:05:29.022 INFO:teuthology.orchestra.run.smithi063.stdout: "name": "log_to_cluster", 2024-09-15T22:05:29.022 INFO:teuthology.orchestra.run.smithi063.stdout: "type": "bool", 2024-09-15T22:05:29.022 INFO:teuthology.orchestra.run.smithi063.stdout: "level": "advanced", 2024-09-15T22:05:29.022 INFO:teuthology.orchestra.run.smithi063.stdout: "flags": 1, 2024-09-15T22:05:29.022 INFO:teuthology.orchestra.run.smithi063.stdout: "default_value": "False", 2024-09-15T22:05:29.022 INFO:teuthology.orchestra.run.smithi063.stdout: "min": "", 2024-09-15T22:05:29.022 INFO:teuthology.orchestra.run.smithi063.stdout: "max": "", 2024-09-15T22:05:29.023 INFO:teuthology.orchestra.run.smithi063.stdout: "enum_allowed": [], 2024-09-15T22:05:29.023 INFO:teuthology.orchestra.run.smithi063.stdout: "desc": "", 2024-09-15T22:05:29.023 INFO:teuthology.orchestra.run.smithi063.stdout: "long_desc": "", 2024-09-15T22:05:29.023 INFO:teuthology.orchestra.run.smithi063.stdout: "tags": [], 2024-09-15T22:05:29.023 INFO:teuthology.orchestra.run.smithi063.stdout: "see_also": [] 2024-09-15T22:05:29.023 INFO:teuthology.orchestra.run.smithi063.stdout: }, 2024-09-15T22:05:29.023 INFO:teuthology.orchestra.run.smithi063.stdout: "log_to_cluster_level": { 2024-09-15T22:05:29.023 INFO:teuthology.orchestra.run.smithi063.stdout: "name": "log_to_cluster_level", 2024-09-15T22:05:29.023 INFO:teuthology.orchestra.run.smithi063.stdout: "type": "str", 2024-09-15T22:05:29.023 INFO:teuthology.orchestra.run.smithi063.stdout: "level": "advanced", 2024-09-15T22:05:29.023 INFO:teuthology.orchestra.run.smithi063.stdout: "flags": 1, 2024-09-15T22:05:29.023 INFO:teuthology.orchestra.run.smithi063.stdout: "default_value": "info", 2024-09-15T22:05:29.023 INFO:teuthology.orchestra.run.smithi063.stdout: "min": "", 2024-09-15T22:05:29.023 INFO:teuthology.orchestra.run.smithi063.stdout: "max": "", 2024-09-15T22:05:29.024 INFO:teuthology.orchestra.run.smithi063.stdout: "enum_allowed": [ 2024-09-15T22:05:29.024 INFO:teuthology.orchestra.run.smithi063.stdout: "", 2024-09-15T22:05:29.024 INFO:teuthology.orchestra.run.smithi063.stdout: "critical", 2024-09-15T22:05:29.024 INFO:teuthology.orchestra.run.smithi063.stdout: "debug", 2024-09-15T22:05:29.024 INFO:teuthology.orchestra.run.smithi063.stdout: "error", 2024-09-15T22:05:29.024 INFO:teuthology.orchestra.run.smithi063.stdout: "info", 2024-09-15T22:05:29.024 INFO:teuthology.orchestra.run.smithi063.stdout: "warning" 2024-09-15T22:05:29.024 INFO:teuthology.orchestra.run.smithi063.stdout: ], 2024-09-15T22:05:29.024 INFO:teuthology.orchestra.run.smithi063.stdout: "desc": "", 2024-09-15T22:05:29.024 INFO:teuthology.orchestra.run.smithi063.stdout: "long_desc": "", 2024-09-15T22:05:29.024 INFO:teuthology.orchestra.run.smithi063.stdout: "tags": [], 2024-09-15T22:05:29.024 INFO:teuthology.orchestra.run.smithi063.stdout: "see_also": [] 2024-09-15T22:05:29.025 INFO:teuthology.orchestra.run.smithi063.stdout: }, 2024-09-15T22:05:29.025 INFO:teuthology.orchestra.run.smithi063.stdout: "log_to_file": { 2024-09-15T22:05:29.025 INFO:teuthology.orchestra.run.smithi063.stdout: "name": "log_to_file", 2024-09-15T22:05:29.025 INFO:teuthology.orchestra.run.smithi063.stdout: "type": "bool", 2024-09-15T22:05:29.025 INFO:teuthology.orchestra.run.smithi063.stdout: "level": "advanced", 2024-09-15T22:05:29.025 INFO:teuthology.orchestra.run.smithi063.stdout: "flags": 1, 2024-09-15T22:05:29.025 INFO:teuthology.orchestra.run.smithi063.stdout: "default_value": "False", 2024-09-15T22:05:29.025 INFO:teuthology.orchestra.run.smithi063.stdout: "min": "", 2024-09-15T22:05:29.025 INFO:teuthology.orchestra.run.smithi063.stdout: "max": "", 2024-09-15T22:05:29.025 INFO:teuthology.orchestra.run.smithi063.stdout: "enum_allowed": [], 2024-09-15T22:05:29.025 INFO:teuthology.orchestra.run.smithi063.stdout: "desc": "", 2024-09-15T22:05:29.025 INFO:teuthology.orchestra.run.smithi063.stdout: "long_desc": "", 2024-09-15T22:05:29.025 INFO:teuthology.orchestra.run.smithi063.stdout: "tags": [], 2024-09-15T22:05:29.025 INFO:teuthology.orchestra.run.smithi063.stdout: "see_also": [] 2024-09-15T22:05:29.026 INFO:teuthology.orchestra.run.smithi063.stdout: }, 2024-09-15T22:05:29.026 INFO:teuthology.orchestra.run.smithi063.stdout: "mark_out_threshold": { 2024-09-15T22:05:29.026 INFO:teuthology.orchestra.run.smithi063.stdout: "name": "mark_out_threshold", 2024-09-15T22:05:29.026 INFO:teuthology.orchestra.run.smithi063.stdout: "type": "secs", 2024-09-15T22:05:29.026 INFO:teuthology.orchestra.run.smithi063.stdout: "level": "advanced", 2024-09-15T22:05:29.026 INFO:teuthology.orchestra.run.smithi063.stdout: "flags": 1, 2024-09-15T22:05:29.026 INFO:teuthology.orchestra.run.smithi063.stdout: "default_value": "2419200", 2024-09-15T22:05:29.026 INFO:teuthology.orchestra.run.smithi063.stdout: "min": "", 2024-09-15T22:05:29.026 INFO:teuthology.orchestra.run.smithi063.stdout: "max": "", 2024-09-15T22:05:29.026 INFO:teuthology.orchestra.run.smithi063.stdout: "enum_allowed": [], 2024-09-15T22:05:29.026 INFO:teuthology.orchestra.run.smithi063.stdout: "desc": "automatically mark OSD if it may fail before this long", 2024-09-15T22:05:29.026 INFO:teuthology.orchestra.run.smithi063.stdout: "long_desc": "", 2024-09-15T22:05:29.026 INFO:teuthology.orchestra.run.smithi063.stdout: "tags": [], 2024-09-15T22:05:29.027 INFO:teuthology.orchestra.run.smithi063.stdout: "see_also": [] 2024-09-15T22:05:29.027 INFO:teuthology.orchestra.run.smithi063.stdout: }, 2024-09-15T22:05:29.027 INFO:teuthology.orchestra.run.smithi063.stdout: "pool_name": { 2024-09-15T22:05:29.027 INFO:teuthology.orchestra.run.smithi063.stdout: "name": "pool_name", 2024-09-15T22:05:29.027 INFO:teuthology.orchestra.run.smithi063.stdout: "type": "str", 2024-09-15T22:05:29.027 INFO:teuthology.orchestra.run.smithi063.stdout: "level": "advanced", 2024-09-15T22:05:29.027 INFO:teuthology.orchestra.run.smithi063.stdout: "flags": 1, 2024-09-15T22:05:29.027 INFO:teuthology.orchestra.run.smithi063.stdout: "default_value": "device_health_metrics", 2024-09-15T22:05:29.027 INFO:teuthology.orchestra.run.smithi063.stdout: "min": "", 2024-09-15T22:05:29.027 INFO:teuthology.orchestra.run.smithi063.stdout: "max": "", 2024-09-15T22:05:29.027 INFO:teuthology.orchestra.run.smithi063.stdout: "enum_allowed": [], 2024-09-15T22:05:29.027 INFO:teuthology.orchestra.run.smithi063.stdout: "desc": "name of pool in which to store device health metrics", 2024-09-15T22:05:29.027 INFO:teuthology.orchestra.run.smithi063.stdout: "long_desc": "", 2024-09-15T22:05:29.027 INFO:teuthology.orchestra.run.smithi063.stdout: "tags": [], 2024-09-15T22:05:29.028 INFO:teuthology.orchestra.run.smithi063.stdout: "see_also": [] 2024-09-15T22:05:29.028 INFO:teuthology.orchestra.run.smithi063.stdout: }, 2024-09-15T22:05:29.028 INFO:teuthology.orchestra.run.smithi063.stdout: "retention_period": { 2024-09-15T22:05:29.028 INFO:teuthology.orchestra.run.smithi063.stdout: "name": "retention_period", 2024-09-15T22:05:29.028 INFO:teuthology.orchestra.run.smithi063.stdout: "type": "secs", 2024-09-15T22:05:29.028 INFO:teuthology.orchestra.run.smithi063.stdout: "level": "advanced", 2024-09-15T22:05:29.028 INFO:teuthology.orchestra.run.smithi063.stdout: "flags": 1, 2024-09-15T22:05:29.028 INFO:teuthology.orchestra.run.smithi063.stdout: "default_value": "15552000", 2024-09-15T22:05:29.028 INFO:teuthology.orchestra.run.smithi063.stdout: "min": "", 2024-09-15T22:05:29.028 INFO:teuthology.orchestra.run.smithi063.stdout: "max": "", 2024-09-15T22:05:29.028 INFO:teuthology.orchestra.run.smithi063.stdout: "enum_allowed": [], 2024-09-15T22:05:29.028 INFO:teuthology.orchestra.run.smithi063.stdout: "desc": "how long to retain device health metrics", 2024-09-15T22:05:29.028 INFO:teuthology.orchestra.run.smithi063.stdout: "long_desc": "", 2024-09-15T22:05:29.029 INFO:teuthology.orchestra.run.smithi063.stdout: "tags": [], 2024-09-15T22:05:29.029 INFO:teuthology.orchestra.run.smithi063.stdout: "see_also": [] 2024-09-15T22:05:29.029 INFO:teuthology.orchestra.run.smithi063.stdout: }, 2024-09-15T22:05:29.029 INFO:teuthology.orchestra.run.smithi063.stdout: "scrape_frequency": { 2024-09-15T22:05:29.029 INFO:teuthology.orchestra.run.smithi063.stdout: "name": "scrape_frequency", 2024-09-15T22:05:29.029 INFO:teuthology.orchestra.run.smithi063.stdout: "type": "secs", 2024-09-15T22:05:29.029 INFO:teuthology.orchestra.run.smithi063.stdout: "level": "advanced", 2024-09-15T22:05:29.029 INFO:teuthology.orchestra.run.smithi063.stdout: "flags": 1, 2024-09-15T22:05:29.029 INFO:teuthology.orchestra.run.smithi063.stdout: "default_value": "86400", 2024-09-15T22:05:29.029 INFO:teuthology.orchestra.run.smithi063.stdout: "min": "", 2024-09-15T22:05:29.029 INFO:teuthology.orchestra.run.smithi063.stdout: "max": "", 2024-09-15T22:05:29.029 INFO:teuthology.orchestra.run.smithi063.stdout: "enum_allowed": [], 2024-09-15T22:05:29.029 INFO:teuthology.orchestra.run.smithi063.stdout: "desc": "how frequently to scrape device health metrics", 2024-09-15T22:05:29.030 INFO:teuthology.orchestra.run.smithi063.stdout: "long_desc": "", 2024-09-15T22:05:29.030 INFO:teuthology.orchestra.run.smithi063.stdout: "tags": [], 2024-09-15T22:05:29.030 INFO:teuthology.orchestra.run.smithi063.stdout: "see_also": [] 2024-09-15T22:05:29.030 INFO:teuthology.orchestra.run.smithi063.stdout: }, 2024-09-15T22:05:29.030 INFO:teuthology.orchestra.run.smithi063.stdout: "self_heal": { 2024-09-15T22:05:29.030 INFO:teuthology.orchestra.run.smithi063.stdout: "name": "self_heal", 2024-09-15T22:05:29.030 INFO:teuthology.orchestra.run.smithi063.stdout: "type": "bool", 2024-09-15T22:05:29.030 INFO:teuthology.orchestra.run.smithi063.stdout: "level": "advanced", 2024-09-15T22:05:29.030 INFO:teuthology.orchestra.run.smithi063.stdout: "flags": 1, 2024-09-15T22:05:29.030 INFO:teuthology.orchestra.run.smithi063.stdout: "default_value": "True", 2024-09-15T22:05:29.030 INFO:teuthology.orchestra.run.smithi063.stdout: "min": "", 2024-09-15T22:05:29.030 INFO:teuthology.orchestra.run.smithi063.stdout: "max": "", 2024-09-15T22:05:29.030 INFO:teuthology.orchestra.run.smithi063.stdout: "enum_allowed": [], 2024-09-15T22:05:29.030 INFO:teuthology.orchestra.run.smithi063.stdout: "desc": "preemptively heal cluster around devices that may fail", 2024-09-15T22:05:29.031 INFO:teuthology.orchestra.run.smithi063.stdout: "long_desc": "", 2024-09-15T22:05:29.031 INFO:teuthology.orchestra.run.smithi063.stdout: "tags": [], 2024-09-15T22:05:29.031 INFO:teuthology.orchestra.run.smithi063.stdout: "see_also": [] 2024-09-15T22:05:29.031 INFO:teuthology.orchestra.run.smithi063.stdout: }, 2024-09-15T22:05:29.031 INFO:teuthology.orchestra.run.smithi063.stdout: "sleep_interval": { 2024-09-15T22:05:29.031 INFO:teuthology.orchestra.run.smithi063.stdout: "name": "sleep_interval", 2024-09-15T22:05:29.031 INFO:teuthology.orchestra.run.smithi063.stdout: "type": "secs", 2024-09-15T22:05:29.031 INFO:teuthology.orchestra.run.smithi063.stdout: "level": "advanced", 2024-09-15T22:05:29.031 INFO:teuthology.orchestra.run.smithi063.stdout: "flags": 1, 2024-09-15T22:05:29.031 INFO:teuthology.orchestra.run.smithi063.stdout: "default_value": "600", 2024-09-15T22:05:29.031 INFO:teuthology.orchestra.run.smithi063.stdout: "min": "", 2024-09-15T22:05:29.031 INFO:teuthology.orchestra.run.smithi063.stdout: "max": "", 2024-09-15T22:05:29.031 INFO:teuthology.orchestra.run.smithi063.stdout: "enum_allowed": [], 2024-09-15T22:05:29.032 INFO:teuthology.orchestra.run.smithi063.stdout: "desc": "how frequently to wake up and check device health", 2024-09-15T22:05:29.032 INFO:teuthology.orchestra.run.smithi063.stdout: "long_desc": "", 2024-09-15T22:05:29.032 INFO:teuthology.orchestra.run.smithi063.stdout: "tags": [], 2024-09-15T22:05:29.032 INFO:teuthology.orchestra.run.smithi063.stdout: "see_also": [] 2024-09-15T22:05:29.032 INFO:teuthology.orchestra.run.smithi063.stdout: }, 2024-09-15T22:05:29.032 INFO:teuthology.orchestra.run.smithi063.stdout: "warn_threshold": { 2024-09-15T22:05:29.032 INFO:teuthology.orchestra.run.smithi063.stdout: "name": "warn_threshold", 2024-09-15T22:05:29.032 INFO:teuthology.orchestra.run.smithi063.stdout: "type": "secs", 2024-09-15T22:05:29.032 INFO:teuthology.orchestra.run.smithi063.stdout: "level": "advanced", 2024-09-15T22:05:29.032 INFO:teuthology.orchestra.run.smithi063.stdout: "flags": 1, 2024-09-15T22:05:29.032 INFO:teuthology.orchestra.run.smithi063.stdout: "default_value": "7257600", 2024-09-15T22:05:29.032 INFO:teuthology.orchestra.run.smithi063.stdout: "min": "", 2024-09-15T22:05:29.033 INFO:teuthology.orchestra.run.smithi063.stdout: "max": "", 2024-09-15T22:05:29.033 INFO:teuthology.orchestra.run.smithi063.stdout: "enum_allowed": [], 2024-09-15T22:05:29.033 INFO:teuthology.orchestra.run.smithi063.stdout: "desc": "raise health warning if OSD may fail before this long", 2024-09-15T22:05:29.033 INFO:teuthology.orchestra.run.smithi063.stdout: "long_desc": "", 2024-09-15T22:05:29.033 INFO:teuthology.orchestra.run.smithi063.stdout: "tags": [], 2024-09-15T22:05:29.033 INFO:teuthology.orchestra.run.smithi063.stdout: "see_also": [] 2024-09-15T22:05:29.033 INFO:teuthology.orchestra.run.smithi063.stdout: } 2024-09-15T22:05:29.033 INFO:teuthology.orchestra.run.smithi063.stdout: } 2024-09-15T22:05:29.033 INFO:teuthology.orchestra.run.smithi063.stdout: }, 2024-09-15T22:05:29.033 INFO:teuthology.orchestra.run.smithi063.stdout: { 2024-09-15T22:05:29.033 INFO:teuthology.orchestra.run.smithi063.stdout: "name": "diskprediction_local", 2024-09-15T22:05:29.033 INFO:teuthology.orchestra.run.smithi063.stdout: "can_run": true, 2024-09-15T22:05:29.033 INFO:teuthology.orchestra.run.smithi063.stdout: "error_string": "", 2024-09-15T22:05:29.034 INFO:teuthology.orchestra.run.smithi063.stdout: "module_options": { 2024-09-15T22:05:29.034 INFO:teuthology.orchestra.run.smithi063.stdout: "log_level": { 2024-09-15T22:05:29.034 INFO:teuthology.orchestra.run.smithi063.stdout: "name": "log_level", 2024-09-15T22:05:29.034 INFO:teuthology.orchestra.run.smithi063.stdout: "type": "str", 2024-09-15T22:05:29.034 INFO:teuthology.orchestra.run.smithi063.stdout: "level": "advanced", 2024-09-15T22:05:29.034 INFO:teuthology.orchestra.run.smithi063.stdout: "flags": 1, 2024-09-15T22:05:29.034 INFO:teuthology.orchestra.run.smithi063.stdout: "default_value": "", 2024-09-15T22:05:29.034 INFO:teuthology.orchestra.run.smithi063.stdout: "min": "", 2024-09-15T22:05:29.034 INFO:teuthology.orchestra.run.smithi063.stdout: "max": "", 2024-09-15T22:05:29.034 INFO:teuthology.orchestra.run.smithi063.stdout: "enum_allowed": [ 2024-09-15T22:05:29.034 INFO:teuthology.orchestra.run.smithi063.stdout: "", 2024-09-15T22:05:29.034 INFO:teuthology.orchestra.run.smithi063.stdout: "critical", 2024-09-15T22:05:29.035 INFO:teuthology.orchestra.run.smithi063.stdout: "debug", 2024-09-15T22:05:29.035 INFO:teuthology.orchestra.run.smithi063.stdout: "error", 2024-09-15T22:05:29.035 INFO:teuthology.orchestra.run.smithi063.stdout: "info", 2024-09-15T22:05:29.035 INFO:teuthology.orchestra.run.smithi063.stdout: "warning" 2024-09-15T22:05:29.035 INFO:teuthology.orchestra.run.smithi063.stdout: ], 2024-09-15T22:05:29.035 INFO:teuthology.orchestra.run.smithi063.stdout: "desc": "", 2024-09-15T22:05:29.035 INFO:teuthology.orchestra.run.smithi063.stdout: "long_desc": "", 2024-09-15T22:05:29.035 INFO:teuthology.orchestra.run.smithi063.stdout: "tags": [], 2024-09-15T22:05:29.035 INFO:teuthology.orchestra.run.smithi063.stdout: "see_also": [] 2024-09-15T22:05:29.035 INFO:teuthology.orchestra.run.smithi063.stdout: }, 2024-09-15T22:05:29.035 INFO:teuthology.orchestra.run.smithi063.stdout: "log_to_cluster": { 2024-09-15T22:05:29.035 INFO:teuthology.orchestra.run.smithi063.stdout: "name": "log_to_cluster", 2024-09-15T22:05:29.036 INFO:teuthology.orchestra.run.smithi063.stdout: "type": "bool", 2024-09-15T22:05:29.036 INFO:teuthology.orchestra.run.smithi063.stdout: "level": "advanced", 2024-09-15T22:05:29.036 INFO:teuthology.orchestra.run.smithi063.stdout: "flags": 1, 2024-09-15T22:05:29.036 INFO:teuthology.orchestra.run.smithi063.stdout: "default_value": "False", 2024-09-15T22:05:29.036 INFO:teuthology.orchestra.run.smithi063.stdout: "min": "", 2024-09-15T22:05:29.036 INFO:teuthology.orchestra.run.smithi063.stdout: "max": "", 2024-09-15T22:05:29.036 INFO:teuthology.orchestra.run.smithi063.stdout: "enum_allowed": [], 2024-09-15T22:05:29.036 INFO:teuthology.orchestra.run.smithi063.stdout: "desc": "", 2024-09-15T22:05:29.036 INFO:teuthology.orchestra.run.smithi063.stdout: "long_desc": "", 2024-09-15T22:05:29.036 INFO:teuthology.orchestra.run.smithi063.stdout: "tags": [], 2024-09-15T22:05:29.036 INFO:teuthology.orchestra.run.smithi063.stdout: "see_also": [] 2024-09-15T22:05:29.036 INFO:teuthology.orchestra.run.smithi063.stdout: }, 2024-09-15T22:05:29.037 INFO:teuthology.orchestra.run.smithi063.stdout: "log_to_cluster_level": { 2024-09-15T22:05:29.037 INFO:teuthology.orchestra.run.smithi063.stdout: "name": "log_to_cluster_level", 2024-09-15T22:05:29.037 INFO:teuthology.orchestra.run.smithi063.stdout: "type": "str", 2024-09-15T22:05:29.037 INFO:teuthology.orchestra.run.smithi063.stdout: "level": "advanced", 2024-09-15T22:05:29.037 INFO:teuthology.orchestra.run.smithi063.stdout: "flags": 1, 2024-09-15T22:05:29.037 INFO:teuthology.orchestra.run.smithi063.stdout: "default_value": "info", 2024-09-15T22:05:29.037 INFO:teuthology.orchestra.run.smithi063.stdout: "min": "", 2024-09-15T22:05:29.037 INFO:teuthology.orchestra.run.smithi063.stdout: "max": "", 2024-09-15T22:05:29.037 INFO:teuthology.orchestra.run.smithi063.stdout: "enum_allowed": [ 2024-09-15T22:05:29.037 INFO:teuthology.orchestra.run.smithi063.stdout: "", 2024-09-15T22:05:29.037 INFO:teuthology.orchestra.run.smithi063.stdout: "critical", 2024-09-15T22:05:29.037 INFO:teuthology.orchestra.run.smithi063.stdout: "debug", 2024-09-15T22:05:29.038 INFO:teuthology.orchestra.run.smithi063.stdout: "error", 2024-09-15T22:05:29.038 INFO:teuthology.orchestra.run.smithi063.stdout: "info", 2024-09-15T22:05:29.038 INFO:teuthology.orchestra.run.smithi063.stdout: "warning" 2024-09-15T22:05:29.038 INFO:teuthology.orchestra.run.smithi063.stdout: ], 2024-09-15T22:05:29.038 INFO:teuthology.orchestra.run.smithi063.stdout: "desc": "", 2024-09-15T22:05:29.038 INFO:teuthology.orchestra.run.smithi063.stdout: "long_desc": "", 2024-09-15T22:05:29.038 INFO:teuthology.orchestra.run.smithi063.stdout: "tags": [], 2024-09-15T22:05:29.038 INFO:teuthology.orchestra.run.smithi063.stdout: "see_also": [] 2024-09-15T22:05:29.038 INFO:teuthology.orchestra.run.smithi063.stdout: }, 2024-09-15T22:05:29.038 INFO:teuthology.orchestra.run.smithi063.stdout: "log_to_file": { 2024-09-15T22:05:29.038 INFO:teuthology.orchestra.run.smithi063.stdout: "name": "log_to_file", 2024-09-15T22:05:29.038 INFO:teuthology.orchestra.run.smithi063.stdout: "type": "bool", 2024-09-15T22:05:29.038 INFO:teuthology.orchestra.run.smithi063.stdout: "level": "advanced", 2024-09-15T22:05:29.039 INFO:teuthology.orchestra.run.smithi063.stdout: "flags": 1, 2024-09-15T22:05:29.039 INFO:teuthology.orchestra.run.smithi063.stdout: "default_value": "False", 2024-09-15T22:05:29.039 INFO:teuthology.orchestra.run.smithi063.stdout: "min": "", 2024-09-15T22:05:29.039 INFO:teuthology.orchestra.run.smithi063.stdout: "max": "", 2024-09-15T22:05:29.039 INFO:teuthology.orchestra.run.smithi063.stdout: "enum_allowed": [], 2024-09-15T22:05:29.039 INFO:teuthology.orchestra.run.smithi063.stdout: "desc": "", 2024-09-15T22:05:29.039 INFO:teuthology.orchestra.run.smithi063.stdout: "long_desc": "", 2024-09-15T22:05:29.039 INFO:teuthology.orchestra.run.smithi063.stdout: "tags": [], 2024-09-15T22:05:29.039 INFO:teuthology.orchestra.run.smithi063.stdout: "see_also": [] 2024-09-15T22:05:29.039 INFO:teuthology.orchestra.run.smithi063.stdout: }, 2024-09-15T22:05:29.039 INFO:teuthology.orchestra.run.smithi063.stdout: "predict_interval": { 2024-09-15T22:05:29.039 INFO:teuthology.orchestra.run.smithi063.stdout: "name": "predict_interval", 2024-09-15T22:05:29.040 INFO:teuthology.orchestra.run.smithi063.stdout: "type": "str", 2024-09-15T22:05:29.040 INFO:teuthology.orchestra.run.smithi063.stdout: "level": "advanced", 2024-09-15T22:05:29.040 INFO:teuthology.orchestra.run.smithi063.stdout: "flags": 0, 2024-09-15T22:05:29.040 INFO:teuthology.orchestra.run.smithi063.stdout: "default_value": "86400", 2024-09-15T22:05:29.040 INFO:teuthology.orchestra.run.smithi063.stdout: "min": "", 2024-09-15T22:05:29.040 INFO:teuthology.orchestra.run.smithi063.stdout: "max": "", 2024-09-15T22:05:29.040 INFO:teuthology.orchestra.run.smithi063.stdout: "enum_allowed": [], 2024-09-15T22:05:29.040 INFO:teuthology.orchestra.run.smithi063.stdout: "desc": "", 2024-09-15T22:05:29.040 INFO:teuthology.orchestra.run.smithi063.stdout: "long_desc": "", 2024-09-15T22:05:29.040 INFO:teuthology.orchestra.run.smithi063.stdout: "tags": [], 2024-09-15T22:05:29.040 INFO:teuthology.orchestra.run.smithi063.stdout: "see_also": [] 2024-09-15T22:05:29.040 INFO:teuthology.orchestra.run.smithi063.stdout: }, 2024-09-15T22:05:29.040 INFO:teuthology.orchestra.run.smithi063.stdout: "predictor_model": { 2024-09-15T22:05:29.041 INFO:teuthology.orchestra.run.smithi063.stdout: "name": "predictor_model", 2024-09-15T22:05:29.041 INFO:teuthology.orchestra.run.smithi063.stdout: "type": "str", 2024-09-15T22:05:29.041 INFO:teuthology.orchestra.run.smithi063.stdout: "level": "advanced", 2024-09-15T22:05:29.041 INFO:teuthology.orchestra.run.smithi063.stdout: "flags": 0, 2024-09-15T22:05:29.041 INFO:teuthology.orchestra.run.smithi063.stdout: "default_value": "prophetstor", 2024-09-15T22:05:29.041 INFO:teuthology.orchestra.run.smithi063.stdout: "min": "", 2024-09-15T22:05:29.041 INFO:teuthology.orchestra.run.smithi063.stdout: "max": "", 2024-09-15T22:05:29.041 INFO:teuthology.orchestra.run.smithi063.stdout: "enum_allowed": [], 2024-09-15T22:05:29.041 INFO:teuthology.orchestra.run.smithi063.stdout: "desc": "", 2024-09-15T22:05:29.041 INFO:teuthology.orchestra.run.smithi063.stdout: "long_desc": "", 2024-09-15T22:05:29.041 INFO:teuthology.orchestra.run.smithi063.stdout: "tags": [], 2024-09-15T22:05:29.041 INFO:teuthology.orchestra.run.smithi063.stdout: "see_also": [] 2024-09-15T22:05:29.041 INFO:teuthology.orchestra.run.smithi063.stdout: }, 2024-09-15T22:05:29.042 INFO:teuthology.orchestra.run.smithi063.stdout: "sleep_interval": { 2024-09-15T22:05:29.042 INFO:teuthology.orchestra.run.smithi063.stdout: "name": "sleep_interval", 2024-09-15T22:05:29.042 INFO:teuthology.orchestra.run.smithi063.stdout: "type": "str", 2024-09-15T22:05:29.042 INFO:teuthology.orchestra.run.smithi063.stdout: "level": "advanced", 2024-09-15T22:05:29.042 INFO:teuthology.orchestra.run.smithi063.stdout: "flags": 0, 2024-09-15T22:05:29.042 INFO:teuthology.orchestra.run.smithi063.stdout: "default_value": "600", 2024-09-15T22:05:29.042 INFO:teuthology.orchestra.run.smithi063.stdout: "min": "", 2024-09-15T22:05:29.042 INFO:teuthology.orchestra.run.smithi063.stdout: "max": "", 2024-09-15T22:05:29.042 INFO:teuthology.orchestra.run.smithi063.stdout: "enum_allowed": [], 2024-09-15T22:05:29.042 INFO:teuthology.orchestra.run.smithi063.stdout: "desc": "", 2024-09-15T22:05:29.042 INFO:teuthology.orchestra.run.smithi063.stdout: "long_desc": "", 2024-09-15T22:05:29.042 INFO:teuthology.orchestra.run.smithi063.stdout: "tags": [], 2024-09-15T22:05:29.043 INFO:teuthology.orchestra.run.smithi063.stdout: "see_also": [] 2024-09-15T22:05:29.043 INFO:teuthology.orchestra.run.smithi063.stdout: } 2024-09-15T22:05:29.043 INFO:teuthology.orchestra.run.smithi063.stdout: } 2024-09-15T22:05:29.043 INFO:teuthology.orchestra.run.smithi063.stdout: }, 2024-09-15T22:05:29.043 INFO:teuthology.orchestra.run.smithi063.stdout: { 2024-09-15T22:05:29.043 INFO:teuthology.orchestra.run.smithi063.stdout: "name": "influx", 2024-09-15T22:05:29.043 INFO:teuthology.orchestra.run.smithi063.stdout: "can_run": false, 2024-09-15T22:05:29.043 INFO:teuthology.orchestra.run.smithi063.stdout: "error_string": "influxdb python module not found", 2024-09-15T22:05:29.043 INFO:teuthology.orchestra.run.smithi063.stdout: "module_options": { 2024-09-15T22:05:29.043 INFO:teuthology.orchestra.run.smithi063.stdout: "batch_size": { 2024-09-15T22:05:29.043 INFO:teuthology.orchestra.run.smithi063.stdout: "name": "batch_size", 2024-09-15T22:05:29.043 INFO:teuthology.orchestra.run.smithi063.stdout: "type": "int", 2024-09-15T22:05:29.043 INFO:teuthology.orchestra.run.smithi063.stdout: "level": "advanced", 2024-09-15T22:05:29.044 INFO:teuthology.orchestra.run.smithi063.stdout: "flags": 0, 2024-09-15T22:05:29.044 INFO:teuthology.orchestra.run.smithi063.stdout: "default_value": "5000", 2024-09-15T22:05:29.044 INFO:teuthology.orchestra.run.smithi063.stdout: "min": "", 2024-09-15T22:05:29.044 INFO:teuthology.orchestra.run.smithi063.stdout: "max": "", 2024-09-15T22:05:29.044 INFO:teuthology.orchestra.run.smithi063.stdout: "enum_allowed": [], 2024-09-15T22:05:29.044 INFO:teuthology.orchestra.run.smithi063.stdout: "desc": "How big batches of data points should be when sending to InfluxDB.", 2024-09-15T22:05:29.044 INFO:teuthology.orchestra.run.smithi063.stdout: "long_desc": "", 2024-09-15T22:05:29.044 INFO:teuthology.orchestra.run.smithi063.stdout: "tags": [], 2024-09-15T22:05:29.044 INFO:teuthology.orchestra.run.smithi063.stdout: "see_also": [] 2024-09-15T22:05:29.044 INFO:teuthology.orchestra.run.smithi063.stdout: }, 2024-09-15T22:05:29.044 INFO:teuthology.orchestra.run.smithi063.stdout: "database": { 2024-09-15T22:05:29.044 INFO:teuthology.orchestra.run.smithi063.stdout: "name": "database", 2024-09-15T22:05:29.045 INFO:teuthology.orchestra.run.smithi063.stdout: "type": "str", 2024-09-15T22:05:29.045 INFO:teuthology.orchestra.run.smithi063.stdout: "level": "advanced", 2024-09-15T22:05:29.045 INFO:teuthology.orchestra.run.smithi063.stdout: "flags": 0, 2024-09-15T22:05:29.045 INFO:teuthology.orchestra.run.smithi063.stdout: "default_value": "ceph", 2024-09-15T22:05:29.045 INFO:teuthology.orchestra.run.smithi063.stdout: "min": "", 2024-09-15T22:05:29.045 INFO:teuthology.orchestra.run.smithi063.stdout: "max": "", 2024-09-15T22:05:29.045 INFO:teuthology.orchestra.run.smithi063.stdout: "enum_allowed": [], 2024-09-15T22:05:29.045 INFO:teuthology.orchestra.run.smithi063.stdout: "desc": "InfluxDB database name. You will need to create this database and grant write privileges to the configured username or the username must have admin privileges to create it.", 2024-09-15T22:05:29.045 INFO:teuthology.orchestra.run.smithi063.stdout: "long_desc": "", 2024-09-15T22:05:29.045 INFO:teuthology.orchestra.run.smithi063.stdout: "tags": [], 2024-09-15T22:05:29.045 INFO:teuthology.orchestra.run.smithi063.stdout: "see_also": [] 2024-09-15T22:05:29.045 INFO:teuthology.orchestra.run.smithi063.stdout: }, 2024-09-15T22:05:29.046 INFO:teuthology.orchestra.run.smithi063.stdout: "hostname": { 2024-09-15T22:05:29.046 INFO:teuthology.orchestra.run.smithi063.stdout: "name": "hostname", 2024-09-15T22:05:29.046 INFO:teuthology.orchestra.run.smithi063.stdout: "type": "str", 2024-09-15T22:05:29.046 INFO:teuthology.orchestra.run.smithi063.stdout: "level": "advanced", 2024-09-15T22:05:29.046 INFO:teuthology.orchestra.run.smithi063.stdout: "flags": 0, 2024-09-15T22:05:29.046 INFO:teuthology.orchestra.run.smithi063.stdout: "default_value": "", 2024-09-15T22:05:29.046 INFO:teuthology.orchestra.run.smithi063.stdout: "min": "", 2024-09-15T22:05:29.046 INFO:teuthology.orchestra.run.smithi063.stdout: "max": "", 2024-09-15T22:05:29.046 INFO:teuthology.orchestra.run.smithi063.stdout: "enum_allowed": [], 2024-09-15T22:05:29.046 INFO:teuthology.orchestra.run.smithi063.stdout: "desc": "InfluxDB server hostname", 2024-09-15T22:05:29.046 INFO:teuthology.orchestra.run.smithi063.stdout: "long_desc": "", 2024-09-15T22:05:29.046 INFO:teuthology.orchestra.run.smithi063.stdout: "tags": [], 2024-09-15T22:05:29.047 INFO:teuthology.orchestra.run.smithi063.stdout: "see_also": [] 2024-09-15T22:05:29.047 INFO:teuthology.orchestra.run.smithi063.stdout: }, 2024-09-15T22:05:29.047 INFO:teuthology.orchestra.run.smithi063.stdout: "interval": { 2024-09-15T22:05:29.047 INFO:teuthology.orchestra.run.smithi063.stdout: "name": "interval", 2024-09-15T22:05:29.047 INFO:teuthology.orchestra.run.smithi063.stdout: "type": "secs", 2024-09-15T22:05:29.047 INFO:teuthology.orchestra.run.smithi063.stdout: "level": "advanced", 2024-09-15T22:05:29.047 INFO:teuthology.orchestra.run.smithi063.stdout: "flags": 0, 2024-09-15T22:05:29.047 INFO:teuthology.orchestra.run.smithi063.stdout: "default_value": "30", 2024-09-15T22:05:29.047 INFO:teuthology.orchestra.run.smithi063.stdout: "min": "5", 2024-09-15T22:05:29.047 INFO:teuthology.orchestra.run.smithi063.stdout: "max": "", 2024-09-15T22:05:29.047 INFO:teuthology.orchestra.run.smithi063.stdout: "enum_allowed": [], 2024-09-15T22:05:29.047 INFO:teuthology.orchestra.run.smithi063.stdout: "desc": "Time between reports to InfluxDB. Default 30 seconds.", 2024-09-15T22:05:29.047 INFO:teuthology.orchestra.run.smithi063.stdout: "long_desc": "", 2024-09-15T22:05:29.047 INFO:teuthology.orchestra.run.smithi063.stdout: "tags": [], 2024-09-15T22:05:29.048 INFO:teuthology.orchestra.run.smithi063.stdout: "see_also": [] 2024-09-15T22:05:29.048 INFO:teuthology.orchestra.run.smithi063.stdout: }, 2024-09-15T22:05:29.048 INFO:teuthology.orchestra.run.smithi063.stdout: "log_level": { 2024-09-15T22:05:29.048 INFO:teuthology.orchestra.run.smithi063.stdout: "name": "log_level", 2024-09-15T22:05:29.048 INFO:teuthology.orchestra.run.smithi063.stdout: "type": "str", 2024-09-15T22:05:29.048 INFO:teuthology.orchestra.run.smithi063.stdout: "level": "advanced", 2024-09-15T22:05:29.048 INFO:teuthology.orchestra.run.smithi063.stdout: "flags": 1, 2024-09-15T22:05:29.048 INFO:teuthology.orchestra.run.smithi063.stdout: "default_value": "", 2024-09-15T22:05:29.048 INFO:teuthology.orchestra.run.smithi063.stdout: "min": "", 2024-09-15T22:05:29.048 INFO:teuthology.orchestra.run.smithi063.stdout: "max": "", 2024-09-15T22:05:29.048 INFO:teuthology.orchestra.run.smithi063.stdout: "enum_allowed": [ 2024-09-15T22:05:29.048 INFO:teuthology.orchestra.run.smithi063.stdout: "", 2024-09-15T22:05:29.049 INFO:teuthology.orchestra.run.smithi063.stdout: "critical", 2024-09-15T22:05:29.049 INFO:teuthology.orchestra.run.smithi063.stdout: "debug", 2024-09-15T22:05:29.049 INFO:teuthology.orchestra.run.smithi063.stdout: "error", 2024-09-15T22:05:29.049 INFO:teuthology.orchestra.run.smithi063.stdout: "info", 2024-09-15T22:05:29.049 INFO:teuthology.orchestra.run.smithi063.stdout: "warning" 2024-09-15T22:05:29.049 INFO:teuthology.orchestra.run.smithi063.stdout: ], 2024-09-15T22:05:29.049 INFO:teuthology.orchestra.run.smithi063.stdout: "desc": "", 2024-09-15T22:05:29.049 INFO:teuthology.orchestra.run.smithi063.stdout: "long_desc": "", 2024-09-15T22:05:29.049 INFO:teuthology.orchestra.run.smithi063.stdout: "tags": [], 2024-09-15T22:05:29.049 INFO:teuthology.orchestra.run.smithi063.stdout: "see_also": [] 2024-09-15T22:05:29.049 INFO:teuthology.orchestra.run.smithi063.stdout: }, 2024-09-15T22:05:29.049 INFO:teuthology.orchestra.run.smithi063.stdout: "log_to_cluster": { 2024-09-15T22:05:29.049 INFO:teuthology.orchestra.run.smithi063.stdout: "name": "log_to_cluster", 2024-09-15T22:05:29.050 INFO:teuthology.orchestra.run.smithi063.stdout: "type": "bool", 2024-09-15T22:05:29.050 INFO:teuthology.orchestra.run.smithi063.stdout: "level": "advanced", 2024-09-15T22:05:29.050 INFO:teuthology.orchestra.run.smithi063.stdout: "flags": 1, 2024-09-15T22:05:29.050 INFO:teuthology.orchestra.run.smithi063.stdout: "default_value": "False", 2024-09-15T22:05:29.050 INFO:teuthology.orchestra.run.smithi063.stdout: "min": "", 2024-09-15T22:05:29.050 INFO:teuthology.orchestra.run.smithi063.stdout: "max": "", 2024-09-15T22:05:29.050 INFO:teuthology.orchestra.run.smithi063.stdout: "enum_allowed": [], 2024-09-15T22:05:29.050 INFO:teuthology.orchestra.run.smithi063.stdout: "desc": "", 2024-09-15T22:05:29.050 INFO:teuthology.orchestra.run.smithi063.stdout: "long_desc": "", 2024-09-15T22:05:29.050 INFO:teuthology.orchestra.run.smithi063.stdout: "tags": [], 2024-09-15T22:05:29.050 INFO:teuthology.orchestra.run.smithi063.stdout: "see_also": [] 2024-09-15T22:05:29.050 INFO:teuthology.orchestra.run.smithi063.stdout: }, 2024-09-15T22:05:29.050 INFO:teuthology.orchestra.run.smithi063.stdout: "log_to_cluster_level": { 2024-09-15T22:05:29.051 INFO:teuthology.orchestra.run.smithi063.stdout: "name": "log_to_cluster_level", 2024-09-15T22:05:29.051 INFO:teuthology.orchestra.run.smithi063.stdout: "type": "str", 2024-09-15T22:05:29.051 INFO:teuthology.orchestra.run.smithi063.stdout: "level": "advanced", 2024-09-15T22:05:29.051 INFO:teuthology.orchestra.run.smithi063.stdout: "flags": 1, 2024-09-15T22:05:29.051 INFO:teuthology.orchestra.run.smithi063.stdout: "default_value": "info", 2024-09-15T22:05:29.051 INFO:teuthology.orchestra.run.smithi063.stdout: "min": "", 2024-09-15T22:05:29.051 INFO:teuthology.orchestra.run.smithi063.stdout: "max": "", 2024-09-15T22:05:29.051 INFO:teuthology.orchestra.run.smithi063.stdout: "enum_allowed": [ 2024-09-15T22:05:29.051 INFO:teuthology.orchestra.run.smithi063.stdout: "", 2024-09-15T22:05:29.051 INFO:teuthology.orchestra.run.smithi063.stdout: "critical", 2024-09-15T22:05:29.051 INFO:teuthology.orchestra.run.smithi063.stdout: "debug", 2024-09-15T22:05:29.051 INFO:teuthology.orchestra.run.smithi063.stdout: "error", 2024-09-15T22:05:29.051 INFO:teuthology.orchestra.run.smithi063.stdout: "info", 2024-09-15T22:05:29.051 INFO:teuthology.orchestra.run.smithi063.stdout: "warning" 2024-09-15T22:05:29.052 INFO:teuthology.orchestra.run.smithi063.stdout: ], 2024-09-15T22:05:29.052 INFO:teuthology.orchestra.run.smithi063.stdout: "desc": "", 2024-09-15T22:05:29.052 INFO:teuthology.orchestra.run.smithi063.stdout: "long_desc": "", 2024-09-15T22:05:29.052 INFO:teuthology.orchestra.run.smithi063.stdout: "tags": [], 2024-09-15T22:05:29.052 INFO:teuthology.orchestra.run.smithi063.stdout: "see_also": [] 2024-09-15T22:05:29.052 INFO:teuthology.orchestra.run.smithi063.stdout: }, 2024-09-15T22:05:29.052 INFO:teuthology.orchestra.run.smithi063.stdout: "log_to_file": { 2024-09-15T22:05:29.052 INFO:teuthology.orchestra.run.smithi063.stdout: "name": "log_to_file", 2024-09-15T22:05:29.052 INFO:teuthology.orchestra.run.smithi063.stdout: "type": "bool", 2024-09-15T22:05:29.052 INFO:teuthology.orchestra.run.smithi063.stdout: "level": "advanced", 2024-09-15T22:05:29.052 INFO:teuthology.orchestra.run.smithi063.stdout: "flags": 1, 2024-09-15T22:05:29.052 INFO:teuthology.orchestra.run.smithi063.stdout: "default_value": "False", 2024-09-15T22:05:29.052 INFO:teuthology.orchestra.run.smithi063.stdout: "min": "", 2024-09-15T22:05:29.053 INFO:teuthology.orchestra.run.smithi063.stdout: "max": "", 2024-09-15T22:05:29.053 INFO:teuthology.orchestra.run.smithi063.stdout: "enum_allowed": [], 2024-09-15T22:05:29.053 INFO:teuthology.orchestra.run.smithi063.stdout: "desc": "", 2024-09-15T22:05:29.053 INFO:teuthology.orchestra.run.smithi063.stdout: "long_desc": "", 2024-09-15T22:05:29.053 INFO:teuthology.orchestra.run.smithi063.stdout: "tags": [], 2024-09-15T22:05:29.053 INFO:teuthology.orchestra.run.smithi063.stdout: "see_also": [] 2024-09-15T22:05:29.053 INFO:teuthology.orchestra.run.smithi063.stdout: }, 2024-09-15T22:05:29.053 INFO:teuthology.orchestra.run.smithi063.stdout: "password": { 2024-09-15T22:05:29.053 INFO:teuthology.orchestra.run.smithi063.stdout: "name": "password", 2024-09-15T22:05:29.053 INFO:teuthology.orchestra.run.smithi063.stdout: "type": "str", 2024-09-15T22:05:29.053 INFO:teuthology.orchestra.run.smithi063.stdout: "level": "advanced", 2024-09-15T22:05:29.053 INFO:teuthology.orchestra.run.smithi063.stdout: "flags": 0, 2024-09-15T22:05:29.053 INFO:teuthology.orchestra.run.smithi063.stdout: "default_value": "", 2024-09-15T22:05:29.054 INFO:teuthology.orchestra.run.smithi063.stdout: "min": "", 2024-09-15T22:05:29.054 INFO:teuthology.orchestra.run.smithi063.stdout: "max": "", 2024-09-15T22:05:29.054 INFO:teuthology.orchestra.run.smithi063.stdout: "enum_allowed": [], 2024-09-15T22:05:29.054 INFO:teuthology.orchestra.run.smithi063.stdout: "desc": "password of InfluxDB server user", 2024-09-15T22:05:29.054 INFO:teuthology.orchestra.run.smithi063.stdout: "long_desc": "", 2024-09-15T22:05:29.054 INFO:teuthology.orchestra.run.smithi063.stdout: "tags": [], 2024-09-15T22:05:29.054 INFO:teuthology.orchestra.run.smithi063.stdout: "see_also": [] 2024-09-15T22:05:29.054 INFO:teuthology.orchestra.run.smithi063.stdout: }, 2024-09-15T22:05:29.054 INFO:teuthology.orchestra.run.smithi063.stdout: "port": { 2024-09-15T22:05:29.054 INFO:teuthology.orchestra.run.smithi063.stdout: "name": "port", 2024-09-15T22:05:29.054 INFO:teuthology.orchestra.run.smithi063.stdout: "type": "int", 2024-09-15T22:05:29.054 INFO:teuthology.orchestra.run.smithi063.stdout: "level": "advanced", 2024-09-15T22:05:29.054 INFO:teuthology.orchestra.run.smithi063.stdout: "flags": 0, 2024-09-15T22:05:29.055 INFO:teuthology.orchestra.run.smithi063.stdout: "default_value": "8086", 2024-09-15T22:05:29.055 INFO:teuthology.orchestra.run.smithi063.stdout: "min": "", 2024-09-15T22:05:29.055 INFO:teuthology.orchestra.run.smithi063.stdout: "max": "", 2024-09-15T22:05:29.055 INFO:teuthology.orchestra.run.smithi063.stdout: "enum_allowed": [], 2024-09-15T22:05:29.055 INFO:teuthology.orchestra.run.smithi063.stdout: "desc": "InfluxDB server port", 2024-09-15T22:05:29.055 INFO:teuthology.orchestra.run.smithi063.stdout: "long_desc": "", 2024-09-15T22:05:29.055 INFO:teuthology.orchestra.run.smithi063.stdout: "tags": [], 2024-09-15T22:05:29.055 INFO:teuthology.orchestra.run.smithi063.stdout: "see_also": [] 2024-09-15T22:05:29.055 INFO:teuthology.orchestra.run.smithi063.stdout: }, 2024-09-15T22:05:29.055 INFO:teuthology.orchestra.run.smithi063.stdout: "ssl": { 2024-09-15T22:05:29.055 INFO:teuthology.orchestra.run.smithi063.stdout: "name": "ssl", 2024-09-15T22:05:29.055 INFO:teuthology.orchestra.run.smithi063.stdout: "type": "str", 2024-09-15T22:05:29.055 INFO:teuthology.orchestra.run.smithi063.stdout: "level": "advanced", 2024-09-15T22:05:29.055 INFO:teuthology.orchestra.run.smithi063.stdout: "flags": 0, 2024-09-15T22:05:29.056 INFO:teuthology.orchestra.run.smithi063.stdout: "default_value": "false", 2024-09-15T22:05:29.056 INFO:teuthology.orchestra.run.smithi063.stdout: "min": "", 2024-09-15T22:05:29.056 INFO:teuthology.orchestra.run.smithi063.stdout: "max": "", 2024-09-15T22:05:29.056 INFO:teuthology.orchestra.run.smithi063.stdout: "enum_allowed": [], 2024-09-15T22:05:29.056 INFO:teuthology.orchestra.run.smithi063.stdout: "desc": "Use https connection for InfluxDB server. Use \"true\" or \"false\".", 2024-09-15T22:05:29.056 INFO:teuthology.orchestra.run.smithi063.stdout: "long_desc": "", 2024-09-15T22:05:29.056 INFO:teuthology.orchestra.run.smithi063.stdout: "tags": [], 2024-09-15T22:05:29.056 INFO:teuthology.orchestra.run.smithi063.stdout: "see_also": [] 2024-09-15T22:05:29.056 INFO:teuthology.orchestra.run.smithi063.stdout: }, 2024-09-15T22:05:29.056 INFO:teuthology.orchestra.run.smithi063.stdout: "threads": { 2024-09-15T22:05:29.056 INFO:teuthology.orchestra.run.smithi063.stdout: "name": "threads", 2024-09-15T22:05:29.056 INFO:teuthology.orchestra.run.smithi063.stdout: "type": "int", 2024-09-15T22:05:29.056 INFO:teuthology.orchestra.run.smithi063.stdout: "level": "advanced", 2024-09-15T22:05:29.057 INFO:teuthology.orchestra.run.smithi063.stdout: "flags": 0, 2024-09-15T22:05:29.057 INFO:teuthology.orchestra.run.smithi063.stdout: "default_value": "5", 2024-09-15T22:05:29.057 INFO:teuthology.orchestra.run.smithi063.stdout: "min": "1", 2024-09-15T22:05:29.057 INFO:teuthology.orchestra.run.smithi063.stdout: "max": "32", 2024-09-15T22:05:29.057 INFO:teuthology.orchestra.run.smithi063.stdout: "enum_allowed": [], 2024-09-15T22:05:29.057 INFO:teuthology.orchestra.run.smithi063.stdout: "desc": "How many worker threads should be spawned for sending data to InfluxDB.", 2024-09-15T22:05:29.057 INFO:teuthology.orchestra.run.smithi063.stdout: "long_desc": "", 2024-09-15T22:05:29.057 INFO:teuthology.orchestra.run.smithi063.stdout: "tags": [], 2024-09-15T22:05:29.057 INFO:teuthology.orchestra.run.smithi063.stdout: "see_also": [] 2024-09-15T22:05:29.057 INFO:teuthology.orchestra.run.smithi063.stdout: }, 2024-09-15T22:05:29.057 INFO:teuthology.orchestra.run.smithi063.stdout: "username": { 2024-09-15T22:05:29.057 INFO:teuthology.orchestra.run.smithi063.stdout: "name": "username", 2024-09-15T22:05:29.057 INFO:teuthology.orchestra.run.smithi063.stdout: "type": "str", 2024-09-15T22:05:29.058 INFO:teuthology.orchestra.run.smithi063.stdout: "level": "advanced", 2024-09-15T22:05:29.058 INFO:teuthology.orchestra.run.smithi063.stdout: "flags": 0, 2024-09-15T22:05:29.058 INFO:teuthology.orchestra.run.smithi063.stdout: "default_value": "", 2024-09-15T22:05:29.058 INFO:teuthology.orchestra.run.smithi063.stdout: "min": "", 2024-09-15T22:05:29.058 INFO:teuthology.orchestra.run.smithi063.stdout: "max": "", 2024-09-15T22:05:29.058 INFO:teuthology.orchestra.run.smithi063.stdout: "enum_allowed": [], 2024-09-15T22:05:29.058 INFO:teuthology.orchestra.run.smithi063.stdout: "desc": "username of InfluxDB server user", 2024-09-15T22:05:29.058 INFO:teuthology.orchestra.run.smithi063.stdout: "long_desc": "", 2024-09-15T22:05:29.058 INFO:teuthology.orchestra.run.smithi063.stdout: "tags": [], 2024-09-15T22:05:29.058 INFO:teuthology.orchestra.run.smithi063.stdout: "see_also": [] 2024-09-15T22:05:29.058 INFO:teuthology.orchestra.run.smithi063.stdout: }, 2024-09-15T22:05:29.058 INFO:teuthology.orchestra.run.smithi063.stdout: "verify_ssl": { 2024-09-15T22:05:29.058 INFO:teuthology.orchestra.run.smithi063.stdout: "name": "verify_ssl", 2024-09-15T22:05:29.059 INFO:teuthology.orchestra.run.smithi063.stdout: "type": "str", 2024-09-15T22:05:29.059 INFO:teuthology.orchestra.run.smithi063.stdout: "level": "advanced", 2024-09-15T22:05:29.059 INFO:teuthology.orchestra.run.smithi063.stdout: "flags": 0, 2024-09-15T22:05:29.059 INFO:teuthology.orchestra.run.smithi063.stdout: "default_value": "true", 2024-09-15T22:05:29.059 INFO:teuthology.orchestra.run.smithi063.stdout: "min": "", 2024-09-15T22:05:29.059 INFO:teuthology.orchestra.run.smithi063.stdout: "max": "", 2024-09-15T22:05:29.059 INFO:teuthology.orchestra.run.smithi063.stdout: "enum_allowed": [], 2024-09-15T22:05:29.059 INFO:teuthology.orchestra.run.smithi063.stdout: "desc": "Verify https cert for InfluxDB server. Use \"true\" or \"false\".", 2024-09-15T22:05:29.059 INFO:teuthology.orchestra.run.smithi063.stdout: "long_desc": "", 2024-09-15T22:05:29.059 INFO:teuthology.orchestra.run.smithi063.stdout: "tags": [], 2024-09-15T22:05:29.059 INFO:teuthology.orchestra.run.smithi063.stdout: "see_also": [] 2024-09-15T22:05:29.059 INFO:teuthology.orchestra.run.smithi063.stdout: } 2024-09-15T22:05:29.059 INFO:teuthology.orchestra.run.smithi063.stdout: } 2024-09-15T22:05:29.060 INFO:teuthology.orchestra.run.smithi063.stdout: }, 2024-09-15T22:05:29.060 INFO:teuthology.orchestra.run.smithi063.stdout: { 2024-09-15T22:05:29.060 INFO:teuthology.orchestra.run.smithi063.stdout: "name": "insights", 2024-09-15T22:05:29.060 INFO:teuthology.orchestra.run.smithi063.stdout: "can_run": true, 2024-09-15T22:05:29.060 INFO:teuthology.orchestra.run.smithi063.stdout: "error_string": "", 2024-09-15T22:05:29.060 INFO:teuthology.orchestra.run.smithi063.stdout: "module_options": { 2024-09-15T22:05:29.060 INFO:teuthology.orchestra.run.smithi063.stdout: "log_level": { 2024-09-15T22:05:29.060 INFO:teuthology.orchestra.run.smithi063.stdout: "name": "log_level", 2024-09-15T22:05:29.060 INFO:teuthology.orchestra.run.smithi063.stdout: "type": "str", 2024-09-15T22:05:29.060 INFO:teuthology.orchestra.run.smithi063.stdout: "level": "advanced", 2024-09-15T22:05:29.060 INFO:teuthology.orchestra.run.smithi063.stdout: "flags": 1, 2024-09-15T22:05:29.060 INFO:teuthology.orchestra.run.smithi063.stdout: "default_value": "", 2024-09-15T22:05:29.061 INFO:teuthology.orchestra.run.smithi063.stdout: "min": "", 2024-09-15T22:05:29.061 INFO:teuthology.orchestra.run.smithi063.stdout: "max": "", 2024-09-15T22:05:29.061 INFO:teuthology.orchestra.run.smithi063.stdout: "enum_allowed": [ 2024-09-15T22:05:29.061 INFO:teuthology.orchestra.run.smithi063.stdout: "", 2024-09-15T22:05:29.061 INFO:teuthology.orchestra.run.smithi063.stdout: "critical", 2024-09-15T22:05:29.061 INFO:teuthology.orchestra.run.smithi063.stdout: "debug", 2024-09-15T22:05:29.061 INFO:teuthology.orchestra.run.smithi063.stdout: "error", 2024-09-15T22:05:29.061 INFO:teuthology.orchestra.run.smithi063.stdout: "info", 2024-09-15T22:05:29.061 INFO:teuthology.orchestra.run.smithi063.stdout: "warning" 2024-09-15T22:05:29.061 INFO:teuthology.orchestra.run.smithi063.stdout: ], 2024-09-15T22:05:29.061 INFO:teuthology.orchestra.run.smithi063.stdout: "desc": "", 2024-09-15T22:05:29.061 INFO:teuthology.orchestra.run.smithi063.stdout: "long_desc": "", 2024-09-15T22:05:29.061 INFO:teuthology.orchestra.run.smithi063.stdout: "tags": [], 2024-09-15T22:05:29.061 INFO:teuthology.orchestra.run.smithi063.stdout: "see_also": [] 2024-09-15T22:05:29.061 INFO:teuthology.orchestra.run.smithi063.stdout: }, 2024-09-15T22:05:29.062 INFO:teuthology.orchestra.run.smithi063.stdout: "log_to_cluster": { 2024-09-15T22:05:29.062 INFO:teuthology.orchestra.run.smithi063.stdout: "name": "log_to_cluster", 2024-09-15T22:05:29.062 INFO:teuthology.orchestra.run.smithi063.stdout: "type": "bool", 2024-09-15T22:05:29.062 INFO:teuthology.orchestra.run.smithi063.stdout: "level": "advanced", 2024-09-15T22:05:29.062 INFO:teuthology.orchestra.run.smithi063.stdout: "flags": 1, 2024-09-15T22:05:29.062 INFO:teuthology.orchestra.run.smithi063.stdout: "default_value": "False", 2024-09-15T22:05:29.062 INFO:teuthology.orchestra.run.smithi063.stdout: "min": "", 2024-09-15T22:05:29.062 INFO:teuthology.orchestra.run.smithi063.stdout: "max": "", 2024-09-15T22:05:29.062 INFO:teuthology.orchestra.run.smithi063.stdout: "enum_allowed": [], 2024-09-15T22:05:29.062 INFO:teuthology.orchestra.run.smithi063.stdout: "desc": "", 2024-09-15T22:05:29.062 INFO:teuthology.orchestra.run.smithi063.stdout: "long_desc": "", 2024-09-15T22:05:29.062 INFO:teuthology.orchestra.run.smithi063.stdout: "tags": [], 2024-09-15T22:05:29.062 INFO:teuthology.orchestra.run.smithi063.stdout: "see_also": [] 2024-09-15T22:05:29.062 INFO:teuthology.orchestra.run.smithi063.stdout: }, 2024-09-15T22:05:29.063 INFO:teuthology.orchestra.run.smithi063.stdout: "log_to_cluster_level": { 2024-09-15T22:05:29.063 INFO:teuthology.orchestra.run.smithi063.stdout: "name": "log_to_cluster_level", 2024-09-15T22:05:29.063 INFO:teuthology.orchestra.run.smithi063.stdout: "type": "str", 2024-09-15T22:05:29.063 INFO:teuthology.orchestra.run.smithi063.stdout: "level": "advanced", 2024-09-15T22:05:29.063 INFO:teuthology.orchestra.run.smithi063.stdout: "flags": 1, 2024-09-15T22:05:29.063 INFO:teuthology.orchestra.run.smithi063.stdout: "default_value": "info", 2024-09-15T22:05:29.063 INFO:teuthology.orchestra.run.smithi063.stdout: "min": "", 2024-09-15T22:05:29.063 INFO:teuthology.orchestra.run.smithi063.stdout: "max": "", 2024-09-15T22:05:29.063 INFO:teuthology.orchestra.run.smithi063.stdout: "enum_allowed": [ 2024-09-15T22:05:29.063 INFO:teuthology.orchestra.run.smithi063.stdout: "", 2024-09-15T22:05:29.063 INFO:teuthology.orchestra.run.smithi063.stdout: "critical", 2024-09-15T22:05:29.063 INFO:teuthology.orchestra.run.smithi063.stdout: "debug", 2024-09-15T22:05:29.063 INFO:teuthology.orchestra.run.smithi063.stdout: "error", 2024-09-15T22:05:29.064 INFO:teuthology.orchestra.run.smithi063.stdout: "info", 2024-09-15T22:05:29.064 INFO:teuthology.orchestra.run.smithi063.stdout: "warning" 2024-09-15T22:05:29.064 INFO:teuthology.orchestra.run.smithi063.stdout: ], 2024-09-15T22:05:29.064 INFO:teuthology.orchestra.run.smithi063.stdout: "desc": "", 2024-09-15T22:05:29.064 INFO:teuthology.orchestra.run.smithi063.stdout: "long_desc": "", 2024-09-15T22:05:29.064 INFO:teuthology.orchestra.run.smithi063.stdout: "tags": [], 2024-09-15T22:05:29.064 INFO:teuthology.orchestra.run.smithi063.stdout: "see_also": [] 2024-09-15T22:05:29.064 INFO:teuthology.orchestra.run.smithi063.stdout: }, 2024-09-15T22:05:29.064 INFO:teuthology.orchestra.run.smithi063.stdout: "log_to_file": { 2024-09-15T22:05:29.064 INFO:teuthology.orchestra.run.smithi063.stdout: "name": "log_to_file", 2024-09-15T22:05:29.064 INFO:teuthology.orchestra.run.smithi063.stdout: "type": "bool", 2024-09-15T22:05:29.064 INFO:teuthology.orchestra.run.smithi063.stdout: "level": "advanced", 2024-09-15T22:05:29.065 INFO:teuthology.orchestra.run.smithi063.stdout: "flags": 1, 2024-09-15T22:05:29.065 INFO:teuthology.orchestra.run.smithi063.stdout: "default_value": "False", 2024-09-15T22:05:29.065 INFO:teuthology.orchestra.run.smithi063.stdout: "min": "", 2024-09-15T22:05:29.065 INFO:teuthology.orchestra.run.smithi063.stdout: "max": "", 2024-09-15T22:05:29.065 INFO:teuthology.orchestra.run.smithi063.stdout: "enum_allowed": [], 2024-09-15T22:05:29.065 INFO:teuthology.orchestra.run.smithi063.stdout: "desc": "", 2024-09-15T22:05:29.065 INFO:teuthology.orchestra.run.smithi063.stdout: "long_desc": "", 2024-09-15T22:05:29.065 INFO:teuthology.orchestra.run.smithi063.stdout: "tags": [], 2024-09-15T22:05:29.065 INFO:teuthology.orchestra.run.smithi063.stdout: "see_also": [] 2024-09-15T22:05:29.065 INFO:teuthology.orchestra.run.smithi063.stdout: } 2024-09-15T22:05:29.065 INFO:teuthology.orchestra.run.smithi063.stdout: } 2024-09-15T22:05:29.065 INFO:teuthology.orchestra.run.smithi063.stdout: }, 2024-09-15T22:05:29.065 INFO:teuthology.orchestra.run.smithi063.stdout: { 2024-09-15T22:05:29.065 INFO:teuthology.orchestra.run.smithi063.stdout: "name": "iostat", 2024-09-15T22:05:29.066 INFO:teuthology.orchestra.run.smithi063.stdout: "can_run": true, 2024-09-15T22:05:29.066 INFO:teuthology.orchestra.run.smithi063.stdout: "error_string": "", 2024-09-15T22:05:29.066 INFO:teuthology.orchestra.run.smithi063.stdout: "module_options": { 2024-09-15T22:05:29.066 INFO:teuthology.orchestra.run.smithi063.stdout: "log_level": { 2024-09-15T22:05:29.066 INFO:teuthology.orchestra.run.smithi063.stdout: "name": "log_level", 2024-09-15T22:05:29.066 INFO:teuthology.orchestra.run.smithi063.stdout: "type": "str", 2024-09-15T22:05:29.066 INFO:teuthology.orchestra.run.smithi063.stdout: "level": "advanced", 2024-09-15T22:05:29.066 INFO:teuthology.orchestra.run.smithi063.stdout: "flags": 1, 2024-09-15T22:05:29.066 INFO:teuthology.orchestra.run.smithi063.stdout: "default_value": "", 2024-09-15T22:05:29.066 INFO:teuthology.orchestra.run.smithi063.stdout: "min": "", 2024-09-15T22:05:29.066 INFO:teuthology.orchestra.run.smithi063.stdout: "max": "", 2024-09-15T22:05:29.066 INFO:teuthology.orchestra.run.smithi063.stdout: "enum_allowed": [ 2024-09-15T22:05:29.066 INFO:teuthology.orchestra.run.smithi063.stdout: "", 2024-09-15T22:05:29.066 INFO:teuthology.orchestra.run.smithi063.stdout: "critical", 2024-09-15T22:05:29.067 INFO:teuthology.orchestra.run.smithi063.stdout: "debug", 2024-09-15T22:05:29.067 INFO:teuthology.orchestra.run.smithi063.stdout: "error", 2024-09-15T22:05:29.067 INFO:teuthology.orchestra.run.smithi063.stdout: "info", 2024-09-15T22:05:29.067 INFO:teuthology.orchestra.run.smithi063.stdout: "warning" 2024-09-15T22:05:29.067 INFO:teuthology.orchestra.run.smithi063.stdout: ], 2024-09-15T22:05:29.067 INFO:teuthology.orchestra.run.smithi063.stdout: "desc": "", 2024-09-15T22:05:29.067 INFO:teuthology.orchestra.run.smithi063.stdout: "long_desc": "", 2024-09-15T22:05:29.067 INFO:teuthology.orchestra.run.smithi063.stdout: "tags": [], 2024-09-15T22:05:29.067 INFO:teuthology.orchestra.run.smithi063.stdout: "see_also": [] 2024-09-15T22:05:29.067 INFO:teuthology.orchestra.run.smithi063.stdout: }, 2024-09-15T22:05:29.067 INFO:teuthology.orchestra.run.smithi063.stdout: "log_to_cluster": { 2024-09-15T22:05:29.067 INFO:teuthology.orchestra.run.smithi063.stdout: "name": "log_to_cluster", 2024-09-15T22:05:29.067 INFO:teuthology.orchestra.run.smithi063.stdout: "type": "bool", 2024-09-15T22:05:29.067 INFO:teuthology.orchestra.run.smithi063.stdout: "level": "advanced", 2024-09-15T22:05:29.068 INFO:teuthology.orchestra.run.smithi063.stdout: "flags": 1, 2024-09-15T22:05:29.068 INFO:teuthology.orchestra.run.smithi063.stdout: "default_value": "False", 2024-09-15T22:05:29.068 INFO:teuthology.orchestra.run.smithi063.stdout: "min": "", 2024-09-15T22:05:29.068 INFO:teuthology.orchestra.run.smithi063.stdout: "max": "", 2024-09-15T22:05:29.068 INFO:teuthology.orchestra.run.smithi063.stdout: "enum_allowed": [], 2024-09-15T22:05:29.068 INFO:teuthology.orchestra.run.smithi063.stdout: "desc": "", 2024-09-15T22:05:29.068 INFO:teuthology.orchestra.run.smithi063.stdout: "long_desc": "", 2024-09-15T22:05:29.068 INFO:teuthology.orchestra.run.smithi063.stdout: "tags": [], 2024-09-15T22:05:29.068 INFO:teuthology.orchestra.run.smithi063.stdout: "see_also": [] 2024-09-15T22:05:29.068 INFO:teuthology.orchestra.run.smithi063.stdout: }, 2024-09-15T22:05:29.068 INFO:teuthology.orchestra.run.smithi063.stdout: "log_to_cluster_level": { 2024-09-15T22:05:29.068 INFO:teuthology.orchestra.run.smithi063.stdout: "name": "log_to_cluster_level", 2024-09-15T22:05:29.068 INFO:teuthology.orchestra.run.smithi063.stdout: "type": "str", 2024-09-15T22:05:29.068 INFO:teuthology.orchestra.run.smithi063.stdout: "level": "advanced", 2024-09-15T22:05:29.069 INFO:teuthology.orchestra.run.smithi063.stdout: "flags": 1, 2024-09-15T22:05:29.069 INFO:teuthology.orchestra.run.smithi063.stdout: "default_value": "info", 2024-09-15T22:05:29.069 INFO:teuthology.orchestra.run.smithi063.stdout: "min": "", 2024-09-15T22:05:29.069 INFO:teuthology.orchestra.run.smithi063.stdout: "max": "", 2024-09-15T22:05:29.069 INFO:teuthology.orchestra.run.smithi063.stdout: "enum_allowed": [ 2024-09-15T22:05:29.069 INFO:teuthology.orchestra.run.smithi063.stdout: "", 2024-09-15T22:05:29.069 INFO:teuthology.orchestra.run.smithi063.stdout: "critical", 2024-09-15T22:05:29.069 INFO:teuthology.orchestra.run.smithi063.stdout: "debug", 2024-09-15T22:05:29.069 INFO:teuthology.orchestra.run.smithi063.stdout: "error", 2024-09-15T22:05:29.069 INFO:teuthology.orchestra.run.smithi063.stdout: "info", 2024-09-15T22:05:29.069 INFO:teuthology.orchestra.run.smithi063.stdout: "warning" 2024-09-15T22:05:29.069 INFO:teuthology.orchestra.run.smithi063.stdout: ], 2024-09-15T22:05:29.069 INFO:teuthology.orchestra.run.smithi063.stdout: "desc": "", 2024-09-15T22:05:29.069 INFO:teuthology.orchestra.run.smithi063.stdout: "long_desc": "", 2024-09-15T22:05:29.069 INFO:teuthology.orchestra.run.smithi063.stdout: "tags": [], 2024-09-15T22:05:29.070 INFO:teuthology.orchestra.run.smithi063.stdout: "see_also": [] 2024-09-15T22:05:29.070 INFO:teuthology.orchestra.run.smithi063.stdout: }, 2024-09-15T22:05:29.070 INFO:teuthology.orchestra.run.smithi063.stdout: "log_to_file": { 2024-09-15T22:05:29.070 INFO:teuthology.orchestra.run.smithi063.stdout: "name": "log_to_file", 2024-09-15T22:05:29.070 INFO:teuthology.orchestra.run.smithi063.stdout: "type": "bool", 2024-09-15T22:05:29.070 INFO:teuthology.orchestra.run.smithi063.stdout: "level": "advanced", 2024-09-15T22:05:29.070 INFO:teuthology.orchestra.run.smithi063.stdout: "flags": 1, 2024-09-15T22:05:29.070 INFO:teuthology.orchestra.run.smithi063.stdout: "default_value": "False", 2024-09-15T22:05:29.070 INFO:teuthology.orchestra.run.smithi063.stdout: "min": "", 2024-09-15T22:05:29.070 INFO:teuthology.orchestra.run.smithi063.stdout: "max": "", 2024-09-15T22:05:29.070 INFO:teuthology.orchestra.run.smithi063.stdout: "enum_allowed": [], 2024-09-15T22:05:29.070 INFO:teuthology.orchestra.run.smithi063.stdout: "desc": "", 2024-09-15T22:05:29.070 INFO:teuthology.orchestra.run.smithi063.stdout: "long_desc": "", 2024-09-15T22:05:29.071 INFO:teuthology.orchestra.run.smithi063.stdout: "tags": [], 2024-09-15T22:05:29.071 INFO:teuthology.orchestra.run.smithi063.stdout: "see_also": [] 2024-09-15T22:05:29.071 INFO:teuthology.orchestra.run.smithi063.stdout: } 2024-09-15T22:05:29.071 INFO:teuthology.orchestra.run.smithi063.stdout: } 2024-09-15T22:05:29.071 INFO:teuthology.orchestra.run.smithi063.stdout: }, 2024-09-15T22:05:29.071 INFO:teuthology.orchestra.run.smithi063.stdout: { 2024-09-15T22:05:29.071 INFO:teuthology.orchestra.run.smithi063.stdout: "name": "localpool", 2024-09-15T22:05:29.071 INFO:teuthology.orchestra.run.smithi063.stdout: "can_run": true, 2024-09-15T22:05:29.071 INFO:teuthology.orchestra.run.smithi063.stdout: "error_string": "", 2024-09-15T22:05:29.071 INFO:teuthology.orchestra.run.smithi063.stdout: "module_options": { 2024-09-15T22:05:29.071 INFO:teuthology.orchestra.run.smithi063.stdout: "failure_domain": { 2024-09-15T22:05:29.071 INFO:teuthology.orchestra.run.smithi063.stdout: "name": "failure_domain", 2024-09-15T22:05:29.072 INFO:teuthology.orchestra.run.smithi063.stdout: "type": "str", 2024-09-15T22:05:29.072 INFO:teuthology.orchestra.run.smithi063.stdout: "level": "advanced", 2024-09-15T22:05:29.072 INFO:teuthology.orchestra.run.smithi063.stdout: "flags": 1, 2024-09-15T22:05:29.072 INFO:teuthology.orchestra.run.smithi063.stdout: "default_value": "host", 2024-09-15T22:05:29.072 INFO:teuthology.orchestra.run.smithi063.stdout: "min": "", 2024-09-15T22:05:29.072 INFO:teuthology.orchestra.run.smithi063.stdout: "max": "", 2024-09-15T22:05:29.072 INFO:teuthology.orchestra.run.smithi063.stdout: "enum_allowed": [], 2024-09-15T22:05:29.072 INFO:teuthology.orchestra.run.smithi063.stdout: "desc": "failure domain for any created local pool", 2024-09-15T22:05:29.072 INFO:teuthology.orchestra.run.smithi063.stdout: "long_desc": "what failure domain we should separate data replicas across.", 2024-09-15T22:05:29.072 INFO:teuthology.orchestra.run.smithi063.stdout: "tags": [], 2024-09-15T22:05:29.072 INFO:teuthology.orchestra.run.smithi063.stdout: "see_also": [] 2024-09-15T22:05:29.072 INFO:teuthology.orchestra.run.smithi063.stdout: }, 2024-09-15T22:05:29.072 INFO:teuthology.orchestra.run.smithi063.stdout: "log_level": { 2024-09-15T22:05:29.073 INFO:teuthology.orchestra.run.smithi063.stdout: "name": "log_level", 2024-09-15T22:05:29.073 INFO:teuthology.orchestra.run.smithi063.stdout: "type": "str", 2024-09-15T22:05:29.073 INFO:teuthology.orchestra.run.smithi063.stdout: "level": "advanced", 2024-09-15T22:05:29.073 INFO:teuthology.orchestra.run.smithi063.stdout: "flags": 1, 2024-09-15T22:05:29.073 INFO:teuthology.orchestra.run.smithi063.stdout: "default_value": "", 2024-09-15T22:05:29.073 INFO:teuthology.orchestra.run.smithi063.stdout: "min": "", 2024-09-15T22:05:29.073 INFO:teuthology.orchestra.run.smithi063.stdout: "max": "", 2024-09-15T22:05:29.073 INFO:teuthology.orchestra.run.smithi063.stdout: "enum_allowed": [ 2024-09-15T22:05:29.073 INFO:teuthology.orchestra.run.smithi063.stdout: "", 2024-09-15T22:05:29.073 INFO:teuthology.orchestra.run.smithi063.stdout: "critical", 2024-09-15T22:05:29.073 INFO:teuthology.orchestra.run.smithi063.stdout: "debug", 2024-09-15T22:05:29.073 INFO:teuthology.orchestra.run.smithi063.stdout: "error", 2024-09-15T22:05:29.074 INFO:teuthology.orchestra.run.smithi063.stdout: "info", 2024-09-15T22:05:29.074 INFO:teuthology.orchestra.run.smithi063.stdout: "warning" 2024-09-15T22:05:29.074 INFO:teuthology.orchestra.run.smithi063.stdout: ], 2024-09-15T22:05:29.074 INFO:teuthology.orchestra.run.smithi063.stdout: "desc": "", 2024-09-15T22:05:29.074 INFO:teuthology.orchestra.run.smithi063.stdout: "long_desc": "", 2024-09-15T22:05:29.074 INFO:teuthology.orchestra.run.smithi063.stdout: "tags": [], 2024-09-15T22:05:29.074 INFO:teuthology.orchestra.run.smithi063.stdout: "see_also": [] 2024-09-15T22:05:29.074 INFO:teuthology.orchestra.run.smithi063.stdout: }, 2024-09-15T22:05:29.074 INFO:teuthology.orchestra.run.smithi063.stdout: "log_to_cluster": { 2024-09-15T22:05:29.074 INFO:teuthology.orchestra.run.smithi063.stdout: "name": "log_to_cluster", 2024-09-15T22:05:29.074 INFO:teuthology.orchestra.run.smithi063.stdout: "type": "bool", 2024-09-15T22:05:29.074 INFO:teuthology.orchestra.run.smithi063.stdout: "level": "advanced", 2024-09-15T22:05:29.074 INFO:teuthology.orchestra.run.smithi063.stdout: "flags": 1, 2024-09-15T22:05:29.075 INFO:teuthology.orchestra.run.smithi063.stdout: "default_value": "False", 2024-09-15T22:05:29.075 INFO:teuthology.orchestra.run.smithi063.stdout: "min": "", 2024-09-15T22:05:29.075 INFO:teuthology.orchestra.run.smithi063.stdout: "max": "", 2024-09-15T22:05:29.075 INFO:teuthology.orchestra.run.smithi063.stdout: "enum_allowed": [], 2024-09-15T22:05:29.075 INFO:teuthology.orchestra.run.smithi063.stdout: "desc": "", 2024-09-15T22:05:29.075 INFO:teuthology.orchestra.run.smithi063.stdout: "long_desc": "", 2024-09-15T22:05:29.075 INFO:teuthology.orchestra.run.smithi063.stdout: "tags": [], 2024-09-15T22:05:29.075 INFO:teuthology.orchestra.run.smithi063.stdout: "see_also": [] 2024-09-15T22:05:29.075 INFO:teuthology.orchestra.run.smithi063.stdout: }, 2024-09-15T22:05:29.075 INFO:teuthology.orchestra.run.smithi063.stdout: "log_to_cluster_level": { 2024-09-15T22:05:29.075 INFO:teuthology.orchestra.run.smithi063.stdout: "name": "log_to_cluster_level", 2024-09-15T22:05:29.075 INFO:teuthology.orchestra.run.smithi063.stdout: "type": "str", 2024-09-15T22:05:29.075 INFO:teuthology.orchestra.run.smithi063.stdout: "level": "advanced", 2024-09-15T22:05:29.076 INFO:teuthology.orchestra.run.smithi063.stdout: "flags": 1, 2024-09-15T22:05:29.076 INFO:teuthology.orchestra.run.smithi063.stdout: "default_value": "info", 2024-09-15T22:05:29.076 INFO:teuthology.orchestra.run.smithi063.stdout: "min": "", 2024-09-15T22:05:29.076 INFO:teuthology.orchestra.run.smithi063.stdout: "max": "", 2024-09-15T22:05:29.076 INFO:teuthology.orchestra.run.smithi063.stdout: "enum_allowed": [ 2024-09-15T22:05:29.076 INFO:teuthology.orchestra.run.smithi063.stdout: "", 2024-09-15T22:05:29.076 INFO:teuthology.orchestra.run.smithi063.stdout: "critical", 2024-09-15T22:05:29.076 INFO:teuthology.orchestra.run.smithi063.stdout: "debug", 2024-09-15T22:05:29.076 INFO:teuthology.orchestra.run.smithi063.stdout: "error", 2024-09-15T22:05:29.076 INFO:teuthology.orchestra.run.smithi063.stdout: "info", 2024-09-15T22:05:29.076 INFO:teuthology.orchestra.run.smithi063.stdout: "warning" 2024-09-15T22:05:29.076 INFO:teuthology.orchestra.run.smithi063.stdout: ], 2024-09-15T22:05:29.076 INFO:teuthology.orchestra.run.smithi063.stdout: "desc": "", 2024-09-15T22:05:29.077 INFO:teuthology.orchestra.run.smithi063.stdout: "long_desc": "", 2024-09-15T22:05:29.077 INFO:teuthology.orchestra.run.smithi063.stdout: "tags": [], 2024-09-15T22:05:29.077 INFO:teuthology.orchestra.run.smithi063.stdout: "see_also": [] 2024-09-15T22:05:29.077 INFO:teuthology.orchestra.run.smithi063.stdout: }, 2024-09-15T22:05:29.077 INFO:teuthology.orchestra.run.smithi063.stdout: "log_to_file": { 2024-09-15T22:05:29.077 INFO:teuthology.orchestra.run.smithi063.stdout: "name": "log_to_file", 2024-09-15T22:05:29.077 INFO:teuthology.orchestra.run.smithi063.stdout: "type": "bool", 2024-09-15T22:05:29.077 INFO:teuthology.orchestra.run.smithi063.stdout: "level": "advanced", 2024-09-15T22:05:29.077 INFO:teuthology.orchestra.run.smithi063.stdout: "flags": 1, 2024-09-15T22:05:29.077 INFO:teuthology.orchestra.run.smithi063.stdout: "default_value": "False", 2024-09-15T22:05:29.077 INFO:teuthology.orchestra.run.smithi063.stdout: "min": "", 2024-09-15T22:05:29.077 INFO:teuthology.orchestra.run.smithi063.stdout: "max": "", 2024-09-15T22:05:29.077 INFO:teuthology.orchestra.run.smithi063.stdout: "enum_allowed": [], 2024-09-15T22:05:29.078 INFO:teuthology.orchestra.run.smithi063.stdout: "desc": "", 2024-09-15T22:05:29.078 INFO:teuthology.orchestra.run.smithi063.stdout: "long_desc": "", 2024-09-15T22:05:29.078 INFO:teuthology.orchestra.run.smithi063.stdout: "tags": [], 2024-09-15T22:05:29.078 INFO:teuthology.orchestra.run.smithi063.stdout: "see_also": [] 2024-09-15T22:05:29.078 INFO:teuthology.orchestra.run.smithi063.stdout: }, 2024-09-15T22:05:29.078 INFO:teuthology.orchestra.run.smithi063.stdout: "min_size": { 2024-09-15T22:05:29.078 INFO:teuthology.orchestra.run.smithi063.stdout: "name": "min_size", 2024-09-15T22:05:29.078 INFO:teuthology.orchestra.run.smithi063.stdout: "type": "int", 2024-09-15T22:05:29.078 INFO:teuthology.orchestra.run.smithi063.stdout: "level": "advanced", 2024-09-15T22:05:29.078 INFO:teuthology.orchestra.run.smithi063.stdout: "flags": 1, 2024-09-15T22:05:29.078 INFO:teuthology.orchestra.run.smithi063.stdout: "default_value": "", 2024-09-15T22:05:29.079 INFO:teuthology.orchestra.run.smithi063.stdout: "min": "", 2024-09-15T22:05:29.079 INFO:teuthology.orchestra.run.smithi063.stdout: "max": "", 2024-09-15T22:05:29.079 INFO:teuthology.orchestra.run.smithi063.stdout: "enum_allowed": [], 2024-09-15T22:05:29.079 INFO:teuthology.orchestra.run.smithi063.stdout: "desc": "default min_size for any created local pool", 2024-09-15T22:05:29.079 INFO:teuthology.orchestra.run.smithi063.stdout: "long_desc": "value to set min_size to (unchanged from Ceph's default if this option is not set)", 2024-09-15T22:05:29.079 INFO:teuthology.orchestra.run.smithi063.stdout: "tags": [], 2024-09-15T22:05:29.079 INFO:teuthology.orchestra.run.smithi063.stdout: "see_also": [] 2024-09-15T22:05:29.079 INFO:teuthology.orchestra.run.smithi063.stdout: }, 2024-09-15T22:05:29.079 INFO:teuthology.orchestra.run.smithi063.stdout: "num_rep": { 2024-09-15T22:05:29.079 INFO:teuthology.orchestra.run.smithi063.stdout: "name": "num_rep", 2024-09-15T22:05:29.079 INFO:teuthology.orchestra.run.smithi063.stdout: "type": "int", 2024-09-15T22:05:29.079 INFO:teuthology.orchestra.run.smithi063.stdout: "level": "advanced", 2024-09-15T22:05:29.079 INFO:teuthology.orchestra.run.smithi063.stdout: "flags": 1, 2024-09-15T22:05:29.080 INFO:teuthology.orchestra.run.smithi063.stdout: "default_value": "3", 2024-09-15T22:05:29.080 INFO:teuthology.orchestra.run.smithi063.stdout: "min": "", 2024-09-15T22:05:29.080 INFO:teuthology.orchestra.run.smithi063.stdout: "max": "", 2024-09-15T22:05:29.080 INFO:teuthology.orchestra.run.smithi063.stdout: "enum_allowed": [], 2024-09-15T22:05:29.080 INFO:teuthology.orchestra.run.smithi063.stdout: "desc": "default replica count for any created local pool", 2024-09-15T22:05:29.080 INFO:teuthology.orchestra.run.smithi063.stdout: "long_desc": "", 2024-09-15T22:05:29.080 INFO:teuthology.orchestra.run.smithi063.stdout: "tags": [], 2024-09-15T22:05:29.080 INFO:teuthology.orchestra.run.smithi063.stdout: "see_also": [] 2024-09-15T22:05:29.080 INFO:teuthology.orchestra.run.smithi063.stdout: }, 2024-09-15T22:05:29.080 INFO:teuthology.orchestra.run.smithi063.stdout: "pg_num": { 2024-09-15T22:05:29.080 INFO:teuthology.orchestra.run.smithi063.stdout: "name": "pg_num", 2024-09-15T22:05:29.080 INFO:teuthology.orchestra.run.smithi063.stdout: "type": "int", 2024-09-15T22:05:29.081 INFO:teuthology.orchestra.run.smithi063.stdout: "level": "advanced", 2024-09-15T22:05:29.081 INFO:teuthology.orchestra.run.smithi063.stdout: "flags": 1, 2024-09-15T22:05:29.081 INFO:teuthology.orchestra.run.smithi063.stdout: "default_value": "128", 2024-09-15T22:05:29.081 INFO:teuthology.orchestra.run.smithi063.stdout: "min": "", 2024-09-15T22:05:29.081 INFO:teuthology.orchestra.run.smithi063.stdout: "max": "", 2024-09-15T22:05:29.081 INFO:teuthology.orchestra.run.smithi063.stdout: "enum_allowed": [], 2024-09-15T22:05:29.081 INFO:teuthology.orchestra.run.smithi063.stdout: "desc": "default pg_num for any created local pool", 2024-09-15T22:05:29.081 INFO:teuthology.orchestra.run.smithi063.stdout: "long_desc": "", 2024-09-15T22:05:29.081 INFO:teuthology.orchestra.run.smithi063.stdout: "tags": [], 2024-09-15T22:05:29.081 INFO:teuthology.orchestra.run.smithi063.stdout: "see_also": [] 2024-09-15T22:05:29.081 INFO:teuthology.orchestra.run.smithi063.stdout: }, 2024-09-15T22:05:29.082 INFO:teuthology.orchestra.run.smithi063.stdout: "prefix": { 2024-09-15T22:05:29.082 INFO:teuthology.orchestra.run.smithi063.stdout: "name": "prefix", 2024-09-15T22:05:29.082 INFO:teuthology.orchestra.run.smithi063.stdout: "type": "str", 2024-09-15T22:05:29.082 INFO:teuthology.orchestra.run.smithi063.stdout: "level": "advanced", 2024-09-15T22:05:29.082 INFO:teuthology.orchestra.run.smithi063.stdout: "flags": 1, 2024-09-15T22:05:29.082 INFO:teuthology.orchestra.run.smithi063.stdout: "default_value": "", 2024-09-15T22:05:29.082 INFO:teuthology.orchestra.run.smithi063.stdout: "min": "", 2024-09-15T22:05:29.082 INFO:teuthology.orchestra.run.smithi063.stdout: "max": "", 2024-09-15T22:05:29.082 INFO:teuthology.orchestra.run.smithi063.stdout: "enum_allowed": [], 2024-09-15T22:05:29.082 INFO:teuthology.orchestra.run.smithi063.stdout: "desc": "name prefix for any created local pool", 2024-09-15T22:05:29.082 INFO:teuthology.orchestra.run.smithi063.stdout: "long_desc": "", 2024-09-15T22:05:29.082 INFO:teuthology.orchestra.run.smithi063.stdout: "tags": [], 2024-09-15T22:05:29.082 INFO:teuthology.orchestra.run.smithi063.stdout: "see_also": [] 2024-09-15T22:05:29.082 INFO:teuthology.orchestra.run.smithi063.stdout: }, 2024-09-15T22:05:29.083 INFO:teuthology.orchestra.run.smithi063.stdout: "subtree": { 2024-09-15T22:05:29.083 INFO:teuthology.orchestra.run.smithi063.stdout: "name": "subtree", 2024-09-15T22:05:29.083 INFO:teuthology.orchestra.run.smithi063.stdout: "type": "str", 2024-09-15T22:05:29.083 INFO:teuthology.orchestra.run.smithi063.stdout: "level": "advanced", 2024-09-15T22:05:29.083 INFO:teuthology.orchestra.run.smithi063.stdout: "flags": 1, 2024-09-15T22:05:29.083 INFO:teuthology.orchestra.run.smithi063.stdout: "default_value": "rack", 2024-09-15T22:05:29.083 INFO:teuthology.orchestra.run.smithi063.stdout: "min": "", 2024-09-15T22:05:29.083 INFO:teuthology.orchestra.run.smithi063.stdout: "max": "", 2024-09-15T22:05:29.083 INFO:teuthology.orchestra.run.smithi063.stdout: "enum_allowed": [], 2024-09-15T22:05:29.083 INFO:teuthology.orchestra.run.smithi063.stdout: "desc": "CRUSH level for which to create a local pool", 2024-09-15T22:05:29.083 INFO:teuthology.orchestra.run.smithi063.stdout: "long_desc": "which CRUSH subtree type the module should create a pool for.", 2024-09-15T22:05:29.083 INFO:teuthology.orchestra.run.smithi063.stdout: "tags": [], 2024-09-15T22:05:29.083 INFO:teuthology.orchestra.run.smithi063.stdout: "see_also": [] 2024-09-15T22:05:29.084 INFO:teuthology.orchestra.run.smithi063.stdout: } 2024-09-15T22:05:29.084 INFO:teuthology.orchestra.run.smithi063.stdout: } 2024-09-15T22:05:29.084 INFO:teuthology.orchestra.run.smithi063.stdout: }, 2024-09-15T22:05:29.084 INFO:teuthology.orchestra.run.smithi063.stdout: { 2024-09-15T22:05:29.084 INFO:teuthology.orchestra.run.smithi063.stdout: "name": "mds_autoscaler", 2024-09-15T22:05:29.084 INFO:teuthology.orchestra.run.smithi063.stdout: "can_run": true, 2024-09-15T22:05:29.084 INFO:teuthology.orchestra.run.smithi063.stdout: "error_string": "", 2024-09-15T22:05:29.084 INFO:teuthology.orchestra.run.smithi063.stdout: "module_options": { 2024-09-15T22:05:29.084 INFO:teuthology.orchestra.run.smithi063.stdout: "log_level": { 2024-09-15T22:05:29.084 INFO:teuthology.orchestra.run.smithi063.stdout: "name": "log_level", 2024-09-15T22:05:29.084 INFO:teuthology.orchestra.run.smithi063.stdout: "type": "str", 2024-09-15T22:05:29.084 INFO:teuthology.orchestra.run.smithi063.stdout: "level": "advanced", 2024-09-15T22:05:29.085 INFO:teuthology.orchestra.run.smithi063.stdout: "flags": 1, 2024-09-15T22:05:29.085 INFO:teuthology.orchestra.run.smithi063.stdout: "default_value": "", 2024-09-15T22:05:29.085 INFO:teuthology.orchestra.run.smithi063.stdout: "min": "", 2024-09-15T22:05:29.085 INFO:teuthology.orchestra.run.smithi063.stdout: "max": "", 2024-09-15T22:05:29.085 INFO:teuthology.orchestra.run.smithi063.stdout: "enum_allowed": [ 2024-09-15T22:05:29.085 INFO:teuthology.orchestra.run.smithi063.stdout: "", 2024-09-15T22:05:29.085 INFO:teuthology.orchestra.run.smithi063.stdout: "critical", 2024-09-15T22:05:29.085 INFO:teuthology.orchestra.run.smithi063.stdout: "debug", 2024-09-15T22:05:29.085 INFO:teuthology.orchestra.run.smithi063.stdout: "error", 2024-09-15T22:05:29.085 INFO:teuthology.orchestra.run.smithi063.stdout: "info", 2024-09-15T22:05:29.085 INFO:teuthology.orchestra.run.smithi063.stdout: "warning" 2024-09-15T22:05:29.085 INFO:teuthology.orchestra.run.smithi063.stdout: ], 2024-09-15T22:05:29.085 INFO:teuthology.orchestra.run.smithi063.stdout: "desc": "", 2024-09-15T22:05:29.086 INFO:teuthology.orchestra.run.smithi063.stdout: "long_desc": "", 2024-09-15T22:05:29.086 INFO:teuthology.orchestra.run.smithi063.stdout: "tags": [], 2024-09-15T22:05:29.086 INFO:teuthology.orchestra.run.smithi063.stdout: "see_also": [] 2024-09-15T22:05:29.086 INFO:teuthology.orchestra.run.smithi063.stdout: }, 2024-09-15T22:05:29.086 INFO:teuthology.orchestra.run.smithi063.stdout: "log_to_cluster": { 2024-09-15T22:05:29.086 INFO:teuthology.orchestra.run.smithi063.stdout: "name": "log_to_cluster", 2024-09-15T22:05:29.086 INFO:teuthology.orchestra.run.smithi063.stdout: "type": "bool", 2024-09-15T22:05:29.086 INFO:teuthology.orchestra.run.smithi063.stdout: "level": "advanced", 2024-09-15T22:05:29.086 INFO:teuthology.orchestra.run.smithi063.stdout: "flags": 1, 2024-09-15T22:05:29.086 INFO:teuthology.orchestra.run.smithi063.stdout: "default_value": "False", 2024-09-15T22:05:29.086 INFO:teuthology.orchestra.run.smithi063.stdout: "min": "", 2024-09-15T22:05:29.086 INFO:teuthology.orchestra.run.smithi063.stdout: "max": "", 2024-09-15T22:05:29.086 INFO:teuthology.orchestra.run.smithi063.stdout: "enum_allowed": [], 2024-09-15T22:05:29.087 INFO:teuthology.orchestra.run.smithi063.stdout: "desc": "", 2024-09-15T22:05:29.087 INFO:teuthology.orchestra.run.smithi063.stdout: "long_desc": "", 2024-09-15T22:05:29.087 INFO:teuthology.orchestra.run.smithi063.stdout: "tags": [], 2024-09-15T22:05:29.087 INFO:teuthology.orchestra.run.smithi063.stdout: "see_also": [] 2024-09-15T22:05:29.087 INFO:teuthology.orchestra.run.smithi063.stdout: }, 2024-09-15T22:05:29.087 INFO:teuthology.orchestra.run.smithi063.stdout: "log_to_cluster_level": { 2024-09-15T22:05:29.087 INFO:teuthology.orchestra.run.smithi063.stdout: "name": "log_to_cluster_level", 2024-09-15T22:05:29.087 INFO:teuthology.orchestra.run.smithi063.stdout: "type": "str", 2024-09-15T22:05:29.087 INFO:teuthology.orchestra.run.smithi063.stdout: "level": "advanced", 2024-09-15T22:05:29.087 INFO:teuthology.orchestra.run.smithi063.stdout: "flags": 1, 2024-09-15T22:05:29.087 INFO:teuthology.orchestra.run.smithi063.stdout: "default_value": "info", 2024-09-15T22:05:29.087 INFO:teuthology.orchestra.run.smithi063.stdout: "min": "", 2024-09-15T22:05:29.087 INFO:teuthology.orchestra.run.smithi063.stdout: "max": "", 2024-09-15T22:05:29.088 INFO:teuthology.orchestra.run.smithi063.stdout: "enum_allowed": [ 2024-09-15T22:05:29.088 INFO:teuthology.orchestra.run.smithi063.stdout: "", 2024-09-15T22:05:29.088 INFO:teuthology.orchestra.run.smithi063.stdout: "critical", 2024-09-15T22:05:29.088 INFO:teuthology.orchestra.run.smithi063.stdout: "debug", 2024-09-15T22:05:29.088 INFO:teuthology.orchestra.run.smithi063.stdout: "error", 2024-09-15T22:05:29.088 INFO:teuthology.orchestra.run.smithi063.stdout: "info", 2024-09-15T22:05:29.088 INFO:teuthology.orchestra.run.smithi063.stdout: "warning" 2024-09-15T22:05:29.088 INFO:teuthology.orchestra.run.smithi063.stdout: ], 2024-09-15T22:05:29.088 INFO:teuthology.orchestra.run.smithi063.stdout: "desc": "", 2024-09-15T22:05:29.088 INFO:teuthology.orchestra.run.smithi063.stdout: "long_desc": "", 2024-09-15T22:05:29.088 INFO:teuthology.orchestra.run.smithi063.stdout: "tags": [], 2024-09-15T22:05:29.088 INFO:teuthology.orchestra.run.smithi063.stdout: "see_also": [] 2024-09-15T22:05:29.088 INFO:teuthology.orchestra.run.smithi063.stdout: }, 2024-09-15T22:05:29.089 INFO:teuthology.orchestra.run.smithi063.stdout: "log_to_file": { 2024-09-15T22:05:29.089 INFO:teuthology.orchestra.run.smithi063.stdout: "name": "log_to_file", 2024-09-15T22:05:29.089 INFO:teuthology.orchestra.run.smithi063.stdout: "type": "bool", 2024-09-15T22:05:29.089 INFO:teuthology.orchestra.run.smithi063.stdout: "level": "advanced", 2024-09-15T22:05:29.089 INFO:teuthology.orchestra.run.smithi063.stdout: "flags": 1, 2024-09-15T22:05:29.089 INFO:teuthology.orchestra.run.smithi063.stdout: "default_value": "False", 2024-09-15T22:05:29.089 INFO:teuthology.orchestra.run.smithi063.stdout: "min": "", 2024-09-15T22:05:29.089 INFO:teuthology.orchestra.run.smithi063.stdout: "max": "", 2024-09-15T22:05:29.089 INFO:teuthology.orchestra.run.smithi063.stdout: "enum_allowed": [], 2024-09-15T22:05:29.089 INFO:teuthology.orchestra.run.smithi063.stdout: "desc": "", 2024-09-15T22:05:29.089 INFO:teuthology.orchestra.run.smithi063.stdout: "long_desc": "", 2024-09-15T22:05:29.089 INFO:teuthology.orchestra.run.smithi063.stdout: "tags": [], 2024-09-15T22:05:29.089 INFO:teuthology.orchestra.run.smithi063.stdout: "see_also": [] 2024-09-15T22:05:29.090 INFO:teuthology.orchestra.run.smithi063.stdout: } 2024-09-15T22:05:29.090 INFO:teuthology.orchestra.run.smithi063.stdout: } 2024-09-15T22:05:29.090 INFO:teuthology.orchestra.run.smithi063.stdout: }, 2024-09-15T22:05:29.090 INFO:teuthology.orchestra.run.smithi063.stdout: { 2024-09-15T22:05:29.090 INFO:teuthology.orchestra.run.smithi063.stdout: "name": "mirroring", 2024-09-15T22:05:29.090 INFO:teuthology.orchestra.run.smithi063.stdout: "can_run": true, 2024-09-15T22:05:29.090 INFO:teuthology.orchestra.run.smithi063.stdout: "error_string": "", 2024-09-15T22:05:29.090 INFO:teuthology.orchestra.run.smithi063.stdout: "module_options": { 2024-09-15T22:05:29.090 INFO:teuthology.orchestra.run.smithi063.stdout: "log_level": { 2024-09-15T22:05:29.090 INFO:teuthology.orchestra.run.smithi063.stdout: "name": "log_level", 2024-09-15T22:05:29.090 INFO:teuthology.orchestra.run.smithi063.stdout: "type": "str", 2024-09-15T22:05:29.091 INFO:teuthology.orchestra.run.smithi063.stdout: "level": "advanced", 2024-09-15T22:05:29.091 INFO:teuthology.orchestra.run.smithi063.stdout: "flags": 1, 2024-09-15T22:05:29.091 INFO:teuthology.orchestra.run.smithi063.stdout: "default_value": "", 2024-09-15T22:05:29.091 INFO:teuthology.orchestra.run.smithi063.stdout: "min": "", 2024-09-15T22:05:29.091 INFO:teuthology.orchestra.run.smithi063.stdout: "max": "", 2024-09-15T22:05:29.091 INFO:teuthology.orchestra.run.smithi063.stdout: "enum_allowed": [ 2024-09-15T22:05:29.091 INFO:teuthology.orchestra.run.smithi063.stdout: "", 2024-09-15T22:05:29.091 INFO:teuthology.orchestra.run.smithi063.stdout: "critical", 2024-09-15T22:05:29.091 INFO:teuthology.orchestra.run.smithi063.stdout: "debug", 2024-09-15T22:05:29.091 INFO:teuthology.orchestra.run.smithi063.stdout: "error", 2024-09-15T22:05:29.091 INFO:teuthology.orchestra.run.smithi063.stdout: "info", 2024-09-15T22:05:29.091 INFO:teuthology.orchestra.run.smithi063.stdout: "warning" 2024-09-15T22:05:29.091 INFO:teuthology.orchestra.run.smithi063.stdout: ], 2024-09-15T22:05:29.092 INFO:teuthology.orchestra.run.smithi063.stdout: "desc": "", 2024-09-15T22:05:29.092 INFO:teuthology.orchestra.run.smithi063.stdout: "long_desc": "", 2024-09-15T22:05:29.092 INFO:teuthology.orchestra.run.smithi063.stdout: "tags": [], 2024-09-15T22:05:29.092 INFO:teuthology.orchestra.run.smithi063.stdout: "see_also": [] 2024-09-15T22:05:29.092 INFO:teuthology.orchestra.run.smithi063.stdout: }, 2024-09-15T22:05:29.092 INFO:teuthology.orchestra.run.smithi063.stdout: "log_to_cluster": { 2024-09-15T22:05:29.092 INFO:teuthology.orchestra.run.smithi063.stdout: "name": "log_to_cluster", 2024-09-15T22:05:29.092 INFO:teuthology.orchestra.run.smithi063.stdout: "type": "bool", 2024-09-15T22:05:29.092 INFO:teuthology.orchestra.run.smithi063.stdout: "level": "advanced", 2024-09-15T22:05:29.092 INFO:teuthology.orchestra.run.smithi063.stdout: "flags": 1, 2024-09-15T22:05:29.092 INFO:teuthology.orchestra.run.smithi063.stdout: "default_value": "False", 2024-09-15T22:05:29.092 INFO:teuthology.orchestra.run.smithi063.stdout: "min": "", 2024-09-15T22:05:29.092 INFO:teuthology.orchestra.run.smithi063.stdout: "max": "", 2024-09-15T22:05:29.093 INFO:teuthology.orchestra.run.smithi063.stdout: "enum_allowed": [], 2024-09-15T22:05:29.093 INFO:teuthology.orchestra.run.smithi063.stdout: "desc": "", 2024-09-15T22:05:29.093 INFO:teuthology.orchestra.run.smithi063.stdout: "long_desc": "", 2024-09-15T22:05:29.093 INFO:teuthology.orchestra.run.smithi063.stdout: "tags": [], 2024-09-15T22:05:29.093 INFO:teuthology.orchestra.run.smithi063.stdout: "see_also": [] 2024-09-15T22:05:29.093 INFO:teuthology.orchestra.run.smithi063.stdout: }, 2024-09-15T22:05:29.093 INFO:teuthology.orchestra.run.smithi063.stdout: "log_to_cluster_level": { 2024-09-15T22:05:29.093 INFO:teuthology.orchestra.run.smithi063.stdout: "name": "log_to_cluster_level", 2024-09-15T22:05:29.093 INFO:teuthology.orchestra.run.smithi063.stdout: "type": "str", 2024-09-15T22:05:29.093 INFO:teuthology.orchestra.run.smithi063.stdout: "level": "advanced", 2024-09-15T22:05:29.093 INFO:teuthology.orchestra.run.smithi063.stdout: "flags": 1, 2024-09-15T22:05:29.093 INFO:teuthology.orchestra.run.smithi063.stdout: "default_value": "info", 2024-09-15T22:05:29.093 INFO:teuthology.orchestra.run.smithi063.stdout: "min": "", 2024-09-15T22:05:29.094 INFO:teuthology.orchestra.run.smithi063.stdout: "max": "", 2024-09-15T22:05:29.094 INFO:teuthology.orchestra.run.smithi063.stdout: "enum_allowed": [ 2024-09-15T22:05:29.094 INFO:teuthology.orchestra.run.smithi063.stdout: "", 2024-09-15T22:05:29.094 INFO:teuthology.orchestra.run.smithi063.stdout: "critical", 2024-09-15T22:05:29.094 INFO:teuthology.orchestra.run.smithi063.stdout: "debug", 2024-09-15T22:05:29.094 INFO:teuthology.orchestra.run.smithi063.stdout: "error", 2024-09-15T22:05:29.094 INFO:teuthology.orchestra.run.smithi063.stdout: "info", 2024-09-15T22:05:29.094 INFO:teuthology.orchestra.run.smithi063.stdout: "warning" 2024-09-15T22:05:29.094 INFO:teuthology.orchestra.run.smithi063.stdout: ], 2024-09-15T22:05:29.094 INFO:teuthology.orchestra.run.smithi063.stdout: "desc": "", 2024-09-15T22:05:29.094 INFO:teuthology.orchestra.run.smithi063.stdout: "long_desc": "", 2024-09-15T22:05:29.094 INFO:teuthology.orchestra.run.smithi063.stdout: "tags": [], 2024-09-15T22:05:29.095 INFO:teuthology.orchestra.run.smithi063.stdout: "see_also": [] 2024-09-15T22:05:29.095 INFO:teuthology.orchestra.run.smithi063.stdout: }, 2024-09-15T22:05:29.095 INFO:teuthology.orchestra.run.smithi063.stdout: "log_to_file": { 2024-09-15T22:05:29.095 INFO:teuthology.orchestra.run.smithi063.stdout: "name": "log_to_file", 2024-09-15T22:05:29.095 INFO:teuthology.orchestra.run.smithi063.stdout: "type": "bool", 2024-09-15T22:05:29.095 INFO:teuthology.orchestra.run.smithi063.stdout: "level": "advanced", 2024-09-15T22:05:29.095 INFO:teuthology.orchestra.run.smithi063.stdout: "flags": 1, 2024-09-15T22:05:29.095 INFO:teuthology.orchestra.run.smithi063.stdout: "default_value": "False", 2024-09-15T22:05:29.095 INFO:teuthology.orchestra.run.smithi063.stdout: "min": "", 2024-09-15T22:05:29.095 INFO:teuthology.orchestra.run.smithi063.stdout: "max": "", 2024-09-15T22:05:29.095 INFO:teuthology.orchestra.run.smithi063.stdout: "enum_allowed": [], 2024-09-15T22:05:29.095 INFO:teuthology.orchestra.run.smithi063.stdout: "desc": "", 2024-09-15T22:05:29.095 INFO:teuthology.orchestra.run.smithi063.stdout: "long_desc": "", 2024-09-15T22:05:29.095 INFO:teuthology.orchestra.run.smithi063.stdout: "tags": [], 2024-09-15T22:05:29.096 INFO:teuthology.orchestra.run.smithi063.stdout: "see_also": [] 2024-09-15T22:05:29.096 INFO:teuthology.orchestra.run.smithi063.stdout: } 2024-09-15T22:05:29.096 INFO:teuthology.orchestra.run.smithi063.stdout: } 2024-09-15T22:05:29.096 INFO:teuthology.orchestra.run.smithi063.stdout: }, 2024-09-15T22:05:29.096 INFO:teuthology.orchestra.run.smithi063.stdout: { 2024-09-15T22:05:29.096 INFO:teuthology.orchestra.run.smithi063.stdout: "name": "nfs", 2024-09-15T22:05:29.096 INFO:teuthology.orchestra.run.smithi063.stdout: "can_run": true, 2024-09-15T22:05:29.096 INFO:teuthology.orchestra.run.smithi063.stdout: "error_string": "", 2024-09-15T22:05:29.096 INFO:teuthology.orchestra.run.smithi063.stdout: "module_options": { 2024-09-15T22:05:29.096 INFO:teuthology.orchestra.run.smithi063.stdout: "log_level": { 2024-09-15T22:05:29.096 INFO:teuthology.orchestra.run.smithi063.stdout: "name": "log_level", 2024-09-15T22:05:29.096 INFO:teuthology.orchestra.run.smithi063.stdout: "type": "str", 2024-09-15T22:05:29.096 INFO:teuthology.orchestra.run.smithi063.stdout: "level": "advanced", 2024-09-15T22:05:29.097 INFO:teuthology.orchestra.run.smithi063.stdout: "flags": 1, 2024-09-15T22:05:29.097 INFO:teuthology.orchestra.run.smithi063.stdout: "default_value": "", 2024-09-15T22:05:29.097 INFO:teuthology.orchestra.run.smithi063.stdout: "min": "", 2024-09-15T22:05:29.097 INFO:teuthology.orchestra.run.smithi063.stdout: "max": "", 2024-09-15T22:05:29.097 INFO:teuthology.orchestra.run.smithi063.stdout: "enum_allowed": [ 2024-09-15T22:05:29.097 INFO:teuthology.orchestra.run.smithi063.stdout: "", 2024-09-15T22:05:29.097 INFO:teuthology.orchestra.run.smithi063.stdout: "critical", 2024-09-15T22:05:29.097 INFO:teuthology.orchestra.run.smithi063.stdout: "debug", 2024-09-15T22:05:29.097 INFO:teuthology.orchestra.run.smithi063.stdout: "error", 2024-09-15T22:05:29.097 INFO:teuthology.orchestra.run.smithi063.stdout: "info", 2024-09-15T22:05:29.097 INFO:teuthology.orchestra.run.smithi063.stdout: "warning" 2024-09-15T22:05:29.097 INFO:teuthology.orchestra.run.smithi063.stdout: ], 2024-09-15T22:05:29.097 INFO:teuthology.orchestra.run.smithi063.stdout: "desc": "", 2024-09-15T22:05:29.098 INFO:teuthology.orchestra.run.smithi063.stdout: "long_desc": "", 2024-09-15T22:05:29.098 INFO:teuthology.orchestra.run.smithi063.stdout: "tags": [], 2024-09-15T22:05:29.098 INFO:teuthology.orchestra.run.smithi063.stdout: "see_also": [] 2024-09-15T22:05:29.098 INFO:teuthology.orchestra.run.smithi063.stdout: }, 2024-09-15T22:05:29.098 INFO:teuthology.orchestra.run.smithi063.stdout: "log_to_cluster": { 2024-09-15T22:05:29.098 INFO:teuthology.orchestra.run.smithi063.stdout: "name": "log_to_cluster", 2024-09-15T22:05:29.098 INFO:teuthology.orchestra.run.smithi063.stdout: "type": "bool", 2024-09-15T22:05:29.098 INFO:teuthology.orchestra.run.smithi063.stdout: "level": "advanced", 2024-09-15T22:05:29.098 INFO:teuthology.orchestra.run.smithi063.stdout: "flags": 1, 2024-09-15T22:05:29.098 INFO:teuthology.orchestra.run.smithi063.stdout: "default_value": "False", 2024-09-15T22:05:29.098 INFO:teuthology.orchestra.run.smithi063.stdout: "min": "", 2024-09-15T22:05:29.098 INFO:teuthology.orchestra.run.smithi063.stdout: "max": "", 2024-09-15T22:05:29.098 INFO:teuthology.orchestra.run.smithi063.stdout: "enum_allowed": [], 2024-09-15T22:05:29.099 INFO:teuthology.orchestra.run.smithi063.stdout: "desc": "", 2024-09-15T22:05:29.099 INFO:teuthology.orchestra.run.smithi063.stdout: "long_desc": "", 2024-09-15T22:05:29.099 INFO:teuthology.orchestra.run.smithi063.stdout: "tags": [], 2024-09-15T22:05:29.099 INFO:teuthology.orchestra.run.smithi063.stdout: "see_also": [] 2024-09-15T22:05:29.099 INFO:teuthology.orchestra.run.smithi063.stdout: }, 2024-09-15T22:05:29.099 INFO:teuthology.orchestra.run.smithi063.stdout: "log_to_cluster_level": { 2024-09-15T22:05:29.099 INFO:teuthology.orchestra.run.smithi063.stdout: "name": "log_to_cluster_level", 2024-09-15T22:05:29.099 INFO:teuthology.orchestra.run.smithi063.stdout: "type": "str", 2024-09-15T22:05:29.099 INFO:teuthology.orchestra.run.smithi063.stdout: "level": "advanced", 2024-09-15T22:05:29.099 INFO:teuthology.orchestra.run.smithi063.stdout: "flags": 1, 2024-09-15T22:05:29.099 INFO:teuthology.orchestra.run.smithi063.stdout: "default_value": "info", 2024-09-15T22:05:29.099 INFO:teuthology.orchestra.run.smithi063.stdout: "min": "", 2024-09-15T22:05:29.099 INFO:teuthology.orchestra.run.smithi063.stdout: "max": "", 2024-09-15T22:05:29.099 INFO:teuthology.orchestra.run.smithi063.stdout: "enum_allowed": [ 2024-09-15T22:05:29.100 INFO:teuthology.orchestra.run.smithi063.stdout: "", 2024-09-15T22:05:29.100 INFO:teuthology.orchestra.run.smithi063.stdout: "critical", 2024-09-15T22:05:29.100 INFO:teuthology.orchestra.run.smithi063.stdout: "debug", 2024-09-15T22:05:29.100 INFO:teuthology.orchestra.run.smithi063.stdout: "error", 2024-09-15T22:05:29.100 INFO:teuthology.orchestra.run.smithi063.stdout: "info", 2024-09-15T22:05:29.100 INFO:teuthology.orchestra.run.smithi063.stdout: "warning" 2024-09-15T22:05:29.100 INFO:teuthology.orchestra.run.smithi063.stdout: ], 2024-09-15T22:05:29.100 INFO:teuthology.orchestra.run.smithi063.stdout: "desc": "", 2024-09-15T22:05:29.100 INFO:teuthology.orchestra.run.smithi063.stdout: "long_desc": "", 2024-09-15T22:05:29.100 INFO:teuthology.orchestra.run.smithi063.stdout: "tags": [], 2024-09-15T22:05:29.100 INFO:teuthology.orchestra.run.smithi063.stdout: "see_also": [] 2024-09-15T22:05:29.100 INFO:teuthology.orchestra.run.smithi063.stdout: }, 2024-09-15T22:05:29.100 INFO:teuthology.orchestra.run.smithi063.stdout: "log_to_file": { 2024-09-15T22:05:29.101 INFO:teuthology.orchestra.run.smithi063.stdout: "name": "log_to_file", 2024-09-15T22:05:29.101 INFO:teuthology.orchestra.run.smithi063.stdout: "type": "bool", 2024-09-15T22:05:29.101 INFO:teuthology.orchestra.run.smithi063.stdout: "level": "advanced", 2024-09-15T22:05:29.101 INFO:teuthology.orchestra.run.smithi063.stdout: "flags": 1, 2024-09-15T22:05:29.101 INFO:teuthology.orchestra.run.smithi063.stdout: "default_value": "False", 2024-09-15T22:05:29.101 INFO:teuthology.orchestra.run.smithi063.stdout: "min": "", 2024-09-15T22:05:29.101 INFO:teuthology.orchestra.run.smithi063.stdout: "max": "", 2024-09-15T22:05:29.101 INFO:teuthology.orchestra.run.smithi063.stdout: "enum_allowed": [], 2024-09-15T22:05:29.101 INFO:teuthology.orchestra.run.smithi063.stdout: "desc": "", 2024-09-15T22:05:29.101 INFO:teuthology.orchestra.run.smithi063.stdout: "long_desc": "", 2024-09-15T22:05:29.101 INFO:teuthology.orchestra.run.smithi063.stdout: "tags": [], 2024-09-15T22:05:29.101 INFO:teuthology.orchestra.run.smithi063.stdout: "see_also": [] 2024-09-15T22:05:29.102 INFO:teuthology.orchestra.run.smithi063.stdout: } 2024-09-15T22:05:29.102 INFO:teuthology.orchestra.run.smithi063.stdout: } 2024-09-15T22:05:29.102 INFO:teuthology.orchestra.run.smithi063.stdout: }, 2024-09-15T22:05:29.102 INFO:teuthology.orchestra.run.smithi063.stdout: { 2024-09-15T22:05:29.102 INFO:teuthology.orchestra.run.smithi063.stdout: "name": "orchestrator", 2024-09-15T22:05:29.102 INFO:teuthology.orchestra.run.smithi063.stdout: "can_run": true, 2024-09-15T22:05:29.102 INFO:teuthology.orchestra.run.smithi063.stdout: "error_string": "", 2024-09-15T22:05:29.102 INFO:teuthology.orchestra.run.smithi063.stdout: "module_options": { 2024-09-15T22:05:29.102 INFO:teuthology.orchestra.run.smithi063.stdout: "fail_fs": { 2024-09-15T22:05:29.102 INFO:teuthology.orchestra.run.smithi063.stdout: "name": "fail_fs", 2024-09-15T22:05:29.102 INFO:teuthology.orchestra.run.smithi063.stdout: "type": "bool", 2024-09-15T22:05:29.102 INFO:teuthology.orchestra.run.smithi063.stdout: "level": "advanced", 2024-09-15T22:05:29.102 INFO:teuthology.orchestra.run.smithi063.stdout: "flags": 0, 2024-09-15T22:05:29.103 INFO:teuthology.orchestra.run.smithi063.stdout: "default_value": "False", 2024-09-15T22:05:29.103 INFO:teuthology.orchestra.run.smithi063.stdout: "min": "", 2024-09-15T22:05:29.103 INFO:teuthology.orchestra.run.smithi063.stdout: "max": "", 2024-09-15T22:05:29.103 INFO:teuthology.orchestra.run.smithi063.stdout: "enum_allowed": [], 2024-09-15T22:05:29.103 INFO:teuthology.orchestra.run.smithi063.stdout: "desc": "Fail filesystem for rapid multi-rank mds upgrade", 2024-09-15T22:05:29.103 INFO:teuthology.orchestra.run.smithi063.stdout: "long_desc": "", 2024-09-15T22:05:29.103 INFO:teuthology.orchestra.run.smithi063.stdout: "tags": [], 2024-09-15T22:05:29.103 INFO:teuthology.orchestra.run.smithi063.stdout: "see_also": [] 2024-09-15T22:05:29.103 INFO:teuthology.orchestra.run.smithi063.stdout: }, 2024-09-15T22:05:29.103 INFO:teuthology.orchestra.run.smithi063.stdout: "log_level": { 2024-09-15T22:05:29.103 INFO:teuthology.orchestra.run.smithi063.stdout: "name": "log_level", 2024-09-15T22:05:29.103 INFO:teuthology.orchestra.run.smithi063.stdout: "type": "str", 2024-09-15T22:05:29.103 INFO:teuthology.orchestra.run.smithi063.stdout: "level": "advanced", 2024-09-15T22:05:29.104 INFO:teuthology.orchestra.run.smithi063.stdout: "flags": 1, 2024-09-15T22:05:29.104 INFO:teuthology.orchestra.run.smithi063.stdout: "default_value": "", 2024-09-15T22:05:29.104 INFO:teuthology.orchestra.run.smithi063.stdout: "min": "", 2024-09-15T22:05:29.104 INFO:teuthology.orchestra.run.smithi063.stdout: "max": "", 2024-09-15T22:05:29.104 INFO:teuthology.orchestra.run.smithi063.stdout: "enum_allowed": [ 2024-09-15T22:05:29.104 INFO:teuthology.orchestra.run.smithi063.stdout: "", 2024-09-15T22:05:29.104 INFO:teuthology.orchestra.run.smithi063.stdout: "critical", 2024-09-15T22:05:29.104 INFO:teuthology.orchestra.run.smithi063.stdout: "debug", 2024-09-15T22:05:29.104 INFO:teuthology.orchestra.run.smithi063.stdout: "error", 2024-09-15T22:05:29.104 INFO:teuthology.orchestra.run.smithi063.stdout: "info", 2024-09-15T22:05:29.104 INFO:teuthology.orchestra.run.smithi063.stdout: "warning" 2024-09-15T22:05:29.104 INFO:teuthology.orchestra.run.smithi063.stdout: ], 2024-09-15T22:05:29.105 INFO:teuthology.orchestra.run.smithi063.stdout: "desc": "", 2024-09-15T22:05:29.105 INFO:teuthology.orchestra.run.smithi063.stdout: "long_desc": "", 2024-09-15T22:05:29.105 INFO:teuthology.orchestra.run.smithi063.stdout: "tags": [], 2024-09-15T22:05:29.105 INFO:teuthology.orchestra.run.smithi063.stdout: "see_also": [] 2024-09-15T22:05:29.105 INFO:teuthology.orchestra.run.smithi063.stdout: }, 2024-09-15T22:05:29.105 INFO:teuthology.orchestra.run.smithi063.stdout: "log_to_cluster": { 2024-09-15T22:05:29.105 INFO:teuthology.orchestra.run.smithi063.stdout: "name": "log_to_cluster", 2024-09-15T22:05:29.105 INFO:teuthology.orchestra.run.smithi063.stdout: "type": "bool", 2024-09-15T22:05:29.105 INFO:teuthology.orchestra.run.smithi063.stdout: "level": "advanced", 2024-09-15T22:05:29.105 INFO:teuthology.orchestra.run.smithi063.stdout: "flags": 1, 2024-09-15T22:05:29.105 INFO:teuthology.orchestra.run.smithi063.stdout: "default_value": "False", 2024-09-15T22:05:29.105 INFO:teuthology.orchestra.run.smithi063.stdout: "min": "", 2024-09-15T22:05:29.105 INFO:teuthology.orchestra.run.smithi063.stdout: "max": "", 2024-09-15T22:05:29.106 INFO:teuthology.orchestra.run.smithi063.stdout: "enum_allowed": [], 2024-09-15T22:05:29.106 INFO:teuthology.orchestra.run.smithi063.stdout: "desc": "", 2024-09-15T22:05:29.106 INFO:teuthology.orchestra.run.smithi063.stdout: "long_desc": "", 2024-09-15T22:05:29.106 INFO:teuthology.orchestra.run.smithi063.stdout: "tags": [], 2024-09-15T22:05:29.106 INFO:teuthology.orchestra.run.smithi063.stdout: "see_also": [] 2024-09-15T22:05:29.106 INFO:teuthology.orchestra.run.smithi063.stdout: }, 2024-09-15T22:05:29.106 INFO:teuthology.orchestra.run.smithi063.stdout: "log_to_cluster_level": { 2024-09-15T22:05:29.106 INFO:teuthology.orchestra.run.smithi063.stdout: "name": "log_to_cluster_level", 2024-09-15T22:05:29.106 INFO:teuthology.orchestra.run.smithi063.stdout: "type": "str", 2024-09-15T22:05:29.106 INFO:teuthology.orchestra.run.smithi063.stdout: "level": "advanced", 2024-09-15T22:05:29.106 INFO:teuthology.orchestra.run.smithi063.stdout: "flags": 1, 2024-09-15T22:05:29.106 INFO:teuthology.orchestra.run.smithi063.stdout: "default_value": "info", 2024-09-15T22:05:29.106 INFO:teuthology.orchestra.run.smithi063.stdout: "min": "", 2024-09-15T22:05:29.106 INFO:teuthology.orchestra.run.smithi063.stdout: "max": "", 2024-09-15T22:05:29.107 INFO:teuthology.orchestra.run.smithi063.stdout: "enum_allowed": [ 2024-09-15T22:05:29.107 INFO:teuthology.orchestra.run.smithi063.stdout: "", 2024-09-15T22:05:29.107 INFO:teuthology.orchestra.run.smithi063.stdout: "critical", 2024-09-15T22:05:29.107 INFO:teuthology.orchestra.run.smithi063.stdout: "debug", 2024-09-15T22:05:29.107 INFO:teuthology.orchestra.run.smithi063.stdout: "error", 2024-09-15T22:05:29.107 INFO:teuthology.orchestra.run.smithi063.stdout: "info", 2024-09-15T22:05:29.107 INFO:teuthology.orchestra.run.smithi063.stdout: "warning" 2024-09-15T22:05:29.107 INFO:teuthology.orchestra.run.smithi063.stdout: ], 2024-09-15T22:05:29.107 INFO:teuthology.orchestra.run.smithi063.stdout: "desc": "", 2024-09-15T22:05:29.107 INFO:teuthology.orchestra.run.smithi063.stdout: "long_desc": "", 2024-09-15T22:05:29.107 INFO:teuthology.orchestra.run.smithi063.stdout: "tags": [], 2024-09-15T22:05:29.107 INFO:teuthology.orchestra.run.smithi063.stdout: "see_also": [] 2024-09-15T22:05:29.107 INFO:teuthology.orchestra.run.smithi063.stdout: }, 2024-09-15T22:05:29.108 INFO:teuthology.orchestra.run.smithi063.stdout: "log_to_file": { 2024-09-15T22:05:29.108 INFO:teuthology.orchestra.run.smithi063.stdout: "name": "log_to_file", 2024-09-15T22:05:29.108 INFO:teuthology.orchestra.run.smithi063.stdout: "type": "bool", 2024-09-15T22:05:29.108 INFO:teuthology.orchestra.run.smithi063.stdout: "level": "advanced", 2024-09-15T22:05:29.108 INFO:teuthology.orchestra.run.smithi063.stdout: "flags": 1, 2024-09-15T22:05:29.108 INFO:teuthology.orchestra.run.smithi063.stdout: "default_value": "False", 2024-09-15T22:05:29.108 INFO:teuthology.orchestra.run.smithi063.stdout: "min": "", 2024-09-15T22:05:29.108 INFO:teuthology.orchestra.run.smithi063.stdout: "max": "", 2024-09-15T22:05:29.108 INFO:teuthology.orchestra.run.smithi063.stdout: "enum_allowed": [], 2024-09-15T22:05:29.108 INFO:teuthology.orchestra.run.smithi063.stdout: "desc": "", 2024-09-15T22:05:29.108 INFO:teuthology.orchestra.run.smithi063.stdout: "long_desc": "", 2024-09-15T22:05:29.108 INFO:teuthology.orchestra.run.smithi063.stdout: "tags": [], 2024-09-15T22:05:29.108 INFO:teuthology.orchestra.run.smithi063.stdout: "see_also": [] 2024-09-15T22:05:29.108 INFO:teuthology.orchestra.run.smithi063.stdout: }, 2024-09-15T22:05:29.109 INFO:teuthology.orchestra.run.smithi063.stdout: "orchestrator": { 2024-09-15T22:05:29.109 INFO:teuthology.orchestra.run.smithi063.stdout: "name": "orchestrator", 2024-09-15T22:05:29.109 INFO:teuthology.orchestra.run.smithi063.stdout: "type": "str", 2024-09-15T22:05:29.109 INFO:teuthology.orchestra.run.smithi063.stdout: "level": "advanced", 2024-09-15T22:05:29.109 INFO:teuthology.orchestra.run.smithi063.stdout: "flags": 1, 2024-09-15T22:05:29.109 INFO:teuthology.orchestra.run.smithi063.stdout: "default_value": "", 2024-09-15T22:05:29.109 INFO:teuthology.orchestra.run.smithi063.stdout: "min": "", 2024-09-15T22:05:29.109 INFO:teuthology.orchestra.run.smithi063.stdout: "max": "", 2024-09-15T22:05:29.109 INFO:teuthology.orchestra.run.smithi063.stdout: "enum_allowed": [ 2024-09-15T22:05:29.109 INFO:teuthology.orchestra.run.smithi063.stdout: "cephadm", 2024-09-15T22:05:29.109 INFO:teuthology.orchestra.run.smithi063.stdout: "rook", 2024-09-15T22:05:29.109 INFO:teuthology.orchestra.run.smithi063.stdout: "test_orchestrator" 2024-09-15T22:05:29.109 INFO:teuthology.orchestra.run.smithi063.stdout: ], 2024-09-15T22:05:29.110 INFO:teuthology.orchestra.run.smithi063.stdout: "desc": "Orchestrator backend", 2024-09-15T22:05:29.110 INFO:teuthology.orchestra.run.smithi063.stdout: "long_desc": "", 2024-09-15T22:05:29.110 INFO:teuthology.orchestra.run.smithi063.stdout: "tags": [], 2024-09-15T22:05:29.110 INFO:teuthology.orchestra.run.smithi063.stdout: "see_also": [] 2024-09-15T22:05:29.110 INFO:teuthology.orchestra.run.smithi063.stdout: } 2024-09-15T22:05:29.110 INFO:teuthology.orchestra.run.smithi063.stdout: } 2024-09-15T22:05:29.110 INFO:teuthology.orchestra.run.smithi063.stdout: }, 2024-09-15T22:05:29.110 INFO:teuthology.orchestra.run.smithi063.stdout: { 2024-09-15T22:05:29.110 INFO:teuthology.orchestra.run.smithi063.stdout: "name": "osd_perf_query", 2024-09-15T22:05:29.110 INFO:teuthology.orchestra.run.smithi063.stdout: "can_run": true, 2024-09-15T22:05:29.110 INFO:teuthology.orchestra.run.smithi063.stdout: "error_string": "", 2024-09-15T22:05:29.110 INFO:teuthology.orchestra.run.smithi063.stdout: "module_options": { 2024-09-15T22:05:29.110 INFO:teuthology.orchestra.run.smithi063.stdout: "log_level": { 2024-09-15T22:05:29.110 INFO:teuthology.orchestra.run.smithi063.stdout: "name": "log_level", 2024-09-15T22:05:29.111 INFO:teuthology.orchestra.run.smithi063.stdout: "type": "str", 2024-09-15T22:05:29.111 INFO:teuthology.orchestra.run.smithi063.stdout: "level": "advanced", 2024-09-15T22:05:29.111 INFO:teuthology.orchestra.run.smithi063.stdout: "flags": 1, 2024-09-15T22:05:29.111 INFO:teuthology.orchestra.run.smithi063.stdout: "default_value": "", 2024-09-15T22:05:29.111 INFO:teuthology.orchestra.run.smithi063.stdout: "min": "", 2024-09-15T22:05:29.111 INFO:teuthology.orchestra.run.smithi063.stdout: "max": "", 2024-09-15T22:05:29.111 INFO:teuthology.orchestra.run.smithi063.stdout: "enum_allowed": [ 2024-09-15T22:05:29.111 INFO:teuthology.orchestra.run.smithi063.stdout: "", 2024-09-15T22:05:29.111 INFO:teuthology.orchestra.run.smithi063.stdout: "critical", 2024-09-15T22:05:29.111 INFO:teuthology.orchestra.run.smithi063.stdout: "debug", 2024-09-15T22:05:29.111 INFO:teuthology.orchestra.run.smithi063.stdout: "error", 2024-09-15T22:05:29.111 INFO:teuthology.orchestra.run.smithi063.stdout: "info", 2024-09-15T22:05:29.111 INFO:teuthology.orchestra.run.smithi063.stdout: "warning" 2024-09-15T22:05:29.111 INFO:teuthology.orchestra.run.smithi063.stdout: ], 2024-09-15T22:05:29.112 INFO:teuthology.orchestra.run.smithi063.stdout: "desc": "", 2024-09-15T22:05:29.112 INFO:teuthology.orchestra.run.smithi063.stdout: "long_desc": "", 2024-09-15T22:05:29.112 INFO:teuthology.orchestra.run.smithi063.stdout: "tags": [], 2024-09-15T22:05:29.112 INFO:teuthology.orchestra.run.smithi063.stdout: "see_also": [] 2024-09-15T22:05:29.112 INFO:teuthology.orchestra.run.smithi063.stdout: }, 2024-09-15T22:05:29.112 INFO:teuthology.orchestra.run.smithi063.stdout: "log_to_cluster": { 2024-09-15T22:05:29.112 INFO:teuthology.orchestra.run.smithi063.stdout: "name": "log_to_cluster", 2024-09-15T22:05:29.112 INFO:teuthology.orchestra.run.smithi063.stdout: "type": "bool", 2024-09-15T22:05:29.112 INFO:teuthology.orchestra.run.smithi063.stdout: "level": "advanced", 2024-09-15T22:05:29.112 INFO:teuthology.orchestra.run.smithi063.stdout: "flags": 1, 2024-09-15T22:05:29.112 INFO:teuthology.orchestra.run.smithi063.stdout: "default_value": "False", 2024-09-15T22:05:29.112 INFO:teuthology.orchestra.run.smithi063.stdout: "min": "", 2024-09-15T22:05:29.112 INFO:teuthology.orchestra.run.smithi063.stdout: "max": "", 2024-09-15T22:05:29.112 INFO:teuthology.orchestra.run.smithi063.stdout: "enum_allowed": [], 2024-09-15T22:05:29.113 INFO:teuthology.orchestra.run.smithi063.stdout: "desc": "", 2024-09-15T22:05:29.113 INFO:teuthology.orchestra.run.smithi063.stdout: "long_desc": "", 2024-09-15T22:05:29.113 INFO:teuthology.orchestra.run.smithi063.stdout: "tags": [], 2024-09-15T22:05:29.113 INFO:teuthology.orchestra.run.smithi063.stdout: "see_also": [] 2024-09-15T22:05:29.113 INFO:teuthology.orchestra.run.smithi063.stdout: }, 2024-09-15T22:05:29.113 INFO:teuthology.orchestra.run.smithi063.stdout: "log_to_cluster_level": { 2024-09-15T22:05:29.113 INFO:teuthology.orchestra.run.smithi063.stdout: "name": "log_to_cluster_level", 2024-09-15T22:05:29.113 INFO:teuthology.orchestra.run.smithi063.stdout: "type": "str", 2024-09-15T22:05:29.113 INFO:teuthology.orchestra.run.smithi063.stdout: "level": "advanced", 2024-09-15T22:05:29.113 INFO:teuthology.orchestra.run.smithi063.stdout: "flags": 1, 2024-09-15T22:05:29.113 INFO:teuthology.orchestra.run.smithi063.stdout: "default_value": "info", 2024-09-15T22:05:29.113 INFO:teuthology.orchestra.run.smithi063.stdout: "min": "", 2024-09-15T22:05:29.113 INFO:teuthology.orchestra.run.smithi063.stdout: "max": "", 2024-09-15T22:05:29.114 INFO:teuthology.orchestra.run.smithi063.stdout: "enum_allowed": [ 2024-09-15T22:05:29.114 INFO:teuthology.orchestra.run.smithi063.stdout: "", 2024-09-15T22:05:29.114 INFO:teuthology.orchestra.run.smithi063.stdout: "critical", 2024-09-15T22:05:29.114 INFO:teuthology.orchestra.run.smithi063.stdout: "debug", 2024-09-15T22:05:29.114 INFO:teuthology.orchestra.run.smithi063.stdout: "error", 2024-09-15T22:05:29.114 INFO:teuthology.orchestra.run.smithi063.stdout: "info", 2024-09-15T22:05:29.114 INFO:teuthology.orchestra.run.smithi063.stdout: "warning" 2024-09-15T22:05:29.114 INFO:teuthology.orchestra.run.smithi063.stdout: ], 2024-09-15T22:05:29.114 INFO:teuthology.orchestra.run.smithi063.stdout: "desc": "", 2024-09-15T22:05:29.114 INFO:teuthology.orchestra.run.smithi063.stdout: "long_desc": "", 2024-09-15T22:05:29.114 INFO:teuthology.orchestra.run.smithi063.stdout: "tags": [], 2024-09-15T22:05:29.114 INFO:teuthology.orchestra.run.smithi063.stdout: "see_also": [] 2024-09-15T22:05:29.114 INFO:teuthology.orchestra.run.smithi063.stdout: }, 2024-09-15T22:05:29.115 INFO:teuthology.orchestra.run.smithi063.stdout: "log_to_file": { 2024-09-15T22:05:29.115 INFO:teuthology.orchestra.run.smithi063.stdout: "name": "log_to_file", 2024-09-15T22:05:29.115 INFO:teuthology.orchestra.run.smithi063.stdout: "type": "bool", 2024-09-15T22:05:29.115 INFO:teuthology.orchestra.run.smithi063.stdout: "level": "advanced", 2024-09-15T22:05:29.115 INFO:teuthology.orchestra.run.smithi063.stdout: "flags": 1, 2024-09-15T22:05:29.115 INFO:teuthology.orchestra.run.smithi063.stdout: "default_value": "False", 2024-09-15T22:05:29.115 INFO:teuthology.orchestra.run.smithi063.stdout: "min": "", 2024-09-15T22:05:29.115 INFO:teuthology.orchestra.run.smithi063.stdout: "max": "", 2024-09-15T22:05:29.115 INFO:teuthology.orchestra.run.smithi063.stdout: "enum_allowed": [], 2024-09-15T22:05:29.115 INFO:teuthology.orchestra.run.smithi063.stdout: "desc": "", 2024-09-15T22:05:29.115 INFO:teuthology.orchestra.run.smithi063.stdout: "long_desc": "", 2024-09-15T22:05:29.115 INFO:teuthology.orchestra.run.smithi063.stdout: "tags": [], 2024-09-15T22:05:29.115 INFO:teuthology.orchestra.run.smithi063.stdout: "see_also": [] 2024-09-15T22:05:29.115 INFO:teuthology.orchestra.run.smithi063.stdout: } 2024-09-15T22:05:29.116 INFO:teuthology.orchestra.run.smithi063.stdout: } 2024-09-15T22:05:29.116 INFO:teuthology.orchestra.run.smithi063.stdout: }, 2024-09-15T22:05:29.116 INFO:teuthology.orchestra.run.smithi063.stdout: { 2024-09-15T22:05:29.116 INFO:teuthology.orchestra.run.smithi063.stdout: "name": "osd_support", 2024-09-15T22:05:29.116 INFO:teuthology.orchestra.run.smithi063.stdout: "can_run": true, 2024-09-15T22:05:29.116 INFO:teuthology.orchestra.run.smithi063.stdout: "error_string": "", 2024-09-15T22:05:29.116 INFO:teuthology.orchestra.run.smithi063.stdout: "module_options": { 2024-09-15T22:05:29.116 INFO:teuthology.orchestra.run.smithi063.stdout: "log_level": { 2024-09-15T22:05:29.116 INFO:teuthology.orchestra.run.smithi063.stdout: "name": "log_level", 2024-09-15T22:05:29.116 INFO:teuthology.orchestra.run.smithi063.stdout: "type": "str", 2024-09-15T22:05:29.116 INFO:teuthology.orchestra.run.smithi063.stdout: "level": "advanced", 2024-09-15T22:05:29.116 INFO:teuthology.orchestra.run.smithi063.stdout: "flags": 1, 2024-09-15T22:05:29.117 INFO:teuthology.orchestra.run.smithi063.stdout: "default_value": "", 2024-09-15T22:05:29.117 INFO:teuthology.orchestra.run.smithi063.stdout: "min": "", 2024-09-15T22:05:29.117 INFO:teuthology.orchestra.run.smithi063.stdout: "max": "", 2024-09-15T22:05:29.117 INFO:teuthology.orchestra.run.smithi063.stdout: "enum_allowed": [ 2024-09-15T22:05:29.117 INFO:teuthology.orchestra.run.smithi063.stdout: "", 2024-09-15T22:05:29.117 INFO:teuthology.orchestra.run.smithi063.stdout: "critical", 2024-09-15T22:05:29.117 INFO:teuthology.orchestra.run.smithi063.stdout: "debug", 2024-09-15T22:05:29.117 INFO:teuthology.orchestra.run.smithi063.stdout: "error", 2024-09-15T22:05:29.117 INFO:teuthology.orchestra.run.smithi063.stdout: "info", 2024-09-15T22:05:29.117 INFO:teuthology.orchestra.run.smithi063.stdout: "warning" 2024-09-15T22:05:29.117 INFO:teuthology.orchestra.run.smithi063.stdout: ], 2024-09-15T22:05:29.117 INFO:teuthology.orchestra.run.smithi063.stdout: "desc": "", 2024-09-15T22:05:29.118 INFO:teuthology.orchestra.run.smithi063.stdout: "long_desc": "", 2024-09-15T22:05:29.118 INFO:teuthology.orchestra.run.smithi063.stdout: "tags": [], 2024-09-15T22:05:29.118 INFO:teuthology.orchestra.run.smithi063.stdout: "see_also": [] 2024-09-15T22:05:29.118 INFO:teuthology.orchestra.run.smithi063.stdout: }, 2024-09-15T22:05:29.118 INFO:teuthology.orchestra.run.smithi063.stdout: "log_to_cluster": { 2024-09-15T22:05:29.118 INFO:teuthology.orchestra.run.smithi063.stdout: "name": "log_to_cluster", 2024-09-15T22:05:29.118 INFO:teuthology.orchestra.run.smithi063.stdout: "type": "bool", 2024-09-15T22:05:29.118 INFO:teuthology.orchestra.run.smithi063.stdout: "level": "advanced", 2024-09-15T22:05:29.118 INFO:teuthology.orchestra.run.smithi063.stdout: "flags": 1, 2024-09-15T22:05:29.118 INFO:teuthology.orchestra.run.smithi063.stdout: "default_value": "False", 2024-09-15T22:05:29.118 INFO:teuthology.orchestra.run.smithi063.stdout: "min": "", 2024-09-15T22:05:29.118 INFO:teuthology.orchestra.run.smithi063.stdout: "max": "", 2024-09-15T22:05:29.118 INFO:teuthology.orchestra.run.smithi063.stdout: "enum_allowed": [], 2024-09-15T22:05:29.119 INFO:teuthology.orchestra.run.smithi063.stdout: "desc": "", 2024-09-15T22:05:29.119 INFO:teuthology.orchestra.run.smithi063.stdout: "long_desc": "", 2024-09-15T22:05:29.119 INFO:teuthology.orchestra.run.smithi063.stdout: "tags": [], 2024-09-15T22:05:29.119 INFO:teuthology.orchestra.run.smithi063.stdout: "see_also": [] 2024-09-15T22:05:29.119 INFO:teuthology.orchestra.run.smithi063.stdout: }, 2024-09-15T22:05:29.119 INFO:teuthology.orchestra.run.smithi063.stdout: "log_to_cluster_level": { 2024-09-15T22:05:29.119 INFO:teuthology.orchestra.run.smithi063.stdout: "name": "log_to_cluster_level", 2024-09-15T22:05:29.119 INFO:teuthology.orchestra.run.smithi063.stdout: "type": "str", 2024-09-15T22:05:29.119 INFO:teuthology.orchestra.run.smithi063.stdout: "level": "advanced", 2024-09-15T22:05:29.119 INFO:teuthology.orchestra.run.smithi063.stdout: "flags": 1, 2024-09-15T22:05:29.119 INFO:teuthology.orchestra.run.smithi063.stdout: "default_value": "info", 2024-09-15T22:05:29.119 INFO:teuthology.orchestra.run.smithi063.stdout: "min": "", 2024-09-15T22:05:29.119 INFO:teuthology.orchestra.run.smithi063.stdout: "max": "", 2024-09-15T22:05:29.119 INFO:teuthology.orchestra.run.smithi063.stdout: "enum_allowed": [ 2024-09-15T22:05:29.120 INFO:teuthology.orchestra.run.smithi063.stdout: "", 2024-09-15T22:05:29.120 INFO:teuthology.orchestra.run.smithi063.stdout: "critical", 2024-09-15T22:05:29.120 INFO:teuthology.orchestra.run.smithi063.stdout: "debug", 2024-09-15T22:05:29.120 INFO:teuthology.orchestra.run.smithi063.stdout: "error", 2024-09-15T22:05:29.120 INFO:teuthology.orchestra.run.smithi063.stdout: "info", 2024-09-15T22:05:29.120 INFO:teuthology.orchestra.run.smithi063.stdout: "warning" 2024-09-15T22:05:29.120 INFO:teuthology.orchestra.run.smithi063.stdout: ], 2024-09-15T22:05:29.120 INFO:teuthology.orchestra.run.smithi063.stdout: "desc": "", 2024-09-15T22:05:29.120 INFO:teuthology.orchestra.run.smithi063.stdout: "long_desc": "", 2024-09-15T22:05:29.120 INFO:teuthology.orchestra.run.smithi063.stdout: "tags": [], 2024-09-15T22:05:29.120 INFO:teuthology.orchestra.run.smithi063.stdout: "see_also": [] 2024-09-15T22:05:29.120 INFO:teuthology.orchestra.run.smithi063.stdout: }, 2024-09-15T22:05:29.120 INFO:teuthology.orchestra.run.smithi063.stdout: "log_to_file": { 2024-09-15T22:05:29.120 INFO:teuthology.orchestra.run.smithi063.stdout: "name": "log_to_file", 2024-09-15T22:05:29.121 INFO:teuthology.orchestra.run.smithi063.stdout: "type": "bool", 2024-09-15T22:05:29.121 INFO:teuthology.orchestra.run.smithi063.stdout: "level": "advanced", 2024-09-15T22:05:29.121 INFO:teuthology.orchestra.run.smithi063.stdout: "flags": 1, 2024-09-15T22:05:29.121 INFO:teuthology.orchestra.run.smithi063.stdout: "default_value": "False", 2024-09-15T22:05:29.121 INFO:teuthology.orchestra.run.smithi063.stdout: "min": "", 2024-09-15T22:05:29.121 INFO:teuthology.orchestra.run.smithi063.stdout: "max": "", 2024-09-15T22:05:29.121 INFO:teuthology.orchestra.run.smithi063.stdout: "enum_allowed": [], 2024-09-15T22:05:29.121 INFO:teuthology.orchestra.run.smithi063.stdout: "desc": "", 2024-09-15T22:05:29.121 INFO:teuthology.orchestra.run.smithi063.stdout: "long_desc": "", 2024-09-15T22:05:29.121 INFO:teuthology.orchestra.run.smithi063.stdout: "tags": [], 2024-09-15T22:05:29.121 INFO:teuthology.orchestra.run.smithi063.stdout: "see_also": [] 2024-09-15T22:05:29.121 INFO:teuthology.orchestra.run.smithi063.stdout: } 2024-09-15T22:05:29.121 INFO:teuthology.orchestra.run.smithi063.stdout: } 2024-09-15T22:05:29.121 INFO:teuthology.orchestra.run.smithi063.stdout: }, 2024-09-15T22:05:29.122 INFO:teuthology.orchestra.run.smithi063.stdout: { 2024-09-15T22:05:29.122 INFO:teuthology.orchestra.run.smithi063.stdout: "name": "pg_autoscaler", 2024-09-15T22:05:29.122 INFO:teuthology.orchestra.run.smithi063.stdout: "can_run": true, 2024-09-15T22:05:29.122 INFO:teuthology.orchestra.run.smithi063.stdout: "error_string": "", 2024-09-15T22:05:29.122 INFO:teuthology.orchestra.run.smithi063.stdout: "module_options": { 2024-09-15T22:05:29.122 INFO:teuthology.orchestra.run.smithi063.stdout: "log_level": { 2024-09-15T22:05:29.122 INFO:teuthology.orchestra.run.smithi063.stdout: "name": "log_level", 2024-09-15T22:05:29.122 INFO:teuthology.orchestra.run.smithi063.stdout: "type": "str", 2024-09-15T22:05:29.122 INFO:teuthology.orchestra.run.smithi063.stdout: "level": "advanced", 2024-09-15T22:05:29.122 INFO:teuthology.orchestra.run.smithi063.stdout: "flags": 1, 2024-09-15T22:05:29.122 INFO:teuthology.orchestra.run.smithi063.stdout: "default_value": "", 2024-09-15T22:05:29.122 INFO:teuthology.orchestra.run.smithi063.stdout: "min": "", 2024-09-15T22:05:29.122 INFO:teuthology.orchestra.run.smithi063.stdout: "max": "", 2024-09-15T22:05:29.122 INFO:teuthology.orchestra.run.smithi063.stdout: "enum_allowed": [ 2024-09-15T22:05:29.122 INFO:teuthology.orchestra.run.smithi063.stdout: "", 2024-09-15T22:05:29.123 INFO:teuthology.orchestra.run.smithi063.stdout: "critical", 2024-09-15T22:05:29.123 INFO:teuthology.orchestra.run.smithi063.stdout: "debug", 2024-09-15T22:05:29.123 INFO:teuthology.orchestra.run.smithi063.stdout: "error", 2024-09-15T22:05:29.123 INFO:teuthology.orchestra.run.smithi063.stdout: "info", 2024-09-15T22:05:29.123 INFO:teuthology.orchestra.run.smithi063.stdout: "warning" 2024-09-15T22:05:29.123 INFO:teuthology.orchestra.run.smithi063.stdout: ], 2024-09-15T22:05:29.123 INFO:teuthology.orchestra.run.smithi063.stdout: "desc": "", 2024-09-15T22:05:29.123 INFO:teuthology.orchestra.run.smithi063.stdout: "long_desc": "", 2024-09-15T22:05:29.123 INFO:teuthology.orchestra.run.smithi063.stdout: "tags": [], 2024-09-15T22:05:29.123 INFO:teuthology.orchestra.run.smithi063.stdout: "see_also": [] 2024-09-15T22:05:29.123 INFO:teuthology.orchestra.run.smithi063.stdout: }, 2024-09-15T22:05:29.124 INFO:teuthology.orchestra.run.smithi063.stdout: "log_to_cluster": { 2024-09-15T22:05:29.124 INFO:teuthology.orchestra.run.smithi063.stdout: "name": "log_to_cluster", 2024-09-15T22:05:29.124 INFO:teuthology.orchestra.run.smithi063.stdout: "type": "bool", 2024-09-15T22:05:29.124 INFO:teuthology.orchestra.run.smithi063.stdout: "level": "advanced", 2024-09-15T22:05:29.124 INFO:teuthology.orchestra.run.smithi063.stdout: "flags": 1, 2024-09-15T22:05:29.124 INFO:teuthology.orchestra.run.smithi063.stdout: "default_value": "False", 2024-09-15T22:05:29.124 INFO:teuthology.orchestra.run.smithi063.stdout: "min": "", 2024-09-15T22:05:29.124 INFO:teuthology.orchestra.run.smithi063.stdout: "max": "", 2024-09-15T22:05:29.124 INFO:teuthology.orchestra.run.smithi063.stdout: "enum_allowed": [], 2024-09-15T22:05:29.124 INFO:teuthology.orchestra.run.smithi063.stdout: "desc": "", 2024-09-15T22:05:29.124 INFO:teuthology.orchestra.run.smithi063.stdout: "long_desc": "", 2024-09-15T22:05:29.124 INFO:teuthology.orchestra.run.smithi063.stdout: "tags": [], 2024-09-15T22:05:29.125 INFO:teuthology.orchestra.run.smithi063.stdout: "see_also": [] 2024-09-15T22:05:29.125 INFO:teuthology.orchestra.run.smithi063.stdout: }, 2024-09-15T22:05:29.125 INFO:teuthology.orchestra.run.smithi063.stdout: "log_to_cluster_level": { 2024-09-15T22:05:29.125 INFO:teuthology.orchestra.run.smithi063.stdout: "name": "log_to_cluster_level", 2024-09-15T22:05:29.125 INFO:teuthology.orchestra.run.smithi063.stdout: "type": "str", 2024-09-15T22:05:29.125 INFO:teuthology.orchestra.run.smithi063.stdout: "level": "advanced", 2024-09-15T22:05:29.125 INFO:teuthology.orchestra.run.smithi063.stdout: "flags": 1, 2024-09-15T22:05:29.125 INFO:teuthology.orchestra.run.smithi063.stdout: "default_value": "info", 2024-09-15T22:05:29.125 INFO:teuthology.orchestra.run.smithi063.stdout: "min": "", 2024-09-15T22:05:29.125 INFO:teuthology.orchestra.run.smithi063.stdout: "max": "", 2024-09-15T22:05:29.125 INFO:teuthology.orchestra.run.smithi063.stdout: "enum_allowed": [ 2024-09-15T22:05:29.125 INFO:teuthology.orchestra.run.smithi063.stdout: "", 2024-09-15T22:05:29.125 INFO:teuthology.orchestra.run.smithi063.stdout: "critical", 2024-09-15T22:05:29.125 INFO:teuthology.orchestra.run.smithi063.stdout: "debug", 2024-09-15T22:05:29.126 INFO:teuthology.orchestra.run.smithi063.stdout: "error", 2024-09-15T22:05:29.126 INFO:teuthology.orchestra.run.smithi063.stdout: "info", 2024-09-15T22:05:29.126 INFO:teuthology.orchestra.run.smithi063.stdout: "warning" 2024-09-15T22:05:29.126 INFO:teuthology.orchestra.run.smithi063.stdout: ], 2024-09-15T22:05:29.126 INFO:teuthology.orchestra.run.smithi063.stdout: "desc": "", 2024-09-15T22:05:29.126 INFO:teuthology.orchestra.run.smithi063.stdout: "long_desc": "", 2024-09-15T22:05:29.126 INFO:teuthology.orchestra.run.smithi063.stdout: "tags": [], 2024-09-15T22:05:29.126 INFO:teuthology.orchestra.run.smithi063.stdout: "see_also": [] 2024-09-15T22:05:29.126 INFO:teuthology.orchestra.run.smithi063.stdout: }, 2024-09-15T22:05:29.126 INFO:teuthology.orchestra.run.smithi063.stdout: "log_to_file": { 2024-09-15T22:05:29.126 INFO:teuthology.orchestra.run.smithi063.stdout: "name": "log_to_file", 2024-09-15T22:05:29.126 INFO:teuthology.orchestra.run.smithi063.stdout: "type": "bool", 2024-09-15T22:05:29.126 INFO:teuthology.orchestra.run.smithi063.stdout: "level": "advanced", 2024-09-15T22:05:29.127 INFO:teuthology.orchestra.run.smithi063.stdout: "flags": 1, 2024-09-15T22:05:29.127 INFO:teuthology.orchestra.run.smithi063.stdout: "default_value": "False", 2024-09-15T22:05:29.127 INFO:teuthology.orchestra.run.smithi063.stdout: "min": "", 2024-09-15T22:05:29.127 INFO:teuthology.orchestra.run.smithi063.stdout: "max": "", 2024-09-15T22:05:29.127 INFO:teuthology.orchestra.run.smithi063.stdout: "enum_allowed": [], 2024-09-15T22:05:29.127 INFO:teuthology.orchestra.run.smithi063.stdout: "desc": "", 2024-09-15T22:05:29.127 INFO:teuthology.orchestra.run.smithi063.stdout: "long_desc": "", 2024-09-15T22:05:29.127 INFO:teuthology.orchestra.run.smithi063.stdout: "tags": [], 2024-09-15T22:05:29.127 INFO:teuthology.orchestra.run.smithi063.stdout: "see_also": [] 2024-09-15T22:05:29.127 INFO:teuthology.orchestra.run.smithi063.stdout: }, 2024-09-15T22:05:29.127 INFO:teuthology.orchestra.run.smithi063.stdout: "sleep_interval": { 2024-09-15T22:05:29.127 INFO:teuthology.orchestra.run.smithi063.stdout: "name": "sleep_interval", 2024-09-15T22:05:29.127 INFO:teuthology.orchestra.run.smithi063.stdout: "type": "secs", 2024-09-15T22:05:29.127 INFO:teuthology.orchestra.run.smithi063.stdout: "level": "advanced", 2024-09-15T22:05:29.128 INFO:teuthology.orchestra.run.smithi063.stdout: "flags": 0, 2024-09-15T22:05:29.128 INFO:teuthology.orchestra.run.smithi063.stdout: "default_value": "60", 2024-09-15T22:05:29.128 INFO:teuthology.orchestra.run.smithi063.stdout: "min": "", 2024-09-15T22:05:29.128 INFO:teuthology.orchestra.run.smithi063.stdout: "max": "", 2024-09-15T22:05:29.128 INFO:teuthology.orchestra.run.smithi063.stdout: "enum_allowed": [], 2024-09-15T22:05:29.128 INFO:teuthology.orchestra.run.smithi063.stdout: "desc": "", 2024-09-15T22:05:29.128 INFO:teuthology.orchestra.run.smithi063.stdout: "long_desc": "", 2024-09-15T22:05:29.128 INFO:teuthology.orchestra.run.smithi063.stdout: "tags": [], 2024-09-15T22:05:29.128 INFO:teuthology.orchestra.run.smithi063.stdout: "see_also": [] 2024-09-15T22:05:29.128 INFO:teuthology.orchestra.run.smithi063.stdout: }, 2024-09-15T22:05:29.128 INFO:teuthology.orchestra.run.smithi063.stdout: "threshold": { 2024-09-15T22:05:29.128 INFO:teuthology.orchestra.run.smithi063.stdout: "name": "threshold", 2024-09-15T22:05:29.128 INFO:teuthology.orchestra.run.smithi063.stdout: "type": "float", 2024-09-15T22:05:29.129 INFO:teuthology.orchestra.run.smithi063.stdout: "level": "advanced", 2024-09-15T22:05:29.129 INFO:teuthology.orchestra.run.smithi063.stdout: "flags": 0, 2024-09-15T22:05:29.129 INFO:teuthology.orchestra.run.smithi063.stdout: "default_value": "3.0", 2024-09-15T22:05:29.129 INFO:teuthology.orchestra.run.smithi063.stdout: "min": "1.0", 2024-09-15T22:05:29.129 INFO:teuthology.orchestra.run.smithi063.stdout: "max": "", 2024-09-15T22:05:29.129 INFO:teuthology.orchestra.run.smithi063.stdout: "enum_allowed": [], 2024-09-15T22:05:29.129 INFO:teuthology.orchestra.run.smithi063.stdout: "desc": "scaling threshold", 2024-09-15T22:05:29.129 INFO:teuthology.orchestra.run.smithi063.stdout: "long_desc": "The factor by which the `NEW PG_NUM` must vary from the current`PG_NUM` before being accepted. Cannot be less than 1.0", 2024-09-15T22:05:29.129 INFO:teuthology.orchestra.run.smithi063.stdout: "tags": [], 2024-09-15T22:05:29.129 INFO:teuthology.orchestra.run.smithi063.stdout: "see_also": [] 2024-09-15T22:05:29.129 INFO:teuthology.orchestra.run.smithi063.stdout: } 2024-09-15T22:05:29.129 INFO:teuthology.orchestra.run.smithi063.stdout: } 2024-09-15T22:05:29.129 INFO:teuthology.orchestra.run.smithi063.stdout: }, 2024-09-15T22:05:29.130 INFO:teuthology.orchestra.run.smithi063.stdout: { 2024-09-15T22:05:29.130 INFO:teuthology.orchestra.run.smithi063.stdout: "name": "progress", 2024-09-15T22:05:29.130 INFO:teuthology.orchestra.run.smithi063.stdout: "can_run": true, 2024-09-15T22:05:29.130 INFO:teuthology.orchestra.run.smithi063.stdout: "error_string": "", 2024-09-15T22:05:29.130 INFO:teuthology.orchestra.run.smithi063.stdout: "module_options": { 2024-09-15T22:05:29.130 INFO:teuthology.orchestra.run.smithi063.stdout: "allow_pg_recovery_event": { 2024-09-15T22:05:29.130 INFO:teuthology.orchestra.run.smithi063.stdout: "name": "allow_pg_recovery_event", 2024-09-15T22:05:29.130 INFO:teuthology.orchestra.run.smithi063.stdout: "type": "bool", 2024-09-15T22:05:29.130 INFO:teuthology.orchestra.run.smithi063.stdout: "level": "advanced", 2024-09-15T22:05:29.130 INFO:teuthology.orchestra.run.smithi063.stdout: "flags": 1, 2024-09-15T22:05:29.130 INFO:teuthology.orchestra.run.smithi063.stdout: "default_value": "False", 2024-09-15T22:05:29.130 INFO:teuthology.orchestra.run.smithi063.stdout: "min": "", 2024-09-15T22:05:29.130 INFO:teuthology.orchestra.run.smithi063.stdout: "max": "", 2024-09-15T22:05:29.130 INFO:teuthology.orchestra.run.smithi063.stdout: "enum_allowed": [], 2024-09-15T22:05:29.130 INFO:teuthology.orchestra.run.smithi063.stdout: "desc": "allow the module to show pg recovery progress", 2024-09-15T22:05:29.131 INFO:teuthology.orchestra.run.smithi063.stdout: "long_desc": "", 2024-09-15T22:05:29.131 INFO:teuthology.orchestra.run.smithi063.stdout: "tags": [], 2024-09-15T22:05:29.131 INFO:teuthology.orchestra.run.smithi063.stdout: "see_also": [] 2024-09-15T22:05:29.131 INFO:teuthology.orchestra.run.smithi063.stdout: }, 2024-09-15T22:05:29.131 INFO:teuthology.orchestra.run.smithi063.stdout: "enabled": { 2024-09-15T22:05:29.131 INFO:teuthology.orchestra.run.smithi063.stdout: "name": "enabled", 2024-09-15T22:05:29.131 INFO:teuthology.orchestra.run.smithi063.stdout: "type": "bool", 2024-09-15T22:05:29.131 INFO:teuthology.orchestra.run.smithi063.stdout: "level": "advanced", 2024-09-15T22:05:29.131 INFO:teuthology.orchestra.run.smithi063.stdout: "flags": 0, 2024-09-15T22:05:29.131 INFO:teuthology.orchestra.run.smithi063.stdout: "default_value": "True", 2024-09-15T22:05:29.131 INFO:teuthology.orchestra.run.smithi063.stdout: "min": "", 2024-09-15T22:05:29.131 INFO:teuthology.orchestra.run.smithi063.stdout: "max": "", 2024-09-15T22:05:29.131 INFO:teuthology.orchestra.run.smithi063.stdout: "enum_allowed": [], 2024-09-15T22:05:29.132 INFO:teuthology.orchestra.run.smithi063.stdout: "desc": "", 2024-09-15T22:05:29.132 INFO:teuthology.orchestra.run.smithi063.stdout: "long_desc": "", 2024-09-15T22:05:29.132 INFO:teuthology.orchestra.run.smithi063.stdout: "tags": [], 2024-09-15T22:05:29.132 INFO:teuthology.orchestra.run.smithi063.stdout: "see_also": [] 2024-09-15T22:05:29.132 INFO:teuthology.orchestra.run.smithi063.stdout: }, 2024-09-15T22:05:29.132 INFO:teuthology.orchestra.run.smithi063.stdout: "log_level": { 2024-09-15T22:05:29.132 INFO:teuthology.orchestra.run.smithi063.stdout: "name": "log_level", 2024-09-15T22:05:29.132 INFO:teuthology.orchestra.run.smithi063.stdout: "type": "str", 2024-09-15T22:05:29.132 INFO:teuthology.orchestra.run.smithi063.stdout: "level": "advanced", 2024-09-15T22:05:29.132 INFO:teuthology.orchestra.run.smithi063.stdout: "flags": 1, 2024-09-15T22:05:29.132 INFO:teuthology.orchestra.run.smithi063.stdout: "default_value": "", 2024-09-15T22:05:29.132 INFO:teuthology.orchestra.run.smithi063.stdout: "min": "", 2024-09-15T22:05:29.133 INFO:teuthology.orchestra.run.smithi063.stdout: "max": "", 2024-09-15T22:05:29.133 INFO:teuthology.orchestra.run.smithi063.stdout: "enum_allowed": [ 2024-09-15T22:05:29.133 INFO:teuthology.orchestra.run.smithi063.stdout: "", 2024-09-15T22:05:29.133 INFO:teuthology.orchestra.run.smithi063.stdout: "critical", 2024-09-15T22:05:29.133 INFO:teuthology.orchestra.run.smithi063.stdout: "debug", 2024-09-15T22:05:29.133 INFO:teuthology.orchestra.run.smithi063.stdout: "error", 2024-09-15T22:05:29.133 INFO:teuthology.orchestra.run.smithi063.stdout: "info", 2024-09-15T22:05:29.133 INFO:teuthology.orchestra.run.smithi063.stdout: "warning" 2024-09-15T22:05:29.133 INFO:teuthology.orchestra.run.smithi063.stdout: ], 2024-09-15T22:05:29.133 INFO:teuthology.orchestra.run.smithi063.stdout: "desc": "", 2024-09-15T22:05:29.133 INFO:teuthology.orchestra.run.smithi063.stdout: "long_desc": "", 2024-09-15T22:05:29.134 INFO:teuthology.orchestra.run.smithi063.stdout: "tags": [], 2024-09-15T22:05:29.134 INFO:teuthology.orchestra.run.smithi063.stdout: "see_also": [] 2024-09-15T22:05:29.134 INFO:teuthology.orchestra.run.smithi063.stdout: }, 2024-09-15T22:05:29.134 INFO:teuthology.orchestra.run.smithi063.stdout: "log_to_cluster": { 2024-09-15T22:05:29.134 INFO:teuthology.orchestra.run.smithi063.stdout: "name": "log_to_cluster", 2024-09-15T22:05:29.134 INFO:teuthology.orchestra.run.smithi063.stdout: "type": "bool", 2024-09-15T22:05:29.134 INFO:teuthology.orchestra.run.smithi063.stdout: "level": "advanced", 2024-09-15T22:05:29.134 INFO:teuthology.orchestra.run.smithi063.stdout: "flags": 1, 2024-09-15T22:05:29.134 INFO:teuthology.orchestra.run.smithi063.stdout: "default_value": "False", 2024-09-15T22:05:29.134 INFO:teuthology.orchestra.run.smithi063.stdout: "min": "", 2024-09-15T22:05:29.134 INFO:teuthology.orchestra.run.smithi063.stdout: "max": "", 2024-09-15T22:05:29.134 INFO:teuthology.orchestra.run.smithi063.stdout: "enum_allowed": [], 2024-09-15T22:05:29.135 INFO:teuthology.orchestra.run.smithi063.stdout: "desc": "", 2024-09-15T22:05:29.135 INFO:teuthology.orchestra.run.smithi063.stdout: "long_desc": "", 2024-09-15T22:05:29.135 INFO:teuthology.orchestra.run.smithi063.stdout: "tags": [], 2024-09-15T22:05:29.135 INFO:teuthology.orchestra.run.smithi063.stdout: "see_also": [] 2024-09-15T22:05:29.135 INFO:teuthology.orchestra.run.smithi063.stdout: }, 2024-09-15T22:05:29.135 INFO:teuthology.orchestra.run.smithi063.stdout: "log_to_cluster_level": { 2024-09-15T22:05:29.135 INFO:teuthology.orchestra.run.smithi063.stdout: "name": "log_to_cluster_level", 2024-09-15T22:05:29.135 INFO:teuthology.orchestra.run.smithi063.stdout: "type": "str", 2024-09-15T22:05:29.135 INFO:teuthology.orchestra.run.smithi063.stdout: "level": "advanced", 2024-09-15T22:05:29.135 INFO:teuthology.orchestra.run.smithi063.stdout: "flags": 1, 2024-09-15T22:05:29.136 INFO:teuthology.orchestra.run.smithi063.stdout: "default_value": "info", 2024-09-15T22:05:29.136 INFO:teuthology.orchestra.run.smithi063.stdout: "min": "", 2024-09-15T22:05:29.136 INFO:teuthology.orchestra.run.smithi063.stdout: "max": "", 2024-09-15T22:05:29.136 INFO:teuthology.orchestra.run.smithi063.stdout: "enum_allowed": [ 2024-09-15T22:05:29.136 INFO:teuthology.orchestra.run.smithi063.stdout: "", 2024-09-15T22:05:29.136 INFO:teuthology.orchestra.run.smithi063.stdout: "critical", 2024-09-15T22:05:29.136 INFO:teuthology.orchestra.run.smithi063.stdout: "debug", 2024-09-15T22:05:29.136 INFO:teuthology.orchestra.run.smithi063.stdout: "error", 2024-09-15T22:05:29.136 INFO:teuthology.orchestra.run.smithi063.stdout: "info", 2024-09-15T22:05:29.136 INFO:teuthology.orchestra.run.smithi063.stdout: "warning" 2024-09-15T22:05:29.136 INFO:teuthology.orchestra.run.smithi063.stdout: ], 2024-09-15T22:05:29.137 INFO:teuthology.orchestra.run.smithi063.stdout: "desc": "", 2024-09-15T22:05:29.137 INFO:teuthology.orchestra.run.smithi063.stdout: "long_desc": "", 2024-09-15T22:05:29.137 INFO:teuthology.orchestra.run.smithi063.stdout: "tags": [], 2024-09-15T22:05:29.137 INFO:teuthology.orchestra.run.smithi063.stdout: "see_also": [] 2024-09-15T22:05:29.137 INFO:teuthology.orchestra.run.smithi063.stdout: }, 2024-09-15T22:05:29.137 INFO:teuthology.orchestra.run.smithi063.stdout: "log_to_file": { 2024-09-15T22:05:29.137 INFO:teuthology.orchestra.run.smithi063.stdout: "name": "log_to_file", 2024-09-15T22:05:29.137 INFO:teuthology.orchestra.run.smithi063.stdout: "type": "bool", 2024-09-15T22:05:29.137 INFO:teuthology.orchestra.run.smithi063.stdout: "level": "advanced", 2024-09-15T22:05:29.137 INFO:teuthology.orchestra.run.smithi063.stdout: "flags": 1, 2024-09-15T22:05:29.137 INFO:teuthology.orchestra.run.smithi063.stdout: "default_value": "False", 2024-09-15T22:05:29.137 INFO:teuthology.orchestra.run.smithi063.stdout: "min": "", 2024-09-15T22:05:29.138 INFO:teuthology.orchestra.run.smithi063.stdout: "max": "", 2024-09-15T22:05:29.138 INFO:teuthology.orchestra.run.smithi063.stdout: "enum_allowed": [], 2024-09-15T22:05:29.138 INFO:teuthology.orchestra.run.smithi063.stdout: "desc": "", 2024-09-15T22:05:29.138 INFO:teuthology.orchestra.run.smithi063.stdout: "long_desc": "", 2024-09-15T22:05:29.138 INFO:teuthology.orchestra.run.smithi063.stdout: "tags": [], 2024-09-15T22:05:29.138 INFO:teuthology.orchestra.run.smithi063.stdout: "see_also": [] 2024-09-15T22:05:29.138 INFO:teuthology.orchestra.run.smithi063.stdout: }, 2024-09-15T22:05:29.138 INFO:teuthology.orchestra.run.smithi063.stdout: "max_completed_events": { 2024-09-15T22:05:29.138 INFO:teuthology.orchestra.run.smithi063.stdout: "name": "max_completed_events", 2024-09-15T22:05:29.138 INFO:teuthology.orchestra.run.smithi063.stdout: "type": "int", 2024-09-15T22:05:29.138 INFO:teuthology.orchestra.run.smithi063.stdout: "level": "advanced", 2024-09-15T22:05:29.139 INFO:teuthology.orchestra.run.smithi063.stdout: "flags": 1, 2024-09-15T22:05:29.139 INFO:teuthology.orchestra.run.smithi063.stdout: "default_value": "50", 2024-09-15T22:05:29.139 INFO:teuthology.orchestra.run.smithi063.stdout: "min": "", 2024-09-15T22:05:29.139 INFO:teuthology.orchestra.run.smithi063.stdout: "max": "", 2024-09-15T22:05:29.139 INFO:teuthology.orchestra.run.smithi063.stdout: "enum_allowed": [], 2024-09-15T22:05:29.139 INFO:teuthology.orchestra.run.smithi063.stdout: "desc": "number of past completed events to remember", 2024-09-15T22:05:29.139 INFO:teuthology.orchestra.run.smithi063.stdout: "long_desc": "", 2024-09-15T22:05:29.139 INFO:teuthology.orchestra.run.smithi063.stdout: "tags": [], 2024-09-15T22:05:29.139 INFO:teuthology.orchestra.run.smithi063.stdout: "see_also": [] 2024-09-15T22:05:29.139 INFO:teuthology.orchestra.run.smithi063.stdout: }, 2024-09-15T22:05:29.139 INFO:teuthology.orchestra.run.smithi063.stdout: "sleep_interval": { 2024-09-15T22:05:29.139 INFO:teuthology.orchestra.run.smithi063.stdout: "name": "sleep_interval", 2024-09-15T22:05:29.139 INFO:teuthology.orchestra.run.smithi063.stdout: "type": "secs", 2024-09-15T22:05:29.140 INFO:teuthology.orchestra.run.smithi063.stdout: "level": "advanced", 2024-09-15T22:05:29.140 INFO:teuthology.orchestra.run.smithi063.stdout: "flags": 1, 2024-09-15T22:05:29.140 INFO:teuthology.orchestra.run.smithi063.stdout: "default_value": "5", 2024-09-15T22:05:29.140 INFO:teuthology.orchestra.run.smithi063.stdout: "min": "", 2024-09-15T22:05:29.140 INFO:teuthology.orchestra.run.smithi063.stdout: "max": "", 2024-09-15T22:05:29.140 INFO:teuthology.orchestra.run.smithi063.stdout: "enum_allowed": [], 2024-09-15T22:05:29.140 INFO:teuthology.orchestra.run.smithi063.stdout: "desc": "how long the module is going to sleep", 2024-09-15T22:05:29.140 INFO:teuthology.orchestra.run.smithi063.stdout: "long_desc": "", 2024-09-15T22:05:29.140 INFO:teuthology.orchestra.run.smithi063.stdout: "tags": [], 2024-09-15T22:05:29.140 INFO:teuthology.orchestra.run.smithi063.stdout: "see_also": [] 2024-09-15T22:05:29.140 INFO:teuthology.orchestra.run.smithi063.stdout: } 2024-09-15T22:05:29.140 INFO:teuthology.orchestra.run.smithi063.stdout: } 2024-09-15T22:05:29.141 INFO:teuthology.orchestra.run.smithi063.stdout: }, 2024-09-15T22:05:29.141 INFO:teuthology.orchestra.run.smithi063.stdout: { 2024-09-15T22:05:29.141 INFO:teuthology.orchestra.run.smithi063.stdout: "name": "prometheus", 2024-09-15T22:05:29.141 INFO:teuthology.orchestra.run.smithi063.stdout: "can_run": true, 2024-09-15T22:05:29.141 INFO:teuthology.orchestra.run.smithi063.stdout: "error_string": "", 2024-09-15T22:05:29.141 INFO:teuthology.orchestra.run.smithi063.stdout: "module_options": { 2024-09-15T22:05:29.141 INFO:teuthology.orchestra.run.smithi063.stdout: "cache": { 2024-09-15T22:05:29.141 INFO:teuthology.orchestra.run.smithi063.stdout: "name": "cache", 2024-09-15T22:05:29.141 INFO:teuthology.orchestra.run.smithi063.stdout: "type": "bool", 2024-09-15T22:05:29.141 INFO:teuthology.orchestra.run.smithi063.stdout: "level": "advanced", 2024-09-15T22:05:29.141 INFO:teuthology.orchestra.run.smithi063.stdout: "flags": 0, 2024-09-15T22:05:29.142 INFO:teuthology.orchestra.run.smithi063.stdout: "default_value": "True", 2024-09-15T22:05:29.142 INFO:teuthology.orchestra.run.smithi063.stdout: "min": "", 2024-09-15T22:05:29.142 INFO:teuthology.orchestra.run.smithi063.stdout: "max": "", 2024-09-15T22:05:29.142 INFO:teuthology.orchestra.run.smithi063.stdout: "enum_allowed": [], 2024-09-15T22:05:29.142 INFO:teuthology.orchestra.run.smithi063.stdout: "desc": "", 2024-09-15T22:05:29.142 INFO:teuthology.orchestra.run.smithi063.stdout: "long_desc": "", 2024-09-15T22:05:29.142 INFO:teuthology.orchestra.run.smithi063.stdout: "tags": [], 2024-09-15T22:05:29.142 INFO:teuthology.orchestra.run.smithi063.stdout: "see_also": [] 2024-09-15T22:05:29.142 INFO:teuthology.orchestra.run.smithi063.stdout: }, 2024-09-15T22:05:29.142 INFO:teuthology.orchestra.run.smithi063.stdout: "exclude_perf_counters": { 2024-09-15T22:05:29.142 INFO:teuthology.orchestra.run.smithi063.stdout: "name": "exclude_perf_counters", 2024-09-15T22:05:29.142 INFO:teuthology.orchestra.run.smithi063.stdout: "type": "bool", 2024-09-15T22:05:29.143 INFO:teuthology.orchestra.run.smithi063.stdout: "level": "advanced", 2024-09-15T22:05:29.143 INFO:teuthology.orchestra.run.smithi063.stdout: "flags": 1, 2024-09-15T22:05:29.143 INFO:teuthology.orchestra.run.smithi063.stdout: "default_value": "True", 2024-09-15T22:05:29.143 INFO:teuthology.orchestra.run.smithi063.stdout: "min": "", 2024-09-15T22:05:29.143 INFO:teuthology.orchestra.run.smithi063.stdout: "max": "", 2024-09-15T22:05:29.143 INFO:teuthology.orchestra.run.smithi063.stdout: "enum_allowed": [], 2024-09-15T22:05:29.143 INFO:teuthology.orchestra.run.smithi063.stdout: "desc": "Do not include perf-counters in the metrics output", 2024-09-15T22:05:29.143 INFO:teuthology.orchestra.run.smithi063.stdout: "long_desc": "Gathering perf-counters from a single Prometheus exporter can degrade ceph-mgr performance, especially in large clusters. Instead, Ceph-exporter daemons are now used by default for perf-counter gathering. This should only be disabled when no ceph-exporters are deployed.", 2024-09-15T22:05:29.143 INFO:teuthology.orchestra.run.smithi063.stdout: "tags": [], 2024-09-15T22:05:29.143 INFO:teuthology.orchestra.run.smithi063.stdout: "see_also": [] 2024-09-15T22:05:29.143 INFO:teuthology.orchestra.run.smithi063.stdout: }, 2024-09-15T22:05:29.143 INFO:teuthology.orchestra.run.smithi063.stdout: "log_level": { 2024-09-15T22:05:29.144 INFO:teuthology.orchestra.run.smithi063.stdout: "name": "log_level", 2024-09-15T22:05:29.144 INFO:teuthology.orchestra.run.smithi063.stdout: "type": "str", 2024-09-15T22:05:29.144 INFO:teuthology.orchestra.run.smithi063.stdout: "level": "advanced", 2024-09-15T22:05:29.144 INFO:teuthology.orchestra.run.smithi063.stdout: "flags": 1, 2024-09-15T22:05:29.144 INFO:teuthology.orchestra.run.smithi063.stdout: "default_value": "", 2024-09-15T22:05:29.144 INFO:teuthology.orchestra.run.smithi063.stdout: "min": "", 2024-09-15T22:05:29.144 INFO:teuthology.orchestra.run.smithi063.stdout: "max": "", 2024-09-15T22:05:29.144 INFO:teuthology.orchestra.run.smithi063.stdout: "enum_allowed": [ 2024-09-15T22:05:29.144 INFO:teuthology.orchestra.run.smithi063.stdout: "", 2024-09-15T22:05:29.144 INFO:teuthology.orchestra.run.smithi063.stdout: "critical", 2024-09-15T22:05:29.144 INFO:teuthology.orchestra.run.smithi063.stdout: "debug", 2024-09-15T22:05:29.144 INFO:teuthology.orchestra.run.smithi063.stdout: "error", 2024-09-15T22:05:29.144 INFO:teuthology.orchestra.run.smithi063.stdout: "info", 2024-09-15T22:05:29.145 INFO:teuthology.orchestra.run.smithi063.stdout: "warning" 2024-09-15T22:05:29.145 INFO:teuthology.orchestra.run.smithi063.stdout: ], 2024-09-15T22:05:29.145 INFO:teuthology.orchestra.run.smithi063.stdout: "desc": "", 2024-09-15T22:05:29.145 INFO:teuthology.orchestra.run.smithi063.stdout: "long_desc": "", 2024-09-15T22:05:29.145 INFO:teuthology.orchestra.run.smithi063.stdout: "tags": [], 2024-09-15T22:05:29.145 INFO:teuthology.orchestra.run.smithi063.stdout: "see_also": [] 2024-09-15T22:05:29.145 INFO:teuthology.orchestra.run.smithi063.stdout: }, 2024-09-15T22:05:29.145 INFO:teuthology.orchestra.run.smithi063.stdout: "log_to_cluster": { 2024-09-15T22:05:29.145 INFO:teuthology.orchestra.run.smithi063.stdout: "name": "log_to_cluster", 2024-09-15T22:05:29.145 INFO:teuthology.orchestra.run.smithi063.stdout: "type": "bool", 2024-09-15T22:05:29.145 INFO:teuthology.orchestra.run.smithi063.stdout: "level": "advanced", 2024-09-15T22:05:29.145 INFO:teuthology.orchestra.run.smithi063.stdout: "flags": 1, 2024-09-15T22:05:29.145 INFO:teuthology.orchestra.run.smithi063.stdout: "default_value": "False", 2024-09-15T22:05:29.146 INFO:teuthology.orchestra.run.smithi063.stdout: "min": "", 2024-09-15T22:05:29.146 INFO:teuthology.orchestra.run.smithi063.stdout: "max": "", 2024-09-15T22:05:29.146 INFO:teuthology.orchestra.run.smithi063.stdout: "enum_allowed": [], 2024-09-15T22:05:29.146 INFO:teuthology.orchestra.run.smithi063.stdout: "desc": "", 2024-09-15T22:05:29.146 INFO:teuthology.orchestra.run.smithi063.stdout: "long_desc": "", 2024-09-15T22:05:29.146 INFO:teuthology.orchestra.run.smithi063.stdout: "tags": [], 2024-09-15T22:05:29.146 INFO:teuthology.orchestra.run.smithi063.stdout: "see_also": [] 2024-09-15T22:05:29.146 INFO:teuthology.orchestra.run.smithi063.stdout: }, 2024-09-15T22:05:29.146 INFO:teuthology.orchestra.run.smithi063.stdout: "log_to_cluster_level": { 2024-09-15T22:05:29.146 INFO:teuthology.orchestra.run.smithi063.stdout: "name": "log_to_cluster_level", 2024-09-15T22:05:29.146 INFO:teuthology.orchestra.run.smithi063.stdout: "type": "str", 2024-09-15T22:05:29.146 INFO:teuthology.orchestra.run.smithi063.stdout: "level": "advanced", 2024-09-15T22:05:29.146 INFO:teuthology.orchestra.run.smithi063.stdout: "flags": 1, 2024-09-15T22:05:29.147 INFO:teuthology.orchestra.run.smithi063.stdout: "default_value": "info", 2024-09-15T22:05:29.147 INFO:teuthology.orchestra.run.smithi063.stdout: "min": "", 2024-09-15T22:05:29.147 INFO:teuthology.orchestra.run.smithi063.stdout: "max": "", 2024-09-15T22:05:29.147 INFO:teuthology.orchestra.run.smithi063.stdout: "enum_allowed": [ 2024-09-15T22:05:29.147 INFO:teuthology.orchestra.run.smithi063.stdout: "", 2024-09-15T22:05:29.147 INFO:teuthology.orchestra.run.smithi063.stdout: "critical", 2024-09-15T22:05:29.147 INFO:teuthology.orchestra.run.smithi063.stdout: "debug", 2024-09-15T22:05:29.147 INFO:teuthology.orchestra.run.smithi063.stdout: "error", 2024-09-15T22:05:29.147 INFO:teuthology.orchestra.run.smithi063.stdout: "info", 2024-09-15T22:05:29.147 INFO:teuthology.orchestra.run.smithi063.stdout: "warning" 2024-09-15T22:05:29.147 INFO:teuthology.orchestra.run.smithi063.stdout: ], 2024-09-15T22:05:29.147 INFO:teuthology.orchestra.run.smithi063.stdout: "desc": "", 2024-09-15T22:05:29.147 INFO:teuthology.orchestra.run.smithi063.stdout: "long_desc": "", 2024-09-15T22:05:29.147 INFO:teuthology.orchestra.run.smithi063.stdout: "tags": [], 2024-09-15T22:05:29.148 INFO:teuthology.orchestra.run.smithi063.stdout: "see_also": [] 2024-09-15T22:05:29.148 INFO:teuthology.orchestra.run.smithi063.stdout: }, 2024-09-15T22:05:29.148 INFO:teuthology.orchestra.run.smithi063.stdout: "log_to_file": { 2024-09-15T22:05:29.148 INFO:teuthology.orchestra.run.smithi063.stdout: "name": "log_to_file", 2024-09-15T22:05:29.148 INFO:teuthology.orchestra.run.smithi063.stdout: "type": "bool", 2024-09-15T22:05:29.148 INFO:teuthology.orchestra.run.smithi063.stdout: "level": "advanced", 2024-09-15T22:05:29.148 INFO:teuthology.orchestra.run.smithi063.stdout: "flags": 1, 2024-09-15T22:05:29.148 INFO:teuthology.orchestra.run.smithi063.stdout: "default_value": "False", 2024-09-15T22:05:29.148 INFO:teuthology.orchestra.run.smithi063.stdout: "min": "", 2024-09-15T22:05:29.148 INFO:teuthology.orchestra.run.smithi063.stdout: "max": "", 2024-09-15T22:05:29.148 INFO:teuthology.orchestra.run.smithi063.stdout: "enum_allowed": [], 2024-09-15T22:05:29.149 INFO:teuthology.orchestra.run.smithi063.stdout: "desc": "", 2024-09-15T22:05:29.149 INFO:teuthology.orchestra.run.smithi063.stdout: "long_desc": "", 2024-09-15T22:05:29.149 INFO:teuthology.orchestra.run.smithi063.stdout: "tags": [], 2024-09-15T22:05:29.149 INFO:teuthology.orchestra.run.smithi063.stdout: "see_also": [] 2024-09-15T22:05:29.149 INFO:teuthology.orchestra.run.smithi063.stdout: }, 2024-09-15T22:05:29.149 INFO:teuthology.orchestra.run.smithi063.stdout: "rbd_stats_pools": { 2024-09-15T22:05:29.149 INFO:teuthology.orchestra.run.smithi063.stdout: "name": "rbd_stats_pools", 2024-09-15T22:05:29.149 INFO:teuthology.orchestra.run.smithi063.stdout: "type": "str", 2024-09-15T22:05:29.149 INFO:teuthology.orchestra.run.smithi063.stdout: "level": "advanced", 2024-09-15T22:05:29.149 INFO:teuthology.orchestra.run.smithi063.stdout: "flags": 0, 2024-09-15T22:05:29.149 INFO:teuthology.orchestra.run.smithi063.stdout: "default_value": "", 2024-09-15T22:05:29.149 INFO:teuthology.orchestra.run.smithi063.stdout: "min": "", 2024-09-15T22:05:29.149 INFO:teuthology.orchestra.run.smithi063.stdout: "max": "", 2024-09-15T22:05:29.149 INFO:teuthology.orchestra.run.smithi063.stdout: "enum_allowed": [], 2024-09-15T22:05:29.150 INFO:teuthology.orchestra.run.smithi063.stdout: "desc": "", 2024-09-15T22:05:29.150 INFO:teuthology.orchestra.run.smithi063.stdout: "long_desc": "", 2024-09-15T22:05:29.150 INFO:teuthology.orchestra.run.smithi063.stdout: "tags": [], 2024-09-15T22:05:29.150 INFO:teuthology.orchestra.run.smithi063.stdout: "see_also": [] 2024-09-15T22:05:29.150 INFO:teuthology.orchestra.run.smithi063.stdout: }, 2024-09-15T22:05:29.150 INFO:teuthology.orchestra.run.smithi063.stdout: "rbd_stats_pools_refresh_interval": { 2024-09-15T22:05:29.150 INFO:teuthology.orchestra.run.smithi063.stdout: "name": "rbd_stats_pools_refresh_interval", 2024-09-15T22:05:29.150 INFO:teuthology.orchestra.run.smithi063.stdout: "type": "int", 2024-09-15T22:05:29.150 INFO:teuthology.orchestra.run.smithi063.stdout: "level": "advanced", 2024-09-15T22:05:29.150 INFO:teuthology.orchestra.run.smithi063.stdout: "flags": 0, 2024-09-15T22:05:29.150 INFO:teuthology.orchestra.run.smithi063.stdout: "default_value": "300", 2024-09-15T22:05:29.150 INFO:teuthology.orchestra.run.smithi063.stdout: "min": "", 2024-09-15T22:05:29.150 INFO:teuthology.orchestra.run.smithi063.stdout: "max": "", 2024-09-15T22:05:29.151 INFO:teuthology.orchestra.run.smithi063.stdout: "enum_allowed": [], 2024-09-15T22:05:29.151 INFO:teuthology.orchestra.run.smithi063.stdout: "desc": "", 2024-09-15T22:05:29.151 INFO:teuthology.orchestra.run.smithi063.stdout: "long_desc": "", 2024-09-15T22:05:29.151 INFO:teuthology.orchestra.run.smithi063.stdout: "tags": [], 2024-09-15T22:05:29.151 INFO:teuthology.orchestra.run.smithi063.stdout: "see_also": [] 2024-09-15T22:05:29.151 INFO:teuthology.orchestra.run.smithi063.stdout: }, 2024-09-15T22:05:29.151 INFO:teuthology.orchestra.run.smithi063.stdout: "scrape_interval": { 2024-09-15T22:05:29.151 INFO:teuthology.orchestra.run.smithi063.stdout: "name": "scrape_interval", 2024-09-15T22:05:29.151 INFO:teuthology.orchestra.run.smithi063.stdout: "type": "float", 2024-09-15T22:05:29.151 INFO:teuthology.orchestra.run.smithi063.stdout: "level": "advanced", 2024-09-15T22:05:29.151 INFO:teuthology.orchestra.run.smithi063.stdout: "flags": 0, 2024-09-15T22:05:29.151 INFO:teuthology.orchestra.run.smithi063.stdout: "default_value": "15.0", 2024-09-15T22:05:29.151 INFO:teuthology.orchestra.run.smithi063.stdout: "min": "", 2024-09-15T22:05:29.152 INFO:teuthology.orchestra.run.smithi063.stdout: "max": "", 2024-09-15T22:05:29.152 INFO:teuthology.orchestra.run.smithi063.stdout: "enum_allowed": [], 2024-09-15T22:05:29.152 INFO:teuthology.orchestra.run.smithi063.stdout: "desc": "", 2024-09-15T22:05:29.152 INFO:teuthology.orchestra.run.smithi063.stdout: "long_desc": "", 2024-09-15T22:05:29.152 INFO:teuthology.orchestra.run.smithi063.stdout: "tags": [], 2024-09-15T22:05:29.152 INFO:teuthology.orchestra.run.smithi063.stdout: "see_also": [] 2024-09-15T22:05:29.152 INFO:teuthology.orchestra.run.smithi063.stdout: }, 2024-09-15T22:05:29.152 INFO:teuthology.orchestra.run.smithi063.stdout: "server_addr": { 2024-09-15T22:05:29.152 INFO:teuthology.orchestra.run.smithi063.stdout: "name": "server_addr", 2024-09-15T22:05:29.152 INFO:teuthology.orchestra.run.smithi063.stdout: "type": "str", 2024-09-15T22:05:29.152 INFO:teuthology.orchestra.run.smithi063.stdout: "level": "advanced", 2024-09-15T22:05:29.152 INFO:teuthology.orchestra.run.smithi063.stdout: "flags": 0, 2024-09-15T22:05:29.152 INFO:teuthology.orchestra.run.smithi063.stdout: "default_value": "::", 2024-09-15T22:05:29.153 INFO:teuthology.orchestra.run.smithi063.stdout: "min": "", 2024-09-15T22:05:29.153 INFO:teuthology.orchestra.run.smithi063.stdout: "max": "", 2024-09-15T22:05:29.153 INFO:teuthology.orchestra.run.smithi063.stdout: "enum_allowed": [], 2024-09-15T22:05:29.153 INFO:teuthology.orchestra.run.smithi063.stdout: "desc": "the IPv4 or IPv6 address on which the module listens for HTTP requests", 2024-09-15T22:05:29.153 INFO:teuthology.orchestra.run.smithi063.stdout: "long_desc": "", 2024-09-15T22:05:29.153 INFO:teuthology.orchestra.run.smithi063.stdout: "tags": [], 2024-09-15T22:05:29.153 INFO:teuthology.orchestra.run.smithi063.stdout: "see_also": [] 2024-09-15T22:05:29.153 INFO:teuthology.orchestra.run.smithi063.stdout: }, 2024-09-15T22:05:29.153 INFO:teuthology.orchestra.run.smithi063.stdout: "server_port": { 2024-09-15T22:05:29.153 INFO:teuthology.orchestra.run.smithi063.stdout: "name": "server_port", 2024-09-15T22:05:29.153 INFO:teuthology.orchestra.run.smithi063.stdout: "type": "int", 2024-09-15T22:05:29.153 INFO:teuthology.orchestra.run.smithi063.stdout: "level": "advanced", 2024-09-15T22:05:29.154 INFO:teuthology.orchestra.run.smithi063.stdout: "flags": 1, 2024-09-15T22:05:29.154 INFO:teuthology.orchestra.run.smithi063.stdout: "default_value": "9283", 2024-09-15T22:05:29.154 INFO:teuthology.orchestra.run.smithi063.stdout: "min": "", 2024-09-15T22:05:29.154 INFO:teuthology.orchestra.run.smithi063.stdout: "max": "", 2024-09-15T22:05:29.154 INFO:teuthology.orchestra.run.smithi063.stdout: "enum_allowed": [], 2024-09-15T22:05:29.154 INFO:teuthology.orchestra.run.smithi063.stdout: "desc": "the port on which the module listens for HTTP requests", 2024-09-15T22:05:29.154 INFO:teuthology.orchestra.run.smithi063.stdout: "long_desc": "", 2024-09-15T22:05:29.154 INFO:teuthology.orchestra.run.smithi063.stdout: "tags": [], 2024-09-15T22:05:29.154 INFO:teuthology.orchestra.run.smithi063.stdout: "see_also": [] 2024-09-15T22:05:29.154 INFO:teuthology.orchestra.run.smithi063.stdout: }, 2024-09-15T22:05:29.154 INFO:teuthology.orchestra.run.smithi063.stdout: "stale_cache_strategy": { 2024-09-15T22:05:29.154 INFO:teuthology.orchestra.run.smithi063.stdout: "name": "stale_cache_strategy", 2024-09-15T22:05:29.154 INFO:teuthology.orchestra.run.smithi063.stdout: "type": "str", 2024-09-15T22:05:29.155 INFO:teuthology.orchestra.run.smithi063.stdout: "level": "advanced", 2024-09-15T22:05:29.155 INFO:teuthology.orchestra.run.smithi063.stdout: "flags": 0, 2024-09-15T22:05:29.155 INFO:teuthology.orchestra.run.smithi063.stdout: "default_value": "log", 2024-09-15T22:05:29.155 INFO:teuthology.orchestra.run.smithi063.stdout: "min": "", 2024-09-15T22:05:29.155 INFO:teuthology.orchestra.run.smithi063.stdout: "max": "", 2024-09-15T22:05:29.155 INFO:teuthology.orchestra.run.smithi063.stdout: "enum_allowed": [], 2024-09-15T22:05:29.155 INFO:teuthology.orchestra.run.smithi063.stdout: "desc": "", 2024-09-15T22:05:29.155 INFO:teuthology.orchestra.run.smithi063.stdout: "long_desc": "", 2024-09-15T22:05:29.155 INFO:teuthology.orchestra.run.smithi063.stdout: "tags": [], 2024-09-15T22:05:29.155 INFO:teuthology.orchestra.run.smithi063.stdout: "see_also": [] 2024-09-15T22:05:29.155 INFO:teuthology.orchestra.run.smithi063.stdout: }, 2024-09-15T22:05:29.155 INFO:teuthology.orchestra.run.smithi063.stdout: "standby_behaviour": { 2024-09-15T22:05:29.155 INFO:teuthology.orchestra.run.smithi063.stdout: "name": "standby_behaviour", 2024-09-15T22:05:29.156 INFO:teuthology.orchestra.run.smithi063.stdout: "type": "str", 2024-09-15T22:05:29.156 INFO:teuthology.orchestra.run.smithi063.stdout: "level": "advanced", 2024-09-15T22:05:29.156 INFO:teuthology.orchestra.run.smithi063.stdout: "flags": 1, 2024-09-15T22:05:29.156 INFO:teuthology.orchestra.run.smithi063.stdout: "default_value": "default", 2024-09-15T22:05:29.156 INFO:teuthology.orchestra.run.smithi063.stdout: "min": "", 2024-09-15T22:05:29.156 INFO:teuthology.orchestra.run.smithi063.stdout: "max": "", 2024-09-15T22:05:29.156 INFO:teuthology.orchestra.run.smithi063.stdout: "enum_allowed": [ 2024-09-15T22:05:29.156 INFO:teuthology.orchestra.run.smithi063.stdout: "default", 2024-09-15T22:05:29.156 INFO:teuthology.orchestra.run.smithi063.stdout: "error" 2024-09-15T22:05:29.156 INFO:teuthology.orchestra.run.smithi063.stdout: ], 2024-09-15T22:05:29.156 INFO:teuthology.orchestra.run.smithi063.stdout: "desc": "", 2024-09-15T22:05:29.156 INFO:teuthology.orchestra.run.smithi063.stdout: "long_desc": "", 2024-09-15T22:05:29.156 INFO:teuthology.orchestra.run.smithi063.stdout: "tags": [], 2024-09-15T22:05:29.157 INFO:teuthology.orchestra.run.smithi063.stdout: "see_also": [] 2024-09-15T22:05:29.157 INFO:teuthology.orchestra.run.smithi063.stdout: }, 2024-09-15T22:05:29.157 INFO:teuthology.orchestra.run.smithi063.stdout: "standby_error_status_code": { 2024-09-15T22:05:29.157 INFO:teuthology.orchestra.run.smithi063.stdout: "name": "standby_error_status_code", 2024-09-15T22:05:29.157 INFO:teuthology.orchestra.run.smithi063.stdout: "type": "int", 2024-09-15T22:05:29.157 INFO:teuthology.orchestra.run.smithi063.stdout: "level": "advanced", 2024-09-15T22:05:29.157 INFO:teuthology.orchestra.run.smithi063.stdout: "flags": 1, 2024-09-15T22:05:29.157 INFO:teuthology.orchestra.run.smithi063.stdout: "default_value": "500", 2024-09-15T22:05:29.157 INFO:teuthology.orchestra.run.smithi063.stdout: "min": "400", 2024-09-15T22:05:29.157 INFO:teuthology.orchestra.run.smithi063.stdout: "max": "599", 2024-09-15T22:05:29.157 INFO:teuthology.orchestra.run.smithi063.stdout: "enum_allowed": [], 2024-09-15T22:05:29.157 INFO:teuthology.orchestra.run.smithi063.stdout: "desc": "", 2024-09-15T22:05:29.157 INFO:teuthology.orchestra.run.smithi063.stdout: "long_desc": "", 2024-09-15T22:05:29.157 INFO:teuthology.orchestra.run.smithi063.stdout: "tags": [], 2024-09-15T22:05:29.158 INFO:teuthology.orchestra.run.smithi063.stdout: "see_also": [] 2024-09-15T22:05:29.158 INFO:teuthology.orchestra.run.smithi063.stdout: } 2024-09-15T22:05:29.158 INFO:teuthology.orchestra.run.smithi063.stdout: } 2024-09-15T22:05:29.158 INFO:teuthology.orchestra.run.smithi063.stdout: }, 2024-09-15T22:05:29.158 INFO:teuthology.orchestra.run.smithi063.stdout: { 2024-09-15T22:05:29.158 INFO:teuthology.orchestra.run.smithi063.stdout: "name": "rbd_support", 2024-09-15T22:05:29.158 INFO:teuthology.orchestra.run.smithi063.stdout: "can_run": true, 2024-09-15T22:05:29.158 INFO:teuthology.orchestra.run.smithi063.stdout: "error_string": "", 2024-09-15T22:05:29.158 INFO:teuthology.orchestra.run.smithi063.stdout: "module_options": { 2024-09-15T22:05:29.158 INFO:teuthology.orchestra.run.smithi063.stdout: "log_level": { 2024-09-15T22:05:29.158 INFO:teuthology.orchestra.run.smithi063.stdout: "name": "log_level", 2024-09-15T22:05:29.158 INFO:teuthology.orchestra.run.smithi063.stdout: "type": "str", 2024-09-15T22:05:29.158 INFO:teuthology.orchestra.run.smithi063.stdout: "level": "advanced", 2024-09-15T22:05:29.159 INFO:teuthology.orchestra.run.smithi063.stdout: "flags": 1, 2024-09-15T22:05:29.159 INFO:teuthology.orchestra.run.smithi063.stdout: "default_value": "", 2024-09-15T22:05:29.159 INFO:teuthology.orchestra.run.smithi063.stdout: "min": "", 2024-09-15T22:05:29.159 INFO:teuthology.orchestra.run.smithi063.stdout: "max": "", 2024-09-15T22:05:29.159 INFO:teuthology.orchestra.run.smithi063.stdout: "enum_allowed": [ 2024-09-15T22:05:29.159 INFO:teuthology.orchestra.run.smithi063.stdout: "", 2024-09-15T22:05:29.159 INFO:teuthology.orchestra.run.smithi063.stdout: "critical", 2024-09-15T22:05:29.159 INFO:teuthology.orchestra.run.smithi063.stdout: "debug", 2024-09-15T22:05:29.159 INFO:teuthology.orchestra.run.smithi063.stdout: "error", 2024-09-15T22:05:29.159 INFO:teuthology.orchestra.run.smithi063.stdout: "info", 2024-09-15T22:05:29.159 INFO:teuthology.orchestra.run.smithi063.stdout: "warning" 2024-09-15T22:05:29.159 INFO:teuthology.orchestra.run.smithi063.stdout: ], 2024-09-15T22:05:29.159 INFO:teuthology.orchestra.run.smithi063.stdout: "desc": "", 2024-09-15T22:05:29.159 INFO:teuthology.orchestra.run.smithi063.stdout: "long_desc": "", 2024-09-15T22:05:29.160 INFO:teuthology.orchestra.run.smithi063.stdout: "tags": [], 2024-09-15T22:05:29.160 INFO:teuthology.orchestra.run.smithi063.stdout: "see_also": [] 2024-09-15T22:05:29.160 INFO:teuthology.orchestra.run.smithi063.stdout: }, 2024-09-15T22:05:29.160 INFO:teuthology.orchestra.run.smithi063.stdout: "log_to_cluster": { 2024-09-15T22:05:29.160 INFO:teuthology.orchestra.run.smithi063.stdout: "name": "log_to_cluster", 2024-09-15T22:05:29.160 INFO:teuthology.orchestra.run.smithi063.stdout: "type": "bool", 2024-09-15T22:05:29.160 INFO:teuthology.orchestra.run.smithi063.stdout: "level": "advanced", 2024-09-15T22:05:29.160 INFO:teuthology.orchestra.run.smithi063.stdout: "flags": 1, 2024-09-15T22:05:29.160 INFO:teuthology.orchestra.run.smithi063.stdout: "default_value": "False", 2024-09-15T22:05:29.160 INFO:teuthology.orchestra.run.smithi063.stdout: "min": "", 2024-09-15T22:05:29.160 INFO:teuthology.orchestra.run.smithi063.stdout: "max": "", 2024-09-15T22:05:29.160 INFO:teuthology.orchestra.run.smithi063.stdout: "enum_allowed": [], 2024-09-15T22:05:29.160 INFO:teuthology.orchestra.run.smithi063.stdout: "desc": "", 2024-09-15T22:05:29.161 INFO:teuthology.orchestra.run.smithi063.stdout: "long_desc": "", 2024-09-15T22:05:29.161 INFO:teuthology.orchestra.run.smithi063.stdout: "tags": [], 2024-09-15T22:05:29.161 INFO:teuthology.orchestra.run.smithi063.stdout: "see_also": [] 2024-09-15T22:05:29.161 INFO:teuthology.orchestra.run.smithi063.stdout: }, 2024-09-15T22:05:29.161 INFO:teuthology.orchestra.run.smithi063.stdout: "log_to_cluster_level": { 2024-09-15T22:05:29.161 INFO:teuthology.orchestra.run.smithi063.stdout: "name": "log_to_cluster_level", 2024-09-15T22:05:29.161 INFO:teuthology.orchestra.run.smithi063.stdout: "type": "str", 2024-09-15T22:05:29.161 INFO:teuthology.orchestra.run.smithi063.stdout: "level": "advanced", 2024-09-15T22:05:29.161 INFO:teuthology.orchestra.run.smithi063.stdout: "flags": 1, 2024-09-15T22:05:29.161 INFO:teuthology.orchestra.run.smithi063.stdout: "default_value": "info", 2024-09-15T22:05:29.161 INFO:teuthology.orchestra.run.smithi063.stdout: "min": "", 2024-09-15T22:05:29.161 INFO:teuthology.orchestra.run.smithi063.stdout: "max": "", 2024-09-15T22:05:29.161 INFO:teuthology.orchestra.run.smithi063.stdout: "enum_allowed": [ 2024-09-15T22:05:29.162 INFO:teuthology.orchestra.run.smithi063.stdout: "", 2024-09-15T22:05:29.162 INFO:teuthology.orchestra.run.smithi063.stdout: "critical", 2024-09-15T22:05:29.162 INFO:teuthology.orchestra.run.smithi063.stdout: "debug", 2024-09-15T22:05:29.162 INFO:teuthology.orchestra.run.smithi063.stdout: "error", 2024-09-15T22:05:29.162 INFO:teuthology.orchestra.run.smithi063.stdout: "info", 2024-09-15T22:05:29.162 INFO:teuthology.orchestra.run.smithi063.stdout: "warning" 2024-09-15T22:05:29.162 INFO:teuthology.orchestra.run.smithi063.stdout: ], 2024-09-15T22:05:29.162 INFO:teuthology.orchestra.run.smithi063.stdout: "desc": "", 2024-09-15T22:05:29.162 INFO:teuthology.orchestra.run.smithi063.stdout: "long_desc": "", 2024-09-15T22:05:29.162 INFO:teuthology.orchestra.run.smithi063.stdout: "tags": [], 2024-09-15T22:05:29.162 INFO:teuthology.orchestra.run.smithi063.stdout: "see_also": [] 2024-09-15T22:05:29.162 INFO:teuthology.orchestra.run.smithi063.stdout: }, 2024-09-15T22:05:29.162 INFO:teuthology.orchestra.run.smithi063.stdout: "log_to_file": { 2024-09-15T22:05:29.162 INFO:teuthology.orchestra.run.smithi063.stdout: "name": "log_to_file", 2024-09-15T22:05:29.163 INFO:teuthology.orchestra.run.smithi063.stdout: "type": "bool", 2024-09-15T22:05:29.163 INFO:teuthology.orchestra.run.smithi063.stdout: "level": "advanced", 2024-09-15T22:05:29.163 INFO:teuthology.orchestra.run.smithi063.stdout: "flags": 1, 2024-09-15T22:05:29.163 INFO:teuthology.orchestra.run.smithi063.stdout: "default_value": "False", 2024-09-15T22:05:29.163 INFO:teuthology.orchestra.run.smithi063.stdout: "min": "", 2024-09-15T22:05:29.163 INFO:teuthology.orchestra.run.smithi063.stdout: "max": "", 2024-09-15T22:05:29.163 INFO:teuthology.orchestra.run.smithi063.stdout: "enum_allowed": [], 2024-09-15T22:05:29.163 INFO:teuthology.orchestra.run.smithi063.stdout: "desc": "", 2024-09-15T22:05:29.163 INFO:teuthology.orchestra.run.smithi063.stdout: "long_desc": "", 2024-09-15T22:05:29.163 INFO:teuthology.orchestra.run.smithi063.stdout: "tags": [], 2024-09-15T22:05:29.164 INFO:teuthology.orchestra.run.smithi063.stdout: "see_also": [] 2024-09-15T22:05:29.164 INFO:teuthology.orchestra.run.smithi063.stdout: }, 2024-09-15T22:05:29.164 INFO:teuthology.orchestra.run.smithi063.stdout: "max_concurrent_snap_create": { 2024-09-15T22:05:29.164 INFO:teuthology.orchestra.run.smithi063.stdout: "name": "max_concurrent_snap_create", 2024-09-15T22:05:29.164 INFO:teuthology.orchestra.run.smithi063.stdout: "type": "int", 2024-09-15T22:05:29.164 INFO:teuthology.orchestra.run.smithi063.stdout: "level": "advanced", 2024-09-15T22:05:29.164 INFO:teuthology.orchestra.run.smithi063.stdout: "flags": 0, 2024-09-15T22:05:29.164 INFO:teuthology.orchestra.run.smithi063.stdout: "default_value": "10", 2024-09-15T22:05:29.164 INFO:teuthology.orchestra.run.smithi063.stdout: "min": "", 2024-09-15T22:05:29.164 INFO:teuthology.orchestra.run.smithi063.stdout: "max": "", 2024-09-15T22:05:29.164 INFO:teuthology.orchestra.run.smithi063.stdout: "enum_allowed": [], 2024-09-15T22:05:29.164 INFO:teuthology.orchestra.run.smithi063.stdout: "desc": "", 2024-09-15T22:05:29.164 INFO:teuthology.orchestra.run.smithi063.stdout: "long_desc": "", 2024-09-15T22:05:29.165 INFO:teuthology.orchestra.run.smithi063.stdout: "tags": [], 2024-09-15T22:05:29.165 INFO:teuthology.orchestra.run.smithi063.stdout: "see_also": [] 2024-09-15T22:05:29.165 INFO:teuthology.orchestra.run.smithi063.stdout: }, 2024-09-15T22:05:29.165 INFO:teuthology.orchestra.run.smithi063.stdout: "mirror_snapshot_schedule": { 2024-09-15T22:05:29.165 INFO:teuthology.orchestra.run.smithi063.stdout: "name": "mirror_snapshot_schedule", 2024-09-15T22:05:29.165 INFO:teuthology.orchestra.run.smithi063.stdout: "type": "str", 2024-09-15T22:05:29.165 INFO:teuthology.orchestra.run.smithi063.stdout: "level": "advanced", 2024-09-15T22:05:29.165 INFO:teuthology.orchestra.run.smithi063.stdout: "flags": 0, 2024-09-15T22:05:29.165 INFO:teuthology.orchestra.run.smithi063.stdout: "default_value": "", 2024-09-15T22:05:29.165 INFO:teuthology.orchestra.run.smithi063.stdout: "min": "", 2024-09-15T22:05:29.165 INFO:teuthology.orchestra.run.smithi063.stdout: "max": "", 2024-09-15T22:05:29.165 INFO:teuthology.orchestra.run.smithi063.stdout: "enum_allowed": [], 2024-09-15T22:05:29.165 INFO:teuthology.orchestra.run.smithi063.stdout: "desc": "", 2024-09-15T22:05:29.165 INFO:teuthology.orchestra.run.smithi063.stdout: "long_desc": "", 2024-09-15T22:05:29.166 INFO:teuthology.orchestra.run.smithi063.stdout: "tags": [], 2024-09-15T22:05:29.166 INFO:teuthology.orchestra.run.smithi063.stdout: "see_also": [] 2024-09-15T22:05:29.166 INFO:teuthology.orchestra.run.smithi063.stdout: }, 2024-09-15T22:05:29.166 INFO:teuthology.orchestra.run.smithi063.stdout: "trash_purge_schedule": { 2024-09-15T22:05:29.166 INFO:teuthology.orchestra.run.smithi063.stdout: "name": "trash_purge_schedule", 2024-09-15T22:05:29.166 INFO:teuthology.orchestra.run.smithi063.stdout: "type": "str", 2024-09-15T22:05:29.166 INFO:teuthology.orchestra.run.smithi063.stdout: "level": "advanced", 2024-09-15T22:05:29.166 INFO:teuthology.orchestra.run.smithi063.stdout: "flags": 0, 2024-09-15T22:05:29.166 INFO:teuthology.orchestra.run.smithi063.stdout: "default_value": "", 2024-09-15T22:05:29.166 INFO:teuthology.orchestra.run.smithi063.stdout: "min": "", 2024-09-15T22:05:29.166 INFO:teuthology.orchestra.run.smithi063.stdout: "max": "", 2024-09-15T22:05:29.166 INFO:teuthology.orchestra.run.smithi063.stdout: "enum_allowed": [], 2024-09-15T22:05:29.166 INFO:teuthology.orchestra.run.smithi063.stdout: "desc": "", 2024-09-15T22:05:29.167 INFO:teuthology.orchestra.run.smithi063.stdout: "long_desc": "", 2024-09-15T22:05:29.167 INFO:teuthology.orchestra.run.smithi063.stdout: "tags": [], 2024-09-15T22:05:29.167 INFO:teuthology.orchestra.run.smithi063.stdout: "see_also": [] 2024-09-15T22:05:29.167 INFO:teuthology.orchestra.run.smithi063.stdout: } 2024-09-15T22:05:29.167 INFO:teuthology.orchestra.run.smithi063.stdout: } 2024-09-15T22:05:29.167 INFO:teuthology.orchestra.run.smithi063.stdout: }, 2024-09-15T22:05:29.167 INFO:teuthology.orchestra.run.smithi063.stdout: { 2024-09-15T22:05:29.167 INFO:teuthology.orchestra.run.smithi063.stdout: "name": "restful", 2024-09-15T22:05:29.167 INFO:teuthology.orchestra.run.smithi063.stdout: "can_run": true, 2024-09-15T22:05:29.167 INFO:teuthology.orchestra.run.smithi063.stdout: "error_string": "", 2024-09-15T22:05:29.167 INFO:teuthology.orchestra.run.smithi063.stdout: "module_options": { 2024-09-15T22:05:29.167 INFO:teuthology.orchestra.run.smithi063.stdout: "enable_auth": { 2024-09-15T22:05:29.167 INFO:teuthology.orchestra.run.smithi063.stdout: "name": "enable_auth", 2024-09-15T22:05:29.167 INFO:teuthology.orchestra.run.smithi063.stdout: "type": "bool", 2024-09-15T22:05:29.168 INFO:teuthology.orchestra.run.smithi063.stdout: "level": "advanced", 2024-09-15T22:05:29.168 INFO:teuthology.orchestra.run.smithi063.stdout: "flags": 0, 2024-09-15T22:05:29.168 INFO:teuthology.orchestra.run.smithi063.stdout: "default_value": "True", 2024-09-15T22:05:29.168 INFO:teuthology.orchestra.run.smithi063.stdout: "min": "", 2024-09-15T22:05:29.168 INFO:teuthology.orchestra.run.smithi063.stdout: "max": "", 2024-09-15T22:05:29.168 INFO:teuthology.orchestra.run.smithi063.stdout: "enum_allowed": [], 2024-09-15T22:05:29.168 INFO:teuthology.orchestra.run.smithi063.stdout: "desc": "", 2024-09-15T22:05:29.168 INFO:teuthology.orchestra.run.smithi063.stdout: "long_desc": "", 2024-09-15T22:05:29.168 INFO:teuthology.orchestra.run.smithi063.stdout: "tags": [], 2024-09-15T22:05:29.168 INFO:teuthology.orchestra.run.smithi063.stdout: "see_also": [] 2024-09-15T22:05:29.168 INFO:teuthology.orchestra.run.smithi063.stdout: }, 2024-09-15T22:05:29.168 INFO:teuthology.orchestra.run.smithi063.stdout: "key_file": { 2024-09-15T22:05:29.168 INFO:teuthology.orchestra.run.smithi063.stdout: "name": "key_file", 2024-09-15T22:05:29.169 INFO:teuthology.orchestra.run.smithi063.stdout: "type": "str", 2024-09-15T22:05:29.169 INFO:teuthology.orchestra.run.smithi063.stdout: "level": "advanced", 2024-09-15T22:05:29.169 INFO:teuthology.orchestra.run.smithi063.stdout: "flags": 0, 2024-09-15T22:05:29.169 INFO:teuthology.orchestra.run.smithi063.stdout: "default_value": "", 2024-09-15T22:05:29.169 INFO:teuthology.orchestra.run.smithi063.stdout: "min": "", 2024-09-15T22:05:29.169 INFO:teuthology.orchestra.run.smithi063.stdout: "max": "", 2024-09-15T22:05:29.169 INFO:teuthology.orchestra.run.smithi063.stdout: "enum_allowed": [], 2024-09-15T22:05:29.169 INFO:teuthology.orchestra.run.smithi063.stdout: "desc": "", 2024-09-15T22:05:29.169 INFO:teuthology.orchestra.run.smithi063.stdout: "long_desc": "", 2024-09-15T22:05:29.169 INFO:teuthology.orchestra.run.smithi063.stdout: "tags": [], 2024-09-15T22:05:29.169 INFO:teuthology.orchestra.run.smithi063.stdout: "see_also": [] 2024-09-15T22:05:29.169 INFO:teuthology.orchestra.run.smithi063.stdout: }, 2024-09-15T22:05:29.169 INFO:teuthology.orchestra.run.smithi063.stdout: "log_level": { 2024-09-15T22:05:29.169 INFO:teuthology.orchestra.run.smithi063.stdout: "name": "log_level", 2024-09-15T22:05:29.170 INFO:teuthology.orchestra.run.smithi063.stdout: "type": "str", 2024-09-15T22:05:29.170 INFO:teuthology.orchestra.run.smithi063.stdout: "level": "advanced", 2024-09-15T22:05:29.170 INFO:teuthology.orchestra.run.smithi063.stdout: "flags": 1, 2024-09-15T22:05:29.170 INFO:teuthology.orchestra.run.smithi063.stdout: "default_value": "", 2024-09-15T22:05:29.170 INFO:teuthology.orchestra.run.smithi063.stdout: "min": "", 2024-09-15T22:05:29.170 INFO:teuthology.orchestra.run.smithi063.stdout: "max": "", 2024-09-15T22:05:29.170 INFO:teuthology.orchestra.run.smithi063.stdout: "enum_allowed": [ 2024-09-15T22:05:29.170 INFO:teuthology.orchestra.run.smithi063.stdout: "", 2024-09-15T22:05:29.170 INFO:teuthology.orchestra.run.smithi063.stdout: "critical", 2024-09-15T22:05:29.170 INFO:teuthology.orchestra.run.smithi063.stdout: "debug", 2024-09-15T22:05:29.170 INFO:teuthology.orchestra.run.smithi063.stdout: "error", 2024-09-15T22:05:29.170 INFO:teuthology.orchestra.run.smithi063.stdout: "info", 2024-09-15T22:05:29.170 INFO:teuthology.orchestra.run.smithi063.stdout: "warning" 2024-09-15T22:05:29.171 INFO:teuthology.orchestra.run.smithi063.stdout: ], 2024-09-15T22:05:29.171 INFO:teuthology.orchestra.run.smithi063.stdout: "desc": "", 2024-09-15T22:05:29.171 INFO:teuthology.orchestra.run.smithi063.stdout: "long_desc": "", 2024-09-15T22:05:29.171 INFO:teuthology.orchestra.run.smithi063.stdout: "tags": [], 2024-09-15T22:05:29.171 INFO:teuthology.orchestra.run.smithi063.stdout: "see_also": [] 2024-09-15T22:05:29.171 INFO:teuthology.orchestra.run.smithi063.stdout: }, 2024-09-15T22:05:29.171 INFO:teuthology.orchestra.run.smithi063.stdout: "log_to_cluster": { 2024-09-15T22:05:29.171 INFO:teuthology.orchestra.run.smithi063.stdout: "name": "log_to_cluster", 2024-09-15T22:05:29.171 INFO:teuthology.orchestra.run.smithi063.stdout: "type": "bool", 2024-09-15T22:05:29.171 INFO:teuthology.orchestra.run.smithi063.stdout: "level": "advanced", 2024-09-15T22:05:29.171 INFO:teuthology.orchestra.run.smithi063.stdout: "flags": 1, 2024-09-15T22:05:29.171 INFO:teuthology.orchestra.run.smithi063.stdout: "default_value": "False", 2024-09-15T22:05:29.171 INFO:teuthology.orchestra.run.smithi063.stdout: "min": "", 2024-09-15T22:05:29.172 INFO:teuthology.orchestra.run.smithi063.stdout: "max": "", 2024-09-15T22:05:29.172 INFO:teuthology.orchestra.run.smithi063.stdout: "enum_allowed": [], 2024-09-15T22:05:29.172 INFO:teuthology.orchestra.run.smithi063.stdout: "desc": "", 2024-09-15T22:05:29.172 INFO:teuthology.orchestra.run.smithi063.stdout: "long_desc": "", 2024-09-15T22:05:29.172 INFO:teuthology.orchestra.run.smithi063.stdout: "tags": [], 2024-09-15T22:05:29.172 INFO:teuthology.orchestra.run.smithi063.stdout: "see_also": [] 2024-09-15T22:05:29.172 INFO:teuthology.orchestra.run.smithi063.stdout: }, 2024-09-15T22:05:29.172 INFO:teuthology.orchestra.run.smithi063.stdout: "log_to_cluster_level": { 2024-09-15T22:05:29.172 INFO:teuthology.orchestra.run.smithi063.stdout: "name": "log_to_cluster_level", 2024-09-15T22:05:29.172 INFO:teuthology.orchestra.run.smithi063.stdout: "type": "str", 2024-09-15T22:05:29.172 INFO:teuthology.orchestra.run.smithi063.stdout: "level": "advanced", 2024-09-15T22:05:29.172 INFO:teuthology.orchestra.run.smithi063.stdout: "flags": 1, 2024-09-15T22:05:29.172 INFO:teuthology.orchestra.run.smithi063.stdout: "default_value": "info", 2024-09-15T22:05:29.173 INFO:teuthology.orchestra.run.smithi063.stdout: "min": "", 2024-09-15T22:05:29.173 INFO:teuthology.orchestra.run.smithi063.stdout: "max": "", 2024-09-15T22:05:29.173 INFO:teuthology.orchestra.run.smithi063.stdout: "enum_allowed": [ 2024-09-15T22:05:29.173 INFO:teuthology.orchestra.run.smithi063.stdout: "", 2024-09-15T22:05:29.173 INFO:teuthology.orchestra.run.smithi063.stdout: "critical", 2024-09-15T22:05:29.173 INFO:teuthology.orchestra.run.smithi063.stdout: "debug", 2024-09-15T22:05:29.173 INFO:teuthology.orchestra.run.smithi063.stdout: "error", 2024-09-15T22:05:29.173 INFO:teuthology.orchestra.run.smithi063.stdout: "info", 2024-09-15T22:05:29.173 INFO:teuthology.orchestra.run.smithi063.stdout: "warning" 2024-09-15T22:05:29.173 INFO:teuthology.orchestra.run.smithi063.stdout: ], 2024-09-15T22:05:29.173 INFO:teuthology.orchestra.run.smithi063.stdout: "desc": "", 2024-09-15T22:05:29.173 INFO:teuthology.orchestra.run.smithi063.stdout: "long_desc": "", 2024-09-15T22:05:29.174 INFO:teuthology.orchestra.run.smithi063.stdout: "tags": [], 2024-09-15T22:05:29.174 INFO:teuthology.orchestra.run.smithi063.stdout: "see_also": [] 2024-09-15T22:05:29.174 INFO:teuthology.orchestra.run.smithi063.stdout: }, 2024-09-15T22:05:29.174 INFO:teuthology.orchestra.run.smithi063.stdout: "log_to_file": { 2024-09-15T22:05:29.174 INFO:teuthology.orchestra.run.smithi063.stdout: "name": "log_to_file", 2024-09-15T22:05:29.174 INFO:teuthology.orchestra.run.smithi063.stdout: "type": "bool", 2024-09-15T22:05:29.174 INFO:teuthology.orchestra.run.smithi063.stdout: "level": "advanced", 2024-09-15T22:05:29.174 INFO:teuthology.orchestra.run.smithi063.stdout: "flags": 1, 2024-09-15T22:05:29.174 INFO:teuthology.orchestra.run.smithi063.stdout: "default_value": "False", 2024-09-15T22:05:29.174 INFO:teuthology.orchestra.run.smithi063.stdout: "min": "", 2024-09-15T22:05:29.174 INFO:teuthology.orchestra.run.smithi063.stdout: "max": "", 2024-09-15T22:05:29.174 INFO:teuthology.orchestra.run.smithi063.stdout: "enum_allowed": [], 2024-09-15T22:05:29.174 INFO:teuthology.orchestra.run.smithi063.stdout: "desc": "", 2024-09-15T22:05:29.174 INFO:teuthology.orchestra.run.smithi063.stdout: "long_desc": "", 2024-09-15T22:05:29.175 INFO:teuthology.orchestra.run.smithi063.stdout: "tags": [], 2024-09-15T22:05:29.175 INFO:teuthology.orchestra.run.smithi063.stdout: "see_also": [] 2024-09-15T22:05:29.175 INFO:teuthology.orchestra.run.smithi063.stdout: }, 2024-09-15T22:05:29.175 INFO:teuthology.orchestra.run.smithi063.stdout: "server_addr": { 2024-09-15T22:05:29.175 INFO:teuthology.orchestra.run.smithi063.stdout: "name": "server_addr", 2024-09-15T22:05:29.175 INFO:teuthology.orchestra.run.smithi063.stdout: "type": "str", 2024-09-15T22:05:29.175 INFO:teuthology.orchestra.run.smithi063.stdout: "level": "advanced", 2024-09-15T22:05:29.175 INFO:teuthology.orchestra.run.smithi063.stdout: "flags": 0, 2024-09-15T22:05:29.175 INFO:teuthology.orchestra.run.smithi063.stdout: "default_value": "", 2024-09-15T22:05:29.175 INFO:teuthology.orchestra.run.smithi063.stdout: "min": "", 2024-09-15T22:05:29.175 INFO:teuthology.orchestra.run.smithi063.stdout: "max": "", 2024-09-15T22:05:29.175 INFO:teuthology.orchestra.run.smithi063.stdout: "enum_allowed": [], 2024-09-15T22:05:29.175 INFO:teuthology.orchestra.run.smithi063.stdout: "desc": "", 2024-09-15T22:05:29.176 INFO:teuthology.orchestra.run.smithi063.stdout: "long_desc": "", 2024-09-15T22:05:29.176 INFO:teuthology.orchestra.run.smithi063.stdout: "tags": [], 2024-09-15T22:05:29.176 INFO:teuthology.orchestra.run.smithi063.stdout: "see_also": [] 2024-09-15T22:05:29.176 INFO:teuthology.orchestra.run.smithi063.stdout: }, 2024-09-15T22:05:29.176 INFO:teuthology.orchestra.run.smithi063.stdout: "server_port": { 2024-09-15T22:05:29.176 INFO:teuthology.orchestra.run.smithi063.stdout: "name": "server_port", 2024-09-15T22:05:29.176 INFO:teuthology.orchestra.run.smithi063.stdout: "type": "str", 2024-09-15T22:05:29.176 INFO:teuthology.orchestra.run.smithi063.stdout: "level": "advanced", 2024-09-15T22:05:29.176 INFO:teuthology.orchestra.run.smithi063.stdout: "flags": 0, 2024-09-15T22:05:29.176 INFO:teuthology.orchestra.run.smithi063.stdout: "default_value": "", 2024-09-15T22:05:29.176 INFO:teuthology.orchestra.run.smithi063.stdout: "min": "", 2024-09-15T22:05:29.176 INFO:teuthology.orchestra.run.smithi063.stdout: "max": "", 2024-09-15T22:05:29.176 INFO:teuthology.orchestra.run.smithi063.stdout: "enum_allowed": [], 2024-09-15T22:05:29.177 INFO:teuthology.orchestra.run.smithi063.stdout: "desc": "", 2024-09-15T22:05:29.177 INFO:teuthology.orchestra.run.smithi063.stdout: "long_desc": "", 2024-09-15T22:05:29.177 INFO:teuthology.orchestra.run.smithi063.stdout: "tags": [], 2024-09-15T22:05:29.177 INFO:teuthology.orchestra.run.smithi063.stdout: "see_also": [] 2024-09-15T22:05:29.177 INFO:teuthology.orchestra.run.smithi063.stdout: } 2024-09-15T22:05:29.177 INFO:teuthology.orchestra.run.smithi063.stdout: } 2024-09-15T22:05:29.177 INFO:teuthology.orchestra.run.smithi063.stdout: }, 2024-09-15T22:05:29.177 INFO:teuthology.orchestra.run.smithi063.stdout: { 2024-09-15T22:05:29.177 INFO:teuthology.orchestra.run.smithi063.stdout: "name": "rgw", 2024-09-15T22:05:29.177 INFO:teuthology.orchestra.run.smithi063.stdout: "can_run": true, 2024-09-15T22:05:29.177 INFO:teuthology.orchestra.run.smithi063.stdout: "error_string": "", 2024-09-15T22:05:29.177 INFO:teuthology.orchestra.run.smithi063.stdout: "module_options": { 2024-09-15T22:05:29.177 INFO:teuthology.orchestra.run.smithi063.stdout: "log_level": { 2024-09-15T22:05:29.177 INFO:teuthology.orchestra.run.smithi063.stdout: "name": "log_level", 2024-09-15T22:05:29.178 INFO:teuthology.orchestra.run.smithi063.stdout: "type": "str", 2024-09-15T22:05:29.178 INFO:teuthology.orchestra.run.smithi063.stdout: "level": "advanced", 2024-09-15T22:05:29.178 INFO:teuthology.orchestra.run.smithi063.stdout: "flags": 1, 2024-09-15T22:05:29.178 INFO:teuthology.orchestra.run.smithi063.stdout: "default_value": "", 2024-09-15T22:05:29.178 INFO:teuthology.orchestra.run.smithi063.stdout: "min": "", 2024-09-15T22:05:29.178 INFO:teuthology.orchestra.run.smithi063.stdout: "max": "", 2024-09-15T22:05:29.178 INFO:teuthology.orchestra.run.smithi063.stdout: "enum_allowed": [ 2024-09-15T22:05:29.178 INFO:teuthology.orchestra.run.smithi063.stdout: "", 2024-09-15T22:05:29.178 INFO:teuthology.orchestra.run.smithi063.stdout: "critical", 2024-09-15T22:05:29.178 INFO:teuthology.orchestra.run.smithi063.stdout: "debug", 2024-09-15T22:05:29.178 INFO:teuthology.orchestra.run.smithi063.stdout: "error", 2024-09-15T22:05:29.178 INFO:teuthology.orchestra.run.smithi063.stdout: "info", 2024-09-15T22:05:29.178 INFO:teuthology.orchestra.run.smithi063.stdout: "warning" 2024-09-15T22:05:29.179 INFO:teuthology.orchestra.run.smithi063.stdout: ], 2024-09-15T22:05:29.179 INFO:teuthology.orchestra.run.smithi063.stdout: "desc": "", 2024-09-15T22:05:29.179 INFO:teuthology.orchestra.run.smithi063.stdout: "long_desc": "", 2024-09-15T22:05:29.179 INFO:teuthology.orchestra.run.smithi063.stdout: "tags": [], 2024-09-15T22:05:29.179 INFO:teuthology.orchestra.run.smithi063.stdout: "see_also": [] 2024-09-15T22:05:29.179 INFO:teuthology.orchestra.run.smithi063.stdout: }, 2024-09-15T22:05:29.179 INFO:teuthology.orchestra.run.smithi063.stdout: "log_to_cluster": { 2024-09-15T22:05:29.179 INFO:teuthology.orchestra.run.smithi063.stdout: "name": "log_to_cluster", 2024-09-15T22:05:29.179 INFO:teuthology.orchestra.run.smithi063.stdout: "type": "bool", 2024-09-15T22:05:29.179 INFO:teuthology.orchestra.run.smithi063.stdout: "level": "advanced", 2024-09-15T22:05:29.179 INFO:teuthology.orchestra.run.smithi063.stdout: "flags": 1, 2024-09-15T22:05:29.179 INFO:teuthology.orchestra.run.smithi063.stdout: "default_value": "False", 2024-09-15T22:05:29.179 INFO:teuthology.orchestra.run.smithi063.stdout: "min": "", 2024-09-15T22:05:29.180 INFO:teuthology.orchestra.run.smithi063.stdout: "max": "", 2024-09-15T22:05:29.180 INFO:teuthology.orchestra.run.smithi063.stdout: "enum_allowed": [], 2024-09-15T22:05:29.180 INFO:teuthology.orchestra.run.smithi063.stdout: "desc": "", 2024-09-15T22:05:29.180 INFO:teuthology.orchestra.run.smithi063.stdout: "long_desc": "", 2024-09-15T22:05:29.180 INFO:teuthology.orchestra.run.smithi063.stdout: "tags": [], 2024-09-15T22:05:29.180 INFO:teuthology.orchestra.run.smithi063.stdout: "see_also": [] 2024-09-15T22:05:29.180 INFO:teuthology.orchestra.run.smithi063.stdout: }, 2024-09-15T22:05:29.180 INFO:teuthology.orchestra.run.smithi063.stdout: "log_to_cluster_level": { 2024-09-15T22:05:29.180 INFO:teuthology.orchestra.run.smithi063.stdout: "name": "log_to_cluster_level", 2024-09-15T22:05:29.180 INFO:teuthology.orchestra.run.smithi063.stdout: "type": "str", 2024-09-15T22:05:29.180 INFO:teuthology.orchestra.run.smithi063.stdout: "level": "advanced", 2024-09-15T22:05:29.180 INFO:teuthology.orchestra.run.smithi063.stdout: "flags": 1, 2024-09-15T22:05:29.180 INFO:teuthology.orchestra.run.smithi063.stdout: "default_value": "info", 2024-09-15T22:05:29.180 INFO:teuthology.orchestra.run.smithi063.stdout: "min": "", 2024-09-15T22:05:29.181 INFO:teuthology.orchestra.run.smithi063.stdout: "max": "", 2024-09-15T22:05:29.181 INFO:teuthology.orchestra.run.smithi063.stdout: "enum_allowed": [ 2024-09-15T22:05:29.181 INFO:teuthology.orchestra.run.smithi063.stdout: "", 2024-09-15T22:05:29.181 INFO:teuthology.orchestra.run.smithi063.stdout: "critical", 2024-09-15T22:05:29.181 INFO:teuthology.orchestra.run.smithi063.stdout: "debug", 2024-09-15T22:05:29.181 INFO:teuthology.orchestra.run.smithi063.stdout: "error", 2024-09-15T22:05:29.181 INFO:teuthology.orchestra.run.smithi063.stdout: "info", 2024-09-15T22:05:29.181 INFO:teuthology.orchestra.run.smithi063.stdout: "warning" 2024-09-15T22:05:29.181 INFO:teuthology.orchestra.run.smithi063.stdout: ], 2024-09-15T22:05:29.181 INFO:teuthology.orchestra.run.smithi063.stdout: "desc": "", 2024-09-15T22:05:29.181 INFO:teuthology.orchestra.run.smithi063.stdout: "long_desc": "", 2024-09-15T22:05:29.181 INFO:teuthology.orchestra.run.smithi063.stdout: "tags": [], 2024-09-15T22:05:29.181 INFO:teuthology.orchestra.run.smithi063.stdout: "see_also": [] 2024-09-15T22:05:29.182 INFO:teuthology.orchestra.run.smithi063.stdout: }, 2024-09-15T22:05:29.182 INFO:teuthology.orchestra.run.smithi063.stdout: "log_to_file": { 2024-09-15T22:05:29.182 INFO:teuthology.orchestra.run.smithi063.stdout: "name": "log_to_file", 2024-09-15T22:05:29.182 INFO:teuthology.orchestra.run.smithi063.stdout: "type": "bool", 2024-09-15T22:05:29.182 INFO:teuthology.orchestra.run.smithi063.stdout: "level": "advanced", 2024-09-15T22:05:29.182 INFO:teuthology.orchestra.run.smithi063.stdout: "flags": 1, 2024-09-15T22:05:29.182 INFO:teuthology.orchestra.run.smithi063.stdout: "default_value": "False", 2024-09-15T22:05:29.182 INFO:teuthology.orchestra.run.smithi063.stdout: "min": "", 2024-09-15T22:05:29.182 INFO:teuthology.orchestra.run.smithi063.stdout: "max": "", 2024-09-15T22:05:29.182 INFO:teuthology.orchestra.run.smithi063.stdout: "enum_allowed": [], 2024-09-15T22:05:29.182 INFO:teuthology.orchestra.run.smithi063.stdout: "desc": "", 2024-09-15T22:05:29.182 INFO:teuthology.orchestra.run.smithi063.stdout: "long_desc": "", 2024-09-15T22:05:29.182 INFO:teuthology.orchestra.run.smithi063.stdout: "tags": [], 2024-09-15T22:05:29.183 INFO:teuthology.orchestra.run.smithi063.stdout: "see_also": [] 2024-09-15T22:05:29.183 INFO:teuthology.orchestra.run.smithi063.stdout: }, 2024-09-15T22:05:29.183 INFO:teuthology.orchestra.run.smithi063.stdout: "secondary_zone_period_retry_limit": { 2024-09-15T22:05:29.183 INFO:teuthology.orchestra.run.smithi063.stdout: "name": "secondary_zone_period_retry_limit", 2024-09-15T22:05:29.183 INFO:teuthology.orchestra.run.smithi063.stdout: "type": "int", 2024-09-15T22:05:29.183 INFO:teuthology.orchestra.run.smithi063.stdout: "level": "advanced", 2024-09-15T22:05:29.183 INFO:teuthology.orchestra.run.smithi063.stdout: "flags": 0, 2024-09-15T22:05:29.183 INFO:teuthology.orchestra.run.smithi063.stdout: "default_value": "5", 2024-09-15T22:05:29.183 INFO:teuthology.orchestra.run.smithi063.stdout: "min": "", 2024-09-15T22:05:29.183 INFO:teuthology.orchestra.run.smithi063.stdout: "max": "", 2024-09-15T22:05:29.183 INFO:teuthology.orchestra.run.smithi063.stdout: "enum_allowed": [], 2024-09-15T22:05:29.183 INFO:teuthology.orchestra.run.smithi063.stdout: "desc": "RGW module period update retry limit for secondary site", 2024-09-15T22:05:29.183 INFO:teuthology.orchestra.run.smithi063.stdout: "long_desc": "", 2024-09-15T22:05:29.184 INFO:teuthology.orchestra.run.smithi063.stdout: "tags": [], 2024-09-15T22:05:29.184 INFO:teuthology.orchestra.run.smithi063.stdout: "see_also": [] 2024-09-15T22:05:29.184 INFO:teuthology.orchestra.run.smithi063.stdout: } 2024-09-15T22:05:29.184 INFO:teuthology.orchestra.run.smithi063.stdout: } 2024-09-15T22:05:29.184 INFO:teuthology.orchestra.run.smithi063.stdout: }, 2024-09-15T22:05:29.184 INFO:teuthology.orchestra.run.smithi063.stdout: { 2024-09-15T22:05:29.184 INFO:teuthology.orchestra.run.smithi063.stdout: "name": "rook", 2024-09-15T22:05:29.184 INFO:teuthology.orchestra.run.smithi063.stdout: "can_run": true, 2024-09-15T22:05:29.184 INFO:teuthology.orchestra.run.smithi063.stdout: "error_string": "", 2024-09-15T22:05:29.184 INFO:teuthology.orchestra.run.smithi063.stdout: "module_options": { 2024-09-15T22:05:29.184 INFO:teuthology.orchestra.run.smithi063.stdout: "log_level": { 2024-09-15T22:05:29.184 INFO:teuthology.orchestra.run.smithi063.stdout: "name": "log_level", 2024-09-15T22:05:29.184 INFO:teuthology.orchestra.run.smithi063.stdout: "type": "str", 2024-09-15T22:05:29.184 INFO:teuthology.orchestra.run.smithi063.stdout: "level": "advanced", 2024-09-15T22:05:29.185 INFO:teuthology.orchestra.run.smithi063.stdout: "flags": 1, 2024-09-15T22:05:29.185 INFO:teuthology.orchestra.run.smithi063.stdout: "default_value": "", 2024-09-15T22:05:29.185 INFO:teuthology.orchestra.run.smithi063.stdout: "min": "", 2024-09-15T22:05:29.185 INFO:teuthology.orchestra.run.smithi063.stdout: "max": "", 2024-09-15T22:05:29.185 INFO:teuthology.orchestra.run.smithi063.stdout: "enum_allowed": [ 2024-09-15T22:05:29.185 INFO:teuthology.orchestra.run.smithi063.stdout: "", 2024-09-15T22:05:29.185 INFO:teuthology.orchestra.run.smithi063.stdout: "critical", 2024-09-15T22:05:29.185 INFO:teuthology.orchestra.run.smithi063.stdout: "debug", 2024-09-15T22:05:29.185 INFO:teuthology.orchestra.run.smithi063.stdout: "error", 2024-09-15T22:05:29.185 INFO:teuthology.orchestra.run.smithi063.stdout: "info", 2024-09-15T22:05:29.185 INFO:teuthology.orchestra.run.smithi063.stdout: "warning" 2024-09-15T22:05:29.185 INFO:teuthology.orchestra.run.smithi063.stdout: ], 2024-09-15T22:05:29.185 INFO:teuthology.orchestra.run.smithi063.stdout: "desc": "", 2024-09-15T22:05:29.186 INFO:teuthology.orchestra.run.smithi063.stdout: "long_desc": "", 2024-09-15T22:05:29.186 INFO:teuthology.orchestra.run.smithi063.stdout: "tags": [], 2024-09-15T22:05:29.186 INFO:teuthology.orchestra.run.smithi063.stdout: "see_also": [] 2024-09-15T22:05:29.186 INFO:teuthology.orchestra.run.smithi063.stdout: }, 2024-09-15T22:05:29.186 INFO:teuthology.orchestra.run.smithi063.stdout: "log_to_cluster": { 2024-09-15T22:05:29.186 INFO:teuthology.orchestra.run.smithi063.stdout: "name": "log_to_cluster", 2024-09-15T22:05:29.186 INFO:teuthology.orchestra.run.smithi063.stdout: "type": "bool", 2024-09-15T22:05:29.186 INFO:teuthology.orchestra.run.smithi063.stdout: "level": "advanced", 2024-09-15T22:05:29.186 INFO:teuthology.orchestra.run.smithi063.stdout: "flags": 1, 2024-09-15T22:05:29.186 INFO:teuthology.orchestra.run.smithi063.stdout: "default_value": "False", 2024-09-15T22:05:29.186 INFO:teuthology.orchestra.run.smithi063.stdout: "min": "", 2024-09-15T22:05:29.186 INFO:teuthology.orchestra.run.smithi063.stdout: "max": "", 2024-09-15T22:05:29.186 INFO:teuthology.orchestra.run.smithi063.stdout: "enum_allowed": [], 2024-09-15T22:05:29.187 INFO:teuthology.orchestra.run.smithi063.stdout: "desc": "", 2024-09-15T22:05:29.187 INFO:teuthology.orchestra.run.smithi063.stdout: "long_desc": "", 2024-09-15T22:05:29.187 INFO:teuthology.orchestra.run.smithi063.stdout: "tags": [], 2024-09-15T22:05:29.187 INFO:teuthology.orchestra.run.smithi063.stdout: "see_also": [] 2024-09-15T22:05:29.187 INFO:teuthology.orchestra.run.smithi063.stdout: }, 2024-09-15T22:05:29.187 INFO:teuthology.orchestra.run.smithi063.stdout: "log_to_cluster_level": { 2024-09-15T22:05:29.187 INFO:teuthology.orchestra.run.smithi063.stdout: "name": "log_to_cluster_level", 2024-09-15T22:05:29.187 INFO:teuthology.orchestra.run.smithi063.stdout: "type": "str", 2024-09-15T22:05:29.187 INFO:teuthology.orchestra.run.smithi063.stdout: "level": "advanced", 2024-09-15T22:05:29.187 INFO:teuthology.orchestra.run.smithi063.stdout: "flags": 1, 2024-09-15T22:05:29.187 INFO:teuthology.orchestra.run.smithi063.stdout: "default_value": "info", 2024-09-15T22:05:29.187 INFO:teuthology.orchestra.run.smithi063.stdout: "min": "", 2024-09-15T22:05:29.187 INFO:teuthology.orchestra.run.smithi063.stdout: "max": "", 2024-09-15T22:05:29.187 INFO:teuthology.orchestra.run.smithi063.stdout: "enum_allowed": [ 2024-09-15T22:05:29.188 INFO:teuthology.orchestra.run.smithi063.stdout: "", 2024-09-15T22:05:29.188 INFO:teuthology.orchestra.run.smithi063.stdout: "critical", 2024-09-15T22:05:29.188 INFO:teuthology.orchestra.run.smithi063.stdout: "debug", 2024-09-15T22:05:29.188 INFO:teuthology.orchestra.run.smithi063.stdout: "error", 2024-09-15T22:05:29.188 INFO:teuthology.orchestra.run.smithi063.stdout: "info", 2024-09-15T22:05:29.188 INFO:teuthology.orchestra.run.smithi063.stdout: "warning" 2024-09-15T22:05:29.188 INFO:teuthology.orchestra.run.smithi063.stdout: ], 2024-09-15T22:05:29.188 INFO:teuthology.orchestra.run.smithi063.stdout: "desc": "", 2024-09-15T22:05:29.188 INFO:teuthology.orchestra.run.smithi063.stdout: "long_desc": "", 2024-09-15T22:05:29.188 INFO:teuthology.orchestra.run.smithi063.stdout: "tags": [], 2024-09-15T22:05:29.188 INFO:teuthology.orchestra.run.smithi063.stdout: "see_also": [] 2024-09-15T22:05:29.188 INFO:teuthology.orchestra.run.smithi063.stdout: }, 2024-09-15T22:05:29.189 INFO:teuthology.orchestra.run.smithi063.stdout: "log_to_file": { 2024-09-15T22:05:29.189 INFO:teuthology.orchestra.run.smithi063.stdout: "name": "log_to_file", 2024-09-15T22:05:29.189 INFO:teuthology.orchestra.run.smithi063.stdout: "type": "bool", 2024-09-15T22:05:29.189 INFO:teuthology.orchestra.run.smithi063.stdout: "level": "advanced", 2024-09-15T22:05:29.189 INFO:teuthology.orchestra.run.smithi063.stdout: "flags": 1, 2024-09-15T22:05:29.189 INFO:teuthology.orchestra.run.smithi063.stdout: "default_value": "False", 2024-09-15T22:05:29.189 INFO:teuthology.orchestra.run.smithi063.stdout: "min": "", 2024-09-15T22:05:29.189 INFO:teuthology.orchestra.run.smithi063.stdout: "max": "", 2024-09-15T22:05:29.189 INFO:teuthology.orchestra.run.smithi063.stdout: "enum_allowed": [], 2024-09-15T22:05:29.189 INFO:teuthology.orchestra.run.smithi063.stdout: "desc": "", 2024-09-15T22:05:29.189 INFO:teuthology.orchestra.run.smithi063.stdout: "long_desc": "", 2024-09-15T22:05:29.189 INFO:teuthology.orchestra.run.smithi063.stdout: "tags": [], 2024-09-15T22:05:29.189 INFO:teuthology.orchestra.run.smithi063.stdout: "see_also": [] 2024-09-15T22:05:29.190 INFO:teuthology.orchestra.run.smithi063.stdout: }, 2024-09-15T22:05:29.190 INFO:teuthology.orchestra.run.smithi063.stdout: "storage_class": { 2024-09-15T22:05:29.190 INFO:teuthology.orchestra.run.smithi063.stdout: "name": "storage_class", 2024-09-15T22:05:29.190 INFO:teuthology.orchestra.run.smithi063.stdout: "type": "str", 2024-09-15T22:05:29.190 INFO:teuthology.orchestra.run.smithi063.stdout: "level": "advanced", 2024-09-15T22:05:29.190 INFO:teuthology.orchestra.run.smithi063.stdout: "flags": 0, 2024-09-15T22:05:29.190 INFO:teuthology.orchestra.run.smithi063.stdout: "default_value": "local", 2024-09-15T22:05:29.190 INFO:teuthology.orchestra.run.smithi063.stdout: "min": "", 2024-09-15T22:05:29.190 INFO:teuthology.orchestra.run.smithi063.stdout: "max": "", 2024-09-15T22:05:29.190 INFO:teuthology.orchestra.run.smithi063.stdout: "enum_allowed": [], 2024-09-15T22:05:29.190 INFO:teuthology.orchestra.run.smithi063.stdout: "desc": "storage class name for LSO-discovered PVs", 2024-09-15T22:05:29.190 INFO:teuthology.orchestra.run.smithi063.stdout: "long_desc": "", 2024-09-15T22:05:29.190 INFO:teuthology.orchestra.run.smithi063.stdout: "tags": [], 2024-09-15T22:05:29.190 INFO:teuthology.orchestra.run.smithi063.stdout: "see_also": [] 2024-09-15T22:05:29.191 INFO:teuthology.orchestra.run.smithi063.stdout: } 2024-09-15T22:05:29.191 INFO:teuthology.orchestra.run.smithi063.stdout: } 2024-09-15T22:05:29.191 INFO:teuthology.orchestra.run.smithi063.stdout: }, 2024-09-15T22:05:29.191 INFO:teuthology.orchestra.run.smithi063.stdout: { 2024-09-15T22:05:29.191 INFO:teuthology.orchestra.run.smithi063.stdout: "name": "selftest", 2024-09-15T22:05:29.191 INFO:teuthology.orchestra.run.smithi063.stdout: "can_run": true, 2024-09-15T22:05:29.191 INFO:teuthology.orchestra.run.smithi063.stdout: "error_string": "", 2024-09-15T22:05:29.191 INFO:teuthology.orchestra.run.smithi063.stdout: "module_options": { 2024-09-15T22:05:29.191 INFO:teuthology.orchestra.run.smithi063.stdout: "log_level": { 2024-09-15T22:05:29.191 INFO:teuthology.orchestra.run.smithi063.stdout: "name": "log_level", 2024-09-15T22:05:29.191 INFO:teuthology.orchestra.run.smithi063.stdout: "type": "str", 2024-09-15T22:05:29.191 INFO:teuthology.orchestra.run.smithi063.stdout: "level": "advanced", 2024-09-15T22:05:29.192 INFO:teuthology.orchestra.run.smithi063.stdout: "flags": 1, 2024-09-15T22:05:29.192 INFO:teuthology.orchestra.run.smithi063.stdout: "default_value": "", 2024-09-15T22:05:29.192 INFO:teuthology.orchestra.run.smithi063.stdout: "min": "", 2024-09-15T22:05:29.192 INFO:teuthology.orchestra.run.smithi063.stdout: "max": "", 2024-09-15T22:05:29.192 INFO:teuthology.orchestra.run.smithi063.stdout: "enum_allowed": [ 2024-09-15T22:05:29.192 INFO:teuthology.orchestra.run.smithi063.stdout: "", 2024-09-15T22:05:29.192 INFO:teuthology.orchestra.run.smithi063.stdout: "critical", 2024-09-15T22:05:29.192 INFO:teuthology.orchestra.run.smithi063.stdout: "debug", 2024-09-15T22:05:29.192 INFO:teuthology.orchestra.run.smithi063.stdout: "error", 2024-09-15T22:05:29.192 INFO:teuthology.orchestra.run.smithi063.stdout: "info", 2024-09-15T22:05:29.192 INFO:teuthology.orchestra.run.smithi063.stdout: "warning" 2024-09-15T22:05:29.192 INFO:teuthology.orchestra.run.smithi063.stdout: ], 2024-09-15T22:05:29.192 INFO:teuthology.orchestra.run.smithi063.stdout: "desc": "", 2024-09-15T22:05:29.193 INFO:teuthology.orchestra.run.smithi063.stdout: "long_desc": "", 2024-09-15T22:05:29.193 INFO:teuthology.orchestra.run.smithi063.stdout: "tags": [], 2024-09-15T22:05:29.193 INFO:teuthology.orchestra.run.smithi063.stdout: "see_also": [] 2024-09-15T22:05:29.193 INFO:teuthology.orchestra.run.smithi063.stdout: }, 2024-09-15T22:05:29.193 INFO:teuthology.orchestra.run.smithi063.stdout: "log_to_cluster": { 2024-09-15T22:05:29.193 INFO:teuthology.orchestra.run.smithi063.stdout: "name": "log_to_cluster", 2024-09-15T22:05:29.193 INFO:teuthology.orchestra.run.smithi063.stdout: "type": "bool", 2024-09-15T22:05:29.193 INFO:teuthology.orchestra.run.smithi063.stdout: "level": "advanced", 2024-09-15T22:05:29.193 INFO:teuthology.orchestra.run.smithi063.stdout: "flags": 1, 2024-09-15T22:05:29.193 INFO:teuthology.orchestra.run.smithi063.stdout: "default_value": "False", 2024-09-15T22:05:29.193 INFO:teuthology.orchestra.run.smithi063.stdout: "min": "", 2024-09-15T22:05:29.193 INFO:teuthology.orchestra.run.smithi063.stdout: "max": "", 2024-09-15T22:05:29.193 INFO:teuthology.orchestra.run.smithi063.stdout: "enum_allowed": [], 2024-09-15T22:05:29.194 INFO:teuthology.orchestra.run.smithi063.stdout: "desc": "", 2024-09-15T22:05:29.194 INFO:teuthology.orchestra.run.smithi063.stdout: "long_desc": "", 2024-09-15T22:05:29.194 INFO:teuthology.orchestra.run.smithi063.stdout: "tags": [], 2024-09-15T22:05:29.194 INFO:teuthology.orchestra.run.smithi063.stdout: "see_also": [] 2024-09-15T22:05:29.194 INFO:teuthology.orchestra.run.smithi063.stdout: }, 2024-09-15T22:05:29.194 INFO:teuthology.orchestra.run.smithi063.stdout: "log_to_cluster_level": { 2024-09-15T22:05:29.194 INFO:teuthology.orchestra.run.smithi063.stdout: "name": "log_to_cluster_level", 2024-09-15T22:05:29.194 INFO:teuthology.orchestra.run.smithi063.stdout: "type": "str", 2024-09-15T22:05:29.194 INFO:teuthology.orchestra.run.smithi063.stdout: "level": "advanced", 2024-09-15T22:05:29.194 INFO:teuthology.orchestra.run.smithi063.stdout: "flags": 1, 2024-09-15T22:05:29.194 INFO:teuthology.orchestra.run.smithi063.stdout: "default_value": "info", 2024-09-15T22:05:29.194 INFO:teuthology.orchestra.run.smithi063.stdout: "min": "", 2024-09-15T22:05:29.194 INFO:teuthology.orchestra.run.smithi063.stdout: "max": "", 2024-09-15T22:05:29.195 INFO:teuthology.orchestra.run.smithi063.stdout: "enum_allowed": [ 2024-09-15T22:05:29.195 INFO:teuthology.orchestra.run.smithi063.stdout: "", 2024-09-15T22:05:29.195 INFO:teuthology.orchestra.run.smithi063.stdout: "critical", 2024-09-15T22:05:29.195 INFO:teuthology.orchestra.run.smithi063.stdout: "debug", 2024-09-15T22:05:29.195 INFO:teuthology.orchestra.run.smithi063.stdout: "error", 2024-09-15T22:05:29.195 INFO:teuthology.orchestra.run.smithi063.stdout: "info", 2024-09-15T22:05:29.195 INFO:teuthology.orchestra.run.smithi063.stdout: "warning" 2024-09-15T22:05:29.195 INFO:teuthology.orchestra.run.smithi063.stdout: ], 2024-09-15T22:05:29.195 INFO:teuthology.orchestra.run.smithi063.stdout: "desc": "", 2024-09-15T22:05:29.195 INFO:teuthology.orchestra.run.smithi063.stdout: "long_desc": "", 2024-09-15T22:05:29.195 INFO:teuthology.orchestra.run.smithi063.stdout: "tags": [], 2024-09-15T22:05:29.195 INFO:teuthology.orchestra.run.smithi063.stdout: "see_also": [] 2024-09-15T22:05:29.195 INFO:teuthology.orchestra.run.smithi063.stdout: }, 2024-09-15T22:05:29.196 INFO:teuthology.orchestra.run.smithi063.stdout: "log_to_file": { 2024-09-15T22:05:29.196 INFO:teuthology.orchestra.run.smithi063.stdout: "name": "log_to_file", 2024-09-15T22:05:29.196 INFO:teuthology.orchestra.run.smithi063.stdout: "type": "bool", 2024-09-15T22:05:29.196 INFO:teuthology.orchestra.run.smithi063.stdout: "level": "advanced", 2024-09-15T22:05:29.196 INFO:teuthology.orchestra.run.smithi063.stdout: "flags": 1, 2024-09-15T22:05:29.196 INFO:teuthology.orchestra.run.smithi063.stdout: "default_value": "False", 2024-09-15T22:05:29.196 INFO:teuthology.orchestra.run.smithi063.stdout: "min": "", 2024-09-15T22:05:29.196 INFO:teuthology.orchestra.run.smithi063.stdout: "max": "", 2024-09-15T22:05:29.196 INFO:teuthology.orchestra.run.smithi063.stdout: "enum_allowed": [], 2024-09-15T22:05:29.196 INFO:teuthology.orchestra.run.smithi063.stdout: "desc": "", 2024-09-15T22:05:29.196 INFO:teuthology.orchestra.run.smithi063.stdout: "long_desc": "", 2024-09-15T22:05:29.196 INFO:teuthology.orchestra.run.smithi063.stdout: "tags": [], 2024-09-15T22:05:29.196 INFO:teuthology.orchestra.run.smithi063.stdout: "see_also": [] 2024-09-15T22:05:29.197 INFO:teuthology.orchestra.run.smithi063.stdout: }, 2024-09-15T22:05:29.197 INFO:teuthology.orchestra.run.smithi063.stdout: "roption1": { 2024-09-15T22:05:29.197 INFO:teuthology.orchestra.run.smithi063.stdout: "name": "roption1", 2024-09-15T22:05:29.197 INFO:teuthology.orchestra.run.smithi063.stdout: "type": "str", 2024-09-15T22:05:29.197 INFO:teuthology.orchestra.run.smithi063.stdout: "level": "advanced", 2024-09-15T22:05:29.197 INFO:teuthology.orchestra.run.smithi063.stdout: "flags": 0, 2024-09-15T22:05:29.197 INFO:teuthology.orchestra.run.smithi063.stdout: "default_value": "", 2024-09-15T22:05:29.197 INFO:teuthology.orchestra.run.smithi063.stdout: "min": "", 2024-09-15T22:05:29.197 INFO:teuthology.orchestra.run.smithi063.stdout: "max": "", 2024-09-15T22:05:29.197 INFO:teuthology.orchestra.run.smithi063.stdout: "enum_allowed": [], 2024-09-15T22:05:29.197 INFO:teuthology.orchestra.run.smithi063.stdout: "desc": "", 2024-09-15T22:05:29.197 INFO:teuthology.orchestra.run.smithi063.stdout: "long_desc": "", 2024-09-15T22:05:29.197 INFO:teuthology.orchestra.run.smithi063.stdout: "tags": [], 2024-09-15T22:05:29.198 INFO:teuthology.orchestra.run.smithi063.stdout: "see_also": [] 2024-09-15T22:05:29.198 INFO:teuthology.orchestra.run.smithi063.stdout: }, 2024-09-15T22:05:29.198 INFO:teuthology.orchestra.run.smithi063.stdout: "roption2": { 2024-09-15T22:05:29.198 INFO:teuthology.orchestra.run.smithi063.stdout: "name": "roption2", 2024-09-15T22:05:29.198 INFO:teuthology.orchestra.run.smithi063.stdout: "type": "str", 2024-09-15T22:05:29.198 INFO:teuthology.orchestra.run.smithi063.stdout: "level": "advanced", 2024-09-15T22:05:29.198 INFO:teuthology.orchestra.run.smithi063.stdout: "flags": 0, 2024-09-15T22:05:29.198 INFO:teuthology.orchestra.run.smithi063.stdout: "default_value": "xyz", 2024-09-15T22:05:29.198 INFO:teuthology.orchestra.run.smithi063.stdout: "min": "", 2024-09-15T22:05:29.198 INFO:teuthology.orchestra.run.smithi063.stdout: "max": "", 2024-09-15T22:05:29.198 INFO:teuthology.orchestra.run.smithi063.stdout: "enum_allowed": [], 2024-09-15T22:05:29.198 INFO:teuthology.orchestra.run.smithi063.stdout: "desc": "", 2024-09-15T22:05:29.198 INFO:teuthology.orchestra.run.smithi063.stdout: "long_desc": "", 2024-09-15T22:05:29.198 INFO:teuthology.orchestra.run.smithi063.stdout: "tags": [], 2024-09-15T22:05:29.199 INFO:teuthology.orchestra.run.smithi063.stdout: "see_also": [] 2024-09-15T22:05:29.199 INFO:teuthology.orchestra.run.smithi063.stdout: }, 2024-09-15T22:05:29.199 INFO:teuthology.orchestra.run.smithi063.stdout: "rwoption1": { 2024-09-15T22:05:29.199 INFO:teuthology.orchestra.run.smithi063.stdout: "name": "rwoption1", 2024-09-15T22:05:29.199 INFO:teuthology.orchestra.run.smithi063.stdout: "type": "str", 2024-09-15T22:05:29.199 INFO:teuthology.orchestra.run.smithi063.stdout: "level": "advanced", 2024-09-15T22:05:29.199 INFO:teuthology.orchestra.run.smithi063.stdout: "flags": 0, 2024-09-15T22:05:29.199 INFO:teuthology.orchestra.run.smithi063.stdout: "default_value": "", 2024-09-15T22:05:29.199 INFO:teuthology.orchestra.run.smithi063.stdout: "min": "", 2024-09-15T22:05:29.199 INFO:teuthology.orchestra.run.smithi063.stdout: "max": "", 2024-09-15T22:05:29.199 INFO:teuthology.orchestra.run.smithi063.stdout: "enum_allowed": [], 2024-09-15T22:05:29.199 INFO:teuthology.orchestra.run.smithi063.stdout: "desc": "", 2024-09-15T22:05:29.199 INFO:teuthology.orchestra.run.smithi063.stdout: "long_desc": "", 2024-09-15T22:05:29.199 INFO:teuthology.orchestra.run.smithi063.stdout: "tags": [], 2024-09-15T22:05:29.200 INFO:teuthology.orchestra.run.smithi063.stdout: "see_also": [] 2024-09-15T22:05:29.200 INFO:teuthology.orchestra.run.smithi063.stdout: }, 2024-09-15T22:05:29.200 INFO:teuthology.orchestra.run.smithi063.stdout: "rwoption2": { 2024-09-15T22:05:29.200 INFO:teuthology.orchestra.run.smithi063.stdout: "name": "rwoption2", 2024-09-15T22:05:29.200 INFO:teuthology.orchestra.run.smithi063.stdout: "type": "int", 2024-09-15T22:05:29.200 INFO:teuthology.orchestra.run.smithi063.stdout: "level": "advanced", 2024-09-15T22:05:29.200 INFO:teuthology.orchestra.run.smithi063.stdout: "flags": 0, 2024-09-15T22:05:29.200 INFO:teuthology.orchestra.run.smithi063.stdout: "default_value": "", 2024-09-15T22:05:29.200 INFO:teuthology.orchestra.run.smithi063.stdout: "min": "", 2024-09-15T22:05:29.200 INFO:teuthology.orchestra.run.smithi063.stdout: "max": "", 2024-09-15T22:05:29.200 INFO:teuthology.orchestra.run.smithi063.stdout: "enum_allowed": [], 2024-09-15T22:05:29.200 INFO:teuthology.orchestra.run.smithi063.stdout: "desc": "", 2024-09-15T22:05:29.200 INFO:teuthology.orchestra.run.smithi063.stdout: "long_desc": "", 2024-09-15T22:05:29.201 INFO:teuthology.orchestra.run.smithi063.stdout: "tags": [], 2024-09-15T22:05:29.201 INFO:teuthology.orchestra.run.smithi063.stdout: "see_also": [] 2024-09-15T22:05:29.201 INFO:teuthology.orchestra.run.smithi063.stdout: }, 2024-09-15T22:05:29.201 INFO:teuthology.orchestra.run.smithi063.stdout: "rwoption3": { 2024-09-15T22:05:29.201 INFO:teuthology.orchestra.run.smithi063.stdout: "name": "rwoption3", 2024-09-15T22:05:29.201 INFO:teuthology.orchestra.run.smithi063.stdout: "type": "float", 2024-09-15T22:05:29.201 INFO:teuthology.orchestra.run.smithi063.stdout: "level": "advanced", 2024-09-15T22:05:29.201 INFO:teuthology.orchestra.run.smithi063.stdout: "flags": 0, 2024-09-15T22:05:29.201 INFO:teuthology.orchestra.run.smithi063.stdout: "default_value": "", 2024-09-15T22:05:29.201 INFO:teuthology.orchestra.run.smithi063.stdout: "min": "", 2024-09-15T22:05:29.201 INFO:teuthology.orchestra.run.smithi063.stdout: "max": "", 2024-09-15T22:05:29.201 INFO:teuthology.orchestra.run.smithi063.stdout: "enum_allowed": [], 2024-09-15T22:05:29.201 INFO:teuthology.orchestra.run.smithi063.stdout: "desc": "", 2024-09-15T22:05:29.202 INFO:teuthology.orchestra.run.smithi063.stdout: "long_desc": "", 2024-09-15T22:05:29.202 INFO:teuthology.orchestra.run.smithi063.stdout: "tags": [], 2024-09-15T22:05:29.202 INFO:teuthology.orchestra.run.smithi063.stdout: "see_also": [] 2024-09-15T22:05:29.202 INFO:teuthology.orchestra.run.smithi063.stdout: }, 2024-09-15T22:05:29.202 INFO:teuthology.orchestra.run.smithi063.stdout: "rwoption4": { 2024-09-15T22:05:29.202 INFO:teuthology.orchestra.run.smithi063.stdout: "name": "rwoption4", 2024-09-15T22:05:29.202 INFO:teuthology.orchestra.run.smithi063.stdout: "type": "str", 2024-09-15T22:05:29.202 INFO:teuthology.orchestra.run.smithi063.stdout: "level": "advanced", 2024-09-15T22:05:29.202 INFO:teuthology.orchestra.run.smithi063.stdout: "flags": 0, 2024-09-15T22:05:29.202 INFO:teuthology.orchestra.run.smithi063.stdout: "default_value": "", 2024-09-15T22:05:29.202 INFO:teuthology.orchestra.run.smithi063.stdout: "min": "", 2024-09-15T22:05:29.202 INFO:teuthology.orchestra.run.smithi063.stdout: "max": "", 2024-09-15T22:05:29.202 INFO:teuthology.orchestra.run.smithi063.stdout: "enum_allowed": [], 2024-09-15T22:05:29.202 INFO:teuthology.orchestra.run.smithi063.stdout: "desc": "", 2024-09-15T22:05:29.203 INFO:teuthology.orchestra.run.smithi063.stdout: "long_desc": "", 2024-09-15T22:05:29.203 INFO:teuthology.orchestra.run.smithi063.stdout: "tags": [], 2024-09-15T22:05:29.203 INFO:teuthology.orchestra.run.smithi063.stdout: "see_also": [] 2024-09-15T22:05:29.203 INFO:teuthology.orchestra.run.smithi063.stdout: }, 2024-09-15T22:05:29.203 INFO:teuthology.orchestra.run.smithi063.stdout: "rwoption5": { 2024-09-15T22:05:29.203 INFO:teuthology.orchestra.run.smithi063.stdout: "name": "rwoption5", 2024-09-15T22:05:29.203 INFO:teuthology.orchestra.run.smithi063.stdout: "type": "bool", 2024-09-15T22:05:29.203 INFO:teuthology.orchestra.run.smithi063.stdout: "level": "advanced", 2024-09-15T22:05:29.203 INFO:teuthology.orchestra.run.smithi063.stdout: "flags": 0, 2024-09-15T22:05:29.203 INFO:teuthology.orchestra.run.smithi063.stdout: "default_value": "", 2024-09-15T22:05:29.203 INFO:teuthology.orchestra.run.smithi063.stdout: "min": "", 2024-09-15T22:05:29.203 INFO:teuthology.orchestra.run.smithi063.stdout: "max": "", 2024-09-15T22:05:29.203 INFO:teuthology.orchestra.run.smithi063.stdout: "enum_allowed": [], 2024-09-15T22:05:29.203 INFO:teuthology.orchestra.run.smithi063.stdout: "desc": "", 2024-09-15T22:05:29.204 INFO:teuthology.orchestra.run.smithi063.stdout: "long_desc": "", 2024-09-15T22:05:29.204 INFO:teuthology.orchestra.run.smithi063.stdout: "tags": [], 2024-09-15T22:05:29.204 INFO:teuthology.orchestra.run.smithi063.stdout: "see_also": [] 2024-09-15T22:05:29.204 INFO:teuthology.orchestra.run.smithi063.stdout: }, 2024-09-15T22:05:29.204 INFO:teuthology.orchestra.run.smithi063.stdout: "rwoption6": { 2024-09-15T22:05:29.204 INFO:teuthology.orchestra.run.smithi063.stdout: "name": "rwoption6", 2024-09-15T22:05:29.204 INFO:teuthology.orchestra.run.smithi063.stdout: "type": "bool", 2024-09-15T22:05:29.204 INFO:teuthology.orchestra.run.smithi063.stdout: "level": "advanced", 2024-09-15T22:05:29.204 INFO:teuthology.orchestra.run.smithi063.stdout: "flags": 0, 2024-09-15T22:05:29.204 INFO:teuthology.orchestra.run.smithi063.stdout: "default_value": "True", 2024-09-15T22:05:29.204 INFO:teuthology.orchestra.run.smithi063.stdout: "min": "", 2024-09-15T22:05:29.204 INFO:teuthology.orchestra.run.smithi063.stdout: "max": "", 2024-09-15T22:05:29.204 INFO:teuthology.orchestra.run.smithi063.stdout: "enum_allowed": [], 2024-09-15T22:05:29.205 INFO:teuthology.orchestra.run.smithi063.stdout: "desc": "", 2024-09-15T22:05:29.205 INFO:teuthology.orchestra.run.smithi063.stdout: "long_desc": "", 2024-09-15T22:05:29.205 INFO:teuthology.orchestra.run.smithi063.stdout: "tags": [], 2024-09-15T22:05:29.205 INFO:teuthology.orchestra.run.smithi063.stdout: "see_also": [] 2024-09-15T22:05:29.205 INFO:teuthology.orchestra.run.smithi063.stdout: }, 2024-09-15T22:05:29.205 INFO:teuthology.orchestra.run.smithi063.stdout: "rwoption7": { 2024-09-15T22:05:29.205 INFO:teuthology.orchestra.run.smithi063.stdout: "name": "rwoption7", 2024-09-15T22:05:29.205 INFO:teuthology.orchestra.run.smithi063.stdout: "type": "int", 2024-09-15T22:05:29.205 INFO:teuthology.orchestra.run.smithi063.stdout: "level": "advanced", 2024-09-15T22:05:29.205 INFO:teuthology.orchestra.run.smithi063.stdout: "flags": 0, 2024-09-15T22:05:29.205 INFO:teuthology.orchestra.run.smithi063.stdout: "default_value": "", 2024-09-15T22:05:29.205 INFO:teuthology.orchestra.run.smithi063.stdout: "min": "1", 2024-09-15T22:05:29.205 INFO:teuthology.orchestra.run.smithi063.stdout: "max": "42", 2024-09-15T22:05:29.206 INFO:teuthology.orchestra.run.smithi063.stdout: "enum_allowed": [], 2024-09-15T22:05:29.206 INFO:teuthology.orchestra.run.smithi063.stdout: "desc": "", 2024-09-15T22:05:29.206 INFO:teuthology.orchestra.run.smithi063.stdout: "long_desc": "", 2024-09-15T22:05:29.206 INFO:teuthology.orchestra.run.smithi063.stdout: "tags": [], 2024-09-15T22:05:29.206 INFO:teuthology.orchestra.run.smithi063.stdout: "see_also": [] 2024-09-15T22:05:29.206 INFO:teuthology.orchestra.run.smithi063.stdout: }, 2024-09-15T22:05:29.206 INFO:teuthology.orchestra.run.smithi063.stdout: "testkey": { 2024-09-15T22:05:29.206 INFO:teuthology.orchestra.run.smithi063.stdout: "name": "testkey", 2024-09-15T22:05:29.206 INFO:teuthology.orchestra.run.smithi063.stdout: "type": "str", 2024-09-15T22:05:29.206 INFO:teuthology.orchestra.run.smithi063.stdout: "level": "advanced", 2024-09-15T22:05:29.206 INFO:teuthology.orchestra.run.smithi063.stdout: "flags": 0, 2024-09-15T22:05:29.206 INFO:teuthology.orchestra.run.smithi063.stdout: "default_value": "", 2024-09-15T22:05:29.206 INFO:teuthology.orchestra.run.smithi063.stdout: "min": "", 2024-09-15T22:05:29.206 INFO:teuthology.orchestra.run.smithi063.stdout: "max": "", 2024-09-15T22:05:29.207 INFO:teuthology.orchestra.run.smithi063.stdout: "enum_allowed": [], 2024-09-15T22:05:29.207 INFO:teuthology.orchestra.run.smithi063.stdout: "desc": "", 2024-09-15T22:05:29.207 INFO:teuthology.orchestra.run.smithi063.stdout: "long_desc": "", 2024-09-15T22:05:29.207 INFO:teuthology.orchestra.run.smithi063.stdout: "tags": [], 2024-09-15T22:05:29.207 INFO:teuthology.orchestra.run.smithi063.stdout: "see_also": [] 2024-09-15T22:05:29.207 INFO:teuthology.orchestra.run.smithi063.stdout: }, 2024-09-15T22:05:29.207 INFO:teuthology.orchestra.run.smithi063.stdout: "testlkey": { 2024-09-15T22:05:29.207 INFO:teuthology.orchestra.run.smithi063.stdout: "name": "testlkey", 2024-09-15T22:05:29.207 INFO:teuthology.orchestra.run.smithi063.stdout: "type": "str", 2024-09-15T22:05:29.207 INFO:teuthology.orchestra.run.smithi063.stdout: "level": "advanced", 2024-09-15T22:05:29.207 INFO:teuthology.orchestra.run.smithi063.stdout: "flags": 0, 2024-09-15T22:05:29.207 INFO:teuthology.orchestra.run.smithi063.stdout: "default_value": "", 2024-09-15T22:05:29.207 INFO:teuthology.orchestra.run.smithi063.stdout: "min": "", 2024-09-15T22:05:29.208 INFO:teuthology.orchestra.run.smithi063.stdout: "max": "", 2024-09-15T22:05:29.208 INFO:teuthology.orchestra.run.smithi063.stdout: "enum_allowed": [], 2024-09-15T22:05:29.208 INFO:teuthology.orchestra.run.smithi063.stdout: "desc": "", 2024-09-15T22:05:29.208 INFO:teuthology.orchestra.run.smithi063.stdout: "long_desc": "", 2024-09-15T22:05:29.208 INFO:teuthology.orchestra.run.smithi063.stdout: "tags": [], 2024-09-15T22:05:29.208 INFO:teuthology.orchestra.run.smithi063.stdout: "see_also": [] 2024-09-15T22:05:29.208 INFO:teuthology.orchestra.run.smithi063.stdout: }, 2024-09-15T22:05:29.208 INFO:teuthology.orchestra.run.smithi063.stdout: "testnewline": { 2024-09-15T22:05:29.208 INFO:teuthology.orchestra.run.smithi063.stdout: "name": "testnewline", 2024-09-15T22:05:29.208 INFO:teuthology.orchestra.run.smithi063.stdout: "type": "str", 2024-09-15T22:05:29.208 INFO:teuthology.orchestra.run.smithi063.stdout: "level": "advanced", 2024-09-15T22:05:29.208 INFO:teuthology.orchestra.run.smithi063.stdout: "flags": 0, 2024-09-15T22:05:29.208 INFO:teuthology.orchestra.run.smithi063.stdout: "default_value": "", 2024-09-15T22:05:29.209 INFO:teuthology.orchestra.run.smithi063.stdout: "min": "", 2024-09-15T22:05:29.209 INFO:teuthology.orchestra.run.smithi063.stdout: "max": "", 2024-09-15T22:05:29.209 INFO:teuthology.orchestra.run.smithi063.stdout: "enum_allowed": [], 2024-09-15T22:05:29.209 INFO:teuthology.orchestra.run.smithi063.stdout: "desc": "", 2024-09-15T22:05:29.209 INFO:teuthology.orchestra.run.smithi063.stdout: "long_desc": "", 2024-09-15T22:05:29.209 INFO:teuthology.orchestra.run.smithi063.stdout: "tags": [], 2024-09-15T22:05:29.209 INFO:teuthology.orchestra.run.smithi063.stdout: "see_also": [] 2024-09-15T22:05:29.209 INFO:teuthology.orchestra.run.smithi063.stdout: } 2024-09-15T22:05:29.209 INFO:teuthology.orchestra.run.smithi063.stdout: } 2024-09-15T22:05:29.209 INFO:teuthology.orchestra.run.smithi063.stdout: }, 2024-09-15T22:05:29.209 INFO:teuthology.orchestra.run.smithi063.stdout: { 2024-09-15T22:05:29.209 INFO:teuthology.orchestra.run.smithi063.stdout: "name": "snap_schedule", 2024-09-15T22:05:29.209 INFO:teuthology.orchestra.run.smithi063.stdout: "can_run": true, 2024-09-15T22:05:29.210 INFO:teuthology.orchestra.run.smithi063.stdout: "error_string": "", 2024-09-15T22:05:29.210 INFO:teuthology.orchestra.run.smithi063.stdout: "module_options": { 2024-09-15T22:05:29.210 INFO:teuthology.orchestra.run.smithi063.stdout: "allow_m_granularity": { 2024-09-15T22:05:29.210 INFO:teuthology.orchestra.run.smithi063.stdout: "name": "allow_m_granularity", 2024-09-15T22:05:29.210 INFO:teuthology.orchestra.run.smithi063.stdout: "type": "bool", 2024-09-15T22:05:29.210 INFO:teuthology.orchestra.run.smithi063.stdout: "level": "advanced", 2024-09-15T22:05:29.210 INFO:teuthology.orchestra.run.smithi063.stdout: "flags": 1, 2024-09-15T22:05:29.210 INFO:teuthology.orchestra.run.smithi063.stdout: "default_value": "False", 2024-09-15T22:05:29.210 INFO:teuthology.orchestra.run.smithi063.stdout: "min": "", 2024-09-15T22:05:29.210 INFO:teuthology.orchestra.run.smithi063.stdout: "max": "", 2024-09-15T22:05:29.210 INFO:teuthology.orchestra.run.smithi063.stdout: "enum_allowed": [], 2024-09-15T22:05:29.210 INFO:teuthology.orchestra.run.smithi063.stdout: "desc": "allow minute scheduled snapshots", 2024-09-15T22:05:29.210 INFO:teuthology.orchestra.run.smithi063.stdout: "long_desc": "", 2024-09-15T22:05:29.210 INFO:teuthology.orchestra.run.smithi063.stdout: "tags": [], 2024-09-15T22:05:29.211 INFO:teuthology.orchestra.run.smithi063.stdout: "see_also": [] 2024-09-15T22:05:29.211 INFO:teuthology.orchestra.run.smithi063.stdout: }, 2024-09-15T22:05:29.211 INFO:teuthology.orchestra.run.smithi063.stdout: "dump_on_update": { 2024-09-15T22:05:29.211 INFO:teuthology.orchestra.run.smithi063.stdout: "name": "dump_on_update", 2024-09-15T22:05:29.211 INFO:teuthology.orchestra.run.smithi063.stdout: "type": "bool", 2024-09-15T22:05:29.211 INFO:teuthology.orchestra.run.smithi063.stdout: "level": "advanced", 2024-09-15T22:05:29.211 INFO:teuthology.orchestra.run.smithi063.stdout: "flags": 1, 2024-09-15T22:05:29.211 INFO:teuthology.orchestra.run.smithi063.stdout: "default_value": "False", 2024-09-15T22:05:29.211 INFO:teuthology.orchestra.run.smithi063.stdout: "min": "", 2024-09-15T22:05:29.211 INFO:teuthology.orchestra.run.smithi063.stdout: "max": "", 2024-09-15T22:05:29.211 INFO:teuthology.orchestra.run.smithi063.stdout: "enum_allowed": [], 2024-09-15T22:05:29.211 INFO:teuthology.orchestra.run.smithi063.stdout: "desc": "dump database to debug log on update", 2024-09-15T22:05:29.211 INFO:teuthology.orchestra.run.smithi063.stdout: "long_desc": "", 2024-09-15T22:05:29.211 INFO:teuthology.orchestra.run.smithi063.stdout: "tags": [], 2024-09-15T22:05:29.212 INFO:teuthology.orchestra.run.smithi063.stdout: "see_also": [] 2024-09-15T22:05:29.212 INFO:teuthology.orchestra.run.smithi063.stdout: }, 2024-09-15T22:05:29.212 INFO:teuthology.orchestra.run.smithi063.stdout: "log_level": { 2024-09-15T22:05:29.212 INFO:teuthology.orchestra.run.smithi063.stdout: "name": "log_level", 2024-09-15T22:05:29.212 INFO:teuthology.orchestra.run.smithi063.stdout: "type": "str", 2024-09-15T22:05:29.212 INFO:teuthology.orchestra.run.smithi063.stdout: "level": "advanced", 2024-09-15T22:05:29.212 INFO:teuthology.orchestra.run.smithi063.stdout: "flags": 1, 2024-09-15T22:05:29.212 INFO:teuthology.orchestra.run.smithi063.stdout: "default_value": "", 2024-09-15T22:05:29.212 INFO:teuthology.orchestra.run.smithi063.stdout: "min": "", 2024-09-15T22:05:29.212 INFO:teuthology.orchestra.run.smithi063.stdout: "max": "", 2024-09-15T22:05:29.212 INFO:teuthology.orchestra.run.smithi063.stdout: "enum_allowed": [ 2024-09-15T22:05:29.212 INFO:teuthology.orchestra.run.smithi063.stdout: "", 2024-09-15T22:05:29.212 INFO:teuthology.orchestra.run.smithi063.stdout: "critical", 2024-09-15T22:05:29.213 INFO:teuthology.orchestra.run.smithi063.stdout: "debug", 2024-09-15T22:05:29.213 INFO:teuthology.orchestra.run.smithi063.stdout: "error", 2024-09-15T22:05:29.213 INFO:teuthology.orchestra.run.smithi063.stdout: "info", 2024-09-15T22:05:29.213 INFO:teuthology.orchestra.run.smithi063.stdout: "warning" 2024-09-15T22:05:29.213 INFO:teuthology.orchestra.run.smithi063.stdout: ], 2024-09-15T22:05:29.213 INFO:teuthology.orchestra.run.smithi063.stdout: "desc": "", 2024-09-15T22:05:29.213 INFO:teuthology.orchestra.run.smithi063.stdout: "long_desc": "", 2024-09-15T22:05:29.213 INFO:teuthology.orchestra.run.smithi063.stdout: "tags": [], 2024-09-15T22:05:29.213 INFO:teuthology.orchestra.run.smithi063.stdout: "see_also": [] 2024-09-15T22:05:29.213 INFO:teuthology.orchestra.run.smithi063.stdout: }, 2024-09-15T22:05:29.213 INFO:teuthology.orchestra.run.smithi063.stdout: "log_to_cluster": { 2024-09-15T22:05:29.213 INFO:teuthology.orchestra.run.smithi063.stdout: "name": "log_to_cluster", 2024-09-15T22:05:29.213 INFO:teuthology.orchestra.run.smithi063.stdout: "type": "bool", 2024-09-15T22:05:29.213 INFO:teuthology.orchestra.run.smithi063.stdout: "level": "advanced", 2024-09-15T22:05:29.214 INFO:teuthology.orchestra.run.smithi063.stdout: "flags": 1, 2024-09-15T22:05:29.214 INFO:teuthology.orchestra.run.smithi063.stdout: "default_value": "False", 2024-09-15T22:05:29.214 INFO:teuthology.orchestra.run.smithi063.stdout: "min": "", 2024-09-15T22:05:29.214 INFO:teuthology.orchestra.run.smithi063.stdout: "max": "", 2024-09-15T22:05:29.214 INFO:teuthology.orchestra.run.smithi063.stdout: "enum_allowed": [], 2024-09-15T22:05:29.214 INFO:teuthology.orchestra.run.smithi063.stdout: "desc": "", 2024-09-15T22:05:29.214 INFO:teuthology.orchestra.run.smithi063.stdout: "long_desc": "", 2024-09-15T22:05:29.214 INFO:teuthology.orchestra.run.smithi063.stdout: "tags": [], 2024-09-15T22:05:29.214 INFO:teuthology.orchestra.run.smithi063.stdout: "see_also": [] 2024-09-15T22:05:29.214 INFO:teuthology.orchestra.run.smithi063.stdout: }, 2024-09-15T22:05:29.214 INFO:teuthology.orchestra.run.smithi063.stdout: "log_to_cluster_level": { 2024-09-15T22:05:29.214 INFO:teuthology.orchestra.run.smithi063.stdout: "name": "log_to_cluster_level", 2024-09-15T22:05:29.214 INFO:teuthology.orchestra.run.smithi063.stdout: "type": "str", 2024-09-15T22:05:29.215 INFO:teuthology.orchestra.run.smithi063.stdout: "level": "advanced", 2024-09-15T22:05:29.215 INFO:teuthology.orchestra.run.smithi063.stdout: "flags": 1, 2024-09-15T22:05:29.215 INFO:teuthology.orchestra.run.smithi063.stdout: "default_value": "info", 2024-09-15T22:05:29.215 INFO:teuthology.orchestra.run.smithi063.stdout: "min": "", 2024-09-15T22:05:29.215 INFO:teuthology.orchestra.run.smithi063.stdout: "max": "", 2024-09-15T22:05:29.215 INFO:teuthology.orchestra.run.smithi063.stdout: "enum_allowed": [ 2024-09-15T22:05:29.215 INFO:teuthology.orchestra.run.smithi063.stdout: "", 2024-09-15T22:05:29.215 INFO:teuthology.orchestra.run.smithi063.stdout: "critical", 2024-09-15T22:05:29.215 INFO:teuthology.orchestra.run.smithi063.stdout: "debug", 2024-09-15T22:05:29.215 INFO:teuthology.orchestra.run.smithi063.stdout: "error", 2024-09-15T22:05:29.215 INFO:teuthology.orchestra.run.smithi063.stdout: "info", 2024-09-15T22:05:29.215 INFO:teuthology.orchestra.run.smithi063.stdout: "warning" 2024-09-15T22:05:29.215 INFO:teuthology.orchestra.run.smithi063.stdout: ], 2024-09-15T22:05:29.215 INFO:teuthology.orchestra.run.smithi063.stdout: "desc": "", 2024-09-15T22:05:29.216 INFO:teuthology.orchestra.run.smithi063.stdout: "long_desc": "", 2024-09-15T22:05:29.216 INFO:teuthology.orchestra.run.smithi063.stdout: "tags": [], 2024-09-15T22:05:29.216 INFO:teuthology.orchestra.run.smithi063.stdout: "see_also": [] 2024-09-15T22:05:29.216 INFO:teuthology.orchestra.run.smithi063.stdout: }, 2024-09-15T22:05:29.216 INFO:teuthology.orchestra.run.smithi063.stdout: "log_to_file": { 2024-09-15T22:05:29.216 INFO:teuthology.orchestra.run.smithi063.stdout: "name": "log_to_file", 2024-09-15T22:05:29.216 INFO:teuthology.orchestra.run.smithi063.stdout: "type": "bool", 2024-09-15T22:05:29.216 INFO:teuthology.orchestra.run.smithi063.stdout: "level": "advanced", 2024-09-15T22:05:29.216 INFO:teuthology.orchestra.run.smithi063.stdout: "flags": 1, 2024-09-15T22:05:29.216 INFO:teuthology.orchestra.run.smithi063.stdout: "default_value": "False", 2024-09-15T22:05:29.216 INFO:teuthology.orchestra.run.smithi063.stdout: "min": "", 2024-09-15T22:05:29.216 INFO:teuthology.orchestra.run.smithi063.stdout: "max": "", 2024-09-15T22:05:29.216 INFO:teuthology.orchestra.run.smithi063.stdout: "enum_allowed": [], 2024-09-15T22:05:29.217 INFO:teuthology.orchestra.run.smithi063.stdout: "desc": "", 2024-09-15T22:05:29.217 INFO:teuthology.orchestra.run.smithi063.stdout: "long_desc": "", 2024-09-15T22:05:29.217 INFO:teuthology.orchestra.run.smithi063.stdout: "tags": [], 2024-09-15T22:05:29.217 INFO:teuthology.orchestra.run.smithi063.stdout: "see_also": [] 2024-09-15T22:05:29.217 INFO:teuthology.orchestra.run.smithi063.stdout: } 2024-09-15T22:05:29.217 INFO:teuthology.orchestra.run.smithi063.stdout: } 2024-09-15T22:05:29.217 INFO:teuthology.orchestra.run.smithi063.stdout: }, 2024-09-15T22:05:29.217 INFO:teuthology.orchestra.run.smithi063.stdout: { 2024-09-15T22:05:29.217 INFO:teuthology.orchestra.run.smithi063.stdout: "name": "stats", 2024-09-15T22:05:29.217 INFO:teuthology.orchestra.run.smithi063.stdout: "can_run": true, 2024-09-15T22:05:29.217 INFO:teuthology.orchestra.run.smithi063.stdout: "error_string": "", 2024-09-15T22:05:29.217 INFO:teuthology.orchestra.run.smithi063.stdout: "module_options": { 2024-09-15T22:05:29.217 INFO:teuthology.orchestra.run.smithi063.stdout: "log_level": { 2024-09-15T22:05:29.217 INFO:teuthology.orchestra.run.smithi063.stdout: "name": "log_level", 2024-09-15T22:05:29.218 INFO:teuthology.orchestra.run.smithi063.stdout: "type": "str", 2024-09-15T22:05:29.218 INFO:teuthology.orchestra.run.smithi063.stdout: "level": "advanced", 2024-09-15T22:05:29.218 INFO:teuthology.orchestra.run.smithi063.stdout: "flags": 1, 2024-09-15T22:05:29.218 INFO:teuthology.orchestra.run.smithi063.stdout: "default_value": "", 2024-09-15T22:05:29.218 INFO:teuthology.orchestra.run.smithi063.stdout: "min": "", 2024-09-15T22:05:29.218 INFO:teuthology.orchestra.run.smithi063.stdout: "max": "", 2024-09-15T22:05:29.218 INFO:teuthology.orchestra.run.smithi063.stdout: "enum_allowed": [ 2024-09-15T22:05:29.218 INFO:teuthology.orchestra.run.smithi063.stdout: "", 2024-09-15T22:05:29.218 INFO:teuthology.orchestra.run.smithi063.stdout: "critical", 2024-09-15T22:05:29.218 INFO:teuthology.orchestra.run.smithi063.stdout: "debug", 2024-09-15T22:05:29.218 INFO:teuthology.orchestra.run.smithi063.stdout: "error", 2024-09-15T22:05:29.218 INFO:teuthology.orchestra.run.smithi063.stdout: "info", 2024-09-15T22:05:29.218 INFO:teuthology.orchestra.run.smithi063.stdout: "warning" 2024-09-15T22:05:29.219 INFO:teuthology.orchestra.run.smithi063.stdout: ], 2024-09-15T22:05:29.219 INFO:teuthology.orchestra.run.smithi063.stdout: "desc": "", 2024-09-15T22:05:29.219 INFO:teuthology.orchestra.run.smithi063.stdout: "long_desc": "", 2024-09-15T22:05:29.219 INFO:teuthology.orchestra.run.smithi063.stdout: "tags": [], 2024-09-15T22:05:29.219 INFO:teuthology.orchestra.run.smithi063.stdout: "see_also": [] 2024-09-15T22:05:29.219 INFO:teuthology.orchestra.run.smithi063.stdout: }, 2024-09-15T22:05:29.219 INFO:teuthology.orchestra.run.smithi063.stdout: "log_to_cluster": { 2024-09-15T22:05:29.219 INFO:teuthology.orchestra.run.smithi063.stdout: "name": "log_to_cluster", 2024-09-15T22:05:29.219 INFO:teuthology.orchestra.run.smithi063.stdout: "type": "bool", 2024-09-15T22:05:29.219 INFO:teuthology.orchestra.run.smithi063.stdout: "level": "advanced", 2024-09-15T22:05:29.219 INFO:teuthology.orchestra.run.smithi063.stdout: "flags": 1, 2024-09-15T22:05:29.219 INFO:teuthology.orchestra.run.smithi063.stdout: "default_value": "False", 2024-09-15T22:05:29.219 INFO:teuthology.orchestra.run.smithi063.stdout: "min": "", 2024-09-15T22:05:29.219 INFO:teuthology.orchestra.run.smithi063.stdout: "max": "", 2024-09-15T22:05:29.220 INFO:teuthology.orchestra.run.smithi063.stdout: "enum_allowed": [], 2024-09-15T22:05:29.220 INFO:teuthology.orchestra.run.smithi063.stdout: "desc": "", 2024-09-15T22:05:29.220 INFO:teuthology.orchestra.run.smithi063.stdout: "long_desc": "", 2024-09-15T22:05:29.220 INFO:teuthology.orchestra.run.smithi063.stdout: "tags": [], 2024-09-15T22:05:29.220 INFO:teuthology.orchestra.run.smithi063.stdout: "see_also": [] 2024-09-15T22:05:29.220 INFO:teuthology.orchestra.run.smithi063.stdout: }, 2024-09-15T22:05:29.220 INFO:teuthology.orchestra.run.smithi063.stdout: "log_to_cluster_level": { 2024-09-15T22:05:29.220 INFO:teuthology.orchestra.run.smithi063.stdout: "name": "log_to_cluster_level", 2024-09-15T22:05:29.220 INFO:teuthology.orchestra.run.smithi063.stdout: "type": "str", 2024-09-15T22:05:29.220 INFO:teuthology.orchestra.run.smithi063.stdout: "level": "advanced", 2024-09-15T22:05:29.220 INFO:teuthology.orchestra.run.smithi063.stdout: "flags": 1, 2024-09-15T22:05:29.220 INFO:teuthology.orchestra.run.smithi063.stdout: "default_value": "info", 2024-09-15T22:05:29.220 INFO:teuthology.orchestra.run.smithi063.stdout: "min": "", 2024-09-15T22:05:29.221 INFO:teuthology.orchestra.run.smithi063.stdout: "max": "", 2024-09-15T22:05:29.221 INFO:teuthology.orchestra.run.smithi063.stdout: "enum_allowed": [ 2024-09-15T22:05:29.221 INFO:teuthology.orchestra.run.smithi063.stdout: "", 2024-09-15T22:05:29.221 INFO:teuthology.orchestra.run.smithi063.stdout: "critical", 2024-09-15T22:05:29.221 INFO:teuthology.orchestra.run.smithi063.stdout: "debug", 2024-09-15T22:05:29.221 INFO:teuthology.orchestra.run.smithi063.stdout: "error", 2024-09-15T22:05:29.221 INFO:teuthology.orchestra.run.smithi063.stdout: "info", 2024-09-15T22:05:29.221 INFO:teuthology.orchestra.run.smithi063.stdout: "warning" 2024-09-15T22:05:29.221 INFO:teuthology.orchestra.run.smithi063.stdout: ], 2024-09-15T22:05:29.221 INFO:teuthology.orchestra.run.smithi063.stdout: "desc": "", 2024-09-15T22:05:29.221 INFO:teuthology.orchestra.run.smithi063.stdout: "long_desc": "", 2024-09-15T22:05:29.221 INFO:teuthology.orchestra.run.smithi063.stdout: "tags": [], 2024-09-15T22:05:29.221 INFO:teuthology.orchestra.run.smithi063.stdout: "see_also": [] 2024-09-15T22:05:29.222 INFO:teuthology.orchestra.run.smithi063.stdout: }, 2024-09-15T22:05:29.222 INFO:teuthology.orchestra.run.smithi063.stdout: "log_to_file": { 2024-09-15T22:05:29.222 INFO:teuthology.orchestra.run.smithi063.stdout: "name": "log_to_file", 2024-09-15T22:05:29.222 INFO:teuthology.orchestra.run.smithi063.stdout: "type": "bool", 2024-09-15T22:05:29.222 INFO:teuthology.orchestra.run.smithi063.stdout: "level": "advanced", 2024-09-15T22:05:29.222 INFO:teuthology.orchestra.run.smithi063.stdout: "flags": 1, 2024-09-15T22:05:29.222 INFO:teuthology.orchestra.run.smithi063.stdout: "default_value": "False", 2024-09-15T22:05:29.222 INFO:teuthology.orchestra.run.smithi063.stdout: "min": "", 2024-09-15T22:05:29.222 INFO:teuthology.orchestra.run.smithi063.stdout: "max": "", 2024-09-15T22:05:29.222 INFO:teuthology.orchestra.run.smithi063.stdout: "enum_allowed": [], 2024-09-15T22:05:29.222 INFO:teuthology.orchestra.run.smithi063.stdout: "desc": "", 2024-09-15T22:05:29.222 INFO:teuthology.orchestra.run.smithi063.stdout: "long_desc": "", 2024-09-15T22:05:29.222 INFO:teuthology.orchestra.run.smithi063.stdout: "tags": [], 2024-09-15T22:05:29.222 INFO:teuthology.orchestra.run.smithi063.stdout: "see_also": [] 2024-09-15T22:05:29.223 INFO:teuthology.orchestra.run.smithi063.stdout: } 2024-09-15T22:05:29.223 INFO:teuthology.orchestra.run.smithi063.stdout: } 2024-09-15T22:05:29.223 INFO:teuthology.orchestra.run.smithi063.stdout: }, 2024-09-15T22:05:29.223 INFO:teuthology.orchestra.run.smithi063.stdout: { 2024-09-15T22:05:29.223 INFO:teuthology.orchestra.run.smithi063.stdout: "name": "status", 2024-09-15T22:05:29.223 INFO:teuthology.orchestra.run.smithi063.stdout: "can_run": true, 2024-09-15T22:05:29.223 INFO:teuthology.orchestra.run.smithi063.stdout: "error_string": "", 2024-09-15T22:05:29.223 INFO:teuthology.orchestra.run.smithi063.stdout: "module_options": { 2024-09-15T22:05:29.223 INFO:teuthology.orchestra.run.smithi063.stdout: "log_level": { 2024-09-15T22:05:29.223 INFO:teuthology.orchestra.run.smithi063.stdout: "name": "log_level", 2024-09-15T22:05:29.223 INFO:teuthology.orchestra.run.smithi063.stdout: "type": "str", 2024-09-15T22:05:29.223 INFO:teuthology.orchestra.run.smithi063.stdout: "level": "advanced", 2024-09-15T22:05:29.223 INFO:teuthology.orchestra.run.smithi063.stdout: "flags": 1, 2024-09-15T22:05:29.224 INFO:teuthology.orchestra.run.smithi063.stdout: "default_value": "", 2024-09-15T22:05:29.224 INFO:teuthology.orchestra.run.smithi063.stdout: "min": "", 2024-09-15T22:05:29.224 INFO:teuthology.orchestra.run.smithi063.stdout: "max": "", 2024-09-15T22:05:29.224 INFO:teuthology.orchestra.run.smithi063.stdout: "enum_allowed": [ 2024-09-15T22:05:29.224 INFO:teuthology.orchestra.run.smithi063.stdout: "", 2024-09-15T22:05:29.224 INFO:teuthology.orchestra.run.smithi063.stdout: "critical", 2024-09-15T22:05:29.224 INFO:teuthology.orchestra.run.smithi063.stdout: "debug", 2024-09-15T22:05:29.224 INFO:teuthology.orchestra.run.smithi063.stdout: "error", 2024-09-15T22:05:29.224 INFO:teuthology.orchestra.run.smithi063.stdout: "info", 2024-09-15T22:05:29.224 INFO:teuthology.orchestra.run.smithi063.stdout: "warning" 2024-09-15T22:05:29.224 INFO:teuthology.orchestra.run.smithi063.stdout: ], 2024-09-15T22:05:29.224 INFO:teuthology.orchestra.run.smithi063.stdout: "desc": "", 2024-09-15T22:05:29.224 INFO:teuthology.orchestra.run.smithi063.stdout: "long_desc": "", 2024-09-15T22:05:29.225 INFO:teuthology.orchestra.run.smithi063.stdout: "tags": [], 2024-09-15T22:05:29.225 INFO:teuthology.orchestra.run.smithi063.stdout: "see_also": [] 2024-09-15T22:05:29.225 INFO:teuthology.orchestra.run.smithi063.stdout: }, 2024-09-15T22:05:29.225 INFO:teuthology.orchestra.run.smithi063.stdout: "log_to_cluster": { 2024-09-15T22:05:29.225 INFO:teuthology.orchestra.run.smithi063.stdout: "name": "log_to_cluster", 2024-09-15T22:05:29.225 INFO:teuthology.orchestra.run.smithi063.stdout: "type": "bool", 2024-09-15T22:05:29.225 INFO:teuthology.orchestra.run.smithi063.stdout: "level": "advanced", 2024-09-15T22:05:29.225 INFO:teuthology.orchestra.run.smithi063.stdout: "flags": 1, 2024-09-15T22:05:29.225 INFO:teuthology.orchestra.run.smithi063.stdout: "default_value": "False", 2024-09-15T22:05:29.225 INFO:teuthology.orchestra.run.smithi063.stdout: "min": "", 2024-09-15T22:05:29.225 INFO:teuthology.orchestra.run.smithi063.stdout: "max": "", 2024-09-15T22:05:29.225 INFO:teuthology.orchestra.run.smithi063.stdout: "enum_allowed": [], 2024-09-15T22:05:29.225 INFO:teuthology.orchestra.run.smithi063.stdout: "desc": "", 2024-09-15T22:05:29.225 INFO:teuthology.orchestra.run.smithi063.stdout: "long_desc": "", 2024-09-15T22:05:29.226 INFO:teuthology.orchestra.run.smithi063.stdout: "tags": [], 2024-09-15T22:05:29.226 INFO:teuthology.orchestra.run.smithi063.stdout: "see_also": [] 2024-09-15T22:05:29.226 INFO:teuthology.orchestra.run.smithi063.stdout: }, 2024-09-15T22:05:29.226 INFO:teuthology.orchestra.run.smithi063.stdout: "log_to_cluster_level": { 2024-09-15T22:05:29.226 INFO:teuthology.orchestra.run.smithi063.stdout: "name": "log_to_cluster_level", 2024-09-15T22:05:29.226 INFO:teuthology.orchestra.run.smithi063.stdout: "type": "str", 2024-09-15T22:05:29.226 INFO:teuthology.orchestra.run.smithi063.stdout: "level": "advanced", 2024-09-15T22:05:29.226 INFO:teuthology.orchestra.run.smithi063.stdout: "flags": 1, 2024-09-15T22:05:29.226 INFO:teuthology.orchestra.run.smithi063.stdout: "default_value": "info", 2024-09-15T22:05:29.226 INFO:teuthology.orchestra.run.smithi063.stdout: "min": "", 2024-09-15T22:05:29.226 INFO:teuthology.orchestra.run.smithi063.stdout: "max": "", 2024-09-15T22:05:29.226 INFO:teuthology.orchestra.run.smithi063.stdout: "enum_allowed": [ 2024-09-15T22:05:29.226 INFO:teuthology.orchestra.run.smithi063.stdout: "", 2024-09-15T22:05:29.226 INFO:teuthology.orchestra.run.smithi063.stdout: "critical", 2024-09-15T22:05:29.227 INFO:teuthology.orchestra.run.smithi063.stdout: "debug", 2024-09-15T22:05:29.227 INFO:teuthology.orchestra.run.smithi063.stdout: "error", 2024-09-15T22:05:29.227 INFO:teuthology.orchestra.run.smithi063.stdout: "info", 2024-09-15T22:05:29.227 INFO:teuthology.orchestra.run.smithi063.stdout: "warning" 2024-09-15T22:05:29.227 INFO:teuthology.orchestra.run.smithi063.stdout: ], 2024-09-15T22:05:29.227 INFO:teuthology.orchestra.run.smithi063.stdout: "desc": "", 2024-09-15T22:05:29.227 INFO:teuthology.orchestra.run.smithi063.stdout: "long_desc": "", 2024-09-15T22:05:29.227 INFO:teuthology.orchestra.run.smithi063.stdout: "tags": [], 2024-09-15T22:05:29.227 INFO:teuthology.orchestra.run.smithi063.stdout: "see_also": [] 2024-09-15T22:05:29.227 INFO:teuthology.orchestra.run.smithi063.stdout: }, 2024-09-15T22:05:29.227 INFO:teuthology.orchestra.run.smithi063.stdout: "log_to_file": { 2024-09-15T22:05:29.227 INFO:teuthology.orchestra.run.smithi063.stdout: "name": "log_to_file", 2024-09-15T22:05:29.227 INFO:teuthology.orchestra.run.smithi063.stdout: "type": "bool", 2024-09-15T22:05:29.228 INFO:teuthology.orchestra.run.smithi063.stdout: "level": "advanced", 2024-09-15T22:05:29.228 INFO:teuthology.orchestra.run.smithi063.stdout: "flags": 1, 2024-09-15T22:05:29.228 INFO:teuthology.orchestra.run.smithi063.stdout: "default_value": "False", 2024-09-15T22:05:29.228 INFO:teuthology.orchestra.run.smithi063.stdout: "min": "", 2024-09-15T22:05:29.228 INFO:teuthology.orchestra.run.smithi063.stdout: "max": "", 2024-09-15T22:05:29.228 INFO:teuthology.orchestra.run.smithi063.stdout: "enum_allowed": [], 2024-09-15T22:05:29.228 INFO:teuthology.orchestra.run.smithi063.stdout: "desc": "", 2024-09-15T22:05:29.228 INFO:teuthology.orchestra.run.smithi063.stdout: "long_desc": "", 2024-09-15T22:05:29.228 INFO:teuthology.orchestra.run.smithi063.stdout: "tags": [], 2024-09-15T22:05:29.228 INFO:teuthology.orchestra.run.smithi063.stdout: "see_also": [] 2024-09-15T22:05:29.228 INFO:teuthology.orchestra.run.smithi063.stdout: } 2024-09-15T22:05:29.228 INFO:teuthology.orchestra.run.smithi063.stdout: } 2024-09-15T22:05:29.228 INFO:teuthology.orchestra.run.smithi063.stdout: }, 2024-09-15T22:05:29.229 INFO:teuthology.orchestra.run.smithi063.stdout: { 2024-09-15T22:05:29.229 INFO:teuthology.orchestra.run.smithi063.stdout: "name": "telegraf", 2024-09-15T22:05:29.229 INFO:teuthology.orchestra.run.smithi063.stdout: "can_run": true, 2024-09-15T22:05:29.229 INFO:teuthology.orchestra.run.smithi063.stdout: "error_string": "", 2024-09-15T22:05:29.229 INFO:teuthology.orchestra.run.smithi063.stdout: "module_options": { 2024-09-15T22:05:29.229 INFO:teuthology.orchestra.run.smithi063.stdout: "address": { 2024-09-15T22:05:29.229 INFO:teuthology.orchestra.run.smithi063.stdout: "name": "address", 2024-09-15T22:05:29.229 INFO:teuthology.orchestra.run.smithi063.stdout: "type": "str", 2024-09-15T22:05:29.229 INFO:teuthology.orchestra.run.smithi063.stdout: "level": "advanced", 2024-09-15T22:05:29.229 INFO:teuthology.orchestra.run.smithi063.stdout: "flags": 0, 2024-09-15T22:05:29.229 INFO:teuthology.orchestra.run.smithi063.stdout: "default_value": "unixgram:///tmp/telegraf.sock", 2024-09-15T22:05:29.229 INFO:teuthology.orchestra.run.smithi063.stdout: "min": "", 2024-09-15T22:05:29.229 INFO:teuthology.orchestra.run.smithi063.stdout: "max": "", 2024-09-15T22:05:29.229 INFO:teuthology.orchestra.run.smithi063.stdout: "enum_allowed": [], 2024-09-15T22:05:29.230 INFO:teuthology.orchestra.run.smithi063.stdout: "desc": "", 2024-09-15T22:05:29.230 INFO:teuthology.orchestra.run.smithi063.stdout: "long_desc": "", 2024-09-15T22:05:29.230 INFO:teuthology.orchestra.run.smithi063.stdout: "tags": [], 2024-09-15T22:05:29.230 INFO:teuthology.orchestra.run.smithi063.stdout: "see_also": [] 2024-09-15T22:05:29.230 INFO:teuthology.orchestra.run.smithi063.stdout: }, 2024-09-15T22:05:29.230 INFO:teuthology.orchestra.run.smithi063.stdout: "interval": { 2024-09-15T22:05:29.230 INFO:teuthology.orchestra.run.smithi063.stdout: "name": "interval", 2024-09-15T22:05:29.230 INFO:teuthology.orchestra.run.smithi063.stdout: "type": "secs", 2024-09-15T22:05:29.230 INFO:teuthology.orchestra.run.smithi063.stdout: "level": "advanced", 2024-09-15T22:05:29.230 INFO:teuthology.orchestra.run.smithi063.stdout: "flags": 0, 2024-09-15T22:05:29.230 INFO:teuthology.orchestra.run.smithi063.stdout: "default_value": "15", 2024-09-15T22:05:29.230 INFO:teuthology.orchestra.run.smithi063.stdout: "min": "", 2024-09-15T22:05:29.230 INFO:teuthology.orchestra.run.smithi063.stdout: "max": "", 2024-09-15T22:05:29.230 INFO:teuthology.orchestra.run.smithi063.stdout: "enum_allowed": [], 2024-09-15T22:05:29.231 INFO:teuthology.orchestra.run.smithi063.stdout: "desc": "", 2024-09-15T22:05:29.231 INFO:teuthology.orchestra.run.smithi063.stdout: "long_desc": "", 2024-09-15T22:05:29.231 INFO:teuthology.orchestra.run.smithi063.stdout: "tags": [], 2024-09-15T22:05:29.231 INFO:teuthology.orchestra.run.smithi063.stdout: "see_also": [] 2024-09-15T22:05:29.231 INFO:teuthology.orchestra.run.smithi063.stdout: }, 2024-09-15T22:05:29.231 INFO:teuthology.orchestra.run.smithi063.stdout: "log_level": { 2024-09-15T22:05:29.231 INFO:teuthology.orchestra.run.smithi063.stdout: "name": "log_level", 2024-09-15T22:05:29.231 INFO:teuthology.orchestra.run.smithi063.stdout: "type": "str", 2024-09-15T22:05:29.231 INFO:teuthology.orchestra.run.smithi063.stdout: "level": "advanced", 2024-09-15T22:05:29.231 INFO:teuthology.orchestra.run.smithi063.stdout: "flags": 1, 2024-09-15T22:05:29.231 INFO:teuthology.orchestra.run.smithi063.stdout: "default_value": "", 2024-09-15T22:05:29.231 INFO:teuthology.orchestra.run.smithi063.stdout: "min": "", 2024-09-15T22:05:29.231 INFO:teuthology.orchestra.run.smithi063.stdout: "max": "", 2024-09-15T22:05:29.232 INFO:teuthology.orchestra.run.smithi063.stdout: "enum_allowed": [ 2024-09-15T22:05:29.232 INFO:teuthology.orchestra.run.smithi063.stdout: "", 2024-09-15T22:05:29.232 INFO:teuthology.orchestra.run.smithi063.stdout: "critical", 2024-09-15T22:05:29.232 INFO:teuthology.orchestra.run.smithi063.stdout: "debug", 2024-09-15T22:05:29.232 INFO:teuthology.orchestra.run.smithi063.stdout: "error", 2024-09-15T22:05:29.232 INFO:teuthology.orchestra.run.smithi063.stdout: "info", 2024-09-15T22:05:29.232 INFO:teuthology.orchestra.run.smithi063.stdout: "warning" 2024-09-15T22:05:29.232 INFO:teuthology.orchestra.run.smithi063.stdout: ], 2024-09-15T22:05:29.232 INFO:teuthology.orchestra.run.smithi063.stdout: "desc": "", 2024-09-15T22:05:29.232 INFO:teuthology.orchestra.run.smithi063.stdout: "long_desc": "", 2024-09-15T22:05:29.232 INFO:teuthology.orchestra.run.smithi063.stdout: "tags": [], 2024-09-15T22:05:29.232 INFO:teuthology.orchestra.run.smithi063.stdout: "see_also": [] 2024-09-15T22:05:29.232 INFO:teuthology.orchestra.run.smithi063.stdout: }, 2024-09-15T22:05:29.232 INFO:teuthology.orchestra.run.smithi063.stdout: "log_to_cluster": { 2024-09-15T22:05:29.233 INFO:teuthology.orchestra.run.smithi063.stdout: "name": "log_to_cluster", 2024-09-15T22:05:29.233 INFO:teuthology.orchestra.run.smithi063.stdout: "type": "bool", 2024-09-15T22:05:29.233 INFO:teuthology.orchestra.run.smithi063.stdout: "level": "advanced", 2024-09-15T22:05:29.233 INFO:teuthology.orchestra.run.smithi063.stdout: "flags": 1, 2024-09-15T22:05:29.233 INFO:teuthology.orchestra.run.smithi063.stdout: "default_value": "False", 2024-09-15T22:05:29.233 INFO:teuthology.orchestra.run.smithi063.stdout: "min": "", 2024-09-15T22:05:29.233 INFO:teuthology.orchestra.run.smithi063.stdout: "max": "", 2024-09-15T22:05:29.233 INFO:teuthology.orchestra.run.smithi063.stdout: "enum_allowed": [], 2024-09-15T22:05:29.233 INFO:teuthology.orchestra.run.smithi063.stdout: "desc": "", 2024-09-15T22:05:29.233 INFO:teuthology.orchestra.run.smithi063.stdout: "long_desc": "", 2024-09-15T22:05:29.233 INFO:teuthology.orchestra.run.smithi063.stdout: "tags": [], 2024-09-15T22:05:29.233 INFO:teuthology.orchestra.run.smithi063.stdout: "see_also": [] 2024-09-15T22:05:29.234 INFO:teuthology.orchestra.run.smithi063.stdout: }, 2024-09-15T22:05:29.234 INFO:teuthology.orchestra.run.smithi063.stdout: "log_to_cluster_level": { 2024-09-15T22:05:29.234 INFO:teuthology.orchestra.run.smithi063.stdout: "name": "log_to_cluster_level", 2024-09-15T22:05:29.234 INFO:teuthology.orchestra.run.smithi063.stdout: "type": "str", 2024-09-15T22:05:29.234 INFO:teuthology.orchestra.run.smithi063.stdout: "level": "advanced", 2024-09-15T22:05:29.234 INFO:teuthology.orchestra.run.smithi063.stdout: "flags": 1, 2024-09-15T22:05:29.234 INFO:teuthology.orchestra.run.smithi063.stdout: "default_value": "info", 2024-09-15T22:05:29.234 INFO:teuthology.orchestra.run.smithi063.stdout: "min": "", 2024-09-15T22:05:29.234 INFO:teuthology.orchestra.run.smithi063.stdout: "max": "", 2024-09-15T22:05:29.234 INFO:teuthology.orchestra.run.smithi063.stdout: "enum_allowed": [ 2024-09-15T22:05:29.234 INFO:teuthology.orchestra.run.smithi063.stdout: "", 2024-09-15T22:05:29.234 INFO:teuthology.orchestra.run.smithi063.stdout: "critical", 2024-09-15T22:05:29.234 INFO:teuthology.orchestra.run.smithi063.stdout: "debug", 2024-09-15T22:05:29.234 INFO:teuthology.orchestra.run.smithi063.stdout: "error", 2024-09-15T22:05:29.235 INFO:teuthology.orchestra.run.smithi063.stdout: "info", 2024-09-15T22:05:29.235 INFO:teuthology.orchestra.run.smithi063.stdout: "warning" 2024-09-15T22:05:29.235 INFO:teuthology.orchestra.run.smithi063.stdout: ], 2024-09-15T22:05:29.235 INFO:teuthology.orchestra.run.smithi063.stdout: "desc": "", 2024-09-15T22:05:29.235 INFO:teuthology.orchestra.run.smithi063.stdout: "long_desc": "", 2024-09-15T22:05:29.235 INFO:teuthology.orchestra.run.smithi063.stdout: "tags": [], 2024-09-15T22:05:29.235 INFO:teuthology.orchestra.run.smithi063.stdout: "see_also": [] 2024-09-15T22:05:29.235 INFO:teuthology.orchestra.run.smithi063.stdout: }, 2024-09-15T22:05:29.235 INFO:teuthology.orchestra.run.smithi063.stdout: "log_to_file": { 2024-09-15T22:05:29.235 INFO:teuthology.orchestra.run.smithi063.stdout: "name": "log_to_file", 2024-09-15T22:05:29.235 INFO:teuthology.orchestra.run.smithi063.stdout: "type": "bool", 2024-09-15T22:05:29.235 INFO:teuthology.orchestra.run.smithi063.stdout: "level": "advanced", 2024-09-15T22:05:29.235 INFO:teuthology.orchestra.run.smithi063.stdout: "flags": 1, 2024-09-15T22:05:29.236 INFO:teuthology.orchestra.run.smithi063.stdout: "default_value": "False", 2024-09-15T22:05:29.236 INFO:teuthology.orchestra.run.smithi063.stdout: "min": "", 2024-09-15T22:05:29.236 INFO:teuthology.orchestra.run.smithi063.stdout: "max": "", 2024-09-15T22:05:29.236 INFO:teuthology.orchestra.run.smithi063.stdout: "enum_allowed": [], 2024-09-15T22:05:29.236 INFO:teuthology.orchestra.run.smithi063.stdout: "desc": "", 2024-09-15T22:05:29.236 INFO:teuthology.orchestra.run.smithi063.stdout: "long_desc": "", 2024-09-15T22:05:29.236 INFO:teuthology.orchestra.run.smithi063.stdout: "tags": [], 2024-09-15T22:05:29.236 INFO:teuthology.orchestra.run.smithi063.stdout: "see_also": [] 2024-09-15T22:05:29.236 INFO:teuthology.orchestra.run.smithi063.stdout: } 2024-09-15T22:05:29.236 INFO:teuthology.orchestra.run.smithi063.stdout: } 2024-09-15T22:05:29.236 INFO:teuthology.orchestra.run.smithi063.stdout: }, 2024-09-15T22:05:29.236 INFO:teuthology.orchestra.run.smithi063.stdout: { 2024-09-15T22:05:29.237 INFO:teuthology.orchestra.run.smithi063.stdout: "name": "telemetry", 2024-09-15T22:05:29.237 INFO:teuthology.orchestra.run.smithi063.stdout: "can_run": true, 2024-09-15T22:05:29.237 INFO:teuthology.orchestra.run.smithi063.stdout: "error_string": "", 2024-09-15T22:05:29.237 INFO:teuthology.orchestra.run.smithi063.stdout: "module_options": { 2024-09-15T22:05:29.237 INFO:teuthology.orchestra.run.smithi063.stdout: "channel_basic": { 2024-09-15T22:05:29.237 INFO:teuthology.orchestra.run.smithi063.stdout: "name": "channel_basic", 2024-09-15T22:05:29.237 INFO:teuthology.orchestra.run.smithi063.stdout: "type": "bool", 2024-09-15T22:05:29.237 INFO:teuthology.orchestra.run.smithi063.stdout: "level": "advanced", 2024-09-15T22:05:29.237 INFO:teuthology.orchestra.run.smithi063.stdout: "flags": 0, 2024-09-15T22:05:29.237 INFO:teuthology.orchestra.run.smithi063.stdout: "default_value": "True", 2024-09-15T22:05:29.237 INFO:teuthology.orchestra.run.smithi063.stdout: "min": "", 2024-09-15T22:05:29.237 INFO:teuthology.orchestra.run.smithi063.stdout: "max": "", 2024-09-15T22:05:29.237 INFO:teuthology.orchestra.run.smithi063.stdout: "enum_allowed": [], 2024-09-15T22:05:29.237 INFO:teuthology.orchestra.run.smithi063.stdout: "desc": "Share basic cluster information (size, version)", 2024-09-15T22:05:29.238 INFO:teuthology.orchestra.run.smithi063.stdout: "long_desc": "", 2024-09-15T22:05:29.238 INFO:teuthology.orchestra.run.smithi063.stdout: "tags": [], 2024-09-15T22:05:29.238 INFO:teuthology.orchestra.run.smithi063.stdout: "see_also": [] 2024-09-15T22:05:29.238 INFO:teuthology.orchestra.run.smithi063.stdout: }, 2024-09-15T22:05:29.238 INFO:teuthology.orchestra.run.smithi063.stdout: "channel_crash": { 2024-09-15T22:05:29.238 INFO:teuthology.orchestra.run.smithi063.stdout: "name": "channel_crash", 2024-09-15T22:05:29.238 INFO:teuthology.orchestra.run.smithi063.stdout: "type": "bool", 2024-09-15T22:05:29.238 INFO:teuthology.orchestra.run.smithi063.stdout: "level": "advanced", 2024-09-15T22:05:29.238 INFO:teuthology.orchestra.run.smithi063.stdout: "flags": 0, 2024-09-15T22:05:29.238 INFO:teuthology.orchestra.run.smithi063.stdout: "default_value": "True", 2024-09-15T22:05:29.238 INFO:teuthology.orchestra.run.smithi063.stdout: "min": "", 2024-09-15T22:05:29.238 INFO:teuthology.orchestra.run.smithi063.stdout: "max": "", 2024-09-15T22:05:29.238 INFO:teuthology.orchestra.run.smithi063.stdout: "enum_allowed": [], 2024-09-15T22:05:29.239 INFO:teuthology.orchestra.run.smithi063.stdout: "desc": "Share metadata about Ceph daemon crashes (version, stack straces, etc)", 2024-09-15T22:05:29.239 INFO:teuthology.orchestra.run.smithi063.stdout: "long_desc": "", 2024-09-15T22:05:29.239 INFO:teuthology.orchestra.run.smithi063.stdout: "tags": [], 2024-09-15T22:05:29.239 INFO:teuthology.orchestra.run.smithi063.stdout: "see_also": [] 2024-09-15T22:05:29.239 INFO:teuthology.orchestra.run.smithi063.stdout: }, 2024-09-15T22:05:29.239 INFO:teuthology.orchestra.run.smithi063.stdout: "channel_device": { 2024-09-15T22:05:29.239 INFO:teuthology.orchestra.run.smithi063.stdout: "name": "channel_device", 2024-09-15T22:05:29.239 INFO:teuthology.orchestra.run.smithi063.stdout: "type": "bool", 2024-09-15T22:05:29.239 INFO:teuthology.orchestra.run.smithi063.stdout: "level": "advanced", 2024-09-15T22:05:29.239 INFO:teuthology.orchestra.run.smithi063.stdout: "flags": 0, 2024-09-15T22:05:29.239 INFO:teuthology.orchestra.run.smithi063.stdout: "default_value": "True", 2024-09-15T22:05:29.239 INFO:teuthology.orchestra.run.smithi063.stdout: "min": "", 2024-09-15T22:05:29.240 INFO:teuthology.orchestra.run.smithi063.stdout: "max": "", 2024-09-15T22:05:29.240 INFO:teuthology.orchestra.run.smithi063.stdout: "enum_allowed": [], 2024-09-15T22:05:29.240 INFO:teuthology.orchestra.run.smithi063.stdout: "desc": "Share device health metrics (e.g., SMART data, minus potentially identifying info like serial numbers)", 2024-09-15T22:05:29.240 INFO:teuthology.orchestra.run.smithi063.stdout: "long_desc": "", 2024-09-15T22:05:29.240 INFO:teuthology.orchestra.run.smithi063.stdout: "tags": [], 2024-09-15T22:05:29.240 INFO:teuthology.orchestra.run.smithi063.stdout: "see_also": [] 2024-09-15T22:05:29.240 INFO:teuthology.orchestra.run.smithi063.stdout: }, 2024-09-15T22:05:29.240 INFO:teuthology.orchestra.run.smithi063.stdout: "channel_ident": { 2024-09-15T22:05:29.240 INFO:teuthology.orchestra.run.smithi063.stdout: "name": "channel_ident", 2024-09-15T22:05:29.240 INFO:teuthology.orchestra.run.smithi063.stdout: "type": "bool", 2024-09-15T22:05:29.240 INFO:teuthology.orchestra.run.smithi063.stdout: "level": "advanced", 2024-09-15T22:05:29.240 INFO:teuthology.orchestra.run.smithi063.stdout: "flags": 0, 2024-09-15T22:05:29.241 INFO:teuthology.orchestra.run.smithi063.stdout: "default_value": "False", 2024-09-15T22:05:29.241 INFO:teuthology.orchestra.run.smithi063.stdout: "min": "", 2024-09-15T22:05:29.241 INFO:teuthology.orchestra.run.smithi063.stdout: "max": "", 2024-09-15T22:05:29.241 INFO:teuthology.orchestra.run.smithi063.stdout: "enum_allowed": [], 2024-09-15T22:05:29.241 INFO:teuthology.orchestra.run.smithi063.stdout: "desc": "Share a user-provided description and/or contact email for the cluster", 2024-09-15T22:05:29.241 INFO:teuthology.orchestra.run.smithi063.stdout: "long_desc": "", 2024-09-15T22:05:29.241 INFO:teuthology.orchestra.run.smithi063.stdout: "tags": [], 2024-09-15T22:05:29.241 INFO:teuthology.orchestra.run.smithi063.stdout: "see_also": [] 2024-09-15T22:05:29.241 INFO:teuthology.orchestra.run.smithi063.stdout: }, 2024-09-15T22:05:29.241 INFO:teuthology.orchestra.run.smithi063.stdout: "channel_perf": { 2024-09-15T22:05:29.241 INFO:teuthology.orchestra.run.smithi063.stdout: "name": "channel_perf", 2024-09-15T22:05:29.241 INFO:teuthology.orchestra.run.smithi063.stdout: "type": "bool", 2024-09-15T22:05:29.241 INFO:teuthology.orchestra.run.smithi063.stdout: "level": "advanced", 2024-09-15T22:05:29.242 INFO:teuthology.orchestra.run.smithi063.stdout: "flags": 0, 2024-09-15T22:05:29.242 INFO:teuthology.orchestra.run.smithi063.stdout: "default_value": "False", 2024-09-15T22:05:29.242 INFO:teuthology.orchestra.run.smithi063.stdout: "min": "", 2024-09-15T22:05:29.242 INFO:teuthology.orchestra.run.smithi063.stdout: "max": "", 2024-09-15T22:05:29.242 INFO:teuthology.orchestra.run.smithi063.stdout: "enum_allowed": [], 2024-09-15T22:05:29.242 INFO:teuthology.orchestra.run.smithi063.stdout: "desc": "Share various performance metrics of a cluster", 2024-09-15T22:05:29.242 INFO:teuthology.orchestra.run.smithi063.stdout: "long_desc": "", 2024-09-15T22:05:29.242 INFO:teuthology.orchestra.run.smithi063.stdout: "tags": [], 2024-09-15T22:05:29.242 INFO:teuthology.orchestra.run.smithi063.stdout: "see_also": [] 2024-09-15T22:05:29.242 INFO:teuthology.orchestra.run.smithi063.stdout: }, 2024-09-15T22:05:29.242 INFO:teuthology.orchestra.run.smithi063.stdout: "contact": { 2024-09-15T22:05:29.242 INFO:teuthology.orchestra.run.smithi063.stdout: "name": "contact", 2024-09-15T22:05:29.242 INFO:teuthology.orchestra.run.smithi063.stdout: "type": "str", 2024-09-15T22:05:29.243 INFO:teuthology.orchestra.run.smithi063.stdout: "level": "advanced", 2024-09-15T22:05:29.243 INFO:teuthology.orchestra.run.smithi063.stdout: "flags": 0, 2024-09-15T22:05:29.243 INFO:teuthology.orchestra.run.smithi063.stdout: "default_value": "", 2024-09-15T22:05:29.243 INFO:teuthology.orchestra.run.smithi063.stdout: "min": "", 2024-09-15T22:05:29.243 INFO:teuthology.orchestra.run.smithi063.stdout: "max": "", 2024-09-15T22:05:29.243 INFO:teuthology.orchestra.run.smithi063.stdout: "enum_allowed": [], 2024-09-15T22:05:29.243 INFO:teuthology.orchestra.run.smithi063.stdout: "desc": "", 2024-09-15T22:05:29.243 INFO:teuthology.orchestra.run.smithi063.stdout: "long_desc": "", 2024-09-15T22:05:29.243 INFO:teuthology.orchestra.run.smithi063.stdout: "tags": [], 2024-09-15T22:05:29.243 INFO:teuthology.orchestra.run.smithi063.stdout: "see_also": [] 2024-09-15T22:05:29.243 INFO:teuthology.orchestra.run.smithi063.stdout: }, 2024-09-15T22:05:29.243 INFO:teuthology.orchestra.run.smithi063.stdout: "description": { 2024-09-15T22:05:29.243 INFO:teuthology.orchestra.run.smithi063.stdout: "name": "description", 2024-09-15T22:05:29.244 INFO:teuthology.orchestra.run.smithi063.stdout: "type": "str", 2024-09-15T22:05:29.244 INFO:teuthology.orchestra.run.smithi063.stdout: "level": "advanced", 2024-09-15T22:05:29.244 INFO:teuthology.orchestra.run.smithi063.stdout: "flags": 0, 2024-09-15T22:05:29.244 INFO:teuthology.orchestra.run.smithi063.stdout: "default_value": "", 2024-09-15T22:05:29.244 INFO:teuthology.orchestra.run.smithi063.stdout: "min": "", 2024-09-15T22:05:29.244 INFO:teuthology.orchestra.run.smithi063.stdout: "max": "", 2024-09-15T22:05:29.244 INFO:teuthology.orchestra.run.smithi063.stdout: "enum_allowed": [], 2024-09-15T22:05:29.244 INFO:teuthology.orchestra.run.smithi063.stdout: "desc": "", 2024-09-15T22:05:29.244 INFO:teuthology.orchestra.run.smithi063.stdout: "long_desc": "", 2024-09-15T22:05:29.244 INFO:teuthology.orchestra.run.smithi063.stdout: "tags": [], 2024-09-15T22:05:29.244 INFO:teuthology.orchestra.run.smithi063.stdout: "see_also": [] 2024-09-15T22:05:29.244 INFO:teuthology.orchestra.run.smithi063.stdout: }, 2024-09-15T22:05:29.244 INFO:teuthology.orchestra.run.smithi063.stdout: "device_url": { 2024-09-15T22:05:29.245 INFO:teuthology.orchestra.run.smithi063.stdout: "name": "device_url", 2024-09-15T22:05:29.245 INFO:teuthology.orchestra.run.smithi063.stdout: "type": "str", 2024-09-15T22:05:29.245 INFO:teuthology.orchestra.run.smithi063.stdout: "level": "advanced", 2024-09-15T22:05:29.245 INFO:teuthology.orchestra.run.smithi063.stdout: "flags": 0, 2024-09-15T22:05:29.245 INFO:teuthology.orchestra.run.smithi063.stdout: "default_value": "https://telemetry.ceph.com/device", 2024-09-15T22:05:29.245 INFO:teuthology.orchestra.run.smithi063.stdout: "min": "", 2024-09-15T22:05:29.245 INFO:teuthology.orchestra.run.smithi063.stdout: "max": "", 2024-09-15T22:05:29.245 INFO:teuthology.orchestra.run.smithi063.stdout: "enum_allowed": [], 2024-09-15T22:05:29.245 INFO:teuthology.orchestra.run.smithi063.stdout: "desc": "", 2024-09-15T22:05:29.245 INFO:teuthology.orchestra.run.smithi063.stdout: "long_desc": "", 2024-09-15T22:05:29.245 INFO:teuthology.orchestra.run.smithi063.stdout: "tags": [], 2024-09-15T22:05:29.245 INFO:teuthology.orchestra.run.smithi063.stdout: "see_also": [] 2024-09-15T22:05:29.245 INFO:teuthology.orchestra.run.smithi063.stdout: }, 2024-09-15T22:05:29.246 INFO:teuthology.orchestra.run.smithi063.stdout: "enabled": { 2024-09-15T22:05:29.246 INFO:teuthology.orchestra.run.smithi063.stdout: "name": "enabled", 2024-09-15T22:05:29.246 INFO:teuthology.orchestra.run.smithi063.stdout: "type": "bool", 2024-09-15T22:05:29.246 INFO:teuthology.orchestra.run.smithi063.stdout: "level": "advanced", 2024-09-15T22:05:29.246 INFO:teuthology.orchestra.run.smithi063.stdout: "flags": 0, 2024-09-15T22:05:29.246 INFO:teuthology.orchestra.run.smithi063.stdout: "default_value": "False", 2024-09-15T22:05:29.246 INFO:teuthology.orchestra.run.smithi063.stdout: "min": "", 2024-09-15T22:05:29.246 INFO:teuthology.orchestra.run.smithi063.stdout: "max": "", 2024-09-15T22:05:29.246 INFO:teuthology.orchestra.run.smithi063.stdout: "enum_allowed": [], 2024-09-15T22:05:29.246 INFO:teuthology.orchestra.run.smithi063.stdout: "desc": "", 2024-09-15T22:05:29.246 INFO:teuthology.orchestra.run.smithi063.stdout: "long_desc": "", 2024-09-15T22:05:29.246 INFO:teuthology.orchestra.run.smithi063.stdout: "tags": [], 2024-09-15T22:05:29.246 INFO:teuthology.orchestra.run.smithi063.stdout: "see_also": [] 2024-09-15T22:05:29.246 INFO:teuthology.orchestra.run.smithi063.stdout: }, 2024-09-15T22:05:29.247 INFO:teuthology.orchestra.run.smithi063.stdout: "interval": { 2024-09-15T22:05:29.247 INFO:teuthology.orchestra.run.smithi063.stdout: "name": "interval", 2024-09-15T22:05:29.247 INFO:teuthology.orchestra.run.smithi063.stdout: "type": "int", 2024-09-15T22:05:29.247 INFO:teuthology.orchestra.run.smithi063.stdout: "level": "advanced", 2024-09-15T22:05:29.247 INFO:teuthology.orchestra.run.smithi063.stdout: "flags": 0, 2024-09-15T22:05:29.247 INFO:teuthology.orchestra.run.smithi063.stdout: "default_value": "24", 2024-09-15T22:05:29.247 INFO:teuthology.orchestra.run.smithi063.stdout: "min": "8", 2024-09-15T22:05:29.247 INFO:teuthology.orchestra.run.smithi063.stdout: "max": "", 2024-09-15T22:05:29.247 INFO:teuthology.orchestra.run.smithi063.stdout: "enum_allowed": [], 2024-09-15T22:05:29.247 INFO:teuthology.orchestra.run.smithi063.stdout: "desc": "", 2024-09-15T22:05:29.247 INFO:teuthology.orchestra.run.smithi063.stdout: "long_desc": "", 2024-09-15T22:05:29.247 INFO:teuthology.orchestra.run.smithi063.stdout: "tags": [], 2024-09-15T22:05:29.247 INFO:teuthology.orchestra.run.smithi063.stdout: "see_also": [] 2024-09-15T22:05:29.248 INFO:teuthology.orchestra.run.smithi063.stdout: }, 2024-09-15T22:05:29.248 INFO:teuthology.orchestra.run.smithi063.stdout: "last_opt_revision": { 2024-09-15T22:05:29.248 INFO:teuthology.orchestra.run.smithi063.stdout: "name": "last_opt_revision", 2024-09-15T22:05:29.248 INFO:teuthology.orchestra.run.smithi063.stdout: "type": "int", 2024-09-15T22:05:29.248 INFO:teuthology.orchestra.run.smithi063.stdout: "level": "advanced", 2024-09-15T22:05:29.248 INFO:teuthology.orchestra.run.smithi063.stdout: "flags": 0, 2024-09-15T22:05:29.248 INFO:teuthology.orchestra.run.smithi063.stdout: "default_value": "1", 2024-09-15T22:05:29.248 INFO:teuthology.orchestra.run.smithi063.stdout: "min": "", 2024-09-15T22:05:29.248 INFO:teuthology.orchestra.run.smithi063.stdout: "max": "", 2024-09-15T22:05:29.248 INFO:teuthology.orchestra.run.smithi063.stdout: "enum_allowed": [], 2024-09-15T22:05:29.248 INFO:teuthology.orchestra.run.smithi063.stdout: "desc": "", 2024-09-15T22:05:29.248 INFO:teuthology.orchestra.run.smithi063.stdout: "long_desc": "", 2024-09-15T22:05:29.248 INFO:teuthology.orchestra.run.smithi063.stdout: "tags": [], 2024-09-15T22:05:29.248 INFO:teuthology.orchestra.run.smithi063.stdout: "see_also": [] 2024-09-15T22:05:29.249 INFO:teuthology.orchestra.run.smithi063.stdout: }, 2024-09-15T22:05:29.249 INFO:teuthology.orchestra.run.smithi063.stdout: "leaderboard": { 2024-09-15T22:05:29.249 INFO:teuthology.orchestra.run.smithi063.stdout: "name": "leaderboard", 2024-09-15T22:05:29.249 INFO:teuthology.orchestra.run.smithi063.stdout: "type": "bool", 2024-09-15T22:05:29.249 INFO:teuthology.orchestra.run.smithi063.stdout: "level": "advanced", 2024-09-15T22:05:29.249 INFO:teuthology.orchestra.run.smithi063.stdout: "flags": 0, 2024-09-15T22:05:29.249 INFO:teuthology.orchestra.run.smithi063.stdout: "default_value": "False", 2024-09-15T22:05:29.249 INFO:teuthology.orchestra.run.smithi063.stdout: "min": "", 2024-09-15T22:05:29.249 INFO:teuthology.orchestra.run.smithi063.stdout: "max": "", 2024-09-15T22:05:29.249 INFO:teuthology.orchestra.run.smithi063.stdout: "enum_allowed": [], 2024-09-15T22:05:29.249 INFO:teuthology.orchestra.run.smithi063.stdout: "desc": "", 2024-09-15T22:05:29.249 INFO:teuthology.orchestra.run.smithi063.stdout: "long_desc": "", 2024-09-15T22:05:29.250 INFO:teuthology.orchestra.run.smithi063.stdout: "tags": [], 2024-09-15T22:05:29.250 INFO:teuthology.orchestra.run.smithi063.stdout: "see_also": [] 2024-09-15T22:05:29.250 INFO:teuthology.orchestra.run.smithi063.stdout: }, 2024-09-15T22:05:29.250 INFO:teuthology.orchestra.run.smithi063.stdout: "leaderboard_description": { 2024-09-15T22:05:29.250 INFO:teuthology.orchestra.run.smithi063.stdout: "name": "leaderboard_description", 2024-09-15T22:05:29.250 INFO:teuthology.orchestra.run.smithi063.stdout: "type": "str", 2024-09-15T22:05:29.250 INFO:teuthology.orchestra.run.smithi063.stdout: "level": "advanced", 2024-09-15T22:05:29.250 INFO:teuthology.orchestra.run.smithi063.stdout: "flags": 0, 2024-09-15T22:05:29.250 INFO:teuthology.orchestra.run.smithi063.stdout: "default_value": "", 2024-09-15T22:05:29.250 INFO:teuthology.orchestra.run.smithi063.stdout: "min": "", 2024-09-15T22:05:29.250 INFO:teuthology.orchestra.run.smithi063.stdout: "max": "", 2024-09-15T22:05:29.250 INFO:teuthology.orchestra.run.smithi063.stdout: "enum_allowed": [], 2024-09-15T22:05:29.250 INFO:teuthology.orchestra.run.smithi063.stdout: "desc": "", 2024-09-15T22:05:29.251 INFO:teuthology.orchestra.run.smithi063.stdout: "long_desc": "", 2024-09-15T22:05:29.251 INFO:teuthology.orchestra.run.smithi063.stdout: "tags": [], 2024-09-15T22:05:29.251 INFO:teuthology.orchestra.run.smithi063.stdout: "see_also": [] 2024-09-15T22:05:29.251 INFO:teuthology.orchestra.run.smithi063.stdout: }, 2024-09-15T22:05:29.251 INFO:teuthology.orchestra.run.smithi063.stdout: "log_level": { 2024-09-15T22:05:29.251 INFO:teuthology.orchestra.run.smithi063.stdout: "name": "log_level", 2024-09-15T22:05:29.251 INFO:teuthology.orchestra.run.smithi063.stdout: "type": "str", 2024-09-15T22:05:29.251 INFO:teuthology.orchestra.run.smithi063.stdout: "level": "advanced", 2024-09-15T22:05:29.251 INFO:teuthology.orchestra.run.smithi063.stdout: "flags": 1, 2024-09-15T22:05:29.251 INFO:teuthology.orchestra.run.smithi063.stdout: "default_value": "", 2024-09-15T22:05:29.251 INFO:teuthology.orchestra.run.smithi063.stdout: "min": "", 2024-09-15T22:05:29.251 INFO:teuthology.orchestra.run.smithi063.stdout: "max": "", 2024-09-15T22:05:29.251 INFO:teuthology.orchestra.run.smithi063.stdout: "enum_allowed": [ 2024-09-15T22:05:29.252 INFO:teuthology.orchestra.run.smithi063.stdout: "", 2024-09-15T22:05:29.252 INFO:teuthology.orchestra.run.smithi063.stdout: "critical", 2024-09-15T22:05:29.252 INFO:teuthology.orchestra.run.smithi063.stdout: "debug", 2024-09-15T22:05:29.252 INFO:teuthology.orchestra.run.smithi063.stdout: "error", 2024-09-15T22:05:29.252 INFO:teuthology.orchestra.run.smithi063.stdout: "info", 2024-09-15T22:05:29.252 INFO:teuthology.orchestra.run.smithi063.stdout: "warning" 2024-09-15T22:05:29.252 INFO:teuthology.orchestra.run.smithi063.stdout: ], 2024-09-15T22:05:29.252 INFO:teuthology.orchestra.run.smithi063.stdout: "desc": "", 2024-09-15T22:05:29.252 INFO:teuthology.orchestra.run.smithi063.stdout: "long_desc": "", 2024-09-15T22:05:29.252 INFO:teuthology.orchestra.run.smithi063.stdout: "tags": [], 2024-09-15T22:05:29.252 INFO:teuthology.orchestra.run.smithi063.stdout: "see_also": [] 2024-09-15T22:05:29.252 INFO:teuthology.orchestra.run.smithi063.stdout: }, 2024-09-15T22:05:29.252 INFO:teuthology.orchestra.run.smithi063.stdout: "log_to_cluster": { 2024-09-15T22:05:29.253 INFO:teuthology.orchestra.run.smithi063.stdout: "name": "log_to_cluster", 2024-09-15T22:05:29.253 INFO:teuthology.orchestra.run.smithi063.stdout: "type": "bool", 2024-09-15T22:05:29.253 INFO:teuthology.orchestra.run.smithi063.stdout: "level": "advanced", 2024-09-15T22:05:29.253 INFO:teuthology.orchestra.run.smithi063.stdout: "flags": 1, 2024-09-15T22:05:29.253 INFO:teuthology.orchestra.run.smithi063.stdout: "default_value": "False", 2024-09-15T22:05:29.253 INFO:teuthology.orchestra.run.smithi063.stdout: "min": "", 2024-09-15T22:05:29.253 INFO:teuthology.orchestra.run.smithi063.stdout: "max": "", 2024-09-15T22:05:29.253 INFO:teuthology.orchestra.run.smithi063.stdout: "enum_allowed": [], 2024-09-15T22:05:29.253 INFO:teuthology.orchestra.run.smithi063.stdout: "desc": "", 2024-09-15T22:05:29.253 INFO:teuthology.orchestra.run.smithi063.stdout: "long_desc": "", 2024-09-15T22:05:29.253 INFO:teuthology.orchestra.run.smithi063.stdout: "tags": [], 2024-09-15T22:05:29.253 INFO:teuthology.orchestra.run.smithi063.stdout: "see_also": [] 2024-09-15T22:05:29.253 INFO:teuthology.orchestra.run.smithi063.stdout: }, 2024-09-15T22:05:29.254 INFO:teuthology.orchestra.run.smithi063.stdout: "log_to_cluster_level": { 2024-09-15T22:05:29.254 INFO:teuthology.orchestra.run.smithi063.stdout: "name": "log_to_cluster_level", 2024-09-15T22:05:29.254 INFO:teuthology.orchestra.run.smithi063.stdout: "type": "str", 2024-09-15T22:05:29.254 INFO:teuthology.orchestra.run.smithi063.stdout: "level": "advanced", 2024-09-15T22:05:29.254 INFO:teuthology.orchestra.run.smithi063.stdout: "flags": 1, 2024-09-15T22:05:29.254 INFO:teuthology.orchestra.run.smithi063.stdout: "default_value": "info", 2024-09-15T22:05:29.254 INFO:teuthology.orchestra.run.smithi063.stdout: "min": "", 2024-09-15T22:05:29.254 INFO:teuthology.orchestra.run.smithi063.stdout: "max": "", 2024-09-15T22:05:29.254 INFO:teuthology.orchestra.run.smithi063.stdout: "enum_allowed": [ 2024-09-15T22:05:29.254 INFO:teuthology.orchestra.run.smithi063.stdout: "", 2024-09-15T22:05:29.254 INFO:teuthology.orchestra.run.smithi063.stdout: "critical", 2024-09-15T22:05:29.254 INFO:teuthology.orchestra.run.smithi063.stdout: "debug", 2024-09-15T22:05:29.254 INFO:teuthology.orchestra.run.smithi063.stdout: "error", 2024-09-15T22:05:29.255 INFO:teuthology.orchestra.run.smithi063.stdout: "info", 2024-09-15T22:05:29.255 INFO:teuthology.orchestra.run.smithi063.stdout: "warning" 2024-09-15T22:05:29.255 INFO:teuthology.orchestra.run.smithi063.stdout: ], 2024-09-15T22:05:29.255 INFO:teuthology.orchestra.run.smithi063.stdout: "desc": "", 2024-09-15T22:05:29.255 INFO:teuthology.orchestra.run.smithi063.stdout: "long_desc": "", 2024-09-15T22:05:29.255 INFO:teuthology.orchestra.run.smithi063.stdout: "tags": [], 2024-09-15T22:05:29.255 INFO:teuthology.orchestra.run.smithi063.stdout: "see_also": [] 2024-09-15T22:05:29.255 INFO:teuthology.orchestra.run.smithi063.stdout: }, 2024-09-15T22:05:29.255 INFO:teuthology.orchestra.run.smithi063.stdout: "log_to_file": { 2024-09-15T22:05:29.255 INFO:teuthology.orchestra.run.smithi063.stdout: "name": "log_to_file", 2024-09-15T22:05:29.255 INFO:teuthology.orchestra.run.smithi063.stdout: "type": "bool", 2024-09-15T22:05:29.255 INFO:teuthology.orchestra.run.smithi063.stdout: "level": "advanced", 2024-09-15T22:05:29.255 INFO:teuthology.orchestra.run.smithi063.stdout: "flags": 1, 2024-09-15T22:05:29.255 INFO:teuthology.orchestra.run.smithi063.stdout: "default_value": "False", 2024-09-15T22:05:29.256 INFO:teuthology.orchestra.run.smithi063.stdout: "min": "", 2024-09-15T22:05:29.256 INFO:teuthology.orchestra.run.smithi063.stdout: "max": "", 2024-09-15T22:05:29.256 INFO:teuthology.orchestra.run.smithi063.stdout: "enum_allowed": [], 2024-09-15T22:05:29.256 INFO:teuthology.orchestra.run.smithi063.stdout: "desc": "", 2024-09-15T22:05:29.256 INFO:teuthology.orchestra.run.smithi063.stdout: "long_desc": "", 2024-09-15T22:05:29.256 INFO:teuthology.orchestra.run.smithi063.stdout: "tags": [], 2024-09-15T22:05:29.256 INFO:teuthology.orchestra.run.smithi063.stdout: "see_also": [] 2024-09-15T22:05:29.256 INFO:teuthology.orchestra.run.smithi063.stdout: }, 2024-09-15T22:05:29.256 INFO:teuthology.orchestra.run.smithi063.stdout: "organization": { 2024-09-15T22:05:29.256 INFO:teuthology.orchestra.run.smithi063.stdout: "name": "organization", 2024-09-15T22:05:29.256 INFO:teuthology.orchestra.run.smithi063.stdout: "type": "str", 2024-09-15T22:05:29.256 INFO:teuthology.orchestra.run.smithi063.stdout: "level": "advanced", 2024-09-15T22:05:29.257 INFO:teuthology.orchestra.run.smithi063.stdout: "flags": 0, 2024-09-15T22:05:29.257 INFO:teuthology.orchestra.run.smithi063.stdout: "default_value": "", 2024-09-15T22:05:29.257 INFO:teuthology.orchestra.run.smithi063.stdout: "min": "", 2024-09-15T22:05:29.257 INFO:teuthology.orchestra.run.smithi063.stdout: "max": "", 2024-09-15T22:05:29.257 INFO:teuthology.orchestra.run.smithi063.stdout: "enum_allowed": [], 2024-09-15T22:05:29.257 INFO:teuthology.orchestra.run.smithi063.stdout: "desc": "", 2024-09-15T22:05:29.257 INFO:teuthology.orchestra.run.smithi063.stdout: "long_desc": "", 2024-09-15T22:05:29.257 INFO:teuthology.orchestra.run.smithi063.stdout: "tags": [], 2024-09-15T22:05:29.257 INFO:teuthology.orchestra.run.smithi063.stdout: "see_also": [] 2024-09-15T22:05:29.257 INFO:teuthology.orchestra.run.smithi063.stdout: }, 2024-09-15T22:05:29.257 INFO:teuthology.orchestra.run.smithi063.stdout: "proxy": { 2024-09-15T22:05:29.257 INFO:teuthology.orchestra.run.smithi063.stdout: "name": "proxy", 2024-09-15T22:05:29.257 INFO:teuthology.orchestra.run.smithi063.stdout: "type": "str", 2024-09-15T22:05:29.257 INFO:teuthology.orchestra.run.smithi063.stdout: "level": "advanced", 2024-09-15T22:05:29.258 INFO:teuthology.orchestra.run.smithi063.stdout: "flags": 0, 2024-09-15T22:05:29.258 INFO:teuthology.orchestra.run.smithi063.stdout: "default_value": "", 2024-09-15T22:05:29.258 INFO:teuthology.orchestra.run.smithi063.stdout: "min": "", 2024-09-15T22:05:29.258 INFO:teuthology.orchestra.run.smithi063.stdout: "max": "", 2024-09-15T22:05:29.258 INFO:teuthology.orchestra.run.smithi063.stdout: "enum_allowed": [], 2024-09-15T22:05:29.258 INFO:teuthology.orchestra.run.smithi063.stdout: "desc": "", 2024-09-15T22:05:29.258 INFO:teuthology.orchestra.run.smithi063.stdout: "long_desc": "", 2024-09-15T22:05:29.258 INFO:teuthology.orchestra.run.smithi063.stdout: "tags": [], 2024-09-15T22:05:29.258 INFO:teuthology.orchestra.run.smithi063.stdout: "see_also": [] 2024-09-15T22:05:29.258 INFO:teuthology.orchestra.run.smithi063.stdout: }, 2024-09-15T22:05:29.258 INFO:teuthology.orchestra.run.smithi063.stdout: "url": { 2024-09-15T22:05:29.258 INFO:teuthology.orchestra.run.smithi063.stdout: "name": "url", 2024-09-15T22:05:29.258 INFO:teuthology.orchestra.run.smithi063.stdout: "type": "str", 2024-09-15T22:05:29.258 INFO:teuthology.orchestra.run.smithi063.stdout: "level": "advanced", 2024-09-15T22:05:29.259 INFO:teuthology.orchestra.run.smithi063.stdout: "flags": 0, 2024-09-15T22:05:29.259 INFO:teuthology.orchestra.run.smithi063.stdout: "default_value": "https://telemetry.ceph.com/report", 2024-09-15T22:05:29.259 INFO:teuthology.orchestra.run.smithi063.stdout: "min": "", 2024-09-15T22:05:29.259 INFO:teuthology.orchestra.run.smithi063.stdout: "max": "", 2024-09-15T22:05:29.259 INFO:teuthology.orchestra.run.smithi063.stdout: "enum_allowed": [], 2024-09-15T22:05:29.259 INFO:teuthology.orchestra.run.smithi063.stdout: "desc": "", 2024-09-15T22:05:29.259 INFO:teuthology.orchestra.run.smithi063.stdout: "long_desc": "", 2024-09-15T22:05:29.259 INFO:teuthology.orchestra.run.smithi063.stdout: "tags": [], 2024-09-15T22:05:29.259 INFO:teuthology.orchestra.run.smithi063.stdout: "see_also": [] 2024-09-15T22:05:29.259 INFO:teuthology.orchestra.run.smithi063.stdout: } 2024-09-15T22:05:29.259 INFO:teuthology.orchestra.run.smithi063.stdout: } 2024-09-15T22:05:29.259 INFO:teuthology.orchestra.run.smithi063.stdout: }, 2024-09-15T22:05:29.259 INFO:teuthology.orchestra.run.smithi063.stdout: { 2024-09-15T22:05:29.260 INFO:teuthology.orchestra.run.smithi063.stdout: "name": "test_orchestrator", 2024-09-15T22:05:29.260 INFO:teuthology.orchestra.run.smithi063.stdout: "can_run": true, 2024-09-15T22:05:29.260 INFO:teuthology.orchestra.run.smithi063.stdout: "error_string": "", 2024-09-15T22:05:29.260 INFO:teuthology.orchestra.run.smithi063.stdout: "module_options": { 2024-09-15T22:05:29.260 INFO:teuthology.orchestra.run.smithi063.stdout: "log_level": { 2024-09-15T22:05:29.260 INFO:teuthology.orchestra.run.smithi063.stdout: "name": "log_level", 2024-09-15T22:05:29.260 INFO:teuthology.orchestra.run.smithi063.stdout: "type": "str", 2024-09-15T22:05:29.260 INFO:teuthology.orchestra.run.smithi063.stdout: "level": "advanced", 2024-09-15T22:05:29.260 INFO:teuthology.orchestra.run.smithi063.stdout: "flags": 1, 2024-09-15T22:05:29.260 INFO:teuthology.orchestra.run.smithi063.stdout: "default_value": "", 2024-09-15T22:05:29.260 INFO:teuthology.orchestra.run.smithi063.stdout: "min": "", 2024-09-15T22:05:29.260 INFO:teuthology.orchestra.run.smithi063.stdout: "max": "", 2024-09-15T22:05:29.260 INFO:teuthology.orchestra.run.smithi063.stdout: "enum_allowed": [ 2024-09-15T22:05:29.261 INFO:teuthology.orchestra.run.smithi063.stdout: "", 2024-09-15T22:05:29.261 INFO:teuthology.orchestra.run.smithi063.stdout: "critical", 2024-09-15T22:05:29.261 INFO:teuthology.orchestra.run.smithi063.stdout: "debug", 2024-09-15T22:05:29.261 INFO:teuthology.orchestra.run.smithi063.stdout: "error", 2024-09-15T22:05:29.261 INFO:teuthology.orchestra.run.smithi063.stdout: "info", 2024-09-15T22:05:29.261 INFO:teuthology.orchestra.run.smithi063.stdout: "warning" 2024-09-15T22:05:29.261 INFO:teuthology.orchestra.run.smithi063.stdout: ], 2024-09-15T22:05:29.261 INFO:teuthology.orchestra.run.smithi063.stdout: "desc": "", 2024-09-15T22:05:29.261 INFO:teuthology.orchestra.run.smithi063.stdout: "long_desc": "", 2024-09-15T22:05:29.261 INFO:teuthology.orchestra.run.smithi063.stdout: "tags": [], 2024-09-15T22:05:29.261 INFO:teuthology.orchestra.run.smithi063.stdout: "see_also": [] 2024-09-15T22:05:29.261 INFO:teuthology.orchestra.run.smithi063.stdout: }, 2024-09-15T22:05:29.261 INFO:teuthology.orchestra.run.smithi063.stdout: "log_to_cluster": { 2024-09-15T22:05:29.261 INFO:teuthology.orchestra.run.smithi063.stdout: "name": "log_to_cluster", 2024-09-15T22:05:29.262 INFO:teuthology.orchestra.run.smithi063.stdout: "type": "bool", 2024-09-15T22:05:29.262 INFO:teuthology.orchestra.run.smithi063.stdout: "level": "advanced", 2024-09-15T22:05:29.262 INFO:teuthology.orchestra.run.smithi063.stdout: "flags": 1, 2024-09-15T22:05:29.262 INFO:teuthology.orchestra.run.smithi063.stdout: "default_value": "False", 2024-09-15T22:05:29.262 INFO:teuthology.orchestra.run.smithi063.stdout: "min": "", 2024-09-15T22:05:29.262 INFO:teuthology.orchestra.run.smithi063.stdout: "max": "", 2024-09-15T22:05:29.262 INFO:teuthology.orchestra.run.smithi063.stdout: "enum_allowed": [], 2024-09-15T22:05:29.262 INFO:teuthology.orchestra.run.smithi063.stdout: "desc": "", 2024-09-15T22:05:29.262 INFO:teuthology.orchestra.run.smithi063.stdout: "long_desc": "", 2024-09-15T22:05:29.262 INFO:teuthology.orchestra.run.smithi063.stdout: "tags": [], 2024-09-15T22:05:29.262 INFO:teuthology.orchestra.run.smithi063.stdout: "see_also": [] 2024-09-15T22:05:29.262 INFO:teuthology.orchestra.run.smithi063.stdout: }, 2024-09-15T22:05:29.262 INFO:teuthology.orchestra.run.smithi063.stdout: "log_to_cluster_level": { 2024-09-15T22:05:29.263 INFO:teuthology.orchestra.run.smithi063.stdout: "name": "log_to_cluster_level", 2024-09-15T22:05:29.263 INFO:teuthology.orchestra.run.smithi063.stdout: "type": "str", 2024-09-15T22:05:29.263 INFO:teuthology.orchestra.run.smithi063.stdout: "level": "advanced", 2024-09-15T22:05:29.263 INFO:teuthology.orchestra.run.smithi063.stdout: "flags": 1, 2024-09-15T22:05:29.263 INFO:teuthology.orchestra.run.smithi063.stdout: "default_value": "info", 2024-09-15T22:05:29.263 INFO:teuthology.orchestra.run.smithi063.stdout: "min": "", 2024-09-15T22:05:29.263 INFO:teuthology.orchestra.run.smithi063.stdout: "max": "", 2024-09-15T22:05:29.263 INFO:teuthology.orchestra.run.smithi063.stdout: "enum_allowed": [ 2024-09-15T22:05:29.263 INFO:teuthology.orchestra.run.smithi063.stdout: "", 2024-09-15T22:05:29.263 INFO:teuthology.orchestra.run.smithi063.stdout: "critical", 2024-09-15T22:05:29.263 INFO:teuthology.orchestra.run.smithi063.stdout: "debug", 2024-09-15T22:05:29.263 INFO:teuthology.orchestra.run.smithi063.stdout: "error", 2024-09-15T22:05:29.263 INFO:teuthology.orchestra.run.smithi063.stdout: "info", 2024-09-15T22:05:29.263 INFO:teuthology.orchestra.run.smithi063.stdout: "warning" 2024-09-15T22:05:29.264 INFO:teuthology.orchestra.run.smithi063.stdout: ], 2024-09-15T22:05:29.264 INFO:teuthology.orchestra.run.smithi063.stdout: "desc": "", 2024-09-15T22:05:29.264 INFO:teuthology.orchestra.run.smithi063.stdout: "long_desc": "", 2024-09-15T22:05:29.264 INFO:teuthology.orchestra.run.smithi063.stdout: "tags": [], 2024-09-15T22:05:29.264 INFO:teuthology.orchestra.run.smithi063.stdout: "see_also": [] 2024-09-15T22:05:29.264 INFO:teuthology.orchestra.run.smithi063.stdout: }, 2024-09-15T22:05:29.264 INFO:teuthology.orchestra.run.smithi063.stdout: "log_to_file": { 2024-09-15T22:05:29.264 INFO:teuthology.orchestra.run.smithi063.stdout: "name": "log_to_file", 2024-09-15T22:05:29.264 INFO:teuthology.orchestra.run.smithi063.stdout: "type": "bool", 2024-09-15T22:05:29.264 INFO:teuthology.orchestra.run.smithi063.stdout: "level": "advanced", 2024-09-15T22:05:29.264 INFO:teuthology.orchestra.run.smithi063.stdout: "flags": 1, 2024-09-15T22:05:29.264 INFO:teuthology.orchestra.run.smithi063.stdout: "default_value": "False", 2024-09-15T22:05:29.265 INFO:teuthology.orchestra.run.smithi063.stdout: "min": "", 2024-09-15T22:05:29.265 INFO:teuthology.orchestra.run.smithi063.stdout: "max": "", 2024-09-15T22:05:29.265 INFO:teuthology.orchestra.run.smithi063.stdout: "enum_allowed": [], 2024-09-15T22:05:29.265 INFO:teuthology.orchestra.run.smithi063.stdout: "desc": "", 2024-09-15T22:05:29.265 INFO:teuthology.orchestra.run.smithi063.stdout: "long_desc": "", 2024-09-15T22:05:29.265 INFO:teuthology.orchestra.run.smithi063.stdout: "tags": [], 2024-09-15T22:05:29.265 INFO:teuthology.orchestra.run.smithi063.stdout: "see_also": [] 2024-09-15T22:05:29.265 INFO:teuthology.orchestra.run.smithi063.stdout: } 2024-09-15T22:05:29.265 INFO:teuthology.orchestra.run.smithi063.stdout: } 2024-09-15T22:05:29.265 INFO:teuthology.orchestra.run.smithi063.stdout: }, 2024-09-15T22:05:29.265 INFO:teuthology.orchestra.run.smithi063.stdout: { 2024-09-15T22:05:29.265 INFO:teuthology.orchestra.run.smithi063.stdout: "name": "volumes", 2024-09-15T22:05:29.265 INFO:teuthology.orchestra.run.smithi063.stdout: "can_run": true, 2024-09-15T22:05:29.266 INFO:teuthology.orchestra.run.smithi063.stdout: "error_string": "", 2024-09-15T22:05:29.266 INFO:teuthology.orchestra.run.smithi063.stdout: "module_options": { 2024-09-15T22:05:29.266 INFO:teuthology.orchestra.run.smithi063.stdout: "log_level": { 2024-09-15T22:05:29.266 INFO:teuthology.orchestra.run.smithi063.stdout: "name": "log_level", 2024-09-15T22:05:29.266 INFO:teuthology.orchestra.run.smithi063.stdout: "type": "str", 2024-09-15T22:05:29.266 INFO:teuthology.orchestra.run.smithi063.stdout: "level": "advanced", 2024-09-15T22:05:29.266 INFO:teuthology.orchestra.run.smithi063.stdout: "flags": 1, 2024-09-15T22:05:29.266 INFO:teuthology.orchestra.run.smithi063.stdout: "default_value": "", 2024-09-15T22:05:29.266 INFO:teuthology.orchestra.run.smithi063.stdout: "min": "", 2024-09-15T22:05:29.266 INFO:teuthology.orchestra.run.smithi063.stdout: "max": "", 2024-09-15T22:05:29.266 INFO:teuthology.orchestra.run.smithi063.stdout: "enum_allowed": [ 2024-09-15T22:05:29.266 INFO:teuthology.orchestra.run.smithi063.stdout: "", 2024-09-15T22:05:29.266 INFO:teuthology.orchestra.run.smithi063.stdout: "critical", 2024-09-15T22:05:29.267 INFO:teuthology.orchestra.run.smithi063.stdout: "debug", 2024-09-15T22:05:29.267 INFO:teuthology.orchestra.run.smithi063.stdout: "error", 2024-09-15T22:05:29.267 INFO:teuthology.orchestra.run.smithi063.stdout: "info", 2024-09-15T22:05:29.267 INFO:teuthology.orchestra.run.smithi063.stdout: "warning" 2024-09-15T22:05:29.267 INFO:teuthology.orchestra.run.smithi063.stdout: ], 2024-09-15T22:05:29.267 INFO:teuthology.orchestra.run.smithi063.stdout: "desc": "", 2024-09-15T22:05:29.267 INFO:teuthology.orchestra.run.smithi063.stdout: "long_desc": "", 2024-09-15T22:05:29.267 INFO:teuthology.orchestra.run.smithi063.stdout: "tags": [], 2024-09-15T22:05:29.267 INFO:teuthology.orchestra.run.smithi063.stdout: "see_also": [] 2024-09-15T22:05:29.267 INFO:teuthology.orchestra.run.smithi063.stdout: }, 2024-09-15T22:05:29.267 INFO:teuthology.orchestra.run.smithi063.stdout: "log_to_cluster": { 2024-09-15T22:05:29.267 INFO:teuthology.orchestra.run.smithi063.stdout: "name": "log_to_cluster", 2024-09-15T22:05:29.267 INFO:teuthology.orchestra.run.smithi063.stdout: "type": "bool", 2024-09-15T22:05:29.268 INFO:teuthology.orchestra.run.smithi063.stdout: "level": "advanced", 2024-09-15T22:05:29.268 INFO:teuthology.orchestra.run.smithi063.stdout: "flags": 1, 2024-09-15T22:05:29.268 INFO:teuthology.orchestra.run.smithi063.stdout: "default_value": "False", 2024-09-15T22:05:29.268 INFO:teuthology.orchestra.run.smithi063.stdout: "min": "", 2024-09-15T22:05:29.268 INFO:teuthology.orchestra.run.smithi063.stdout: "max": "", 2024-09-15T22:05:29.268 INFO:teuthology.orchestra.run.smithi063.stdout: "enum_allowed": [], 2024-09-15T22:05:29.268 INFO:teuthology.orchestra.run.smithi063.stdout: "desc": "", 2024-09-15T22:05:29.268 INFO:teuthology.orchestra.run.smithi063.stdout: "long_desc": "", 2024-09-15T22:05:29.268 INFO:teuthology.orchestra.run.smithi063.stdout: "tags": [], 2024-09-15T22:05:29.268 INFO:teuthology.orchestra.run.smithi063.stdout: "see_also": [] 2024-09-15T22:05:29.268 INFO:teuthology.orchestra.run.smithi063.stdout: }, 2024-09-15T22:05:29.268 INFO:teuthology.orchestra.run.smithi063.stdout: "log_to_cluster_level": { 2024-09-15T22:05:29.269 INFO:teuthology.orchestra.run.smithi063.stdout: "name": "log_to_cluster_level", 2024-09-15T22:05:29.269 INFO:teuthology.orchestra.run.smithi063.stdout: "type": "str", 2024-09-15T22:05:29.269 INFO:teuthology.orchestra.run.smithi063.stdout: "level": "advanced", 2024-09-15T22:05:29.269 INFO:teuthology.orchestra.run.smithi063.stdout: "flags": 1, 2024-09-15T22:05:29.269 INFO:teuthology.orchestra.run.smithi063.stdout: "default_value": "info", 2024-09-15T22:05:29.269 INFO:teuthology.orchestra.run.smithi063.stdout: "min": "", 2024-09-15T22:05:29.269 INFO:teuthology.orchestra.run.smithi063.stdout: "max": "", 2024-09-15T22:05:29.269 INFO:teuthology.orchestra.run.smithi063.stdout: "enum_allowed": [ 2024-09-15T22:05:29.269 INFO:teuthology.orchestra.run.smithi063.stdout: "", 2024-09-15T22:05:29.269 INFO:teuthology.orchestra.run.smithi063.stdout: "critical", 2024-09-15T22:05:29.269 INFO:teuthology.orchestra.run.smithi063.stdout: "debug", 2024-09-15T22:05:29.269 INFO:teuthology.orchestra.run.smithi063.stdout: "error", 2024-09-15T22:05:29.269 INFO:teuthology.orchestra.run.smithi063.stdout: "info", 2024-09-15T22:05:29.269 INFO:teuthology.orchestra.run.smithi063.stdout: "warning" 2024-09-15T22:05:29.270 INFO:teuthology.orchestra.run.smithi063.stdout: ], 2024-09-15T22:05:29.270 INFO:teuthology.orchestra.run.smithi063.stdout: "desc": "", 2024-09-15T22:05:29.270 INFO:teuthology.orchestra.run.smithi063.stdout: "long_desc": "", 2024-09-15T22:05:29.270 INFO:teuthology.orchestra.run.smithi063.stdout: "tags": [], 2024-09-15T22:05:29.270 INFO:teuthology.orchestra.run.smithi063.stdout: "see_also": [] 2024-09-15T22:05:29.270 INFO:teuthology.orchestra.run.smithi063.stdout: }, 2024-09-15T22:05:29.270 INFO:teuthology.orchestra.run.smithi063.stdout: "log_to_file": { 2024-09-15T22:05:29.270 INFO:teuthology.orchestra.run.smithi063.stdout: "name": "log_to_file", 2024-09-15T22:05:29.270 INFO:teuthology.orchestra.run.smithi063.stdout: "type": "bool", 2024-09-15T22:05:29.270 INFO:teuthology.orchestra.run.smithi063.stdout: "level": "advanced", 2024-09-15T22:05:29.270 INFO:teuthology.orchestra.run.smithi063.stdout: "flags": 1, 2024-09-15T22:05:29.270 INFO:teuthology.orchestra.run.smithi063.stdout: "default_value": "False", 2024-09-15T22:05:29.270 INFO:teuthology.orchestra.run.smithi063.stdout: "min": "", 2024-09-15T22:05:29.271 INFO:teuthology.orchestra.run.smithi063.stdout: "max": "", 2024-09-15T22:05:29.271 INFO:teuthology.orchestra.run.smithi063.stdout: "enum_allowed": [], 2024-09-15T22:05:29.271 INFO:teuthology.orchestra.run.smithi063.stdout: "desc": "", 2024-09-15T22:05:29.271 INFO:teuthology.orchestra.run.smithi063.stdout: "long_desc": "", 2024-09-15T22:05:29.271 INFO:teuthology.orchestra.run.smithi063.stdout: "tags": [], 2024-09-15T22:05:29.271 INFO:teuthology.orchestra.run.smithi063.stdout: "see_also": [] 2024-09-15T22:05:29.271 INFO:teuthology.orchestra.run.smithi063.stdout: }, 2024-09-15T22:05:29.271 INFO:teuthology.orchestra.run.smithi063.stdout: "max_concurrent_clones": { 2024-09-15T22:05:29.271 INFO:teuthology.orchestra.run.smithi063.stdout: "name": "max_concurrent_clones", 2024-09-15T22:05:29.271 INFO:teuthology.orchestra.run.smithi063.stdout: "type": "int", 2024-09-15T22:05:29.271 INFO:teuthology.orchestra.run.smithi063.stdout: "level": "advanced", 2024-09-15T22:05:29.271 INFO:teuthology.orchestra.run.smithi063.stdout: "flags": 0, 2024-09-15T22:05:29.272 INFO:teuthology.orchestra.run.smithi063.stdout: "default_value": "4", 2024-09-15T22:05:29.272 INFO:teuthology.orchestra.run.smithi063.stdout: "min": "", 2024-09-15T22:05:29.272 INFO:teuthology.orchestra.run.smithi063.stdout: "max": "", 2024-09-15T22:05:29.272 INFO:teuthology.orchestra.run.smithi063.stdout: "enum_allowed": [], 2024-09-15T22:05:29.272 INFO:teuthology.orchestra.run.smithi063.stdout: "desc": "Number of asynchronous cloner threads", 2024-09-15T22:05:29.272 INFO:teuthology.orchestra.run.smithi063.stdout: "long_desc": "", 2024-09-15T22:05:29.272 INFO:teuthology.orchestra.run.smithi063.stdout: "tags": [], 2024-09-15T22:05:29.272 INFO:teuthology.orchestra.run.smithi063.stdout: "see_also": [] 2024-09-15T22:05:29.272 INFO:teuthology.orchestra.run.smithi063.stdout: }, 2024-09-15T22:05:29.272 INFO:teuthology.orchestra.run.smithi063.stdout: "periodic_async_work": { 2024-09-15T22:05:29.272 INFO:teuthology.orchestra.run.smithi063.stdout: "name": "periodic_async_work", 2024-09-15T22:05:29.272 INFO:teuthology.orchestra.run.smithi063.stdout: "type": "bool", 2024-09-15T22:05:29.273 INFO:teuthology.orchestra.run.smithi063.stdout: "level": "advanced", 2024-09-15T22:05:29.273 INFO:teuthology.orchestra.run.smithi063.stdout: "flags": 0, 2024-09-15T22:05:29.273 INFO:teuthology.orchestra.run.smithi063.stdout: "default_value": "False", 2024-09-15T22:05:29.273 INFO:teuthology.orchestra.run.smithi063.stdout: "min": "", 2024-09-15T22:05:29.273 INFO:teuthology.orchestra.run.smithi063.stdout: "max": "", 2024-09-15T22:05:29.273 INFO:teuthology.orchestra.run.smithi063.stdout: "enum_allowed": [], 2024-09-15T22:05:29.273 INFO:teuthology.orchestra.run.smithi063.stdout: "desc": "Periodically check for async work", 2024-09-15T22:05:29.273 INFO:teuthology.orchestra.run.smithi063.stdout: "long_desc": "", 2024-09-15T22:05:29.273 INFO:teuthology.orchestra.run.smithi063.stdout: "tags": [], 2024-09-15T22:05:29.273 INFO:teuthology.orchestra.run.smithi063.stdout: "see_also": [] 2024-09-15T22:05:29.273 INFO:teuthology.orchestra.run.smithi063.stdout: }, 2024-09-15T22:05:29.273 INFO:teuthology.orchestra.run.smithi063.stdout: "snapshot_clone_delay": { 2024-09-15T22:05:29.274 INFO:teuthology.orchestra.run.smithi063.stdout: "name": "snapshot_clone_delay", 2024-09-15T22:05:29.274 INFO:teuthology.orchestra.run.smithi063.stdout: "type": "int", 2024-09-15T22:05:29.274 INFO:teuthology.orchestra.run.smithi063.stdout: "level": "advanced", 2024-09-15T22:05:29.274 INFO:teuthology.orchestra.run.smithi063.stdout: "flags": 0, 2024-09-15T22:05:29.274 INFO:teuthology.orchestra.run.smithi063.stdout: "default_value": "0", 2024-09-15T22:05:29.274 INFO:teuthology.orchestra.run.smithi063.stdout: "min": "", 2024-09-15T22:05:29.274 INFO:teuthology.orchestra.run.smithi063.stdout: "max": "", 2024-09-15T22:05:29.274 INFO:teuthology.orchestra.run.smithi063.stdout: "enum_allowed": [], 2024-09-15T22:05:29.274 INFO:teuthology.orchestra.run.smithi063.stdout: "desc": "Delay clone begin operation by snapshot_clone_delay seconds", 2024-09-15T22:05:29.274 INFO:teuthology.orchestra.run.smithi063.stdout: "long_desc": "", 2024-09-15T22:05:29.274 INFO:teuthology.orchestra.run.smithi063.stdout: "tags": [], 2024-09-15T22:05:29.274 INFO:teuthology.orchestra.run.smithi063.stdout: "see_also": [] 2024-09-15T22:05:29.274 INFO:teuthology.orchestra.run.smithi063.stdout: }, 2024-09-15T22:05:29.275 INFO:teuthology.orchestra.run.smithi063.stdout: "snapshot_clone_no_wait": { 2024-09-15T22:05:29.275 INFO:teuthology.orchestra.run.smithi063.stdout: "name": "snapshot_clone_no_wait", 2024-09-15T22:05:29.275 INFO:teuthology.orchestra.run.smithi063.stdout: "type": "bool", 2024-09-15T22:05:29.275 INFO:teuthology.orchestra.run.smithi063.stdout: "level": "advanced", 2024-09-15T22:05:29.275 INFO:teuthology.orchestra.run.smithi063.stdout: "flags": 0, 2024-09-15T22:05:29.275 INFO:teuthology.orchestra.run.smithi063.stdout: "default_value": "True", 2024-09-15T22:05:29.275 INFO:teuthology.orchestra.run.smithi063.stdout: "min": "", 2024-09-15T22:05:29.275 INFO:teuthology.orchestra.run.smithi063.stdout: "max": "", 2024-09-15T22:05:29.275 INFO:teuthology.orchestra.run.smithi063.stdout: "enum_allowed": [], 2024-09-15T22:05:29.275 INFO:teuthology.orchestra.run.smithi063.stdout: "desc": "Reject subvolume clone request when cloner threads are busy", 2024-09-15T22:05:29.275 INFO:teuthology.orchestra.run.smithi063.stdout: "long_desc": "", 2024-09-15T22:05:29.275 INFO:teuthology.orchestra.run.smithi063.stdout: "tags": [], 2024-09-15T22:05:29.276 INFO:teuthology.orchestra.run.smithi063.stdout: "see_also": [] 2024-09-15T22:05:29.276 INFO:teuthology.orchestra.run.smithi063.stdout: } 2024-09-15T22:05:29.276 INFO:teuthology.orchestra.run.smithi063.stdout: } 2024-09-15T22:05:29.276 INFO:teuthology.orchestra.run.smithi063.stdout: }, 2024-09-15T22:05:29.276 INFO:teuthology.orchestra.run.smithi063.stdout: { 2024-09-15T22:05:29.276 INFO:teuthology.orchestra.run.smithi063.stdout: "name": "zabbix", 2024-09-15T22:05:29.276 INFO:teuthology.orchestra.run.smithi063.stdout: "can_run": true, 2024-09-15T22:05:29.276 INFO:teuthology.orchestra.run.smithi063.stdout: "error_string": "", 2024-09-15T22:05:29.276 INFO:teuthology.orchestra.run.smithi063.stdout: "module_options": { 2024-09-15T22:05:29.276 INFO:teuthology.orchestra.run.smithi063.stdout: "discovery_interval": { 2024-09-15T22:05:29.276 INFO:teuthology.orchestra.run.smithi063.stdout: "name": "discovery_interval", 2024-09-15T22:05:29.276 INFO:teuthology.orchestra.run.smithi063.stdout: "type": "uint", 2024-09-15T22:05:29.277 INFO:teuthology.orchestra.run.smithi063.stdout: "level": "advanced", 2024-09-15T22:05:29.277 INFO:teuthology.orchestra.run.smithi063.stdout: "flags": 0, 2024-09-15T22:05:29.277 INFO:teuthology.orchestra.run.smithi063.stdout: "default_value": "100", 2024-09-15T22:05:29.277 INFO:teuthology.orchestra.run.smithi063.stdout: "min": "", 2024-09-15T22:05:29.277 INFO:teuthology.orchestra.run.smithi063.stdout: "max": "", 2024-09-15T22:05:29.277 INFO:teuthology.orchestra.run.smithi063.stdout: "enum_allowed": [], 2024-09-15T22:05:29.280 INFO:teuthology.orchestra.run.smithi063.stdout: "desc": "", 2024-09-15T22:05:29.280 INFO:teuthology.orchestra.run.smithi063.stdout: "long_desc": "", 2024-09-15T22:05:29.280 INFO:teuthology.orchestra.run.smithi063.stdout: "tags": [], 2024-09-15T22:05:29.280 INFO:teuthology.orchestra.run.smithi063.stdout: "see_also": [] 2024-09-15T22:05:29.281 INFO:teuthology.orchestra.run.smithi063.stdout: }, 2024-09-15T22:05:29.281 INFO:teuthology.orchestra.run.smithi063.stdout: "identifier": { 2024-09-15T22:05:29.281 INFO:teuthology.orchestra.run.smithi063.stdout: "name": "identifier", 2024-09-15T22:05:29.281 INFO:teuthology.orchestra.run.smithi063.stdout: "type": "str", 2024-09-15T22:05:29.281 INFO:teuthology.orchestra.run.smithi063.stdout: "level": "advanced", 2024-09-15T22:05:29.281 INFO:teuthology.orchestra.run.smithi063.stdout: "flags": 0, 2024-09-15T22:05:29.281 INFO:teuthology.orchestra.run.smithi063.stdout: "default_value": "", 2024-09-15T22:05:29.281 INFO:teuthology.orchestra.run.smithi063.stdout: "min": "", 2024-09-15T22:05:29.281 INFO:teuthology.orchestra.run.smithi063.stdout: "max": "", 2024-09-15T22:05:29.281 INFO:teuthology.orchestra.run.smithi063.stdout: "enum_allowed": [], 2024-09-15T22:05:29.281 INFO:teuthology.orchestra.run.smithi063.stdout: "desc": "", 2024-09-15T22:05:29.282 INFO:teuthology.orchestra.run.smithi063.stdout: "long_desc": "", 2024-09-15T22:05:29.282 INFO:teuthology.orchestra.run.smithi063.stdout: "tags": [], 2024-09-15T22:05:29.282 INFO:teuthology.orchestra.run.smithi063.stdout: "see_also": [] 2024-09-15T22:05:29.282 INFO:teuthology.orchestra.run.smithi063.stdout: }, 2024-09-15T22:05:29.282 INFO:teuthology.orchestra.run.smithi063.stdout: "interval": { 2024-09-15T22:05:29.282 INFO:teuthology.orchestra.run.smithi063.stdout: "name": "interval", 2024-09-15T22:05:29.282 INFO:teuthology.orchestra.run.smithi063.stdout: "type": "secs", 2024-09-15T22:05:29.282 INFO:teuthology.orchestra.run.smithi063.stdout: "level": "advanced", 2024-09-15T22:05:29.282 INFO:teuthology.orchestra.run.smithi063.stdout: "flags": 0, 2024-09-15T22:05:29.282 INFO:teuthology.orchestra.run.smithi063.stdout: "default_value": "60", 2024-09-15T22:05:29.282 INFO:teuthology.orchestra.run.smithi063.stdout: "min": "", 2024-09-15T22:05:29.282 INFO:teuthology.orchestra.run.smithi063.stdout: "max": "", 2024-09-15T22:05:29.283 INFO:teuthology.orchestra.run.smithi063.stdout: "enum_allowed": [], 2024-09-15T22:05:29.283 INFO:teuthology.orchestra.run.smithi063.stdout: "desc": "", 2024-09-15T22:05:29.283 INFO:teuthology.orchestra.run.smithi063.stdout: "long_desc": "", 2024-09-15T22:05:29.283 INFO:teuthology.orchestra.run.smithi063.stdout: "tags": [], 2024-09-15T22:05:29.283 INFO:teuthology.orchestra.run.smithi063.stdout: "see_also": [] 2024-09-15T22:05:29.283 INFO:teuthology.orchestra.run.smithi063.stdout: }, 2024-09-15T22:05:29.283 INFO:teuthology.orchestra.run.smithi063.stdout: "log_level": { 2024-09-15T22:05:29.283 INFO:teuthology.orchestra.run.smithi063.stdout: "name": "log_level", 2024-09-15T22:05:29.283 INFO:teuthology.orchestra.run.smithi063.stdout: "type": "str", 2024-09-15T22:05:29.283 INFO:teuthology.orchestra.run.smithi063.stdout: "level": "advanced", 2024-09-15T22:05:29.283 INFO:teuthology.orchestra.run.smithi063.stdout: "flags": 1, 2024-09-15T22:05:29.284 INFO:teuthology.orchestra.run.smithi063.stdout: "default_value": "", 2024-09-15T22:05:29.284 INFO:teuthology.orchestra.run.smithi063.stdout: "min": "", 2024-09-15T22:05:29.284 INFO:teuthology.orchestra.run.smithi063.stdout: "max": "", 2024-09-15T22:05:29.284 INFO:teuthology.orchestra.run.smithi063.stdout: "enum_allowed": [ 2024-09-15T22:05:29.284 INFO:teuthology.orchestra.run.smithi063.stdout: "", 2024-09-15T22:05:29.284 INFO:teuthology.orchestra.run.smithi063.stdout: "critical", 2024-09-15T22:05:29.284 INFO:teuthology.orchestra.run.smithi063.stdout: "debug", 2024-09-15T22:05:29.284 INFO:teuthology.orchestra.run.smithi063.stdout: "error", 2024-09-15T22:05:29.284 INFO:teuthology.orchestra.run.smithi063.stdout: "info", 2024-09-15T22:05:29.284 INFO:teuthology.orchestra.run.smithi063.stdout: "warning" 2024-09-15T22:05:29.284 INFO:teuthology.orchestra.run.smithi063.stdout: ], 2024-09-15T22:05:29.285 INFO:teuthology.orchestra.run.smithi063.stdout: "desc": "", 2024-09-15T22:05:29.285 INFO:teuthology.orchestra.run.smithi063.stdout: "long_desc": "", 2024-09-15T22:05:29.285 INFO:teuthology.orchestra.run.smithi063.stdout: "tags": [], 2024-09-15T22:05:29.285 INFO:teuthology.orchestra.run.smithi063.stdout: "see_also": [] 2024-09-15T22:05:29.285 INFO:teuthology.orchestra.run.smithi063.stdout: }, 2024-09-15T22:05:29.285 INFO:teuthology.orchestra.run.smithi063.stdout: "log_to_cluster": { 2024-09-15T22:05:29.285 INFO:teuthology.orchestra.run.smithi063.stdout: "name": "log_to_cluster", 2024-09-15T22:05:29.285 INFO:teuthology.orchestra.run.smithi063.stdout: "type": "bool", 2024-09-15T22:05:29.285 INFO:teuthology.orchestra.run.smithi063.stdout: "level": "advanced", 2024-09-15T22:05:29.285 INFO:teuthology.orchestra.run.smithi063.stdout: "flags": 1, 2024-09-15T22:05:29.285 INFO:teuthology.orchestra.run.smithi063.stdout: "default_value": "False", 2024-09-15T22:05:29.285 INFO:teuthology.orchestra.run.smithi063.stdout: "min": "", 2024-09-15T22:05:29.285 INFO:teuthology.orchestra.run.smithi063.stdout: "max": "", 2024-09-15T22:05:29.286 INFO:teuthology.orchestra.run.smithi063.stdout: "enum_allowed": [], 2024-09-15T22:05:29.286 INFO:teuthology.orchestra.run.smithi063.stdout: "desc": "", 2024-09-15T22:05:29.286 INFO:teuthology.orchestra.run.smithi063.stdout: "long_desc": "", 2024-09-15T22:05:29.286 INFO:teuthology.orchestra.run.smithi063.stdout: "tags": [], 2024-09-15T22:05:29.286 INFO:teuthology.orchestra.run.smithi063.stdout: "see_also": [] 2024-09-15T22:05:29.286 INFO:teuthology.orchestra.run.smithi063.stdout: }, 2024-09-15T22:05:29.286 INFO:teuthology.orchestra.run.smithi063.stdout: "log_to_cluster_level": { 2024-09-15T22:05:29.286 INFO:teuthology.orchestra.run.smithi063.stdout: "name": "log_to_cluster_level", 2024-09-15T22:05:29.286 INFO:teuthology.orchestra.run.smithi063.stdout: "type": "str", 2024-09-15T22:05:29.286 INFO:teuthology.orchestra.run.smithi063.stdout: "level": "advanced", 2024-09-15T22:05:29.286 INFO:teuthology.orchestra.run.smithi063.stdout: "flags": 1, 2024-09-15T22:05:29.286 INFO:teuthology.orchestra.run.smithi063.stdout: "default_value": "info", 2024-09-15T22:05:29.286 INFO:teuthology.orchestra.run.smithi063.stdout: "min": "", 2024-09-15T22:05:29.287 INFO:teuthology.orchestra.run.smithi063.stdout: "max": "", 2024-09-15T22:05:29.287 INFO:teuthology.orchestra.run.smithi063.stdout: "enum_allowed": [ 2024-09-15T22:05:29.287 INFO:teuthology.orchestra.run.smithi063.stdout: "", 2024-09-15T22:05:29.287 INFO:teuthology.orchestra.run.smithi063.stdout: "critical", 2024-09-15T22:05:29.287 INFO:teuthology.orchestra.run.smithi063.stdout: "debug", 2024-09-15T22:05:29.287 INFO:teuthology.orchestra.run.smithi063.stdout: "error", 2024-09-15T22:05:29.287 INFO:teuthology.orchestra.run.smithi063.stdout: "info", 2024-09-15T22:05:29.287 INFO:teuthology.orchestra.run.smithi063.stdout: "warning" 2024-09-15T22:05:29.287 INFO:teuthology.orchestra.run.smithi063.stdout: ], 2024-09-15T22:05:29.287 INFO:teuthology.orchestra.run.smithi063.stdout: "desc": "", 2024-09-15T22:05:29.287 INFO:teuthology.orchestra.run.smithi063.stdout: "long_desc": "", 2024-09-15T22:05:29.287 INFO:teuthology.orchestra.run.smithi063.stdout: "tags": [], 2024-09-15T22:05:29.287 INFO:teuthology.orchestra.run.smithi063.stdout: "see_also": [] 2024-09-15T22:05:29.288 INFO:teuthology.orchestra.run.smithi063.stdout: }, 2024-09-15T22:05:29.288 INFO:teuthology.orchestra.run.smithi063.stdout: "log_to_file": { 2024-09-15T22:05:29.288 INFO:teuthology.orchestra.run.smithi063.stdout: "name": "log_to_file", 2024-09-15T22:05:29.288 INFO:teuthology.orchestra.run.smithi063.stdout: "type": "bool", 2024-09-15T22:05:29.288 INFO:teuthology.orchestra.run.smithi063.stdout: "level": "advanced", 2024-09-15T22:05:29.288 INFO:teuthology.orchestra.run.smithi063.stdout: "flags": 1, 2024-09-15T22:05:29.288 INFO:teuthology.orchestra.run.smithi063.stdout: "default_value": "False", 2024-09-15T22:05:29.288 INFO:teuthology.orchestra.run.smithi063.stdout: "min": "", 2024-09-15T22:05:29.288 INFO:teuthology.orchestra.run.smithi063.stdout: "max": "", 2024-09-15T22:05:29.288 INFO:teuthology.orchestra.run.smithi063.stdout: "enum_allowed": [], 2024-09-15T22:05:29.288 INFO:teuthology.orchestra.run.smithi063.stdout: "desc": "", 2024-09-15T22:05:29.288 INFO:teuthology.orchestra.run.smithi063.stdout: "long_desc": "", 2024-09-15T22:05:29.288 INFO:teuthology.orchestra.run.smithi063.stdout: "tags": [], 2024-09-15T22:05:29.289 INFO:teuthology.orchestra.run.smithi063.stdout: "see_also": [] 2024-09-15T22:05:29.289 INFO:teuthology.orchestra.run.smithi063.stdout: }, 2024-09-15T22:05:29.289 INFO:teuthology.orchestra.run.smithi063.stdout: "zabbix_host": { 2024-09-15T22:05:29.289 INFO:teuthology.orchestra.run.smithi063.stdout: "name": "zabbix_host", 2024-09-15T22:05:29.289 INFO:teuthology.orchestra.run.smithi063.stdout: "type": "str", 2024-09-15T22:05:29.289 INFO:teuthology.orchestra.run.smithi063.stdout: "level": "advanced", 2024-09-15T22:05:29.289 INFO:teuthology.orchestra.run.smithi063.stdout: "flags": 0, 2024-09-15T22:05:29.289 INFO:teuthology.orchestra.run.smithi063.stdout: "default_value": "", 2024-09-15T22:05:29.289 INFO:teuthology.orchestra.run.smithi063.stdout: "min": "", 2024-09-15T22:05:29.289 INFO:teuthology.orchestra.run.smithi063.stdout: "max": "", 2024-09-15T22:05:29.289 INFO:teuthology.orchestra.run.smithi063.stdout: "enum_allowed": [], 2024-09-15T22:05:29.289 INFO:teuthology.orchestra.run.smithi063.stdout: "desc": "", 2024-09-15T22:05:29.289 INFO:teuthology.orchestra.run.smithi063.stdout: "long_desc": "", 2024-09-15T22:05:29.290 INFO:teuthology.orchestra.run.smithi063.stdout: "tags": [], 2024-09-15T22:05:29.290 INFO:teuthology.orchestra.run.smithi063.stdout: "see_also": [] 2024-09-15T22:05:29.290 INFO:teuthology.orchestra.run.smithi063.stdout: }, 2024-09-15T22:05:29.290 INFO:teuthology.orchestra.run.smithi063.stdout: "zabbix_port": { 2024-09-15T22:05:29.290 INFO:teuthology.orchestra.run.smithi063.stdout: "name": "zabbix_port", 2024-09-15T22:05:29.290 INFO:teuthology.orchestra.run.smithi063.stdout: "type": "int", 2024-09-15T22:05:29.290 INFO:teuthology.orchestra.run.smithi063.stdout: "level": "advanced", 2024-09-15T22:05:29.290 INFO:teuthology.orchestra.run.smithi063.stdout: "flags": 0, 2024-09-15T22:05:29.290 INFO:teuthology.orchestra.run.smithi063.stdout: "default_value": "10051", 2024-09-15T22:05:29.290 INFO:teuthology.orchestra.run.smithi063.stdout: "min": "", 2024-09-15T22:05:29.290 INFO:teuthology.orchestra.run.smithi063.stdout: "max": "", 2024-09-15T22:05:29.290 INFO:teuthology.orchestra.run.smithi063.stdout: "enum_allowed": [], 2024-09-15T22:05:29.291 INFO:teuthology.orchestra.run.smithi063.stdout: "desc": "", 2024-09-15T22:05:29.291 INFO:teuthology.orchestra.run.smithi063.stdout: "long_desc": "", 2024-09-15T22:05:29.291 INFO:teuthology.orchestra.run.smithi063.stdout: "tags": [], 2024-09-15T22:05:29.291 INFO:teuthology.orchestra.run.smithi063.stdout: "see_also": [] 2024-09-15T22:05:29.291 INFO:teuthology.orchestra.run.smithi063.stdout: }, 2024-09-15T22:05:29.291 INFO:teuthology.orchestra.run.smithi063.stdout: "zabbix_sender": { 2024-09-15T22:05:29.291 INFO:teuthology.orchestra.run.smithi063.stdout: "name": "zabbix_sender", 2024-09-15T22:05:29.291 INFO:teuthology.orchestra.run.smithi063.stdout: "type": "str", 2024-09-15T22:05:29.291 INFO:teuthology.orchestra.run.smithi063.stdout: "level": "advanced", 2024-09-15T22:05:29.291 INFO:teuthology.orchestra.run.smithi063.stdout: "flags": 0, 2024-09-15T22:05:29.291 INFO:teuthology.orchestra.run.smithi063.stdout: "default_value": "/usr/bin/zabbix_sender", 2024-09-15T22:05:29.291 INFO:teuthology.orchestra.run.smithi063.stdout: "min": "", 2024-09-15T22:05:29.291 INFO:teuthology.orchestra.run.smithi063.stdout: "max": "", 2024-09-15T22:05:29.291 INFO:teuthology.orchestra.run.smithi063.stdout: "enum_allowed": [], 2024-09-15T22:05:29.292 INFO:teuthology.orchestra.run.smithi063.stdout: "desc": "", 2024-09-15T22:05:29.292 INFO:teuthology.orchestra.run.smithi063.stdout: "long_desc": "", 2024-09-15T22:05:29.292 INFO:teuthology.orchestra.run.smithi063.stdout: "tags": [], 2024-09-15T22:05:29.292 INFO:teuthology.orchestra.run.smithi063.stdout: "see_also": [] 2024-09-15T22:05:29.292 INFO:teuthology.orchestra.run.smithi063.stdout: } 2024-09-15T22:05:29.292 INFO:teuthology.orchestra.run.smithi063.stdout: } 2024-09-15T22:05:29.292 INFO:teuthology.orchestra.run.smithi063.stdout: } 2024-09-15T22:05:29.292 INFO:teuthology.orchestra.run.smithi063.stdout: ] 2024-09-15T22:05:29.292 INFO:teuthology.orchestra.run.smithi063.stdout: } 2024-09-15T22:05:29.292 INFO:teuthology.orchestra.run.smithi063.stdout: ], 2024-09-15T22:05:29.292 INFO:teuthology.orchestra.run.smithi063.stdout: "modules": [ 2024-09-15T22:05:29.292 INFO:teuthology.orchestra.run.smithi063.stdout: "iostat", 2024-09-15T22:05:29.293 INFO:teuthology.orchestra.run.smithi063.stdout: "nfs", 2024-09-15T22:05:29.293 INFO:teuthology.orchestra.run.smithi063.stdout: "restful" 2024-09-15T22:05:29.293 INFO:teuthology.orchestra.run.smithi063.stdout: ], 2024-09-15T22:05:29.293 INFO:teuthology.orchestra.run.smithi063.stdout: "available_modules": [ 2024-09-15T22:05:29.293 INFO:teuthology.orchestra.run.smithi063.stdout: { 2024-09-15T22:05:29.293 INFO:teuthology.orchestra.run.smithi063.stdout: "name": "alerts", 2024-09-15T22:05:29.293 INFO:teuthology.orchestra.run.smithi063.stdout: "can_run": true, 2024-09-15T22:05:29.293 INFO:teuthology.orchestra.run.smithi063.stdout: "error_string": "", 2024-09-15T22:05:29.293 INFO:teuthology.orchestra.run.smithi063.stdout: "module_options": { 2024-09-15T22:05:29.293 INFO:teuthology.orchestra.run.smithi063.stdout: "interval": { 2024-09-15T22:05:29.293 INFO:teuthology.orchestra.run.smithi063.stdout: "name": "interval", 2024-09-15T22:05:29.293 INFO:teuthology.orchestra.run.smithi063.stdout: "type": "secs", 2024-09-15T22:05:29.293 INFO:teuthology.orchestra.run.smithi063.stdout: "level": "advanced", 2024-09-15T22:05:29.293 INFO:teuthology.orchestra.run.smithi063.stdout: "flags": 1, 2024-09-15T22:05:29.294 INFO:teuthology.orchestra.run.smithi063.stdout: "default_value": "60", 2024-09-15T22:05:29.294 INFO:teuthology.orchestra.run.smithi063.stdout: "min": "", 2024-09-15T22:05:29.294 INFO:teuthology.orchestra.run.smithi063.stdout: "max": "", 2024-09-15T22:05:29.294 INFO:teuthology.orchestra.run.smithi063.stdout: "enum_allowed": [], 2024-09-15T22:05:29.294 INFO:teuthology.orchestra.run.smithi063.stdout: "desc": "How frequently to reexamine health status", 2024-09-15T22:05:29.294 INFO:teuthology.orchestra.run.smithi063.stdout: "long_desc": "", 2024-09-15T22:05:29.294 INFO:teuthology.orchestra.run.smithi063.stdout: "tags": [], 2024-09-15T22:05:29.294 INFO:teuthology.orchestra.run.smithi063.stdout: "see_also": [] 2024-09-15T22:05:29.294 INFO:teuthology.orchestra.run.smithi063.stdout: }, 2024-09-15T22:05:29.294 INFO:teuthology.orchestra.run.smithi063.stdout: "log_level": { 2024-09-15T22:05:29.294 INFO:teuthology.orchestra.run.smithi063.stdout: "name": "log_level", 2024-09-15T22:05:29.294 INFO:teuthology.orchestra.run.smithi063.stdout: "type": "str", 2024-09-15T22:05:29.294 INFO:teuthology.orchestra.run.smithi063.stdout: "level": "advanced", 2024-09-15T22:05:29.295 INFO:teuthology.orchestra.run.smithi063.stdout: "flags": 1, 2024-09-15T22:05:29.295 INFO:teuthology.orchestra.run.smithi063.stdout: "default_value": "", 2024-09-15T22:05:29.295 INFO:teuthology.orchestra.run.smithi063.stdout: "min": "", 2024-09-15T22:05:29.295 INFO:teuthology.orchestra.run.smithi063.stdout: "max": "", 2024-09-15T22:05:29.295 INFO:teuthology.orchestra.run.smithi063.stdout: "enum_allowed": [ 2024-09-15T22:05:29.295 INFO:teuthology.orchestra.run.smithi063.stdout: "", 2024-09-15T22:05:29.295 INFO:teuthology.orchestra.run.smithi063.stdout: "critical", 2024-09-15T22:05:29.295 INFO:teuthology.orchestra.run.smithi063.stdout: "debug", 2024-09-15T22:05:29.295 INFO:teuthology.orchestra.run.smithi063.stdout: "error", 2024-09-15T22:05:29.295 INFO:teuthology.orchestra.run.smithi063.stdout: "info", 2024-09-15T22:05:29.295 INFO:teuthology.orchestra.run.smithi063.stdout: "warning" 2024-09-15T22:05:29.295 INFO:teuthology.orchestra.run.smithi063.stdout: ], 2024-09-15T22:05:29.295 INFO:teuthology.orchestra.run.smithi063.stdout: "desc": "", 2024-09-15T22:05:29.295 INFO:teuthology.orchestra.run.smithi063.stdout: "long_desc": "", 2024-09-15T22:05:29.296 INFO:teuthology.orchestra.run.smithi063.stdout: "tags": [], 2024-09-15T22:05:29.296 INFO:teuthology.orchestra.run.smithi063.stdout: "see_also": [] 2024-09-15T22:05:29.296 INFO:teuthology.orchestra.run.smithi063.stdout: }, 2024-09-15T22:05:29.296 INFO:teuthology.orchestra.run.smithi063.stdout: "log_to_cluster": { 2024-09-15T22:05:29.296 INFO:teuthology.orchestra.run.smithi063.stdout: "name": "log_to_cluster", 2024-09-15T22:05:29.296 INFO:teuthology.orchestra.run.smithi063.stdout: "type": "bool", 2024-09-15T22:05:29.296 INFO:teuthology.orchestra.run.smithi063.stdout: "level": "advanced", 2024-09-15T22:05:29.296 INFO:teuthology.orchestra.run.smithi063.stdout: "flags": 1, 2024-09-15T22:05:29.296 INFO:teuthology.orchestra.run.smithi063.stdout: "default_value": "False", 2024-09-15T22:05:29.296 INFO:teuthology.orchestra.run.smithi063.stdout: "min": "", 2024-09-15T22:05:29.296 INFO:teuthology.orchestra.run.smithi063.stdout: "max": "", 2024-09-15T22:05:29.296 INFO:teuthology.orchestra.run.smithi063.stdout: "enum_allowed": [], 2024-09-15T22:05:29.296 INFO:teuthology.orchestra.run.smithi063.stdout: "desc": "", 2024-09-15T22:05:29.297 INFO:teuthology.orchestra.run.smithi063.stdout: "long_desc": "", 2024-09-15T22:05:29.297 INFO:teuthology.orchestra.run.smithi063.stdout: "tags": [], 2024-09-15T22:05:29.297 INFO:teuthology.orchestra.run.smithi063.stdout: "see_also": [] 2024-09-15T22:05:29.297 INFO:teuthology.orchestra.run.smithi063.stdout: }, 2024-09-15T22:05:29.297 INFO:teuthology.orchestra.run.smithi063.stdout: "log_to_cluster_level": { 2024-09-15T22:05:29.297 INFO:teuthology.orchestra.run.smithi063.stdout: "name": "log_to_cluster_level", 2024-09-15T22:05:29.297 INFO:teuthology.orchestra.run.smithi063.stdout: "type": "str", 2024-09-15T22:05:29.297 INFO:teuthology.orchestra.run.smithi063.stdout: "level": "advanced", 2024-09-15T22:05:29.297 INFO:teuthology.orchestra.run.smithi063.stdout: "flags": 1, 2024-09-15T22:05:29.297 INFO:teuthology.orchestra.run.smithi063.stdout: "default_value": "info", 2024-09-15T22:05:29.297 INFO:teuthology.orchestra.run.smithi063.stdout: "min": "", 2024-09-15T22:05:29.297 INFO:teuthology.orchestra.run.smithi063.stdout: "max": "", 2024-09-15T22:05:29.297 INFO:teuthology.orchestra.run.smithi063.stdout: "enum_allowed": [ 2024-09-15T22:05:29.297 INFO:teuthology.orchestra.run.smithi063.stdout: "", 2024-09-15T22:05:29.298 INFO:teuthology.orchestra.run.smithi063.stdout: "critical", 2024-09-15T22:05:29.298 INFO:teuthology.orchestra.run.smithi063.stdout: "debug", 2024-09-15T22:05:29.298 INFO:teuthology.orchestra.run.smithi063.stdout: "error", 2024-09-15T22:05:29.298 INFO:teuthology.orchestra.run.smithi063.stdout: "info", 2024-09-15T22:05:29.298 INFO:teuthology.orchestra.run.smithi063.stdout: "warning" 2024-09-15T22:05:29.298 INFO:teuthology.orchestra.run.smithi063.stdout: ], 2024-09-15T22:05:29.298 INFO:teuthology.orchestra.run.smithi063.stdout: "desc": "", 2024-09-15T22:05:29.298 INFO:teuthology.orchestra.run.smithi063.stdout: "long_desc": "", 2024-09-15T22:05:29.298 INFO:teuthology.orchestra.run.smithi063.stdout: "tags": [], 2024-09-15T22:05:29.298 INFO:teuthology.orchestra.run.smithi063.stdout: "see_also": [] 2024-09-15T22:05:29.298 INFO:teuthology.orchestra.run.smithi063.stdout: }, 2024-09-15T22:05:29.298 INFO:teuthology.orchestra.run.smithi063.stdout: "log_to_file": { 2024-09-15T22:05:29.298 INFO:teuthology.orchestra.run.smithi063.stdout: "name": "log_to_file", 2024-09-15T22:05:29.298 INFO:teuthology.orchestra.run.smithi063.stdout: "type": "bool", 2024-09-15T22:05:29.299 INFO:teuthology.orchestra.run.smithi063.stdout: "level": "advanced", 2024-09-15T22:05:29.299 INFO:teuthology.orchestra.run.smithi063.stdout: "flags": 1, 2024-09-15T22:05:29.299 INFO:teuthology.orchestra.run.smithi063.stdout: "default_value": "False", 2024-09-15T22:05:29.299 INFO:teuthology.orchestra.run.smithi063.stdout: "min": "", 2024-09-15T22:05:29.299 INFO:teuthology.orchestra.run.smithi063.stdout: "max": "", 2024-09-15T22:05:29.299 INFO:teuthology.orchestra.run.smithi063.stdout: "enum_allowed": [], 2024-09-15T22:05:29.299 INFO:teuthology.orchestra.run.smithi063.stdout: "desc": "", 2024-09-15T22:05:29.299 INFO:teuthology.orchestra.run.smithi063.stdout: "long_desc": "", 2024-09-15T22:05:29.299 INFO:teuthology.orchestra.run.smithi063.stdout: "tags": [], 2024-09-15T22:05:29.299 INFO:teuthology.orchestra.run.smithi063.stdout: "see_also": [] 2024-09-15T22:05:29.299 INFO:teuthology.orchestra.run.smithi063.stdout: }, 2024-09-15T22:05:29.299 INFO:teuthology.orchestra.run.smithi063.stdout: "smtp_destination": { 2024-09-15T22:05:29.299 INFO:teuthology.orchestra.run.smithi063.stdout: "name": "smtp_destination", 2024-09-15T22:05:29.299 INFO:teuthology.orchestra.run.smithi063.stdout: "type": "str", 2024-09-15T22:05:29.300 INFO:teuthology.orchestra.run.smithi063.stdout: "level": "advanced", 2024-09-15T22:05:29.300 INFO:teuthology.orchestra.run.smithi063.stdout: "flags": 1, 2024-09-15T22:05:29.300 INFO:teuthology.orchestra.run.smithi063.stdout: "default_value": "", 2024-09-15T22:05:29.300 INFO:teuthology.orchestra.run.smithi063.stdout: "min": "", 2024-09-15T22:05:29.300 INFO:teuthology.orchestra.run.smithi063.stdout: "max": "", 2024-09-15T22:05:29.300 INFO:teuthology.orchestra.run.smithi063.stdout: "enum_allowed": [], 2024-09-15T22:05:29.300 INFO:teuthology.orchestra.run.smithi063.stdout: "desc": "Email address to send alerts to", 2024-09-15T22:05:29.300 INFO:teuthology.orchestra.run.smithi063.stdout: "long_desc": "", 2024-09-15T22:05:29.300 INFO:teuthology.orchestra.run.smithi063.stdout: "tags": [], 2024-09-15T22:05:29.300 INFO:teuthology.orchestra.run.smithi063.stdout: "see_also": [] 2024-09-15T22:05:29.300 INFO:teuthology.orchestra.run.smithi063.stdout: }, 2024-09-15T22:05:29.300 INFO:teuthology.orchestra.run.smithi063.stdout: "smtp_from_name": { 2024-09-15T22:05:29.300 INFO:teuthology.orchestra.run.smithi063.stdout: "name": "smtp_from_name", 2024-09-15T22:05:29.301 INFO:teuthology.orchestra.run.smithi063.stdout: "type": "str", 2024-09-15T22:05:29.301 INFO:teuthology.orchestra.run.smithi063.stdout: "level": "advanced", 2024-09-15T22:05:29.301 INFO:teuthology.orchestra.run.smithi063.stdout: "flags": 1, 2024-09-15T22:05:29.301 INFO:teuthology.orchestra.run.smithi063.stdout: "default_value": "Ceph", 2024-09-15T22:05:29.301 INFO:teuthology.orchestra.run.smithi063.stdout: "min": "", 2024-09-15T22:05:29.301 INFO:teuthology.orchestra.run.smithi063.stdout: "max": "", 2024-09-15T22:05:29.301 INFO:teuthology.orchestra.run.smithi063.stdout: "enum_allowed": [], 2024-09-15T22:05:29.301 INFO:teuthology.orchestra.run.smithi063.stdout: "desc": "Email From: name", 2024-09-15T22:05:29.301 INFO:teuthology.orchestra.run.smithi063.stdout: "long_desc": "", 2024-09-15T22:05:29.301 INFO:teuthology.orchestra.run.smithi063.stdout: "tags": [], 2024-09-15T22:05:29.301 INFO:teuthology.orchestra.run.smithi063.stdout: "see_also": [] 2024-09-15T22:05:29.301 INFO:teuthology.orchestra.run.smithi063.stdout: }, 2024-09-15T22:05:29.301 INFO:teuthology.orchestra.run.smithi063.stdout: "smtp_host": { 2024-09-15T22:05:29.302 INFO:teuthology.orchestra.run.smithi063.stdout: "name": "smtp_host", 2024-09-15T22:05:29.302 INFO:teuthology.orchestra.run.smithi063.stdout: "type": "str", 2024-09-15T22:05:29.302 INFO:teuthology.orchestra.run.smithi063.stdout: "level": "advanced", 2024-09-15T22:05:29.302 INFO:teuthology.orchestra.run.smithi063.stdout: "flags": 1, 2024-09-15T22:05:29.302 INFO:teuthology.orchestra.run.smithi063.stdout: "default_value": "", 2024-09-15T22:05:29.302 INFO:teuthology.orchestra.run.smithi063.stdout: "min": "", 2024-09-15T22:05:29.302 INFO:teuthology.orchestra.run.smithi063.stdout: "max": "", 2024-09-15T22:05:29.302 INFO:teuthology.orchestra.run.smithi063.stdout: "enum_allowed": [], 2024-09-15T22:05:29.302 INFO:teuthology.orchestra.run.smithi063.stdout: "desc": "SMTP server", 2024-09-15T22:05:29.302 INFO:teuthology.orchestra.run.smithi063.stdout: "long_desc": "", 2024-09-15T22:05:29.302 INFO:teuthology.orchestra.run.smithi063.stdout: "tags": [], 2024-09-15T22:05:29.302 INFO:teuthology.orchestra.run.smithi063.stdout: "see_also": [] 2024-09-15T22:05:29.302 INFO:teuthology.orchestra.run.smithi063.stdout: }, 2024-09-15T22:05:29.302 INFO:teuthology.orchestra.run.smithi063.stdout: "smtp_password": { 2024-09-15T22:05:29.303 INFO:teuthology.orchestra.run.smithi063.stdout: "name": "smtp_password", 2024-09-15T22:05:29.303 INFO:teuthology.orchestra.run.smithi063.stdout: "type": "str", 2024-09-15T22:05:29.303 INFO:teuthology.orchestra.run.smithi063.stdout: "level": "advanced", 2024-09-15T22:05:29.303 INFO:teuthology.orchestra.run.smithi063.stdout: "flags": 1, 2024-09-15T22:05:29.303 INFO:teuthology.orchestra.run.smithi063.stdout: "default_value": "", 2024-09-15T22:05:29.303 INFO:teuthology.orchestra.run.smithi063.stdout: "min": "", 2024-09-15T22:05:29.303 INFO:teuthology.orchestra.run.smithi063.stdout: "max": "", 2024-09-15T22:05:29.303 INFO:teuthology.orchestra.run.smithi063.stdout: "enum_allowed": [], 2024-09-15T22:05:29.303 INFO:teuthology.orchestra.run.smithi063.stdout: "desc": "Password to authenticate with", 2024-09-15T22:05:29.303 INFO:teuthology.orchestra.run.smithi063.stdout: "long_desc": "", 2024-09-15T22:05:29.303 INFO:teuthology.orchestra.run.smithi063.stdout: "tags": [], 2024-09-15T22:05:29.303 INFO:teuthology.orchestra.run.smithi063.stdout: "see_also": [] 2024-09-15T22:05:29.303 INFO:teuthology.orchestra.run.smithi063.stdout: }, 2024-09-15T22:05:29.303 INFO:teuthology.orchestra.run.smithi063.stdout: "smtp_port": { 2024-09-15T22:05:29.304 INFO:teuthology.orchestra.run.smithi063.stdout: "name": "smtp_port", 2024-09-15T22:05:29.304 INFO:teuthology.orchestra.run.smithi063.stdout: "type": "int", 2024-09-15T22:05:29.304 INFO:teuthology.orchestra.run.smithi063.stdout: "level": "advanced", 2024-09-15T22:05:29.304 INFO:teuthology.orchestra.run.smithi063.stdout: "flags": 1, 2024-09-15T22:05:29.304 INFO:teuthology.orchestra.run.smithi063.stdout: "default_value": "465", 2024-09-15T22:05:29.304 INFO:teuthology.orchestra.run.smithi063.stdout: "min": "", 2024-09-15T22:05:29.304 INFO:teuthology.orchestra.run.smithi063.stdout: "max": "", 2024-09-15T22:05:29.304 INFO:teuthology.orchestra.run.smithi063.stdout: "enum_allowed": [], 2024-09-15T22:05:29.304 INFO:teuthology.orchestra.run.smithi063.stdout: "desc": "SMTP port", 2024-09-15T22:05:29.304 INFO:teuthology.orchestra.run.smithi063.stdout: "long_desc": "", 2024-09-15T22:05:29.304 INFO:teuthology.orchestra.run.smithi063.stdout: "tags": [], 2024-09-15T22:05:29.304 INFO:teuthology.orchestra.run.smithi063.stdout: "see_also": [] 2024-09-15T22:05:29.304 INFO:teuthology.orchestra.run.smithi063.stdout: }, 2024-09-15T22:05:29.305 INFO:teuthology.orchestra.run.smithi063.stdout: "smtp_sender": { 2024-09-15T22:05:29.305 INFO:teuthology.orchestra.run.smithi063.stdout: "name": "smtp_sender", 2024-09-15T22:05:29.305 INFO:teuthology.orchestra.run.smithi063.stdout: "type": "str", 2024-09-15T22:05:29.305 INFO:teuthology.orchestra.run.smithi063.stdout: "level": "advanced", 2024-09-15T22:05:29.305 INFO:teuthology.orchestra.run.smithi063.stdout: "flags": 1, 2024-09-15T22:05:29.305 INFO:teuthology.orchestra.run.smithi063.stdout: "default_value": "", 2024-09-15T22:05:29.305 INFO:teuthology.orchestra.run.smithi063.stdout: "min": "", 2024-09-15T22:05:29.305 INFO:teuthology.orchestra.run.smithi063.stdout: "max": "", 2024-09-15T22:05:29.305 INFO:teuthology.orchestra.run.smithi063.stdout: "enum_allowed": [], 2024-09-15T22:05:29.305 INFO:teuthology.orchestra.run.smithi063.stdout: "desc": "SMTP envelope sender", 2024-09-15T22:05:29.305 INFO:teuthology.orchestra.run.smithi063.stdout: "long_desc": "", 2024-09-15T22:05:29.305 INFO:teuthology.orchestra.run.smithi063.stdout: "tags": [], 2024-09-15T22:05:29.305 INFO:teuthology.orchestra.run.smithi063.stdout: "see_also": [] 2024-09-15T22:05:29.305 INFO:teuthology.orchestra.run.smithi063.stdout: }, 2024-09-15T22:05:29.306 INFO:teuthology.orchestra.run.smithi063.stdout: "smtp_ssl": { 2024-09-15T22:05:29.306 INFO:teuthology.orchestra.run.smithi063.stdout: "name": "smtp_ssl", 2024-09-15T22:05:29.306 INFO:teuthology.orchestra.run.smithi063.stdout: "type": "bool", 2024-09-15T22:05:29.306 INFO:teuthology.orchestra.run.smithi063.stdout: "level": "advanced", 2024-09-15T22:05:29.306 INFO:teuthology.orchestra.run.smithi063.stdout: "flags": 1, 2024-09-15T22:05:29.306 INFO:teuthology.orchestra.run.smithi063.stdout: "default_value": "True", 2024-09-15T22:05:29.306 INFO:teuthology.orchestra.run.smithi063.stdout: "min": "", 2024-09-15T22:05:29.306 INFO:teuthology.orchestra.run.smithi063.stdout: "max": "", 2024-09-15T22:05:29.306 INFO:teuthology.orchestra.run.smithi063.stdout: "enum_allowed": [], 2024-09-15T22:05:29.306 INFO:teuthology.orchestra.run.smithi063.stdout: "desc": "Use SSL to connect to SMTP server", 2024-09-15T22:05:29.306 INFO:teuthology.orchestra.run.smithi063.stdout: "long_desc": "", 2024-09-15T22:05:29.306 INFO:teuthology.orchestra.run.smithi063.stdout: "tags": [], 2024-09-15T22:05:29.306 INFO:teuthology.orchestra.run.smithi063.stdout: "see_also": [] 2024-09-15T22:05:29.307 INFO:teuthology.orchestra.run.smithi063.stdout: }, 2024-09-15T22:05:29.307 INFO:teuthology.orchestra.run.smithi063.stdout: "smtp_user": { 2024-09-15T22:05:29.307 INFO:teuthology.orchestra.run.smithi063.stdout: "name": "smtp_user", 2024-09-15T22:05:29.307 INFO:teuthology.orchestra.run.smithi063.stdout: "type": "str", 2024-09-15T22:05:29.307 INFO:teuthology.orchestra.run.smithi063.stdout: "level": "advanced", 2024-09-15T22:05:29.307 INFO:teuthology.orchestra.run.smithi063.stdout: "flags": 1, 2024-09-15T22:05:29.307 INFO:teuthology.orchestra.run.smithi063.stdout: "default_value": "", 2024-09-15T22:05:29.307 INFO:teuthology.orchestra.run.smithi063.stdout: "min": "", 2024-09-15T22:05:29.307 INFO:teuthology.orchestra.run.smithi063.stdout: "max": "", 2024-09-15T22:05:29.307 INFO:teuthology.orchestra.run.smithi063.stdout: "enum_allowed": [], 2024-09-15T22:05:29.307 INFO:teuthology.orchestra.run.smithi063.stdout: "desc": "User to authenticate as", 2024-09-15T22:05:29.307 INFO:teuthology.orchestra.run.smithi063.stdout: "long_desc": "", 2024-09-15T22:05:29.307 INFO:teuthology.orchestra.run.smithi063.stdout: "tags": [], 2024-09-15T22:05:29.307 INFO:teuthology.orchestra.run.smithi063.stdout: "see_also": [] 2024-09-15T22:05:29.308 INFO:teuthology.orchestra.run.smithi063.stdout: } 2024-09-15T22:05:29.308 INFO:teuthology.orchestra.run.smithi063.stdout: } 2024-09-15T22:05:29.308 INFO:teuthology.orchestra.run.smithi063.stdout: }, 2024-09-15T22:05:29.308 INFO:teuthology.orchestra.run.smithi063.stdout: { 2024-09-15T22:05:29.308 INFO:teuthology.orchestra.run.smithi063.stdout: "name": "balancer", 2024-09-15T22:05:29.308 INFO:teuthology.orchestra.run.smithi063.stdout: "can_run": true, 2024-09-15T22:05:29.308 INFO:teuthology.orchestra.run.smithi063.stdout: "error_string": "", 2024-09-15T22:05:29.308 INFO:teuthology.orchestra.run.smithi063.stdout: "module_options": { 2024-09-15T22:05:29.308 INFO:teuthology.orchestra.run.smithi063.stdout: "active": { 2024-09-15T22:05:29.308 INFO:teuthology.orchestra.run.smithi063.stdout: "name": "active", 2024-09-15T22:05:29.308 INFO:teuthology.orchestra.run.smithi063.stdout: "type": "bool", 2024-09-15T22:05:29.308 INFO:teuthology.orchestra.run.smithi063.stdout: "level": "advanced", 2024-09-15T22:05:29.308 INFO:teuthology.orchestra.run.smithi063.stdout: "flags": 1, 2024-09-15T22:05:29.309 INFO:teuthology.orchestra.run.smithi063.stdout: "default_value": "True", 2024-09-15T22:05:29.309 INFO:teuthology.orchestra.run.smithi063.stdout: "min": "", 2024-09-15T22:05:29.309 INFO:teuthology.orchestra.run.smithi063.stdout: "max": "", 2024-09-15T22:05:29.309 INFO:teuthology.orchestra.run.smithi063.stdout: "enum_allowed": [], 2024-09-15T22:05:29.309 INFO:teuthology.orchestra.run.smithi063.stdout: "desc": "automatically balance PGs across cluster", 2024-09-15T22:05:29.309 INFO:teuthology.orchestra.run.smithi063.stdout: "long_desc": "", 2024-09-15T22:05:29.309 INFO:teuthology.orchestra.run.smithi063.stdout: "tags": [], 2024-09-15T22:05:29.309 INFO:teuthology.orchestra.run.smithi063.stdout: "see_also": [] 2024-09-15T22:05:29.309 INFO:teuthology.orchestra.run.smithi063.stdout: }, 2024-09-15T22:05:29.309 INFO:teuthology.orchestra.run.smithi063.stdout: "begin_time": { 2024-09-15T22:05:29.309 INFO:teuthology.orchestra.run.smithi063.stdout: "name": "begin_time", 2024-09-15T22:05:29.309 INFO:teuthology.orchestra.run.smithi063.stdout: "type": "str", 2024-09-15T22:05:29.309 INFO:teuthology.orchestra.run.smithi063.stdout: "level": "advanced", 2024-09-15T22:05:29.309 INFO:teuthology.orchestra.run.smithi063.stdout: "flags": 1, 2024-09-15T22:05:29.310 INFO:teuthology.orchestra.run.smithi063.stdout: "default_value": "0000", 2024-09-15T22:05:29.310 INFO:teuthology.orchestra.run.smithi063.stdout: "min": "", 2024-09-15T22:05:29.310 INFO:teuthology.orchestra.run.smithi063.stdout: "max": "", 2024-09-15T22:05:29.310 INFO:teuthology.orchestra.run.smithi063.stdout: "enum_allowed": [], 2024-09-15T22:05:29.310 INFO:teuthology.orchestra.run.smithi063.stdout: "desc": "beginning time of day to automatically balance", 2024-09-15T22:05:29.310 INFO:teuthology.orchestra.run.smithi063.stdout: "long_desc": "This is a time of day in the format HHMM.", 2024-09-15T22:05:29.310 INFO:teuthology.orchestra.run.smithi063.stdout: "tags": [], 2024-09-15T22:05:29.310 INFO:teuthology.orchestra.run.smithi063.stdout: "see_also": [] 2024-09-15T22:05:29.310 INFO:teuthology.orchestra.run.smithi063.stdout: }, 2024-09-15T22:05:29.310 INFO:teuthology.orchestra.run.smithi063.stdout: "begin_weekday": { 2024-09-15T22:05:29.310 INFO:teuthology.orchestra.run.smithi063.stdout: "name": "begin_weekday", 2024-09-15T22:05:29.310 INFO:teuthology.orchestra.run.smithi063.stdout: "type": "uint", 2024-09-15T22:05:29.310 INFO:teuthology.orchestra.run.smithi063.stdout: "level": "advanced", 2024-09-15T22:05:29.311 INFO:teuthology.orchestra.run.smithi063.stdout: "flags": 1, 2024-09-15T22:05:29.311 INFO:teuthology.orchestra.run.smithi063.stdout: "default_value": "0", 2024-09-15T22:05:29.311 INFO:teuthology.orchestra.run.smithi063.stdout: "min": "0", 2024-09-15T22:05:29.311 INFO:teuthology.orchestra.run.smithi063.stdout: "max": "6", 2024-09-15T22:05:29.311 INFO:teuthology.orchestra.run.smithi063.stdout: "enum_allowed": [], 2024-09-15T22:05:29.311 INFO:teuthology.orchestra.run.smithi063.stdout: "desc": "Restrict automatic balancing to this day of the week or later", 2024-09-15T22:05:29.311 INFO:teuthology.orchestra.run.smithi063.stdout: "long_desc": "0 = Sunday, 1 = Monday, etc.", 2024-09-15T22:05:29.311 INFO:teuthology.orchestra.run.smithi063.stdout: "tags": [], 2024-09-15T22:05:29.311 INFO:teuthology.orchestra.run.smithi063.stdout: "see_also": [] 2024-09-15T22:05:29.311 INFO:teuthology.orchestra.run.smithi063.stdout: }, 2024-09-15T22:05:29.311 INFO:teuthology.orchestra.run.smithi063.stdout: "crush_compat_max_iterations": { 2024-09-15T22:05:29.311 INFO:teuthology.orchestra.run.smithi063.stdout: "name": "crush_compat_max_iterations", 2024-09-15T22:05:29.311 INFO:teuthology.orchestra.run.smithi063.stdout: "type": "uint", 2024-09-15T22:05:29.311 INFO:teuthology.orchestra.run.smithi063.stdout: "level": "advanced", 2024-09-15T22:05:29.312 INFO:teuthology.orchestra.run.smithi063.stdout: "flags": 1, 2024-09-15T22:05:29.312 INFO:teuthology.orchestra.run.smithi063.stdout: "default_value": "25", 2024-09-15T22:05:29.312 INFO:teuthology.orchestra.run.smithi063.stdout: "min": "1", 2024-09-15T22:05:29.312 INFO:teuthology.orchestra.run.smithi063.stdout: "max": "250", 2024-09-15T22:05:29.312 INFO:teuthology.orchestra.run.smithi063.stdout: "enum_allowed": [], 2024-09-15T22:05:29.312 INFO:teuthology.orchestra.run.smithi063.stdout: "desc": "maximum number of iterations to attempt optimization", 2024-09-15T22:05:29.312 INFO:teuthology.orchestra.run.smithi063.stdout: "long_desc": "", 2024-09-15T22:05:29.312 INFO:teuthology.orchestra.run.smithi063.stdout: "tags": [], 2024-09-15T22:05:29.312 INFO:teuthology.orchestra.run.smithi063.stdout: "see_also": [] 2024-09-15T22:05:29.312 INFO:teuthology.orchestra.run.smithi063.stdout: }, 2024-09-15T22:05:29.312 INFO:teuthology.orchestra.run.smithi063.stdout: "crush_compat_metrics": { 2024-09-15T22:05:29.312 INFO:teuthology.orchestra.run.smithi063.stdout: "name": "crush_compat_metrics", 2024-09-15T22:05:29.312 INFO:teuthology.orchestra.run.smithi063.stdout: "type": "str", 2024-09-15T22:05:29.313 INFO:teuthology.orchestra.run.smithi063.stdout: "level": "advanced", 2024-09-15T22:05:29.313 INFO:teuthology.orchestra.run.smithi063.stdout: "flags": 1, 2024-09-15T22:05:29.313 INFO:teuthology.orchestra.run.smithi063.stdout: "default_value": "pgs,objects,bytes", 2024-09-15T22:05:29.313 INFO:teuthology.orchestra.run.smithi063.stdout: "min": "", 2024-09-15T22:05:29.313 INFO:teuthology.orchestra.run.smithi063.stdout: "max": "", 2024-09-15T22:05:29.313 INFO:teuthology.orchestra.run.smithi063.stdout: "enum_allowed": [], 2024-09-15T22:05:29.313 INFO:teuthology.orchestra.run.smithi063.stdout: "desc": "metrics with which to calculate OSD utilization", 2024-09-15T22:05:29.313 INFO:teuthology.orchestra.run.smithi063.stdout: "long_desc": "Value is a list of one or more of \"pgs\", \"objects\", or \"bytes\", and indicates which metrics to use to balance utilization.", 2024-09-15T22:05:29.313 INFO:teuthology.orchestra.run.smithi063.stdout: "tags": [], 2024-09-15T22:05:29.313 INFO:teuthology.orchestra.run.smithi063.stdout: "see_also": [] 2024-09-15T22:05:29.313 INFO:teuthology.orchestra.run.smithi063.stdout: }, 2024-09-15T22:05:29.313 INFO:teuthology.orchestra.run.smithi063.stdout: "crush_compat_step": { 2024-09-15T22:05:29.313 INFO:teuthology.orchestra.run.smithi063.stdout: "name": "crush_compat_step", 2024-09-15T22:05:29.313 INFO:teuthology.orchestra.run.smithi063.stdout: "type": "float", 2024-09-15T22:05:29.314 INFO:teuthology.orchestra.run.smithi063.stdout: "level": "advanced", 2024-09-15T22:05:29.314 INFO:teuthology.orchestra.run.smithi063.stdout: "flags": 1, 2024-09-15T22:05:29.314 INFO:teuthology.orchestra.run.smithi063.stdout: "default_value": "0.5", 2024-09-15T22:05:29.314 INFO:teuthology.orchestra.run.smithi063.stdout: "min": "0.001", 2024-09-15T22:05:29.314 INFO:teuthology.orchestra.run.smithi063.stdout: "max": "0.999", 2024-09-15T22:05:29.314 INFO:teuthology.orchestra.run.smithi063.stdout: "enum_allowed": [], 2024-09-15T22:05:29.314 INFO:teuthology.orchestra.run.smithi063.stdout: "desc": "aggressiveness of optimization", 2024-09-15T22:05:29.314 INFO:teuthology.orchestra.run.smithi063.stdout: "long_desc": ".99 is very aggressive, .01 is less aggressive", 2024-09-15T22:05:29.314 INFO:teuthology.orchestra.run.smithi063.stdout: "tags": [], 2024-09-15T22:05:29.314 INFO:teuthology.orchestra.run.smithi063.stdout: "see_also": [] 2024-09-15T22:05:29.314 INFO:teuthology.orchestra.run.smithi063.stdout: }, 2024-09-15T22:05:29.314 INFO:teuthology.orchestra.run.smithi063.stdout: "end_time": { 2024-09-15T22:05:29.314 INFO:teuthology.orchestra.run.smithi063.stdout: "name": "end_time", 2024-09-15T22:05:29.314 INFO:teuthology.orchestra.run.smithi063.stdout: "type": "str", 2024-09-15T22:05:29.315 INFO:teuthology.orchestra.run.smithi063.stdout: "level": "advanced", 2024-09-15T22:05:29.315 INFO:teuthology.orchestra.run.smithi063.stdout: "flags": 1, 2024-09-15T22:05:29.315 INFO:teuthology.orchestra.run.smithi063.stdout: "default_value": "2359", 2024-09-15T22:05:29.315 INFO:teuthology.orchestra.run.smithi063.stdout: "min": "", 2024-09-15T22:05:29.315 INFO:teuthology.orchestra.run.smithi063.stdout: "max": "", 2024-09-15T22:05:29.315 INFO:teuthology.orchestra.run.smithi063.stdout: "enum_allowed": [], 2024-09-15T22:05:29.315 INFO:teuthology.orchestra.run.smithi063.stdout: "desc": "ending time of day to automatically balance", 2024-09-15T22:05:29.315 INFO:teuthology.orchestra.run.smithi063.stdout: "long_desc": "This is a time of day in the format HHMM.", 2024-09-15T22:05:29.315 INFO:teuthology.orchestra.run.smithi063.stdout: "tags": [], 2024-09-15T22:05:29.315 INFO:teuthology.orchestra.run.smithi063.stdout: "see_also": [] 2024-09-15T22:05:29.315 INFO:teuthology.orchestra.run.smithi063.stdout: }, 2024-09-15T22:05:29.315 INFO:teuthology.orchestra.run.smithi063.stdout: "end_weekday": { 2024-09-15T22:05:29.315 INFO:teuthology.orchestra.run.smithi063.stdout: "name": "end_weekday", 2024-09-15T22:05:29.316 INFO:teuthology.orchestra.run.smithi063.stdout: "type": "uint", 2024-09-15T22:05:29.316 INFO:teuthology.orchestra.run.smithi063.stdout: "level": "advanced", 2024-09-15T22:05:29.316 INFO:teuthology.orchestra.run.smithi063.stdout: "flags": 1, 2024-09-15T22:05:29.316 INFO:teuthology.orchestra.run.smithi063.stdout: "default_value": "0", 2024-09-15T22:05:29.316 INFO:teuthology.orchestra.run.smithi063.stdout: "min": "0", 2024-09-15T22:05:29.316 INFO:teuthology.orchestra.run.smithi063.stdout: "max": "6", 2024-09-15T22:05:29.316 INFO:teuthology.orchestra.run.smithi063.stdout: "enum_allowed": [], 2024-09-15T22:05:29.316 INFO:teuthology.orchestra.run.smithi063.stdout: "desc": "Restrict automatic balancing to days of the week earlier than this", 2024-09-15T22:05:29.316 INFO:teuthology.orchestra.run.smithi063.stdout: "long_desc": "0 = Sunday, 1 = Monday, etc.", 2024-09-15T22:05:29.316 INFO:teuthology.orchestra.run.smithi063.stdout: "tags": [], 2024-09-15T22:05:29.316 INFO:teuthology.orchestra.run.smithi063.stdout: "see_also": [] 2024-09-15T22:05:29.316 INFO:teuthology.orchestra.run.smithi063.stdout: }, 2024-09-15T22:05:29.317 INFO:teuthology.orchestra.run.smithi063.stdout: "log_level": { 2024-09-15T22:05:29.317 INFO:teuthology.orchestra.run.smithi063.stdout: "name": "log_level", 2024-09-15T22:05:29.317 INFO:teuthology.orchestra.run.smithi063.stdout: "type": "str", 2024-09-15T22:05:29.317 INFO:teuthology.orchestra.run.smithi063.stdout: "level": "advanced", 2024-09-15T22:05:29.317 INFO:teuthology.orchestra.run.smithi063.stdout: "flags": 1, 2024-09-15T22:05:29.317 INFO:teuthology.orchestra.run.smithi063.stdout: "default_value": "", 2024-09-15T22:05:29.317 INFO:teuthology.orchestra.run.smithi063.stdout: "min": "", 2024-09-15T22:05:29.317 INFO:teuthology.orchestra.run.smithi063.stdout: "max": "", 2024-09-15T22:05:29.317 INFO:teuthology.orchestra.run.smithi063.stdout: "enum_allowed": [ 2024-09-15T22:05:29.317 INFO:teuthology.orchestra.run.smithi063.stdout: "", 2024-09-15T22:05:29.317 INFO:teuthology.orchestra.run.smithi063.stdout: "critical", 2024-09-15T22:05:29.317 INFO:teuthology.orchestra.run.smithi063.stdout: "debug", 2024-09-15T22:05:29.317 INFO:teuthology.orchestra.run.smithi063.stdout: "error", 2024-09-15T22:05:29.317 INFO:teuthology.orchestra.run.smithi063.stdout: "info", 2024-09-15T22:05:29.318 INFO:teuthology.orchestra.run.smithi063.stdout: "warning" 2024-09-15T22:05:29.318 INFO:teuthology.orchestra.run.smithi063.stdout: ], 2024-09-15T22:05:29.318 INFO:teuthology.orchestra.run.smithi063.stdout: "desc": "", 2024-09-15T22:05:29.318 INFO:teuthology.orchestra.run.smithi063.stdout: "long_desc": "", 2024-09-15T22:05:29.318 INFO:teuthology.orchestra.run.smithi063.stdout: "tags": [], 2024-09-15T22:05:29.318 INFO:teuthology.orchestra.run.smithi063.stdout: "see_also": [] 2024-09-15T22:05:29.318 INFO:teuthology.orchestra.run.smithi063.stdout: }, 2024-09-15T22:05:29.318 INFO:teuthology.orchestra.run.smithi063.stdout: "log_to_cluster": { 2024-09-15T22:05:29.318 INFO:teuthology.orchestra.run.smithi063.stdout: "name": "log_to_cluster", 2024-09-15T22:05:29.318 INFO:teuthology.orchestra.run.smithi063.stdout: "type": "bool", 2024-09-15T22:05:29.318 INFO:teuthology.orchestra.run.smithi063.stdout: "level": "advanced", 2024-09-15T22:05:29.318 INFO:teuthology.orchestra.run.smithi063.stdout: "flags": 1, 2024-09-15T22:05:29.318 INFO:teuthology.orchestra.run.smithi063.stdout: "default_value": "False", 2024-09-15T22:05:29.318 INFO:teuthology.orchestra.run.smithi063.stdout: "min": "", 2024-09-15T22:05:29.319 INFO:teuthology.orchestra.run.smithi063.stdout: "max": "", 2024-09-15T22:05:29.319 INFO:teuthology.orchestra.run.smithi063.stdout: "enum_allowed": [], 2024-09-15T22:05:29.319 INFO:teuthology.orchestra.run.smithi063.stdout: "desc": "", 2024-09-15T22:05:29.319 INFO:teuthology.orchestra.run.smithi063.stdout: "long_desc": "", 2024-09-15T22:05:29.319 INFO:teuthology.orchestra.run.smithi063.stdout: "tags": [], 2024-09-15T22:05:29.319 INFO:teuthology.orchestra.run.smithi063.stdout: "see_also": [] 2024-09-15T22:05:29.319 INFO:teuthology.orchestra.run.smithi063.stdout: }, 2024-09-15T22:05:29.319 INFO:teuthology.orchestra.run.smithi063.stdout: "log_to_cluster_level": { 2024-09-15T22:05:29.319 INFO:teuthology.orchestra.run.smithi063.stdout: "name": "log_to_cluster_level", 2024-09-15T22:05:29.319 INFO:teuthology.orchestra.run.smithi063.stdout: "type": "str", 2024-09-15T22:05:29.319 INFO:teuthology.orchestra.run.smithi063.stdout: "level": "advanced", 2024-09-15T22:05:29.319 INFO:teuthology.orchestra.run.smithi063.stdout: "flags": 1, 2024-09-15T22:05:29.319 INFO:teuthology.orchestra.run.smithi063.stdout: "default_value": "info", 2024-09-15T22:05:29.320 INFO:teuthology.orchestra.run.smithi063.stdout: "min": "", 2024-09-15T22:05:29.320 INFO:teuthology.orchestra.run.smithi063.stdout: "max": "", 2024-09-15T22:05:29.320 INFO:teuthology.orchestra.run.smithi063.stdout: "enum_allowed": [ 2024-09-15T22:05:29.320 INFO:teuthology.orchestra.run.smithi063.stdout: "", 2024-09-15T22:05:29.320 INFO:teuthology.orchestra.run.smithi063.stdout: "critical", 2024-09-15T22:05:29.320 INFO:teuthology.orchestra.run.smithi063.stdout: "debug", 2024-09-15T22:05:29.320 INFO:teuthology.orchestra.run.smithi063.stdout: "error", 2024-09-15T22:05:29.320 INFO:teuthology.orchestra.run.smithi063.stdout: "info", 2024-09-15T22:05:29.320 INFO:teuthology.orchestra.run.smithi063.stdout: "warning" 2024-09-15T22:05:29.320 INFO:teuthology.orchestra.run.smithi063.stdout: ], 2024-09-15T22:05:29.320 INFO:teuthology.orchestra.run.smithi063.stdout: "desc": "", 2024-09-15T22:05:29.320 INFO:teuthology.orchestra.run.smithi063.stdout: "long_desc": "", 2024-09-15T22:05:29.320 INFO:teuthology.orchestra.run.smithi063.stdout: "tags": [], 2024-09-15T22:05:29.321 INFO:teuthology.orchestra.run.smithi063.stdout: "see_also": [] 2024-09-15T22:05:29.321 INFO:teuthology.orchestra.run.smithi063.stdout: }, 2024-09-15T22:05:29.321 INFO:teuthology.orchestra.run.smithi063.stdout: "log_to_file": { 2024-09-15T22:05:29.321 INFO:teuthology.orchestra.run.smithi063.stdout: "name": "log_to_file", 2024-09-15T22:05:29.321 INFO:teuthology.orchestra.run.smithi063.stdout: "type": "bool", 2024-09-15T22:05:29.321 INFO:teuthology.orchestra.run.smithi063.stdout: "level": "advanced", 2024-09-15T22:05:29.321 INFO:teuthology.orchestra.run.smithi063.stdout: "flags": 1, 2024-09-15T22:05:29.321 INFO:teuthology.orchestra.run.smithi063.stdout: "default_value": "False", 2024-09-15T22:05:29.321 INFO:teuthology.orchestra.run.smithi063.stdout: "min": "", 2024-09-15T22:05:29.321 INFO:teuthology.orchestra.run.smithi063.stdout: "max": "", 2024-09-15T22:05:29.321 INFO:teuthology.orchestra.run.smithi063.stdout: "enum_allowed": [], 2024-09-15T22:05:29.321 INFO:teuthology.orchestra.run.smithi063.stdout: "desc": "", 2024-09-15T22:05:29.322 INFO:teuthology.orchestra.run.smithi063.stdout: "long_desc": "", 2024-09-15T22:05:29.322 INFO:teuthology.orchestra.run.smithi063.stdout: "tags": [], 2024-09-15T22:05:29.322 INFO:teuthology.orchestra.run.smithi063.stdout: "see_also": [] 2024-09-15T22:05:29.322 INFO:teuthology.orchestra.run.smithi063.stdout: }, 2024-09-15T22:05:29.322 INFO:teuthology.orchestra.run.smithi063.stdout: "min_score": { 2024-09-15T22:05:29.322 INFO:teuthology.orchestra.run.smithi063.stdout: "name": "min_score", 2024-09-15T22:05:29.322 INFO:teuthology.orchestra.run.smithi063.stdout: "type": "float", 2024-09-15T22:05:29.322 INFO:teuthology.orchestra.run.smithi063.stdout: "level": "advanced", 2024-09-15T22:05:29.322 INFO:teuthology.orchestra.run.smithi063.stdout: "flags": 1, 2024-09-15T22:05:29.322 INFO:teuthology.orchestra.run.smithi063.stdout: "default_value": "0", 2024-09-15T22:05:29.322 INFO:teuthology.orchestra.run.smithi063.stdout: "min": "", 2024-09-15T22:05:29.322 INFO:teuthology.orchestra.run.smithi063.stdout: "max": "", 2024-09-15T22:05:29.322 INFO:teuthology.orchestra.run.smithi063.stdout: "enum_allowed": [], 2024-09-15T22:05:29.322 INFO:teuthology.orchestra.run.smithi063.stdout: "desc": "minimum score, below which no optimization is attempted", 2024-09-15T22:05:29.323 INFO:teuthology.orchestra.run.smithi063.stdout: "long_desc": "", 2024-09-15T22:05:29.323 INFO:teuthology.orchestra.run.smithi063.stdout: "tags": [], 2024-09-15T22:05:29.323 INFO:teuthology.orchestra.run.smithi063.stdout: "see_also": [] 2024-09-15T22:05:29.323 INFO:teuthology.orchestra.run.smithi063.stdout: }, 2024-09-15T22:05:29.323 INFO:teuthology.orchestra.run.smithi063.stdout: "mode": { 2024-09-15T22:05:29.323 INFO:teuthology.orchestra.run.smithi063.stdout: "name": "mode", 2024-09-15T22:05:29.323 INFO:teuthology.orchestra.run.smithi063.stdout: "type": "str", 2024-09-15T22:05:29.323 INFO:teuthology.orchestra.run.smithi063.stdout: "level": "advanced", 2024-09-15T22:05:29.323 INFO:teuthology.orchestra.run.smithi063.stdout: "flags": 1, 2024-09-15T22:05:29.323 INFO:teuthology.orchestra.run.smithi063.stdout: "default_value": "upmap", 2024-09-15T22:05:29.323 INFO:teuthology.orchestra.run.smithi063.stdout: "min": "", 2024-09-15T22:05:29.323 INFO:teuthology.orchestra.run.smithi063.stdout: "max": "", 2024-09-15T22:05:29.324 INFO:teuthology.orchestra.run.smithi063.stdout: "enum_allowed": [ 2024-09-15T22:05:29.324 INFO:teuthology.orchestra.run.smithi063.stdout: "crush-compat", 2024-09-15T22:05:29.324 INFO:teuthology.orchestra.run.smithi063.stdout: "none", 2024-09-15T22:05:29.324 INFO:teuthology.orchestra.run.smithi063.stdout: "read", 2024-09-15T22:05:29.324 INFO:teuthology.orchestra.run.smithi063.stdout: "upmap", 2024-09-15T22:05:29.324 INFO:teuthology.orchestra.run.smithi063.stdout: "upmap-read" 2024-09-15T22:05:29.324 INFO:teuthology.orchestra.run.smithi063.stdout: ], 2024-09-15T22:05:29.324 INFO:teuthology.orchestra.run.smithi063.stdout: "desc": "Balancer mode", 2024-09-15T22:05:29.324 INFO:teuthology.orchestra.run.smithi063.stdout: "long_desc": "", 2024-09-15T22:05:29.324 INFO:teuthology.orchestra.run.smithi063.stdout: "tags": [], 2024-09-15T22:05:29.324 INFO:teuthology.orchestra.run.smithi063.stdout: "see_also": [] 2024-09-15T22:05:29.325 INFO:teuthology.orchestra.run.smithi063.stdout: }, 2024-09-15T22:05:29.325 INFO:teuthology.orchestra.run.smithi063.stdout: "pool_ids": { 2024-09-15T22:05:29.325 INFO:teuthology.orchestra.run.smithi063.stdout: "name": "pool_ids", 2024-09-15T22:05:29.325 INFO:teuthology.orchestra.run.smithi063.stdout: "type": "str", 2024-09-15T22:05:29.325 INFO:teuthology.orchestra.run.smithi063.stdout: "level": "advanced", 2024-09-15T22:05:29.325 INFO:teuthology.orchestra.run.smithi063.stdout: "flags": 1, 2024-09-15T22:05:29.325 INFO:teuthology.orchestra.run.smithi063.stdout: "default_value": "", 2024-09-15T22:05:29.325 INFO:teuthology.orchestra.run.smithi063.stdout: "min": "", 2024-09-15T22:05:29.325 INFO:teuthology.orchestra.run.smithi063.stdout: "max": "", 2024-09-15T22:05:29.325 INFO:teuthology.orchestra.run.smithi063.stdout: "enum_allowed": [], 2024-09-15T22:05:29.325 INFO:teuthology.orchestra.run.smithi063.stdout: "desc": "pools which the automatic balancing will be limited to", 2024-09-15T22:05:29.325 INFO:teuthology.orchestra.run.smithi063.stdout: "long_desc": "", 2024-09-15T22:05:29.325 INFO:teuthology.orchestra.run.smithi063.stdout: "tags": [], 2024-09-15T22:05:29.325 INFO:teuthology.orchestra.run.smithi063.stdout: "see_also": [] 2024-09-15T22:05:29.326 INFO:teuthology.orchestra.run.smithi063.stdout: }, 2024-09-15T22:05:29.326 INFO:teuthology.orchestra.run.smithi063.stdout: "sleep_interval": { 2024-09-15T22:05:29.326 INFO:teuthology.orchestra.run.smithi063.stdout: "name": "sleep_interval", 2024-09-15T22:05:29.326 INFO:teuthology.orchestra.run.smithi063.stdout: "type": "secs", 2024-09-15T22:05:29.326 INFO:teuthology.orchestra.run.smithi063.stdout: "level": "advanced", 2024-09-15T22:05:29.326 INFO:teuthology.orchestra.run.smithi063.stdout: "flags": 1, 2024-09-15T22:05:29.326 INFO:teuthology.orchestra.run.smithi063.stdout: "default_value": "60", 2024-09-15T22:05:29.326 INFO:teuthology.orchestra.run.smithi063.stdout: "min": "", 2024-09-15T22:05:29.326 INFO:teuthology.orchestra.run.smithi063.stdout: "max": "", 2024-09-15T22:05:29.326 INFO:teuthology.orchestra.run.smithi063.stdout: "enum_allowed": [], 2024-09-15T22:05:29.326 INFO:teuthology.orchestra.run.smithi063.stdout: "desc": "how frequently to wake up and attempt optimization", 2024-09-15T22:05:29.326 INFO:teuthology.orchestra.run.smithi063.stdout: "long_desc": "", 2024-09-15T22:05:29.326 INFO:teuthology.orchestra.run.smithi063.stdout: "tags": [], 2024-09-15T22:05:29.326 INFO:teuthology.orchestra.run.smithi063.stdout: "see_also": [] 2024-09-15T22:05:29.327 INFO:teuthology.orchestra.run.smithi063.stdout: }, 2024-09-15T22:05:29.327 INFO:teuthology.orchestra.run.smithi063.stdout: "upmap_max_deviation": { 2024-09-15T22:05:29.327 INFO:teuthology.orchestra.run.smithi063.stdout: "name": "upmap_max_deviation", 2024-09-15T22:05:29.327 INFO:teuthology.orchestra.run.smithi063.stdout: "type": "int", 2024-09-15T22:05:29.327 INFO:teuthology.orchestra.run.smithi063.stdout: "level": "advanced", 2024-09-15T22:05:29.327 INFO:teuthology.orchestra.run.smithi063.stdout: "flags": 1, 2024-09-15T22:05:29.327 INFO:teuthology.orchestra.run.smithi063.stdout: "default_value": "5", 2024-09-15T22:05:29.327 INFO:teuthology.orchestra.run.smithi063.stdout: "min": "1", 2024-09-15T22:05:29.327 INFO:teuthology.orchestra.run.smithi063.stdout: "max": "", 2024-09-15T22:05:29.327 INFO:teuthology.orchestra.run.smithi063.stdout: "enum_allowed": [], 2024-09-15T22:05:29.327 INFO:teuthology.orchestra.run.smithi063.stdout: "desc": "deviation below which no optimization is attempted", 2024-09-15T22:05:29.327 INFO:teuthology.orchestra.run.smithi063.stdout: "long_desc": "If the number of PGs are within this count then no optimization is attempted", 2024-09-15T22:05:29.327 INFO:teuthology.orchestra.run.smithi063.stdout: "tags": [], 2024-09-15T22:05:29.327 INFO:teuthology.orchestra.run.smithi063.stdout: "see_also": [] 2024-09-15T22:05:29.328 INFO:teuthology.orchestra.run.smithi063.stdout: }, 2024-09-15T22:05:29.328 INFO:teuthology.orchestra.run.smithi063.stdout: "upmap_max_optimizations": { 2024-09-15T22:05:29.328 INFO:teuthology.orchestra.run.smithi063.stdout: "name": "upmap_max_optimizations", 2024-09-15T22:05:29.328 INFO:teuthology.orchestra.run.smithi063.stdout: "type": "uint", 2024-09-15T22:05:29.328 INFO:teuthology.orchestra.run.smithi063.stdout: "level": "advanced", 2024-09-15T22:05:29.328 INFO:teuthology.orchestra.run.smithi063.stdout: "flags": 1, 2024-09-15T22:05:29.328 INFO:teuthology.orchestra.run.smithi063.stdout: "default_value": "10", 2024-09-15T22:05:29.328 INFO:teuthology.orchestra.run.smithi063.stdout: "min": "", 2024-09-15T22:05:29.328 INFO:teuthology.orchestra.run.smithi063.stdout: "max": "", 2024-09-15T22:05:29.328 INFO:teuthology.orchestra.run.smithi063.stdout: "enum_allowed": [], 2024-09-15T22:05:29.328 INFO:teuthology.orchestra.run.smithi063.stdout: "desc": "maximum upmap optimizations to make per attempt", 2024-09-15T22:05:29.328 INFO:teuthology.orchestra.run.smithi063.stdout: "long_desc": "", 2024-09-15T22:05:29.328 INFO:teuthology.orchestra.run.smithi063.stdout: "tags": [], 2024-09-15T22:05:29.329 INFO:teuthology.orchestra.run.smithi063.stdout: "see_also": [] 2024-09-15T22:05:29.329 INFO:teuthology.orchestra.run.smithi063.stdout: } 2024-09-15T22:05:29.329 INFO:teuthology.orchestra.run.smithi063.stdout: } 2024-09-15T22:05:29.329 INFO:teuthology.orchestra.run.smithi063.stdout: }, 2024-09-15T22:05:29.329 INFO:teuthology.orchestra.run.smithi063.stdout: { 2024-09-15T22:05:29.329 INFO:teuthology.orchestra.run.smithi063.stdout: "name": "cephadm", 2024-09-15T22:05:29.329 INFO:teuthology.orchestra.run.smithi063.stdout: "can_run": true, 2024-09-15T22:05:29.329 INFO:teuthology.orchestra.run.smithi063.stdout: "error_string": "", 2024-09-15T22:05:29.329 INFO:teuthology.orchestra.run.smithi063.stdout: "module_options": { 2024-09-15T22:05:29.329 INFO:teuthology.orchestra.run.smithi063.stdout: "agent_down_multiplier": { 2024-09-15T22:05:29.329 INFO:teuthology.orchestra.run.smithi063.stdout: "name": "agent_down_multiplier", 2024-09-15T22:05:29.329 INFO:teuthology.orchestra.run.smithi063.stdout: "type": "float", 2024-09-15T22:05:29.329 INFO:teuthology.orchestra.run.smithi063.stdout: "level": "advanced", 2024-09-15T22:05:29.330 INFO:teuthology.orchestra.run.smithi063.stdout: "flags": 0, 2024-09-15T22:05:29.330 INFO:teuthology.orchestra.run.smithi063.stdout: "default_value": "3.0", 2024-09-15T22:05:29.330 INFO:teuthology.orchestra.run.smithi063.stdout: "min": "", 2024-09-15T22:05:29.330 INFO:teuthology.orchestra.run.smithi063.stdout: "max": "", 2024-09-15T22:05:29.330 INFO:teuthology.orchestra.run.smithi063.stdout: "enum_allowed": [], 2024-09-15T22:05:29.330 INFO:teuthology.orchestra.run.smithi063.stdout: "desc": "Multiplied by agent refresh rate to calculate how long agent must not report before being marked down", 2024-09-15T22:05:29.330 INFO:teuthology.orchestra.run.smithi063.stdout: "long_desc": "", 2024-09-15T22:05:29.330 INFO:teuthology.orchestra.run.smithi063.stdout: "tags": [], 2024-09-15T22:05:29.330 INFO:teuthology.orchestra.run.smithi063.stdout: "see_also": [] 2024-09-15T22:05:29.330 INFO:teuthology.orchestra.run.smithi063.stdout: }, 2024-09-15T22:05:29.330 INFO:teuthology.orchestra.run.smithi063.stdout: "agent_refresh_rate": { 2024-09-15T22:05:29.330 INFO:teuthology.orchestra.run.smithi063.stdout: "name": "agent_refresh_rate", 2024-09-15T22:05:29.330 INFO:teuthology.orchestra.run.smithi063.stdout: "type": "secs", 2024-09-15T22:05:29.331 INFO:teuthology.orchestra.run.smithi063.stdout: "level": "advanced", 2024-09-15T22:05:29.331 INFO:teuthology.orchestra.run.smithi063.stdout: "flags": 0, 2024-09-15T22:05:29.331 INFO:teuthology.orchestra.run.smithi063.stdout: "default_value": "20", 2024-09-15T22:05:29.331 INFO:teuthology.orchestra.run.smithi063.stdout: "min": "", 2024-09-15T22:05:29.331 INFO:teuthology.orchestra.run.smithi063.stdout: "max": "", 2024-09-15T22:05:29.331 INFO:teuthology.orchestra.run.smithi063.stdout: "enum_allowed": [], 2024-09-15T22:05:29.331 INFO:teuthology.orchestra.run.smithi063.stdout: "desc": "How often agent on each host will try to gather and send metadata", 2024-09-15T22:05:29.331 INFO:teuthology.orchestra.run.smithi063.stdout: "long_desc": "", 2024-09-15T22:05:29.331 INFO:teuthology.orchestra.run.smithi063.stdout: "tags": [], 2024-09-15T22:05:29.331 INFO:teuthology.orchestra.run.smithi063.stdout: "see_also": [] 2024-09-15T22:05:29.331 INFO:teuthology.orchestra.run.smithi063.stdout: }, 2024-09-15T22:05:29.331 INFO:teuthology.orchestra.run.smithi063.stdout: "agent_starting_port": { 2024-09-15T22:05:29.331 INFO:teuthology.orchestra.run.smithi063.stdout: "name": "agent_starting_port", 2024-09-15T22:05:29.332 INFO:teuthology.orchestra.run.smithi063.stdout: "type": "int", 2024-09-15T22:05:29.332 INFO:teuthology.orchestra.run.smithi063.stdout: "level": "advanced", 2024-09-15T22:05:29.332 INFO:teuthology.orchestra.run.smithi063.stdout: "flags": 0, 2024-09-15T22:05:29.332 INFO:teuthology.orchestra.run.smithi063.stdout: "default_value": "4721", 2024-09-15T22:05:29.332 INFO:teuthology.orchestra.run.smithi063.stdout: "min": "", 2024-09-15T22:05:29.332 INFO:teuthology.orchestra.run.smithi063.stdout: "max": "", 2024-09-15T22:05:29.332 INFO:teuthology.orchestra.run.smithi063.stdout: "enum_allowed": [], 2024-09-15T22:05:29.332 INFO:teuthology.orchestra.run.smithi063.stdout: "desc": "First port agent will try to bind to (will also try up to next 1000 subsequent ports if blocked)", 2024-09-15T22:05:29.332 INFO:teuthology.orchestra.run.smithi063.stdout: "long_desc": "", 2024-09-15T22:05:29.332 INFO:teuthology.orchestra.run.smithi063.stdout: "tags": [], 2024-09-15T22:05:29.332 INFO:teuthology.orchestra.run.smithi063.stdout: "see_also": [] 2024-09-15T22:05:29.332 INFO:teuthology.orchestra.run.smithi063.stdout: }, 2024-09-15T22:05:29.333 INFO:teuthology.orchestra.run.smithi063.stdout: "allow_ptrace": { 2024-09-15T22:05:29.333 INFO:teuthology.orchestra.run.smithi063.stdout: "name": "allow_ptrace", 2024-09-15T22:05:29.333 INFO:teuthology.orchestra.run.smithi063.stdout: "type": "bool", 2024-09-15T22:05:29.333 INFO:teuthology.orchestra.run.smithi063.stdout: "level": "advanced", 2024-09-15T22:05:29.333 INFO:teuthology.orchestra.run.smithi063.stdout: "flags": 0, 2024-09-15T22:05:29.333 INFO:teuthology.orchestra.run.smithi063.stdout: "default_value": "False", 2024-09-15T22:05:29.333 INFO:teuthology.orchestra.run.smithi063.stdout: "min": "", 2024-09-15T22:05:29.333 INFO:teuthology.orchestra.run.smithi063.stdout: "max": "", 2024-09-15T22:05:29.333 INFO:teuthology.orchestra.run.smithi063.stdout: "enum_allowed": [], 2024-09-15T22:05:29.333 INFO:teuthology.orchestra.run.smithi063.stdout: "desc": "allow SYS_PTRACE capability on ceph containers", 2024-09-15T22:05:29.333 INFO:teuthology.orchestra.run.smithi063.stdout: "long_desc": "The SYS_PTRACE capability is needed to attach to a process with gdb or strace. Enabling this options can allow debugging daemons that encounter problems at runtime.", 2024-09-15T22:05:29.333 INFO:teuthology.orchestra.run.smithi063.stdout: "tags": [], 2024-09-15T22:05:29.334 INFO:teuthology.orchestra.run.smithi063.stdout: "see_also": [] 2024-09-15T22:05:29.334 INFO:teuthology.orchestra.run.smithi063.stdout: }, 2024-09-15T22:05:29.334 INFO:teuthology.orchestra.run.smithi063.stdout: "autotune_interval": { 2024-09-15T22:05:29.334 INFO:teuthology.orchestra.run.smithi063.stdout: "name": "autotune_interval", 2024-09-15T22:05:29.334 INFO:teuthology.orchestra.run.smithi063.stdout: "type": "secs", 2024-09-15T22:05:29.334 INFO:teuthology.orchestra.run.smithi063.stdout: "level": "advanced", 2024-09-15T22:05:29.334 INFO:teuthology.orchestra.run.smithi063.stdout: "flags": 0, 2024-09-15T22:05:29.334 INFO:teuthology.orchestra.run.smithi063.stdout: "default_value": "600", 2024-09-15T22:05:29.334 INFO:teuthology.orchestra.run.smithi063.stdout: "min": "", 2024-09-15T22:05:29.334 INFO:teuthology.orchestra.run.smithi063.stdout: "max": "", 2024-09-15T22:05:29.334 INFO:teuthology.orchestra.run.smithi063.stdout: "enum_allowed": [], 2024-09-15T22:05:29.334 INFO:teuthology.orchestra.run.smithi063.stdout: "desc": "how frequently to autotune daemon memory", 2024-09-15T22:05:29.335 INFO:teuthology.orchestra.run.smithi063.stdout: "long_desc": "", 2024-09-15T22:05:29.335 INFO:teuthology.orchestra.run.smithi063.stdout: "tags": [], 2024-09-15T22:05:29.335 INFO:teuthology.orchestra.run.smithi063.stdout: "see_also": [] 2024-09-15T22:05:29.335 INFO:teuthology.orchestra.run.smithi063.stdout: }, 2024-09-15T22:05:29.335 INFO:teuthology.orchestra.run.smithi063.stdout: "autotune_memory_target_ratio": { 2024-09-15T22:05:29.335 INFO:teuthology.orchestra.run.smithi063.stdout: "name": "autotune_memory_target_ratio", 2024-09-15T22:05:29.335 INFO:teuthology.orchestra.run.smithi063.stdout: "type": "float", 2024-09-15T22:05:29.335 INFO:teuthology.orchestra.run.smithi063.stdout: "level": "advanced", 2024-09-15T22:05:29.335 INFO:teuthology.orchestra.run.smithi063.stdout: "flags": 0, 2024-09-15T22:05:29.335 INFO:teuthology.orchestra.run.smithi063.stdout: "default_value": "0.7", 2024-09-15T22:05:29.335 INFO:teuthology.orchestra.run.smithi063.stdout: "min": "", 2024-09-15T22:05:29.335 INFO:teuthology.orchestra.run.smithi063.stdout: "max": "", 2024-09-15T22:05:29.335 INFO:teuthology.orchestra.run.smithi063.stdout: "enum_allowed": [], 2024-09-15T22:05:29.336 INFO:teuthology.orchestra.run.smithi063.stdout: "desc": "ratio of total system memory to divide amongst autotuned daemons", 2024-09-15T22:05:29.336 INFO:teuthology.orchestra.run.smithi063.stdout: "long_desc": "", 2024-09-15T22:05:29.336 INFO:teuthology.orchestra.run.smithi063.stdout: "tags": [], 2024-09-15T22:05:29.336 INFO:teuthology.orchestra.run.smithi063.stdout: "see_also": [] 2024-09-15T22:05:29.336 INFO:teuthology.orchestra.run.smithi063.stdout: }, 2024-09-15T22:05:29.336 INFO:teuthology.orchestra.run.smithi063.stdout: "cephadm_log_destination": { 2024-09-15T22:05:29.336 INFO:teuthology.orchestra.run.smithi063.stdout: "name": "cephadm_log_destination", 2024-09-15T22:05:29.336 INFO:teuthology.orchestra.run.smithi063.stdout: "type": "str", 2024-09-15T22:05:29.336 INFO:teuthology.orchestra.run.smithi063.stdout: "level": "advanced", 2024-09-15T22:05:29.336 INFO:teuthology.orchestra.run.smithi063.stdout: "flags": 0, 2024-09-15T22:05:29.336 INFO:teuthology.orchestra.run.smithi063.stdout: "default_value": "", 2024-09-15T22:05:29.336 INFO:teuthology.orchestra.run.smithi063.stdout: "min": "", 2024-09-15T22:05:29.336 INFO:teuthology.orchestra.run.smithi063.stdout: "max": "", 2024-09-15T22:05:29.337 INFO:teuthology.orchestra.run.smithi063.stdout: "enum_allowed": [ 2024-09-15T22:05:29.337 INFO:teuthology.orchestra.run.smithi063.stdout: "file", 2024-09-15T22:05:29.337 INFO:teuthology.orchestra.run.smithi063.stdout: "file,syslog", 2024-09-15T22:05:29.337 INFO:teuthology.orchestra.run.smithi063.stdout: "syslog" 2024-09-15T22:05:29.337 INFO:teuthology.orchestra.run.smithi063.stdout: ], 2024-09-15T22:05:29.337 INFO:teuthology.orchestra.run.smithi063.stdout: "desc": "Destination for cephadm command's persistent logging", 2024-09-15T22:05:29.337 INFO:teuthology.orchestra.run.smithi063.stdout: "long_desc": "", 2024-09-15T22:05:29.337 INFO:teuthology.orchestra.run.smithi063.stdout: "tags": [], 2024-09-15T22:05:29.337 INFO:teuthology.orchestra.run.smithi063.stdout: "see_also": [] 2024-09-15T22:05:29.337 INFO:teuthology.orchestra.run.smithi063.stdout: }, 2024-09-15T22:05:29.337 INFO:teuthology.orchestra.run.smithi063.stdout: "cgroups_split": { 2024-09-15T22:05:29.337 INFO:teuthology.orchestra.run.smithi063.stdout: "name": "cgroups_split", 2024-09-15T22:05:29.337 INFO:teuthology.orchestra.run.smithi063.stdout: "type": "bool", 2024-09-15T22:05:29.338 INFO:teuthology.orchestra.run.smithi063.stdout: "level": "advanced", 2024-09-15T22:05:29.338 INFO:teuthology.orchestra.run.smithi063.stdout: "flags": 0, 2024-09-15T22:05:29.338 INFO:teuthology.orchestra.run.smithi063.stdout: "default_value": "True", 2024-09-15T22:05:29.338 INFO:teuthology.orchestra.run.smithi063.stdout: "min": "", 2024-09-15T22:05:29.338 INFO:teuthology.orchestra.run.smithi063.stdout: "max": "", 2024-09-15T22:05:29.338 INFO:teuthology.orchestra.run.smithi063.stdout: "enum_allowed": [], 2024-09-15T22:05:29.338 INFO:teuthology.orchestra.run.smithi063.stdout: "desc": "Pass --cgroups=split when cephadm creates containers (currently podman only)", 2024-09-15T22:05:29.338 INFO:teuthology.orchestra.run.smithi063.stdout: "long_desc": "", 2024-09-15T22:05:29.338 INFO:teuthology.orchestra.run.smithi063.stdout: "tags": [], 2024-09-15T22:05:29.338 INFO:teuthology.orchestra.run.smithi063.stdout: "see_also": [] 2024-09-15T22:05:29.338 INFO:teuthology.orchestra.run.smithi063.stdout: }, 2024-09-15T22:05:29.338 INFO:teuthology.orchestra.run.smithi063.stdout: "config_checks_enabled": { 2024-09-15T22:05:29.338 INFO:teuthology.orchestra.run.smithi063.stdout: "name": "config_checks_enabled", 2024-09-15T22:05:29.338 INFO:teuthology.orchestra.run.smithi063.stdout: "type": "bool", 2024-09-15T22:05:29.339 INFO:teuthology.orchestra.run.smithi063.stdout: "level": "advanced", 2024-09-15T22:05:29.339 INFO:teuthology.orchestra.run.smithi063.stdout: "flags": 0, 2024-09-15T22:05:29.339 INFO:teuthology.orchestra.run.smithi063.stdout: "default_value": "False", 2024-09-15T22:05:29.339 INFO:teuthology.orchestra.run.smithi063.stdout: "min": "", 2024-09-15T22:05:29.339 INFO:teuthology.orchestra.run.smithi063.stdout: "max": "", 2024-09-15T22:05:29.339 INFO:teuthology.orchestra.run.smithi063.stdout: "enum_allowed": [], 2024-09-15T22:05:29.339 INFO:teuthology.orchestra.run.smithi063.stdout: "desc": "Enable or disable the cephadm configuration analysis", 2024-09-15T22:05:29.339 INFO:teuthology.orchestra.run.smithi063.stdout: "long_desc": "", 2024-09-15T22:05:29.339 INFO:teuthology.orchestra.run.smithi063.stdout: "tags": [], 2024-09-15T22:05:29.339 INFO:teuthology.orchestra.run.smithi063.stdout: "see_also": [] 2024-09-15T22:05:29.339 INFO:teuthology.orchestra.run.smithi063.stdout: }, 2024-09-15T22:05:29.340 INFO:teuthology.orchestra.run.smithi063.stdout: "config_dashboard": { 2024-09-15T22:05:29.340 INFO:teuthology.orchestra.run.smithi063.stdout: "name": "config_dashboard", 2024-09-15T22:05:29.340 INFO:teuthology.orchestra.run.smithi063.stdout: "type": "bool", 2024-09-15T22:05:29.340 INFO:teuthology.orchestra.run.smithi063.stdout: "level": "advanced", 2024-09-15T22:05:29.340 INFO:teuthology.orchestra.run.smithi063.stdout: "flags": 0, 2024-09-15T22:05:29.340 INFO:teuthology.orchestra.run.smithi063.stdout: "default_value": "True", 2024-09-15T22:05:29.340 INFO:teuthology.orchestra.run.smithi063.stdout: "min": "", 2024-09-15T22:05:29.340 INFO:teuthology.orchestra.run.smithi063.stdout: "max": "", 2024-09-15T22:05:29.340 INFO:teuthology.orchestra.run.smithi063.stdout: "enum_allowed": [], 2024-09-15T22:05:29.340 INFO:teuthology.orchestra.run.smithi063.stdout: "desc": "manage configs like API endpoints in Dashboard.", 2024-09-15T22:05:29.340 INFO:teuthology.orchestra.run.smithi063.stdout: "long_desc": "", 2024-09-15T22:05:29.340 INFO:teuthology.orchestra.run.smithi063.stdout: "tags": [], 2024-09-15T22:05:29.341 INFO:teuthology.orchestra.run.smithi063.stdout: "see_also": [] 2024-09-15T22:05:29.341 INFO:teuthology.orchestra.run.smithi063.stdout: }, 2024-09-15T22:05:29.341 INFO:teuthology.orchestra.run.smithi063.stdout: "container_image_alertmanager": { 2024-09-15T22:05:29.341 INFO:teuthology.orchestra.run.smithi063.stdout: "name": "container_image_alertmanager", 2024-09-15T22:05:29.341 INFO:teuthology.orchestra.run.smithi063.stdout: "type": "str", 2024-09-15T22:05:29.341 INFO:teuthology.orchestra.run.smithi063.stdout: "level": "advanced", 2024-09-15T22:05:29.341 INFO:teuthology.orchestra.run.smithi063.stdout: "flags": 0, 2024-09-15T22:05:29.341 INFO:teuthology.orchestra.run.smithi063.stdout: "default_value": "quay.io/prometheus/alertmanager:v0.25.0", 2024-09-15T22:05:29.341 INFO:teuthology.orchestra.run.smithi063.stdout: "min": "", 2024-09-15T22:05:29.341 INFO:teuthology.orchestra.run.smithi063.stdout: "max": "", 2024-09-15T22:05:29.341 INFO:teuthology.orchestra.run.smithi063.stdout: "enum_allowed": [], 2024-09-15T22:05:29.341 INFO:teuthology.orchestra.run.smithi063.stdout: "desc": "Prometheus container image", 2024-09-15T22:05:29.342 INFO:teuthology.orchestra.run.smithi063.stdout: "long_desc": "", 2024-09-15T22:05:29.342 INFO:teuthology.orchestra.run.smithi063.stdout: "tags": [], 2024-09-15T22:05:29.342 INFO:teuthology.orchestra.run.smithi063.stdout: "see_also": [] 2024-09-15T22:05:29.342 INFO:teuthology.orchestra.run.smithi063.stdout: }, 2024-09-15T22:05:29.342 INFO:teuthology.orchestra.run.smithi063.stdout: "container_image_base": { 2024-09-15T22:05:29.342 INFO:teuthology.orchestra.run.smithi063.stdout: "name": "container_image_base", 2024-09-15T22:05:29.342 INFO:teuthology.orchestra.run.smithi063.stdout: "type": "str", 2024-09-15T22:05:29.342 INFO:teuthology.orchestra.run.smithi063.stdout: "level": "advanced", 2024-09-15T22:05:29.342 INFO:teuthology.orchestra.run.smithi063.stdout: "flags": 1, 2024-09-15T22:05:29.342 INFO:teuthology.orchestra.run.smithi063.stdout: "default_value": "quay.io/ceph/ceph", 2024-09-15T22:05:29.342 INFO:teuthology.orchestra.run.smithi063.stdout: "min": "", 2024-09-15T22:05:29.342 INFO:teuthology.orchestra.run.smithi063.stdout: "max": "", 2024-09-15T22:05:29.342 INFO:teuthology.orchestra.run.smithi063.stdout: "enum_allowed": [], 2024-09-15T22:05:29.343 INFO:teuthology.orchestra.run.smithi063.stdout: "desc": "Container image name, without the tag", 2024-09-15T22:05:29.343 INFO:teuthology.orchestra.run.smithi063.stdout: "long_desc": "", 2024-09-15T22:05:29.343 INFO:teuthology.orchestra.run.smithi063.stdout: "tags": [], 2024-09-15T22:05:29.343 INFO:teuthology.orchestra.run.smithi063.stdout: "see_also": [] 2024-09-15T22:05:29.343 INFO:teuthology.orchestra.run.smithi063.stdout: }, 2024-09-15T22:05:29.343 INFO:teuthology.orchestra.run.smithi063.stdout: "container_image_elasticsearch": { 2024-09-15T22:05:29.343 INFO:teuthology.orchestra.run.smithi063.stdout: "name": "container_image_elasticsearch", 2024-09-15T22:05:29.343 INFO:teuthology.orchestra.run.smithi063.stdout: "type": "str", 2024-09-15T22:05:29.343 INFO:teuthology.orchestra.run.smithi063.stdout: "level": "advanced", 2024-09-15T22:05:29.343 INFO:teuthology.orchestra.run.smithi063.stdout: "flags": 0, 2024-09-15T22:05:29.343 INFO:teuthology.orchestra.run.smithi063.stdout: "default_value": "quay.io/omrizeneva/elasticsearch:6.8.23", 2024-09-15T22:05:29.343 INFO:teuthology.orchestra.run.smithi063.stdout: "min": "", 2024-09-15T22:05:29.343 INFO:teuthology.orchestra.run.smithi063.stdout: "max": "", 2024-09-15T22:05:29.344 INFO:teuthology.orchestra.run.smithi063.stdout: "enum_allowed": [], 2024-09-15T22:05:29.344 INFO:teuthology.orchestra.run.smithi063.stdout: "desc": "elasticsearch container image", 2024-09-15T22:05:29.344 INFO:teuthology.orchestra.run.smithi063.stdout: "long_desc": "", 2024-09-15T22:05:29.344 INFO:teuthology.orchestra.run.smithi063.stdout: "tags": [], 2024-09-15T22:05:29.344 INFO:teuthology.orchestra.run.smithi063.stdout: "see_also": [] 2024-09-15T22:05:29.344 INFO:teuthology.orchestra.run.smithi063.stdout: }, 2024-09-15T22:05:29.344 INFO:teuthology.orchestra.run.smithi063.stdout: "container_image_grafana": { 2024-09-15T22:05:29.344 INFO:teuthology.orchestra.run.smithi063.stdout: "name": "container_image_grafana", 2024-09-15T22:05:29.344 INFO:teuthology.orchestra.run.smithi063.stdout: "type": "str", 2024-09-15T22:05:29.344 INFO:teuthology.orchestra.run.smithi063.stdout: "level": "advanced", 2024-09-15T22:05:29.344 INFO:teuthology.orchestra.run.smithi063.stdout: "flags": 0, 2024-09-15T22:05:29.344 INFO:teuthology.orchestra.run.smithi063.stdout: "default_value": "quay.io/ceph/grafana:9.4.12", 2024-09-15T22:05:29.345 INFO:teuthology.orchestra.run.smithi063.stdout: "min": "", 2024-09-15T22:05:29.345 INFO:teuthology.orchestra.run.smithi063.stdout: "max": "", 2024-09-15T22:05:29.345 INFO:teuthology.orchestra.run.smithi063.stdout: "enum_allowed": [], 2024-09-15T22:05:29.345 INFO:teuthology.orchestra.run.smithi063.stdout: "desc": "Prometheus container image", 2024-09-15T22:05:29.345 INFO:teuthology.orchestra.run.smithi063.stdout: "long_desc": "", 2024-09-15T22:05:29.345 INFO:teuthology.orchestra.run.smithi063.stdout: "tags": [], 2024-09-15T22:05:29.345 INFO:teuthology.orchestra.run.smithi063.stdout: "see_also": [] 2024-09-15T22:05:29.345 INFO:teuthology.orchestra.run.smithi063.stdout: }, 2024-09-15T22:05:29.345 INFO:teuthology.orchestra.run.smithi063.stdout: "container_image_haproxy": { 2024-09-15T22:05:29.345 INFO:teuthology.orchestra.run.smithi063.stdout: "name": "container_image_haproxy", 2024-09-15T22:05:29.345 INFO:teuthology.orchestra.run.smithi063.stdout: "type": "str", 2024-09-15T22:05:29.345 INFO:teuthology.orchestra.run.smithi063.stdout: "level": "advanced", 2024-09-15T22:05:29.345 INFO:teuthology.orchestra.run.smithi063.stdout: "flags": 0, 2024-09-15T22:05:29.346 INFO:teuthology.orchestra.run.smithi063.stdout: "default_value": "quay.io/ceph/haproxy:2.3", 2024-09-15T22:05:29.346 INFO:teuthology.orchestra.run.smithi063.stdout: "min": "", 2024-09-15T22:05:29.346 INFO:teuthology.orchestra.run.smithi063.stdout: "max": "", 2024-09-15T22:05:29.346 INFO:teuthology.orchestra.run.smithi063.stdout: "enum_allowed": [], 2024-09-15T22:05:29.346 INFO:teuthology.orchestra.run.smithi063.stdout: "desc": "HAproxy container image", 2024-09-15T22:05:29.346 INFO:teuthology.orchestra.run.smithi063.stdout: "long_desc": "", 2024-09-15T22:05:29.346 INFO:teuthology.orchestra.run.smithi063.stdout: "tags": [], 2024-09-15T22:05:29.346 INFO:teuthology.orchestra.run.smithi063.stdout: "see_also": [] 2024-09-15T22:05:29.346 INFO:teuthology.orchestra.run.smithi063.stdout: }, 2024-09-15T22:05:29.346 INFO:teuthology.orchestra.run.smithi063.stdout: "container_image_jaeger_agent": { 2024-09-15T22:05:29.346 INFO:teuthology.orchestra.run.smithi063.stdout: "name": "container_image_jaeger_agent", 2024-09-15T22:05:29.346 INFO:teuthology.orchestra.run.smithi063.stdout: "type": "str", 2024-09-15T22:05:29.347 INFO:teuthology.orchestra.run.smithi063.stdout: "level": "advanced", 2024-09-15T22:05:29.347 INFO:teuthology.orchestra.run.smithi063.stdout: "flags": 0, 2024-09-15T22:05:29.347 INFO:teuthology.orchestra.run.smithi063.stdout: "default_value": "quay.io/jaegertracing/jaeger-agent:1.29", 2024-09-15T22:05:29.347 INFO:teuthology.orchestra.run.smithi063.stdout: "min": "", 2024-09-15T22:05:29.347 INFO:teuthology.orchestra.run.smithi063.stdout: "max": "", 2024-09-15T22:05:29.347 INFO:teuthology.orchestra.run.smithi063.stdout: "enum_allowed": [], 2024-09-15T22:05:29.347 INFO:teuthology.orchestra.run.smithi063.stdout: "desc": "Jaeger agent container image", 2024-09-15T22:05:29.347 INFO:teuthology.orchestra.run.smithi063.stdout: "long_desc": "", 2024-09-15T22:05:29.347 INFO:teuthology.orchestra.run.smithi063.stdout: "tags": [], 2024-09-15T22:05:29.347 INFO:teuthology.orchestra.run.smithi063.stdout: "see_also": [] 2024-09-15T22:05:29.347 INFO:teuthology.orchestra.run.smithi063.stdout: }, 2024-09-15T22:05:29.347 INFO:teuthology.orchestra.run.smithi063.stdout: "container_image_jaeger_collector": { 2024-09-15T22:05:29.347 INFO:teuthology.orchestra.run.smithi063.stdout: "name": "container_image_jaeger_collector", 2024-09-15T22:05:29.348 INFO:teuthology.orchestra.run.smithi063.stdout: "type": "str", 2024-09-15T22:05:29.348 INFO:teuthology.orchestra.run.smithi063.stdout: "level": "advanced", 2024-09-15T22:05:29.348 INFO:teuthology.orchestra.run.smithi063.stdout: "flags": 0, 2024-09-15T22:05:29.348 INFO:teuthology.orchestra.run.smithi063.stdout: "default_value": "quay.io/jaegertracing/jaeger-collector:1.29", 2024-09-15T22:05:29.348 INFO:teuthology.orchestra.run.smithi063.stdout: "min": "", 2024-09-15T22:05:29.348 INFO:teuthology.orchestra.run.smithi063.stdout: "max": "", 2024-09-15T22:05:29.348 INFO:teuthology.orchestra.run.smithi063.stdout: "enum_allowed": [], 2024-09-15T22:05:29.348 INFO:teuthology.orchestra.run.smithi063.stdout: "desc": "Jaeger collector container image", 2024-09-15T22:05:29.348 INFO:teuthology.orchestra.run.smithi063.stdout: "long_desc": "", 2024-09-15T22:05:29.348 INFO:teuthology.orchestra.run.smithi063.stdout: "tags": [], 2024-09-15T22:05:29.348 INFO:teuthology.orchestra.run.smithi063.stdout: "see_also": [] 2024-09-15T22:05:29.348 INFO:teuthology.orchestra.run.smithi063.stdout: }, 2024-09-15T22:05:29.348 INFO:teuthology.orchestra.run.smithi063.stdout: "container_image_jaeger_query": { 2024-09-15T22:05:29.349 INFO:teuthology.orchestra.run.smithi063.stdout: "name": "container_image_jaeger_query", 2024-09-15T22:05:29.349 INFO:teuthology.orchestra.run.smithi063.stdout: "type": "str", 2024-09-15T22:05:29.349 INFO:teuthology.orchestra.run.smithi063.stdout: "level": "advanced", 2024-09-15T22:05:29.349 INFO:teuthology.orchestra.run.smithi063.stdout: "flags": 0, 2024-09-15T22:05:29.349 INFO:teuthology.orchestra.run.smithi063.stdout: "default_value": "quay.io/jaegertracing/jaeger-query:1.29", 2024-09-15T22:05:29.349 INFO:teuthology.orchestra.run.smithi063.stdout: "min": "", 2024-09-15T22:05:29.349 INFO:teuthology.orchestra.run.smithi063.stdout: "max": "", 2024-09-15T22:05:29.349 INFO:teuthology.orchestra.run.smithi063.stdout: "enum_allowed": [], 2024-09-15T22:05:29.349 INFO:teuthology.orchestra.run.smithi063.stdout: "desc": "Jaeger query container image", 2024-09-15T22:05:29.349 INFO:teuthology.orchestra.run.smithi063.stdout: "long_desc": "", 2024-09-15T22:05:29.349 INFO:teuthology.orchestra.run.smithi063.stdout: "tags": [], 2024-09-15T22:05:29.349 INFO:teuthology.orchestra.run.smithi063.stdout: "see_also": [] 2024-09-15T22:05:29.349 INFO:teuthology.orchestra.run.smithi063.stdout: }, 2024-09-15T22:05:29.350 INFO:teuthology.orchestra.run.smithi063.stdout: "container_image_keepalived": { 2024-09-15T22:05:29.350 INFO:teuthology.orchestra.run.smithi063.stdout: "name": "container_image_keepalived", 2024-09-15T22:05:29.350 INFO:teuthology.orchestra.run.smithi063.stdout: "type": "str", 2024-09-15T22:05:29.350 INFO:teuthology.orchestra.run.smithi063.stdout: "level": "advanced", 2024-09-15T22:05:29.350 INFO:teuthology.orchestra.run.smithi063.stdout: "flags": 0, 2024-09-15T22:05:29.350 INFO:teuthology.orchestra.run.smithi063.stdout: "default_value": "quay.io/ceph/keepalived:2.2.4", 2024-09-15T22:05:29.350 INFO:teuthology.orchestra.run.smithi063.stdout: "min": "", 2024-09-15T22:05:29.350 INFO:teuthology.orchestra.run.smithi063.stdout: "max": "", 2024-09-15T22:05:29.350 INFO:teuthology.orchestra.run.smithi063.stdout: "enum_allowed": [], 2024-09-15T22:05:29.350 INFO:teuthology.orchestra.run.smithi063.stdout: "desc": "Keepalived container image", 2024-09-15T22:05:29.350 INFO:teuthology.orchestra.run.smithi063.stdout: "long_desc": "", 2024-09-15T22:05:29.350 INFO:teuthology.orchestra.run.smithi063.stdout: "tags": [], 2024-09-15T22:05:29.350 INFO:teuthology.orchestra.run.smithi063.stdout: "see_also": [] 2024-09-15T22:05:29.350 INFO:teuthology.orchestra.run.smithi063.stdout: }, 2024-09-15T22:05:29.351 INFO:teuthology.orchestra.run.smithi063.stdout: "container_image_loki": { 2024-09-15T22:05:29.351 INFO:teuthology.orchestra.run.smithi063.stdout: "name": "container_image_loki", 2024-09-15T22:05:29.351 INFO:teuthology.orchestra.run.smithi063.stdout: "type": "str", 2024-09-15T22:05:29.351 INFO:teuthology.orchestra.run.smithi063.stdout: "level": "advanced", 2024-09-15T22:05:29.351 INFO:teuthology.orchestra.run.smithi063.stdout: "flags": 0, 2024-09-15T22:05:29.351 INFO:teuthology.orchestra.run.smithi063.stdout: "default_value": "docker.io/grafana/loki:3.0.0", 2024-09-15T22:05:29.351 INFO:teuthology.orchestra.run.smithi063.stdout: "min": "", 2024-09-15T22:05:29.351 INFO:teuthology.orchestra.run.smithi063.stdout: "max": "", 2024-09-15T22:05:29.351 INFO:teuthology.orchestra.run.smithi063.stdout: "enum_allowed": [], 2024-09-15T22:05:29.351 INFO:teuthology.orchestra.run.smithi063.stdout: "desc": "Loki container image", 2024-09-15T22:05:29.351 INFO:teuthology.orchestra.run.smithi063.stdout: "long_desc": "", 2024-09-15T22:05:29.351 INFO:teuthology.orchestra.run.smithi063.stdout: "tags": [], 2024-09-15T22:05:29.351 INFO:teuthology.orchestra.run.smithi063.stdout: "see_also": [] 2024-09-15T22:05:29.352 INFO:teuthology.orchestra.run.smithi063.stdout: }, 2024-09-15T22:05:29.352 INFO:teuthology.orchestra.run.smithi063.stdout: "container_image_node_exporter": { 2024-09-15T22:05:29.352 INFO:teuthology.orchestra.run.smithi063.stdout: "name": "container_image_node_exporter", 2024-09-15T22:05:29.352 INFO:teuthology.orchestra.run.smithi063.stdout: "type": "str", 2024-09-15T22:05:29.352 INFO:teuthology.orchestra.run.smithi063.stdout: "level": "advanced", 2024-09-15T22:05:29.352 INFO:teuthology.orchestra.run.smithi063.stdout: "flags": 0, 2024-09-15T22:05:29.352 INFO:teuthology.orchestra.run.smithi063.stdout: "default_value": "quay.io/prometheus/node-exporter:v1.5.0", 2024-09-15T22:05:29.352 INFO:teuthology.orchestra.run.smithi063.stdout: "min": "", 2024-09-15T22:05:29.352 INFO:teuthology.orchestra.run.smithi063.stdout: "max": "", 2024-09-15T22:05:29.352 INFO:teuthology.orchestra.run.smithi063.stdout: "enum_allowed": [], 2024-09-15T22:05:29.352 INFO:teuthology.orchestra.run.smithi063.stdout: "desc": "Prometheus container image", 2024-09-15T22:05:29.352 INFO:teuthology.orchestra.run.smithi063.stdout: "long_desc": "", 2024-09-15T22:05:29.352 INFO:teuthology.orchestra.run.smithi063.stdout: "tags": [], 2024-09-15T22:05:29.353 INFO:teuthology.orchestra.run.smithi063.stdout: "see_also": [] 2024-09-15T22:05:29.353 INFO:teuthology.orchestra.run.smithi063.stdout: }, 2024-09-15T22:05:29.353 INFO:teuthology.orchestra.run.smithi063.stdout: "container_image_nvmeof": { 2024-09-15T22:05:29.353 INFO:teuthology.orchestra.run.smithi063.stdout: "name": "container_image_nvmeof", 2024-09-15T22:05:29.353 INFO:teuthology.orchestra.run.smithi063.stdout: "type": "str", 2024-09-15T22:05:29.353 INFO:teuthology.orchestra.run.smithi063.stdout: "level": "advanced", 2024-09-15T22:05:29.353 INFO:teuthology.orchestra.run.smithi063.stdout: "flags": 0, 2024-09-15T22:05:29.353 INFO:teuthology.orchestra.run.smithi063.stdout: "default_value": "quay.io/ceph/nvmeof:1.2.5", 2024-09-15T22:05:29.353 INFO:teuthology.orchestra.run.smithi063.stdout: "min": "", 2024-09-15T22:05:29.353 INFO:teuthology.orchestra.run.smithi063.stdout: "max": "", 2024-09-15T22:05:29.353 INFO:teuthology.orchestra.run.smithi063.stdout: "enum_allowed": [], 2024-09-15T22:05:29.353 INFO:teuthology.orchestra.run.smithi063.stdout: "desc": "Nvme-of container image", 2024-09-15T22:05:29.353 INFO:teuthology.orchestra.run.smithi063.stdout: "long_desc": "", 2024-09-15T22:05:29.353 INFO:teuthology.orchestra.run.smithi063.stdout: "tags": [], 2024-09-15T22:05:29.354 INFO:teuthology.orchestra.run.smithi063.stdout: "see_also": [] 2024-09-15T22:05:29.354 INFO:teuthology.orchestra.run.smithi063.stdout: }, 2024-09-15T22:05:29.354 INFO:teuthology.orchestra.run.smithi063.stdout: "container_image_prometheus": { 2024-09-15T22:05:29.354 INFO:teuthology.orchestra.run.smithi063.stdout: "name": "container_image_prometheus", 2024-09-15T22:05:29.354 INFO:teuthology.orchestra.run.smithi063.stdout: "type": "str", 2024-09-15T22:05:29.354 INFO:teuthology.orchestra.run.smithi063.stdout: "level": "advanced", 2024-09-15T22:05:29.354 INFO:teuthology.orchestra.run.smithi063.stdout: "flags": 0, 2024-09-15T22:05:29.354 INFO:teuthology.orchestra.run.smithi063.stdout: "default_value": "quay.io/prometheus/prometheus:v2.43.0", 2024-09-15T22:05:29.354 INFO:teuthology.orchestra.run.smithi063.stdout: "min": "", 2024-09-15T22:05:29.354 INFO:teuthology.orchestra.run.smithi063.stdout: "max": "", 2024-09-15T22:05:29.354 INFO:teuthology.orchestra.run.smithi063.stdout: "enum_allowed": [], 2024-09-15T22:05:29.354 INFO:teuthology.orchestra.run.smithi063.stdout: "desc": "Prometheus container image", 2024-09-15T22:05:29.354 INFO:teuthology.orchestra.run.smithi063.stdout: "long_desc": "", 2024-09-15T22:05:29.355 INFO:teuthology.orchestra.run.smithi063.stdout: "tags": [], 2024-09-15T22:05:29.355 INFO:teuthology.orchestra.run.smithi063.stdout: "see_also": [] 2024-09-15T22:05:29.355 INFO:teuthology.orchestra.run.smithi063.stdout: }, 2024-09-15T22:05:29.355 INFO:teuthology.orchestra.run.smithi063.stdout: "container_image_promtail": { 2024-09-15T22:05:29.355 INFO:teuthology.orchestra.run.smithi063.stdout: "name": "container_image_promtail", 2024-09-15T22:05:29.355 INFO:teuthology.orchestra.run.smithi063.stdout: "type": "str", 2024-09-15T22:05:29.355 INFO:teuthology.orchestra.run.smithi063.stdout: "level": "advanced", 2024-09-15T22:05:29.355 INFO:teuthology.orchestra.run.smithi063.stdout: "flags": 0, 2024-09-15T22:05:29.355 INFO:teuthology.orchestra.run.smithi063.stdout: "default_value": "docker.io/grafana/promtail:3.0.0", 2024-09-15T22:05:29.355 INFO:teuthology.orchestra.run.smithi063.stdout: "min": "", 2024-09-15T22:05:29.355 INFO:teuthology.orchestra.run.smithi063.stdout: "max": "", 2024-09-15T22:05:29.355 INFO:teuthology.orchestra.run.smithi063.stdout: "enum_allowed": [], 2024-09-15T22:05:29.355 INFO:teuthology.orchestra.run.smithi063.stdout: "desc": "Promtail container image", 2024-09-15T22:05:29.355 INFO:teuthology.orchestra.run.smithi063.stdout: "long_desc": "", 2024-09-15T22:05:29.356 INFO:teuthology.orchestra.run.smithi063.stdout: "tags": [], 2024-09-15T22:05:29.356 INFO:teuthology.orchestra.run.smithi063.stdout: "see_also": [] 2024-09-15T22:05:29.356 INFO:teuthology.orchestra.run.smithi063.stdout: }, 2024-09-15T22:05:29.356 INFO:teuthology.orchestra.run.smithi063.stdout: "container_image_samba": { 2024-09-15T22:05:29.356 INFO:teuthology.orchestra.run.smithi063.stdout: "name": "container_image_samba", 2024-09-15T22:05:29.356 INFO:teuthology.orchestra.run.smithi063.stdout: "type": "str", 2024-09-15T22:05:29.356 INFO:teuthology.orchestra.run.smithi063.stdout: "level": "advanced", 2024-09-15T22:05:29.356 INFO:teuthology.orchestra.run.smithi063.stdout: "flags": 0, 2024-09-15T22:05:29.356 INFO:teuthology.orchestra.run.smithi063.stdout: "default_value": "quay.io/samba.org/samba-server:devbuilds-centos-amd64", 2024-09-15T22:05:29.356 INFO:teuthology.orchestra.run.smithi063.stdout: "min": "", 2024-09-15T22:05:29.356 INFO:teuthology.orchestra.run.smithi063.stdout: "max": "", 2024-09-15T22:05:29.356 INFO:teuthology.orchestra.run.smithi063.stdout: "enum_allowed": [], 2024-09-15T22:05:29.356 INFO:teuthology.orchestra.run.smithi063.stdout: "desc": "Samba/SMB container image", 2024-09-15T22:05:29.357 INFO:teuthology.orchestra.run.smithi063.stdout: "long_desc": "", 2024-09-15T22:05:29.357 INFO:teuthology.orchestra.run.smithi063.stdout: "tags": [], 2024-09-15T22:05:29.357 INFO:teuthology.orchestra.run.smithi063.stdout: "see_also": [] 2024-09-15T22:05:29.357 INFO:teuthology.orchestra.run.smithi063.stdout: }, 2024-09-15T22:05:29.357 INFO:teuthology.orchestra.run.smithi063.stdout: "container_image_snmp_gateway": { 2024-09-15T22:05:29.357 INFO:teuthology.orchestra.run.smithi063.stdout: "name": "container_image_snmp_gateway", 2024-09-15T22:05:29.357 INFO:teuthology.orchestra.run.smithi063.stdout: "type": "str", 2024-09-15T22:05:29.357 INFO:teuthology.orchestra.run.smithi063.stdout: "level": "advanced", 2024-09-15T22:05:29.357 INFO:teuthology.orchestra.run.smithi063.stdout: "flags": 0, 2024-09-15T22:05:29.357 INFO:teuthology.orchestra.run.smithi063.stdout: "default_value": "docker.io/maxwo/snmp-notifier:v1.2.1", 2024-09-15T22:05:29.357 INFO:teuthology.orchestra.run.smithi063.stdout: "min": "", 2024-09-15T22:05:29.357 INFO:teuthology.orchestra.run.smithi063.stdout: "max": "", 2024-09-15T22:05:29.358 INFO:teuthology.orchestra.run.smithi063.stdout: "enum_allowed": [], 2024-09-15T22:05:29.358 INFO:teuthology.orchestra.run.smithi063.stdout: "desc": "SNMP Gateway container image", 2024-09-15T22:05:29.358 INFO:teuthology.orchestra.run.smithi063.stdout: "long_desc": "", 2024-09-15T22:05:29.358 INFO:teuthology.orchestra.run.smithi063.stdout: "tags": [], 2024-09-15T22:05:29.358 INFO:teuthology.orchestra.run.smithi063.stdout: "see_also": [] 2024-09-15T22:05:29.358 INFO:teuthology.orchestra.run.smithi063.stdout: }, 2024-09-15T22:05:29.358 INFO:teuthology.orchestra.run.smithi063.stdout: "container_init": { 2024-09-15T22:05:29.358 INFO:teuthology.orchestra.run.smithi063.stdout: "name": "container_init", 2024-09-15T22:05:29.358 INFO:teuthology.orchestra.run.smithi063.stdout: "type": "bool", 2024-09-15T22:05:29.358 INFO:teuthology.orchestra.run.smithi063.stdout: "level": "advanced", 2024-09-15T22:05:29.358 INFO:teuthology.orchestra.run.smithi063.stdout: "flags": 0, 2024-09-15T22:05:29.358 INFO:teuthology.orchestra.run.smithi063.stdout: "default_value": "True", 2024-09-15T22:05:29.358 INFO:teuthology.orchestra.run.smithi063.stdout: "min": "", 2024-09-15T22:05:29.358 INFO:teuthology.orchestra.run.smithi063.stdout: "max": "", 2024-09-15T22:05:29.359 INFO:teuthology.orchestra.run.smithi063.stdout: "enum_allowed": [], 2024-09-15T22:05:29.359 INFO:teuthology.orchestra.run.smithi063.stdout: "desc": "Run podman/docker with `--init`", 2024-09-15T22:05:29.359 INFO:teuthology.orchestra.run.smithi063.stdout: "long_desc": "", 2024-09-15T22:05:29.359 INFO:teuthology.orchestra.run.smithi063.stdout: "tags": [], 2024-09-15T22:05:29.359 INFO:teuthology.orchestra.run.smithi063.stdout: "see_also": [] 2024-09-15T22:05:29.359 INFO:teuthology.orchestra.run.smithi063.stdout: }, 2024-09-15T22:05:29.359 INFO:teuthology.orchestra.run.smithi063.stdout: "daemon_cache_timeout": { 2024-09-15T22:05:29.359 INFO:teuthology.orchestra.run.smithi063.stdout: "name": "daemon_cache_timeout", 2024-09-15T22:05:29.359 INFO:teuthology.orchestra.run.smithi063.stdout: "type": "secs", 2024-09-15T22:05:29.359 INFO:teuthology.orchestra.run.smithi063.stdout: "level": "advanced", 2024-09-15T22:05:29.359 INFO:teuthology.orchestra.run.smithi063.stdout: "flags": 0, 2024-09-15T22:05:29.359 INFO:teuthology.orchestra.run.smithi063.stdout: "default_value": "600", 2024-09-15T22:05:29.360 INFO:teuthology.orchestra.run.smithi063.stdout: "min": "", 2024-09-15T22:05:29.360 INFO:teuthology.orchestra.run.smithi063.stdout: "max": "", 2024-09-15T22:05:29.360 INFO:teuthology.orchestra.run.smithi063.stdout: "enum_allowed": [], 2024-09-15T22:05:29.360 INFO:teuthology.orchestra.run.smithi063.stdout: "desc": "seconds to cache service (daemon) inventory", 2024-09-15T22:05:29.360 INFO:teuthology.orchestra.run.smithi063.stdout: "long_desc": "", 2024-09-15T22:05:29.360 INFO:teuthology.orchestra.run.smithi063.stdout: "tags": [], 2024-09-15T22:05:29.360 INFO:teuthology.orchestra.run.smithi063.stdout: "see_also": [] 2024-09-15T22:05:29.360 INFO:teuthology.orchestra.run.smithi063.stdout: }, 2024-09-15T22:05:29.360 INFO:teuthology.orchestra.run.smithi063.stdout: "default_cephadm_command_timeout": { 2024-09-15T22:05:29.360 INFO:teuthology.orchestra.run.smithi063.stdout: "name": "default_cephadm_command_timeout", 2024-09-15T22:05:29.360 INFO:teuthology.orchestra.run.smithi063.stdout: "type": "int", 2024-09-15T22:05:29.360 INFO:teuthology.orchestra.run.smithi063.stdout: "level": "advanced", 2024-09-15T22:05:29.361 INFO:teuthology.orchestra.run.smithi063.stdout: "flags": 0, 2024-09-15T22:05:29.361 INFO:teuthology.orchestra.run.smithi063.stdout: "default_value": "900", 2024-09-15T22:05:29.361 INFO:teuthology.orchestra.run.smithi063.stdout: "min": "", 2024-09-15T22:05:29.361 INFO:teuthology.orchestra.run.smithi063.stdout: "max": "", 2024-09-15T22:05:29.361 INFO:teuthology.orchestra.run.smithi063.stdout: "enum_allowed": [], 2024-09-15T22:05:29.361 INFO:teuthology.orchestra.run.smithi063.stdout: "desc": "Default timeout applied to cephadm commands run directly on the host (in seconds)", 2024-09-15T22:05:29.361 INFO:teuthology.orchestra.run.smithi063.stdout: "long_desc": "", 2024-09-15T22:05:29.361 INFO:teuthology.orchestra.run.smithi063.stdout: "tags": [], 2024-09-15T22:05:29.361 INFO:teuthology.orchestra.run.smithi063.stdout: "see_also": [] 2024-09-15T22:05:29.361 INFO:teuthology.orchestra.run.smithi063.stdout: }, 2024-09-15T22:05:29.361 INFO:teuthology.orchestra.run.smithi063.stdout: "default_registry": { 2024-09-15T22:05:29.361 INFO:teuthology.orchestra.run.smithi063.stdout: "name": "default_registry", 2024-09-15T22:05:29.361 INFO:teuthology.orchestra.run.smithi063.stdout: "type": "str", 2024-09-15T22:05:29.361 INFO:teuthology.orchestra.run.smithi063.stdout: "level": "advanced", 2024-09-15T22:05:29.362 INFO:teuthology.orchestra.run.smithi063.stdout: "flags": 0, 2024-09-15T22:05:29.362 INFO:teuthology.orchestra.run.smithi063.stdout: "default_value": "docker.io", 2024-09-15T22:05:29.362 INFO:teuthology.orchestra.run.smithi063.stdout: "min": "", 2024-09-15T22:05:29.362 INFO:teuthology.orchestra.run.smithi063.stdout: "max": "", 2024-09-15T22:05:29.362 INFO:teuthology.orchestra.run.smithi063.stdout: "enum_allowed": [], 2024-09-15T22:05:29.362 INFO:teuthology.orchestra.run.smithi063.stdout: "desc": "Search-registry to which we should normalize unqualified image names. This is not the default registry", 2024-09-15T22:05:29.362 INFO:teuthology.orchestra.run.smithi063.stdout: "long_desc": "", 2024-09-15T22:05:29.362 INFO:teuthology.orchestra.run.smithi063.stdout: "tags": [], 2024-09-15T22:05:29.362 INFO:teuthology.orchestra.run.smithi063.stdout: "see_also": [] 2024-09-15T22:05:29.362 INFO:teuthology.orchestra.run.smithi063.stdout: }, 2024-09-15T22:05:29.362 INFO:teuthology.orchestra.run.smithi063.stdout: "device_cache_timeout": { 2024-09-15T22:05:29.362 INFO:teuthology.orchestra.run.smithi063.stdout: "name": "device_cache_timeout", 2024-09-15T22:05:29.362 INFO:teuthology.orchestra.run.smithi063.stdout: "type": "secs", 2024-09-15T22:05:29.363 INFO:teuthology.orchestra.run.smithi063.stdout: "level": "advanced", 2024-09-15T22:05:29.363 INFO:teuthology.orchestra.run.smithi063.stdout: "flags": 0, 2024-09-15T22:05:29.363 INFO:teuthology.orchestra.run.smithi063.stdout: "default_value": "1800", 2024-09-15T22:05:29.363 INFO:teuthology.orchestra.run.smithi063.stdout: "min": "", 2024-09-15T22:05:29.363 INFO:teuthology.orchestra.run.smithi063.stdout: "max": "", 2024-09-15T22:05:29.363 INFO:teuthology.orchestra.run.smithi063.stdout: "enum_allowed": [], 2024-09-15T22:05:29.363 INFO:teuthology.orchestra.run.smithi063.stdout: "desc": "seconds to cache device inventory", 2024-09-15T22:05:29.363 INFO:teuthology.orchestra.run.smithi063.stdout: "long_desc": "", 2024-09-15T22:05:29.363 INFO:teuthology.orchestra.run.smithi063.stdout: "tags": [], 2024-09-15T22:05:29.363 INFO:teuthology.orchestra.run.smithi063.stdout: "see_also": [] 2024-09-15T22:05:29.363 INFO:teuthology.orchestra.run.smithi063.stdout: }, 2024-09-15T22:05:29.363 INFO:teuthology.orchestra.run.smithi063.stdout: "device_enhanced_scan": { 2024-09-15T22:05:29.363 INFO:teuthology.orchestra.run.smithi063.stdout: "name": "device_enhanced_scan", 2024-09-15T22:05:29.364 INFO:teuthology.orchestra.run.smithi063.stdout: "type": "bool", 2024-09-15T22:05:29.364 INFO:teuthology.orchestra.run.smithi063.stdout: "level": "advanced", 2024-09-15T22:05:29.364 INFO:teuthology.orchestra.run.smithi063.stdout: "flags": 0, 2024-09-15T22:05:29.364 INFO:teuthology.orchestra.run.smithi063.stdout: "default_value": "False", 2024-09-15T22:05:29.364 INFO:teuthology.orchestra.run.smithi063.stdout: "min": "", 2024-09-15T22:05:29.364 INFO:teuthology.orchestra.run.smithi063.stdout: "max": "", 2024-09-15T22:05:29.364 INFO:teuthology.orchestra.run.smithi063.stdout: "enum_allowed": [], 2024-09-15T22:05:29.364 INFO:teuthology.orchestra.run.smithi063.stdout: "desc": "Use libstoragemgmt during device scans", 2024-09-15T22:05:29.364 INFO:teuthology.orchestra.run.smithi063.stdout: "long_desc": "", 2024-09-15T22:05:29.364 INFO:teuthology.orchestra.run.smithi063.stdout: "tags": [], 2024-09-15T22:05:29.364 INFO:teuthology.orchestra.run.smithi063.stdout: "see_also": [] 2024-09-15T22:05:29.364 INFO:teuthology.orchestra.run.smithi063.stdout: }, 2024-09-15T22:05:29.365 INFO:teuthology.orchestra.run.smithi063.stdout: "facts_cache_timeout": { 2024-09-15T22:05:29.365 INFO:teuthology.orchestra.run.smithi063.stdout: "name": "facts_cache_timeout", 2024-09-15T22:05:29.365 INFO:teuthology.orchestra.run.smithi063.stdout: "type": "secs", 2024-09-15T22:05:29.365 INFO:teuthology.orchestra.run.smithi063.stdout: "level": "advanced", 2024-09-15T22:05:29.365 INFO:teuthology.orchestra.run.smithi063.stdout: "flags": 0, 2024-09-15T22:05:29.365 INFO:teuthology.orchestra.run.smithi063.stdout: "default_value": "60", 2024-09-15T22:05:29.365 INFO:teuthology.orchestra.run.smithi063.stdout: "min": "", 2024-09-15T22:05:29.365 INFO:teuthology.orchestra.run.smithi063.stdout: "max": "", 2024-09-15T22:05:29.365 INFO:teuthology.orchestra.run.smithi063.stdout: "enum_allowed": [], 2024-09-15T22:05:29.365 INFO:teuthology.orchestra.run.smithi063.stdout: "desc": "seconds to cache host facts data", 2024-09-15T22:05:29.365 INFO:teuthology.orchestra.run.smithi063.stdout: "long_desc": "", 2024-09-15T22:05:29.365 INFO:teuthology.orchestra.run.smithi063.stdout: "tags": [], 2024-09-15T22:05:29.365 INFO:teuthology.orchestra.run.smithi063.stdout: "see_also": [] 2024-09-15T22:05:29.366 INFO:teuthology.orchestra.run.smithi063.stdout: }, 2024-09-15T22:05:29.366 INFO:teuthology.orchestra.run.smithi063.stdout: "grafana_dashboards_path": { 2024-09-15T22:05:29.366 INFO:teuthology.orchestra.run.smithi063.stdout: "name": "grafana_dashboards_path", 2024-09-15T22:05:29.366 INFO:teuthology.orchestra.run.smithi063.stdout: "type": "str", 2024-09-15T22:05:29.366 INFO:teuthology.orchestra.run.smithi063.stdout: "level": "advanced", 2024-09-15T22:05:29.366 INFO:teuthology.orchestra.run.smithi063.stdout: "flags": 0, 2024-09-15T22:05:29.366 INFO:teuthology.orchestra.run.smithi063.stdout: "default_value": "/etc/grafana/dashboards/ceph-dashboard/", 2024-09-15T22:05:29.366 INFO:teuthology.orchestra.run.smithi063.stdout: "min": "", 2024-09-15T22:05:29.366 INFO:teuthology.orchestra.run.smithi063.stdout: "max": "", 2024-09-15T22:05:29.366 INFO:teuthology.orchestra.run.smithi063.stdout: "enum_allowed": [], 2024-09-15T22:05:29.366 INFO:teuthology.orchestra.run.smithi063.stdout: "desc": "location of dashboards to include in grafana deployments", 2024-09-15T22:05:29.366 INFO:teuthology.orchestra.run.smithi063.stdout: "long_desc": "", 2024-09-15T22:05:29.367 INFO:teuthology.orchestra.run.smithi063.stdout: "tags": [], 2024-09-15T22:05:29.367 INFO:teuthology.orchestra.run.smithi063.stdout: "see_also": [] 2024-09-15T22:05:29.367 INFO:teuthology.orchestra.run.smithi063.stdout: }, 2024-09-15T22:05:29.367 INFO:teuthology.orchestra.run.smithi063.stdout: "host_check_interval": { 2024-09-15T22:05:29.367 INFO:teuthology.orchestra.run.smithi063.stdout: "name": "host_check_interval", 2024-09-15T22:05:29.367 INFO:teuthology.orchestra.run.smithi063.stdout: "type": "secs", 2024-09-15T22:05:29.367 INFO:teuthology.orchestra.run.smithi063.stdout: "level": "advanced", 2024-09-15T22:05:29.367 INFO:teuthology.orchestra.run.smithi063.stdout: "flags": 0, 2024-09-15T22:05:29.367 INFO:teuthology.orchestra.run.smithi063.stdout: "default_value": "600", 2024-09-15T22:05:29.367 INFO:teuthology.orchestra.run.smithi063.stdout: "min": "", 2024-09-15T22:05:29.367 INFO:teuthology.orchestra.run.smithi063.stdout: "max": "", 2024-09-15T22:05:29.367 INFO:teuthology.orchestra.run.smithi063.stdout: "enum_allowed": [], 2024-09-15T22:05:29.367 INFO:teuthology.orchestra.run.smithi063.stdout: "desc": "how frequently to perform a host check", 2024-09-15T22:05:29.367 INFO:teuthology.orchestra.run.smithi063.stdout: "long_desc": "", 2024-09-15T22:05:29.368 INFO:teuthology.orchestra.run.smithi063.stdout: "tags": [], 2024-09-15T22:05:29.368 INFO:teuthology.orchestra.run.smithi063.stdout: "see_also": [] 2024-09-15T22:05:29.368 INFO:teuthology.orchestra.run.smithi063.stdout: }, 2024-09-15T22:05:29.368 INFO:teuthology.orchestra.run.smithi063.stdout: "hw_monitoring": { 2024-09-15T22:05:29.368 INFO:teuthology.orchestra.run.smithi063.stdout: "name": "hw_monitoring", 2024-09-15T22:05:29.368 INFO:teuthology.orchestra.run.smithi063.stdout: "type": "bool", 2024-09-15T22:05:29.368 INFO:teuthology.orchestra.run.smithi063.stdout: "level": "advanced", 2024-09-15T22:05:29.368 INFO:teuthology.orchestra.run.smithi063.stdout: "flags": 0, 2024-09-15T22:05:29.368 INFO:teuthology.orchestra.run.smithi063.stdout: "default_value": "False", 2024-09-15T22:05:29.368 INFO:teuthology.orchestra.run.smithi063.stdout: "min": "", 2024-09-15T22:05:29.368 INFO:teuthology.orchestra.run.smithi063.stdout: "max": "", 2024-09-15T22:05:29.368 INFO:teuthology.orchestra.run.smithi063.stdout: "enum_allowed": [], 2024-09-15T22:05:29.368 INFO:teuthology.orchestra.run.smithi063.stdout: "desc": "Deploy hw monitoring daemon on every host.", 2024-09-15T22:05:29.369 INFO:teuthology.orchestra.run.smithi063.stdout: "long_desc": "", 2024-09-15T22:05:29.369 INFO:teuthology.orchestra.run.smithi063.stdout: "tags": [], 2024-09-15T22:05:29.369 INFO:teuthology.orchestra.run.smithi063.stdout: "see_also": [] 2024-09-15T22:05:29.369 INFO:teuthology.orchestra.run.smithi063.stdout: }, 2024-09-15T22:05:29.369 INFO:teuthology.orchestra.run.smithi063.stdout: "inventory_list_all": { 2024-09-15T22:05:29.369 INFO:teuthology.orchestra.run.smithi063.stdout: "name": "inventory_list_all", 2024-09-15T22:05:29.369 INFO:teuthology.orchestra.run.smithi063.stdout: "type": "bool", 2024-09-15T22:05:29.369 INFO:teuthology.orchestra.run.smithi063.stdout: "level": "advanced", 2024-09-15T22:05:29.369 INFO:teuthology.orchestra.run.smithi063.stdout: "flags": 0, 2024-09-15T22:05:29.369 INFO:teuthology.orchestra.run.smithi063.stdout: "default_value": "False", 2024-09-15T22:05:29.369 INFO:teuthology.orchestra.run.smithi063.stdout: "min": "", 2024-09-15T22:05:29.369 INFO:teuthology.orchestra.run.smithi063.stdout: "max": "", 2024-09-15T22:05:29.370 INFO:teuthology.orchestra.run.smithi063.stdout: "enum_allowed": [], 2024-09-15T22:05:29.370 INFO:teuthology.orchestra.run.smithi063.stdout: "desc": "Whether ceph-volume inventory should report more devices (mostly mappers (LVs / mpaths), partitions...)", 2024-09-15T22:05:29.370 INFO:teuthology.orchestra.run.smithi063.stdout: "long_desc": "", 2024-09-15T22:05:29.370 INFO:teuthology.orchestra.run.smithi063.stdout: "tags": [], 2024-09-15T22:05:29.370 INFO:teuthology.orchestra.run.smithi063.stdout: "see_also": [] 2024-09-15T22:05:29.370 INFO:teuthology.orchestra.run.smithi063.stdout: }, 2024-09-15T22:05:29.370 INFO:teuthology.orchestra.run.smithi063.stdout: "log_level": { 2024-09-15T22:05:29.370 INFO:teuthology.orchestra.run.smithi063.stdout: "name": "log_level", 2024-09-15T22:05:29.370 INFO:teuthology.orchestra.run.smithi063.stdout: "type": "str", 2024-09-15T22:05:29.370 INFO:teuthology.orchestra.run.smithi063.stdout: "level": "advanced", 2024-09-15T22:05:29.370 INFO:teuthology.orchestra.run.smithi063.stdout: "flags": 1, 2024-09-15T22:05:29.370 INFO:teuthology.orchestra.run.smithi063.stdout: "default_value": "", 2024-09-15T22:05:29.370 INFO:teuthology.orchestra.run.smithi063.stdout: "min": "", 2024-09-15T22:05:29.371 INFO:teuthology.orchestra.run.smithi063.stdout: "max": "", 2024-09-15T22:05:29.371 INFO:teuthology.orchestra.run.smithi063.stdout: "enum_allowed": [ 2024-09-15T22:05:29.371 INFO:teuthology.orchestra.run.smithi063.stdout: "", 2024-09-15T22:05:29.371 INFO:teuthology.orchestra.run.smithi063.stdout: "critical", 2024-09-15T22:05:29.371 INFO:teuthology.orchestra.run.smithi063.stdout: "debug", 2024-09-15T22:05:29.371 INFO:teuthology.orchestra.run.smithi063.stdout: "error", 2024-09-15T22:05:29.371 INFO:teuthology.orchestra.run.smithi063.stdout: "info", 2024-09-15T22:05:29.371 INFO:teuthology.orchestra.run.smithi063.stdout: "warning" 2024-09-15T22:05:29.371 INFO:teuthology.orchestra.run.smithi063.stdout: ], 2024-09-15T22:05:29.371 INFO:teuthology.orchestra.run.smithi063.stdout: "desc": "", 2024-09-15T22:05:29.371 INFO:teuthology.orchestra.run.smithi063.stdout: "long_desc": "", 2024-09-15T22:05:29.371 INFO:teuthology.orchestra.run.smithi063.stdout: "tags": [], 2024-09-15T22:05:29.371 INFO:teuthology.orchestra.run.smithi063.stdout: "see_also": [] 2024-09-15T22:05:29.372 INFO:teuthology.orchestra.run.smithi063.stdout: }, 2024-09-15T22:05:29.372 INFO:teuthology.orchestra.run.smithi063.stdout: "log_refresh_metadata": { 2024-09-15T22:05:29.372 INFO:teuthology.orchestra.run.smithi063.stdout: "name": "log_refresh_metadata", 2024-09-15T22:05:29.372 INFO:teuthology.orchestra.run.smithi063.stdout: "type": "bool", 2024-09-15T22:05:29.372 INFO:teuthology.orchestra.run.smithi063.stdout: "level": "advanced", 2024-09-15T22:05:29.372 INFO:teuthology.orchestra.run.smithi063.stdout: "flags": 0, 2024-09-15T22:05:29.372 INFO:teuthology.orchestra.run.smithi063.stdout: "default_value": "False", 2024-09-15T22:05:29.372 INFO:teuthology.orchestra.run.smithi063.stdout: "min": "", 2024-09-15T22:05:29.372 INFO:teuthology.orchestra.run.smithi063.stdout: "max": "", 2024-09-15T22:05:29.372 INFO:teuthology.orchestra.run.smithi063.stdout: "enum_allowed": [], 2024-09-15T22:05:29.372 INFO:teuthology.orchestra.run.smithi063.stdout: "desc": "Log all refresh metadata. Includes daemon, device, and host info collected regularly. Only has effect if logging at debug level", 2024-09-15T22:05:29.372 INFO:teuthology.orchestra.run.smithi063.stdout: "long_desc": "", 2024-09-15T22:05:29.372 INFO:teuthology.orchestra.run.smithi063.stdout: "tags": [], 2024-09-15T22:05:29.372 INFO:teuthology.orchestra.run.smithi063.stdout: "see_also": [] 2024-09-15T22:05:29.373 INFO:teuthology.orchestra.run.smithi063.stdout: }, 2024-09-15T22:05:29.373 INFO:teuthology.orchestra.run.smithi063.stdout: "log_to_cluster": { 2024-09-15T22:05:29.373 INFO:teuthology.orchestra.run.smithi063.stdout: "name": "log_to_cluster", 2024-09-15T22:05:29.373 INFO:teuthology.orchestra.run.smithi063.stdout: "type": "bool", 2024-09-15T22:05:29.373 INFO:teuthology.orchestra.run.smithi063.stdout: "level": "advanced", 2024-09-15T22:05:29.373 INFO:teuthology.orchestra.run.smithi063.stdout: "flags": 0, 2024-09-15T22:05:29.373 INFO:teuthology.orchestra.run.smithi063.stdout: "default_value": "True", 2024-09-15T22:05:29.373 INFO:teuthology.orchestra.run.smithi063.stdout: "min": "", 2024-09-15T22:05:29.373 INFO:teuthology.orchestra.run.smithi063.stdout: "max": "", 2024-09-15T22:05:29.373 INFO:teuthology.orchestra.run.smithi063.stdout: "enum_allowed": [], 2024-09-15T22:05:29.373 INFO:teuthology.orchestra.run.smithi063.stdout: "desc": "log to the \"cephadm\" cluster log channel\"", 2024-09-15T22:05:29.373 INFO:teuthology.orchestra.run.smithi063.stdout: "long_desc": "", 2024-09-15T22:05:29.373 INFO:teuthology.orchestra.run.smithi063.stdout: "tags": [], 2024-09-15T22:05:29.374 INFO:teuthology.orchestra.run.smithi063.stdout: "see_also": [] 2024-09-15T22:05:29.374 INFO:teuthology.orchestra.run.smithi063.stdout: }, 2024-09-15T22:05:29.374 INFO:teuthology.orchestra.run.smithi063.stdout: "log_to_cluster_level": { 2024-09-15T22:05:29.374 INFO:teuthology.orchestra.run.smithi063.stdout: "name": "log_to_cluster_level", 2024-09-15T22:05:29.374 INFO:teuthology.orchestra.run.smithi063.stdout: "type": "str", 2024-09-15T22:05:29.374 INFO:teuthology.orchestra.run.smithi063.stdout: "level": "advanced", 2024-09-15T22:05:29.374 INFO:teuthology.orchestra.run.smithi063.stdout: "flags": 1, 2024-09-15T22:05:29.374 INFO:teuthology.orchestra.run.smithi063.stdout: "default_value": "info", 2024-09-15T22:05:29.374 INFO:teuthology.orchestra.run.smithi063.stdout: "min": "", 2024-09-15T22:05:29.374 INFO:teuthology.orchestra.run.smithi063.stdout: "max": "", 2024-09-15T22:05:29.374 INFO:teuthology.orchestra.run.smithi063.stdout: "enum_allowed": [ 2024-09-15T22:05:29.374 INFO:teuthology.orchestra.run.smithi063.stdout: "", 2024-09-15T22:05:29.374 INFO:teuthology.orchestra.run.smithi063.stdout: "critical", 2024-09-15T22:05:29.375 INFO:teuthology.orchestra.run.smithi063.stdout: "debug", 2024-09-15T22:05:29.375 INFO:teuthology.orchestra.run.smithi063.stdout: "error", 2024-09-15T22:05:29.375 INFO:teuthology.orchestra.run.smithi063.stdout: "info", 2024-09-15T22:05:29.375 INFO:teuthology.orchestra.run.smithi063.stdout: "warning" 2024-09-15T22:05:29.375 INFO:teuthology.orchestra.run.smithi063.stdout: ], 2024-09-15T22:05:29.375 INFO:teuthology.orchestra.run.smithi063.stdout: "desc": "", 2024-09-15T22:05:29.375 INFO:teuthology.orchestra.run.smithi063.stdout: "long_desc": "", 2024-09-15T22:05:29.375 INFO:teuthology.orchestra.run.smithi063.stdout: "tags": [], 2024-09-15T22:05:29.375 INFO:teuthology.orchestra.run.smithi063.stdout: "see_also": [] 2024-09-15T22:05:29.375 INFO:teuthology.orchestra.run.smithi063.stdout: }, 2024-09-15T22:05:29.375 INFO:teuthology.orchestra.run.smithi063.stdout: "log_to_file": { 2024-09-15T22:05:29.375 INFO:teuthology.orchestra.run.smithi063.stdout: "name": "log_to_file", 2024-09-15T22:05:29.375 INFO:teuthology.orchestra.run.smithi063.stdout: "type": "bool", 2024-09-15T22:05:29.375 INFO:teuthology.orchestra.run.smithi063.stdout: "level": "advanced", 2024-09-15T22:05:29.376 INFO:teuthology.orchestra.run.smithi063.stdout: "flags": 1, 2024-09-15T22:05:29.376 INFO:teuthology.orchestra.run.smithi063.stdout: "default_value": "False", 2024-09-15T22:05:29.376 INFO:teuthology.orchestra.run.smithi063.stdout: "min": "", 2024-09-15T22:05:29.376 INFO:teuthology.orchestra.run.smithi063.stdout: "max": "", 2024-09-15T22:05:29.376 INFO:teuthology.orchestra.run.smithi063.stdout: "enum_allowed": [], 2024-09-15T22:05:29.376 INFO:teuthology.orchestra.run.smithi063.stdout: "desc": "", 2024-09-15T22:05:29.376 INFO:teuthology.orchestra.run.smithi063.stdout: "long_desc": "", 2024-09-15T22:05:29.376 INFO:teuthology.orchestra.run.smithi063.stdout: "tags": [], 2024-09-15T22:05:29.376 INFO:teuthology.orchestra.run.smithi063.stdout: "see_also": [] 2024-09-15T22:05:29.376 INFO:teuthology.orchestra.run.smithi063.stdout: }, 2024-09-15T22:05:29.376 INFO:teuthology.orchestra.run.smithi063.stdout: "manage_etc_ceph_ceph_conf": { 2024-09-15T22:05:29.376 INFO:teuthology.orchestra.run.smithi063.stdout: "name": "manage_etc_ceph_ceph_conf", 2024-09-15T22:05:29.376 INFO:teuthology.orchestra.run.smithi063.stdout: "type": "bool", 2024-09-15T22:05:29.377 INFO:teuthology.orchestra.run.smithi063.stdout: "level": "advanced", 2024-09-15T22:05:29.377 INFO:teuthology.orchestra.run.smithi063.stdout: "flags": 0, 2024-09-15T22:05:29.377 INFO:teuthology.orchestra.run.smithi063.stdout: "default_value": "False", 2024-09-15T22:05:29.377 INFO:teuthology.orchestra.run.smithi063.stdout: "min": "", 2024-09-15T22:05:29.377 INFO:teuthology.orchestra.run.smithi063.stdout: "max": "", 2024-09-15T22:05:29.377 INFO:teuthology.orchestra.run.smithi063.stdout: "enum_allowed": [], 2024-09-15T22:05:29.377 INFO:teuthology.orchestra.run.smithi063.stdout: "desc": "Manage and own /etc/ceph/ceph.conf on the hosts.", 2024-09-15T22:05:29.377 INFO:teuthology.orchestra.run.smithi063.stdout: "long_desc": "", 2024-09-15T22:05:29.377 INFO:teuthology.orchestra.run.smithi063.stdout: "tags": [], 2024-09-15T22:05:29.377 INFO:teuthology.orchestra.run.smithi063.stdout: "see_also": [] 2024-09-15T22:05:29.377 INFO:teuthology.orchestra.run.smithi063.stdout: }, 2024-09-15T22:05:29.377 INFO:teuthology.orchestra.run.smithi063.stdout: "manage_etc_ceph_ceph_conf_hosts": { 2024-09-15T22:05:29.377 INFO:teuthology.orchestra.run.smithi063.stdout: "name": "manage_etc_ceph_ceph_conf_hosts", 2024-09-15T22:05:29.378 INFO:teuthology.orchestra.run.smithi063.stdout: "type": "str", 2024-09-15T22:05:29.378 INFO:teuthology.orchestra.run.smithi063.stdout: "level": "advanced", 2024-09-15T22:05:29.378 INFO:teuthology.orchestra.run.smithi063.stdout: "flags": 0, 2024-09-15T22:05:29.378 INFO:teuthology.orchestra.run.smithi063.stdout: "default_value": "*", 2024-09-15T22:05:29.378 INFO:teuthology.orchestra.run.smithi063.stdout: "min": "", 2024-09-15T22:05:29.378 INFO:teuthology.orchestra.run.smithi063.stdout: "max": "", 2024-09-15T22:05:29.378 INFO:teuthology.orchestra.run.smithi063.stdout: "enum_allowed": [], 2024-09-15T22:05:29.378 INFO:teuthology.orchestra.run.smithi063.stdout: "desc": "PlacementSpec describing on which hosts to manage /etc/ceph/ceph.conf", 2024-09-15T22:05:29.378 INFO:teuthology.orchestra.run.smithi063.stdout: "long_desc": "", 2024-09-15T22:05:29.378 INFO:teuthology.orchestra.run.smithi063.stdout: "tags": [], 2024-09-15T22:05:29.378 INFO:teuthology.orchestra.run.smithi063.stdout: "see_also": [] 2024-09-15T22:05:29.378 INFO:teuthology.orchestra.run.smithi063.stdout: }, 2024-09-15T22:05:29.379 INFO:teuthology.orchestra.run.smithi063.stdout: "max_count_per_host": { 2024-09-15T22:05:29.379 INFO:teuthology.orchestra.run.smithi063.stdout: "name": "max_count_per_host", 2024-09-15T22:05:29.379 INFO:teuthology.orchestra.run.smithi063.stdout: "type": "int", 2024-09-15T22:05:29.379 INFO:teuthology.orchestra.run.smithi063.stdout: "level": "advanced", 2024-09-15T22:05:29.379 INFO:teuthology.orchestra.run.smithi063.stdout: "flags": 0, 2024-09-15T22:05:29.379 INFO:teuthology.orchestra.run.smithi063.stdout: "default_value": "10", 2024-09-15T22:05:29.379 INFO:teuthology.orchestra.run.smithi063.stdout: "min": "", 2024-09-15T22:05:29.379 INFO:teuthology.orchestra.run.smithi063.stdout: "max": "", 2024-09-15T22:05:29.379 INFO:teuthology.orchestra.run.smithi063.stdout: "enum_allowed": [], 2024-09-15T22:05:29.379 INFO:teuthology.orchestra.run.smithi063.stdout: "desc": "max number of daemons per service per host", 2024-09-15T22:05:29.379 INFO:teuthology.orchestra.run.smithi063.stdout: "long_desc": "", 2024-09-15T22:05:29.379 INFO:teuthology.orchestra.run.smithi063.stdout: "tags": [], 2024-09-15T22:05:29.380 INFO:teuthology.orchestra.run.smithi063.stdout: "see_also": [] 2024-09-15T22:05:29.380 INFO:teuthology.orchestra.run.smithi063.stdout: }, 2024-09-15T22:05:29.380 INFO:teuthology.orchestra.run.smithi063.stdout: "max_osd_draining_count": { 2024-09-15T22:05:29.380 INFO:teuthology.orchestra.run.smithi063.stdout: "name": "max_osd_draining_count", 2024-09-15T22:05:29.380 INFO:teuthology.orchestra.run.smithi063.stdout: "type": "int", 2024-09-15T22:05:29.380 INFO:teuthology.orchestra.run.smithi063.stdout: "level": "advanced", 2024-09-15T22:05:29.380 INFO:teuthology.orchestra.run.smithi063.stdout: "flags": 0, 2024-09-15T22:05:29.380 INFO:teuthology.orchestra.run.smithi063.stdout: "default_value": "10", 2024-09-15T22:05:29.380 INFO:teuthology.orchestra.run.smithi063.stdout: "min": "", 2024-09-15T22:05:29.380 INFO:teuthology.orchestra.run.smithi063.stdout: "max": "", 2024-09-15T22:05:29.380 INFO:teuthology.orchestra.run.smithi063.stdout: "enum_allowed": [], 2024-09-15T22:05:29.380 INFO:teuthology.orchestra.run.smithi063.stdout: "desc": "max number of osds that will be drained simultaneously when osds are removed", 2024-09-15T22:05:29.380 INFO:teuthology.orchestra.run.smithi063.stdout: "long_desc": "", 2024-09-15T22:05:29.381 INFO:teuthology.orchestra.run.smithi063.stdout: "tags": [], 2024-09-15T22:05:29.381 INFO:teuthology.orchestra.run.smithi063.stdout: "see_also": [] 2024-09-15T22:05:29.381 INFO:teuthology.orchestra.run.smithi063.stdout: }, 2024-09-15T22:05:29.381 INFO:teuthology.orchestra.run.smithi063.stdout: "migration_current": { 2024-09-15T22:05:29.381 INFO:teuthology.orchestra.run.smithi063.stdout: "name": "migration_current", 2024-09-15T22:05:29.381 INFO:teuthology.orchestra.run.smithi063.stdout: "type": "int", 2024-09-15T22:05:29.381 INFO:teuthology.orchestra.run.smithi063.stdout: "level": "advanced", 2024-09-15T22:05:29.381 INFO:teuthology.orchestra.run.smithi063.stdout: "flags": 0, 2024-09-15T22:05:29.381 INFO:teuthology.orchestra.run.smithi063.stdout: "default_value": "", 2024-09-15T22:05:29.381 INFO:teuthology.orchestra.run.smithi063.stdout: "min": "", 2024-09-15T22:05:29.381 INFO:teuthology.orchestra.run.smithi063.stdout: "max": "", 2024-09-15T22:05:29.381 INFO:teuthology.orchestra.run.smithi063.stdout: "enum_allowed": [], 2024-09-15T22:05:29.381 INFO:teuthology.orchestra.run.smithi063.stdout: "desc": "internal - do not modify", 2024-09-15T22:05:29.382 INFO:teuthology.orchestra.run.smithi063.stdout: "long_desc": "", 2024-09-15T22:05:29.382 INFO:teuthology.orchestra.run.smithi063.stdout: "tags": [], 2024-09-15T22:05:29.382 INFO:teuthology.orchestra.run.smithi063.stdout: "see_also": [] 2024-09-15T22:05:29.382 INFO:teuthology.orchestra.run.smithi063.stdout: }, 2024-09-15T22:05:29.382 INFO:teuthology.orchestra.run.smithi063.stdout: "mode": { 2024-09-15T22:05:29.382 INFO:teuthology.orchestra.run.smithi063.stdout: "name": "mode", 2024-09-15T22:05:29.382 INFO:teuthology.orchestra.run.smithi063.stdout: "type": "str", 2024-09-15T22:05:29.382 INFO:teuthology.orchestra.run.smithi063.stdout: "level": "advanced", 2024-09-15T22:05:29.382 INFO:teuthology.orchestra.run.smithi063.stdout: "flags": 0, 2024-09-15T22:05:29.382 INFO:teuthology.orchestra.run.smithi063.stdout: "default_value": "root", 2024-09-15T22:05:29.382 INFO:teuthology.orchestra.run.smithi063.stdout: "min": "", 2024-09-15T22:05:29.382 INFO:teuthology.orchestra.run.smithi063.stdout: "max": "", 2024-09-15T22:05:29.382 INFO:teuthology.orchestra.run.smithi063.stdout: "enum_allowed": [ 2024-09-15T22:05:29.383 INFO:teuthology.orchestra.run.smithi063.stdout: "cephadm-package", 2024-09-15T22:05:29.383 INFO:teuthology.orchestra.run.smithi063.stdout: "root" 2024-09-15T22:05:29.383 INFO:teuthology.orchestra.run.smithi063.stdout: ], 2024-09-15T22:05:29.383 INFO:teuthology.orchestra.run.smithi063.stdout: "desc": "mode for remote execution of cephadm", 2024-09-15T22:05:29.383 INFO:teuthology.orchestra.run.smithi063.stdout: "long_desc": "", 2024-09-15T22:05:29.383 INFO:teuthology.orchestra.run.smithi063.stdout: "tags": [], 2024-09-15T22:05:29.383 INFO:teuthology.orchestra.run.smithi063.stdout: "see_also": [] 2024-09-15T22:05:29.383 INFO:teuthology.orchestra.run.smithi063.stdout: }, 2024-09-15T22:05:29.383 INFO:teuthology.orchestra.run.smithi063.stdout: "oob_default_addr": { 2024-09-15T22:05:29.383 INFO:teuthology.orchestra.run.smithi063.stdout: "name": "oob_default_addr", 2024-09-15T22:05:29.383 INFO:teuthology.orchestra.run.smithi063.stdout: "type": "str", 2024-09-15T22:05:29.383 INFO:teuthology.orchestra.run.smithi063.stdout: "level": "advanced", 2024-09-15T22:05:29.383 INFO:teuthology.orchestra.run.smithi063.stdout: "flags": 0, 2024-09-15T22:05:29.384 INFO:teuthology.orchestra.run.smithi063.stdout: "default_value": "169.254.1.1", 2024-09-15T22:05:29.384 INFO:teuthology.orchestra.run.smithi063.stdout: "min": "", 2024-09-15T22:05:29.384 INFO:teuthology.orchestra.run.smithi063.stdout: "max": "", 2024-09-15T22:05:29.384 INFO:teuthology.orchestra.run.smithi063.stdout: "enum_allowed": [], 2024-09-15T22:05:29.384 INFO:teuthology.orchestra.run.smithi063.stdout: "desc": "Default address for RedFish API (oob management).", 2024-09-15T22:05:29.384 INFO:teuthology.orchestra.run.smithi063.stdout: "long_desc": "", 2024-09-15T22:05:29.384 INFO:teuthology.orchestra.run.smithi063.stdout: "tags": [], 2024-09-15T22:05:29.384 INFO:teuthology.orchestra.run.smithi063.stdout: "see_also": [] 2024-09-15T22:05:29.384 INFO:teuthology.orchestra.run.smithi063.stdout: }, 2024-09-15T22:05:29.384 INFO:teuthology.orchestra.run.smithi063.stdout: "prometheus_alerts_path": { 2024-09-15T22:05:29.384 INFO:teuthology.orchestra.run.smithi063.stdout: "name": "prometheus_alerts_path", 2024-09-15T22:05:29.384 INFO:teuthology.orchestra.run.smithi063.stdout: "type": "str", 2024-09-15T22:05:29.384 INFO:teuthology.orchestra.run.smithi063.stdout: "level": "advanced", 2024-09-15T22:05:29.385 INFO:teuthology.orchestra.run.smithi063.stdout: "flags": 0, 2024-09-15T22:05:29.385 INFO:teuthology.orchestra.run.smithi063.stdout: "default_value": "/etc/prometheus/ceph/ceph_default_alerts.yml", 2024-09-15T22:05:29.385 INFO:teuthology.orchestra.run.smithi063.stdout: "min": "", 2024-09-15T22:05:29.385 INFO:teuthology.orchestra.run.smithi063.stdout: "max": "", 2024-09-15T22:05:29.385 INFO:teuthology.orchestra.run.smithi063.stdout: "enum_allowed": [], 2024-09-15T22:05:29.385 INFO:teuthology.orchestra.run.smithi063.stdout: "desc": "location of alerts to include in prometheus deployments", 2024-09-15T22:05:29.385 INFO:teuthology.orchestra.run.smithi063.stdout: "long_desc": "", 2024-09-15T22:05:29.385 INFO:teuthology.orchestra.run.smithi063.stdout: "tags": [], 2024-09-15T22:05:29.385 INFO:teuthology.orchestra.run.smithi063.stdout: "see_also": [] 2024-09-15T22:05:29.385 INFO:teuthology.orchestra.run.smithi063.stdout: }, 2024-09-15T22:05:29.385 INFO:teuthology.orchestra.run.smithi063.stdout: "registry_insecure": { 2024-09-15T22:05:29.385 INFO:teuthology.orchestra.run.smithi063.stdout: "name": "registry_insecure", 2024-09-15T22:05:29.385 INFO:teuthology.orchestra.run.smithi063.stdout: "type": "bool", 2024-09-15T22:05:29.386 INFO:teuthology.orchestra.run.smithi063.stdout: "level": "advanced", 2024-09-15T22:05:29.386 INFO:teuthology.orchestra.run.smithi063.stdout: "flags": 0, 2024-09-15T22:05:29.386 INFO:teuthology.orchestra.run.smithi063.stdout: "default_value": "False", 2024-09-15T22:05:29.386 INFO:teuthology.orchestra.run.smithi063.stdout: "min": "", 2024-09-15T22:05:29.386 INFO:teuthology.orchestra.run.smithi063.stdout: "max": "", 2024-09-15T22:05:29.386 INFO:teuthology.orchestra.run.smithi063.stdout: "enum_allowed": [], 2024-09-15T22:05:29.386 INFO:teuthology.orchestra.run.smithi063.stdout: "desc": "Registry is to be considered insecure (no TLS available). Only for development purposes.", 2024-09-15T22:05:29.386 INFO:teuthology.orchestra.run.smithi063.stdout: "long_desc": "", 2024-09-15T22:05:29.386 INFO:teuthology.orchestra.run.smithi063.stdout: "tags": [], 2024-09-15T22:05:29.386 INFO:teuthology.orchestra.run.smithi063.stdout: "see_also": [] 2024-09-15T22:05:29.386 INFO:teuthology.orchestra.run.smithi063.stdout: }, 2024-09-15T22:05:29.386 INFO:teuthology.orchestra.run.smithi063.stdout: "registry_password": { 2024-09-15T22:05:29.386 INFO:teuthology.orchestra.run.smithi063.stdout: "name": "registry_password", 2024-09-15T22:05:29.387 INFO:teuthology.orchestra.run.smithi063.stdout: "type": "str", 2024-09-15T22:05:29.387 INFO:teuthology.orchestra.run.smithi063.stdout: "level": "advanced", 2024-09-15T22:05:29.387 INFO:teuthology.orchestra.run.smithi063.stdout: "flags": 0, 2024-09-15T22:05:29.387 INFO:teuthology.orchestra.run.smithi063.stdout: "default_value": "", 2024-09-15T22:05:29.387 INFO:teuthology.orchestra.run.smithi063.stdout: "min": "", 2024-09-15T22:05:29.387 INFO:teuthology.orchestra.run.smithi063.stdout: "max": "", 2024-09-15T22:05:29.387 INFO:teuthology.orchestra.run.smithi063.stdout: "enum_allowed": [], 2024-09-15T22:05:29.387 INFO:teuthology.orchestra.run.smithi063.stdout: "desc": "Custom repository password. Only used for logging into a registry.", 2024-09-15T22:05:29.387 INFO:teuthology.orchestra.run.smithi063.stdout: "long_desc": "", 2024-09-15T22:05:29.387 INFO:teuthology.orchestra.run.smithi063.stdout: "tags": [], 2024-09-15T22:05:29.387 INFO:teuthology.orchestra.run.smithi063.stdout: "see_also": [] 2024-09-15T22:05:29.387 INFO:teuthology.orchestra.run.smithi063.stdout: }, 2024-09-15T22:05:29.388 INFO:teuthology.orchestra.run.smithi063.stdout: "registry_url": { 2024-09-15T22:05:29.388 INFO:teuthology.orchestra.run.smithi063.stdout: "name": "registry_url", 2024-09-15T22:05:29.388 INFO:teuthology.orchestra.run.smithi063.stdout: "type": "str", 2024-09-15T22:05:29.388 INFO:teuthology.orchestra.run.smithi063.stdout: "level": "advanced", 2024-09-15T22:05:29.388 INFO:teuthology.orchestra.run.smithi063.stdout: "flags": 0, 2024-09-15T22:05:29.388 INFO:teuthology.orchestra.run.smithi063.stdout: "default_value": "", 2024-09-15T22:05:29.388 INFO:teuthology.orchestra.run.smithi063.stdout: "min": "", 2024-09-15T22:05:29.388 INFO:teuthology.orchestra.run.smithi063.stdout: "max": "", 2024-09-15T22:05:29.388 INFO:teuthology.orchestra.run.smithi063.stdout: "enum_allowed": [], 2024-09-15T22:05:29.388 INFO:teuthology.orchestra.run.smithi063.stdout: "desc": "Registry url for login purposes. This is not the default registry", 2024-09-15T22:05:29.388 INFO:teuthology.orchestra.run.smithi063.stdout: "long_desc": "", 2024-09-15T22:05:29.388 INFO:teuthology.orchestra.run.smithi063.stdout: "tags": [], 2024-09-15T22:05:29.388 INFO:teuthology.orchestra.run.smithi063.stdout: "see_also": [] 2024-09-15T22:05:29.389 INFO:teuthology.orchestra.run.smithi063.stdout: }, 2024-09-15T22:05:29.389 INFO:teuthology.orchestra.run.smithi063.stdout: "registry_username": { 2024-09-15T22:05:29.389 INFO:teuthology.orchestra.run.smithi063.stdout: "name": "registry_username", 2024-09-15T22:05:29.389 INFO:teuthology.orchestra.run.smithi063.stdout: "type": "str", 2024-09-15T22:05:29.389 INFO:teuthology.orchestra.run.smithi063.stdout: "level": "advanced", 2024-09-15T22:05:29.389 INFO:teuthology.orchestra.run.smithi063.stdout: "flags": 0, 2024-09-15T22:05:29.389 INFO:teuthology.orchestra.run.smithi063.stdout: "default_value": "", 2024-09-15T22:05:29.389 INFO:teuthology.orchestra.run.smithi063.stdout: "min": "", 2024-09-15T22:05:29.389 INFO:teuthology.orchestra.run.smithi063.stdout: "max": "", 2024-09-15T22:05:29.389 INFO:teuthology.orchestra.run.smithi063.stdout: "enum_allowed": [], 2024-09-15T22:05:29.389 INFO:teuthology.orchestra.run.smithi063.stdout: "desc": "Custom repository username. Only used for logging into a registry.", 2024-09-15T22:05:29.389 INFO:teuthology.orchestra.run.smithi063.stdout: "long_desc": "", 2024-09-15T22:05:29.390 INFO:teuthology.orchestra.run.smithi063.stdout: "tags": [], 2024-09-15T22:05:29.390 INFO:teuthology.orchestra.run.smithi063.stdout: "see_also": [] 2024-09-15T22:05:29.390 INFO:teuthology.orchestra.run.smithi063.stdout: }, 2024-09-15T22:05:29.390 INFO:teuthology.orchestra.run.smithi063.stdout: "secure_monitoring_stack": { 2024-09-15T22:05:29.390 INFO:teuthology.orchestra.run.smithi063.stdout: "name": "secure_monitoring_stack", 2024-09-15T22:05:29.390 INFO:teuthology.orchestra.run.smithi063.stdout: "type": "bool", 2024-09-15T22:05:29.390 INFO:teuthology.orchestra.run.smithi063.stdout: "level": "advanced", 2024-09-15T22:05:29.390 INFO:teuthology.orchestra.run.smithi063.stdout: "flags": 0, 2024-09-15T22:05:29.390 INFO:teuthology.orchestra.run.smithi063.stdout: "default_value": "False", 2024-09-15T22:05:29.390 INFO:teuthology.orchestra.run.smithi063.stdout: "min": "", 2024-09-15T22:05:29.390 INFO:teuthology.orchestra.run.smithi063.stdout: "max": "", 2024-09-15T22:05:29.390 INFO:teuthology.orchestra.run.smithi063.stdout: "enum_allowed": [], 2024-09-15T22:05:29.391 INFO:teuthology.orchestra.run.smithi063.stdout: "desc": "Enable TLS security for all the monitoring stack daemons", 2024-09-15T22:05:29.391 INFO:teuthology.orchestra.run.smithi063.stdout: "long_desc": "", 2024-09-15T22:05:29.391 INFO:teuthology.orchestra.run.smithi063.stdout: "tags": [], 2024-09-15T22:05:29.391 INFO:teuthology.orchestra.run.smithi063.stdout: "see_also": [] 2024-09-15T22:05:29.391 INFO:teuthology.orchestra.run.smithi063.stdout: }, 2024-09-15T22:05:29.391 INFO:teuthology.orchestra.run.smithi063.stdout: "service_discovery_port": { 2024-09-15T22:05:29.391 INFO:teuthology.orchestra.run.smithi063.stdout: "name": "service_discovery_port", 2024-09-15T22:05:29.391 INFO:teuthology.orchestra.run.smithi063.stdout: "type": "int", 2024-09-15T22:05:29.391 INFO:teuthology.orchestra.run.smithi063.stdout: "level": "advanced", 2024-09-15T22:05:29.391 INFO:teuthology.orchestra.run.smithi063.stdout: "flags": 0, 2024-09-15T22:05:29.391 INFO:teuthology.orchestra.run.smithi063.stdout: "default_value": "8765", 2024-09-15T22:05:29.391 INFO:teuthology.orchestra.run.smithi063.stdout: "min": "", 2024-09-15T22:05:29.392 INFO:teuthology.orchestra.run.smithi063.stdout: "max": "", 2024-09-15T22:05:29.392 INFO:teuthology.orchestra.run.smithi063.stdout: "enum_allowed": [], 2024-09-15T22:05:29.392 INFO:teuthology.orchestra.run.smithi063.stdout: "desc": "cephadm service discovery port", 2024-09-15T22:05:29.392 INFO:teuthology.orchestra.run.smithi063.stdout: "long_desc": "", 2024-09-15T22:05:29.392 INFO:teuthology.orchestra.run.smithi063.stdout: "tags": [], 2024-09-15T22:05:29.392 INFO:teuthology.orchestra.run.smithi063.stdout: "see_also": [] 2024-09-15T22:05:29.392 INFO:teuthology.orchestra.run.smithi063.stdout: }, 2024-09-15T22:05:29.392 INFO:teuthology.orchestra.run.smithi063.stdout: "ssh_config_file": { 2024-09-15T22:05:29.392 INFO:teuthology.orchestra.run.smithi063.stdout: "name": "ssh_config_file", 2024-09-15T22:05:29.392 INFO:teuthology.orchestra.run.smithi063.stdout: "type": "str", 2024-09-15T22:05:29.392 INFO:teuthology.orchestra.run.smithi063.stdout: "level": "advanced", 2024-09-15T22:05:29.392 INFO:teuthology.orchestra.run.smithi063.stdout: "flags": 0, 2024-09-15T22:05:29.392 INFO:teuthology.orchestra.run.smithi063.stdout: "default_value": "", 2024-09-15T22:05:29.393 INFO:teuthology.orchestra.run.smithi063.stdout: "min": "", 2024-09-15T22:05:29.393 INFO:teuthology.orchestra.run.smithi063.stdout: "max": "", 2024-09-15T22:05:29.393 INFO:teuthology.orchestra.run.smithi063.stdout: "enum_allowed": [], 2024-09-15T22:05:29.393 INFO:teuthology.orchestra.run.smithi063.stdout: "desc": "customized SSH config file to connect to managed hosts", 2024-09-15T22:05:29.393 INFO:teuthology.orchestra.run.smithi063.stdout: "long_desc": "", 2024-09-15T22:05:29.393 INFO:teuthology.orchestra.run.smithi063.stdout: "tags": [], 2024-09-15T22:05:29.393 INFO:teuthology.orchestra.run.smithi063.stdout: "see_also": [] 2024-09-15T22:05:29.393 INFO:teuthology.orchestra.run.smithi063.stdout: }, 2024-09-15T22:05:29.393 INFO:teuthology.orchestra.run.smithi063.stdout: "use_agent": { 2024-09-15T22:05:29.393 INFO:teuthology.orchestra.run.smithi063.stdout: "name": "use_agent", 2024-09-15T22:05:29.393 INFO:teuthology.orchestra.run.smithi063.stdout: "type": "bool", 2024-09-15T22:05:29.393 INFO:teuthology.orchestra.run.smithi063.stdout: "level": "advanced", 2024-09-15T22:05:29.394 INFO:teuthology.orchestra.run.smithi063.stdout: "flags": 0, 2024-09-15T22:05:29.394 INFO:teuthology.orchestra.run.smithi063.stdout: "default_value": "False", 2024-09-15T22:05:29.394 INFO:teuthology.orchestra.run.smithi063.stdout: "min": "", 2024-09-15T22:05:29.394 INFO:teuthology.orchestra.run.smithi063.stdout: "max": "", 2024-09-15T22:05:29.394 INFO:teuthology.orchestra.run.smithi063.stdout: "enum_allowed": [], 2024-09-15T22:05:29.394 INFO:teuthology.orchestra.run.smithi063.stdout: "desc": "Use cephadm agent on each host to gather and send metadata", 2024-09-15T22:05:29.394 INFO:teuthology.orchestra.run.smithi063.stdout: "long_desc": "", 2024-09-15T22:05:29.394 INFO:teuthology.orchestra.run.smithi063.stdout: "tags": [], 2024-09-15T22:05:29.394 INFO:teuthology.orchestra.run.smithi063.stdout: "see_also": [] 2024-09-15T22:05:29.394 INFO:teuthology.orchestra.run.smithi063.stdout: }, 2024-09-15T22:05:29.394 INFO:teuthology.orchestra.run.smithi063.stdout: "use_repo_digest": { 2024-09-15T22:05:29.394 INFO:teuthology.orchestra.run.smithi063.stdout: "name": "use_repo_digest", 2024-09-15T22:05:29.394 INFO:teuthology.orchestra.run.smithi063.stdout: "type": "bool", 2024-09-15T22:05:29.395 INFO:teuthology.orchestra.run.smithi063.stdout: "level": "advanced", 2024-09-15T22:05:29.395 INFO:teuthology.orchestra.run.smithi063.stdout: "flags": 0, 2024-09-15T22:05:29.395 INFO:teuthology.orchestra.run.smithi063.stdout: "default_value": "True", 2024-09-15T22:05:29.395 INFO:teuthology.orchestra.run.smithi063.stdout: "min": "", 2024-09-15T22:05:29.395 INFO:teuthology.orchestra.run.smithi063.stdout: "max": "", 2024-09-15T22:05:29.395 INFO:teuthology.orchestra.run.smithi063.stdout: "enum_allowed": [], 2024-09-15T22:05:29.395 INFO:teuthology.orchestra.run.smithi063.stdout: "desc": "Automatically convert image tags to image digest. Make sure all daemons use the same image", 2024-09-15T22:05:29.395 INFO:teuthology.orchestra.run.smithi063.stdout: "long_desc": "", 2024-09-15T22:05:29.395 INFO:teuthology.orchestra.run.smithi063.stdout: "tags": [], 2024-09-15T22:05:29.395 INFO:teuthology.orchestra.run.smithi063.stdout: "see_also": [] 2024-09-15T22:05:29.395 INFO:teuthology.orchestra.run.smithi063.stdout: }, 2024-09-15T22:05:29.395 INFO:teuthology.orchestra.run.smithi063.stdout: "warn_on_failed_host_check": { 2024-09-15T22:05:29.395 INFO:teuthology.orchestra.run.smithi063.stdout: "name": "warn_on_failed_host_check", 2024-09-15T22:05:29.396 INFO:teuthology.orchestra.run.smithi063.stdout: "type": "bool", 2024-09-15T22:05:29.396 INFO:teuthology.orchestra.run.smithi063.stdout: "level": "advanced", 2024-09-15T22:05:29.396 INFO:teuthology.orchestra.run.smithi063.stdout: "flags": 0, 2024-09-15T22:05:29.396 INFO:teuthology.orchestra.run.smithi063.stdout: "default_value": "True", 2024-09-15T22:05:29.396 INFO:teuthology.orchestra.run.smithi063.stdout: "min": "", 2024-09-15T22:05:29.396 INFO:teuthology.orchestra.run.smithi063.stdout: "max": "", 2024-09-15T22:05:29.396 INFO:teuthology.orchestra.run.smithi063.stdout: "enum_allowed": [], 2024-09-15T22:05:29.396 INFO:teuthology.orchestra.run.smithi063.stdout: "desc": "raise a health warning if the host check fails", 2024-09-15T22:05:29.396 INFO:teuthology.orchestra.run.smithi063.stdout: "long_desc": "", 2024-09-15T22:05:29.396 INFO:teuthology.orchestra.run.smithi063.stdout: "tags": [], 2024-09-15T22:05:29.396 INFO:teuthology.orchestra.run.smithi063.stdout: "see_also": [] 2024-09-15T22:05:29.396 INFO:teuthology.orchestra.run.smithi063.stdout: }, 2024-09-15T22:05:29.396 INFO:teuthology.orchestra.run.smithi063.stdout: "warn_on_stray_daemons": { 2024-09-15T22:05:29.397 INFO:teuthology.orchestra.run.smithi063.stdout: "name": "warn_on_stray_daemons", 2024-09-15T22:05:29.397 INFO:teuthology.orchestra.run.smithi063.stdout: "type": "bool", 2024-09-15T22:05:29.397 INFO:teuthology.orchestra.run.smithi063.stdout: "level": "advanced", 2024-09-15T22:05:29.397 INFO:teuthology.orchestra.run.smithi063.stdout: "flags": 0, 2024-09-15T22:05:29.397 INFO:teuthology.orchestra.run.smithi063.stdout: "default_value": "True", 2024-09-15T22:05:29.397 INFO:teuthology.orchestra.run.smithi063.stdout: "min": "", 2024-09-15T22:05:29.397 INFO:teuthology.orchestra.run.smithi063.stdout: "max": "", 2024-09-15T22:05:29.397 INFO:teuthology.orchestra.run.smithi063.stdout: "enum_allowed": [], 2024-09-15T22:05:29.397 INFO:teuthology.orchestra.run.smithi063.stdout: "desc": "raise a health warning if daemons are detected that are not managed by cephadm", 2024-09-15T22:05:29.397 INFO:teuthology.orchestra.run.smithi063.stdout: "long_desc": "", 2024-09-15T22:05:29.397 INFO:teuthology.orchestra.run.smithi063.stdout: "tags": [], 2024-09-15T22:05:29.398 INFO:teuthology.orchestra.run.smithi063.stdout: "see_also": [] 2024-09-15T22:05:29.398 INFO:teuthology.orchestra.run.smithi063.stdout: }, 2024-09-15T22:05:29.398 INFO:teuthology.orchestra.run.smithi063.stdout: "warn_on_stray_hosts": { 2024-09-15T22:05:29.398 INFO:teuthology.orchestra.run.smithi063.stdout: "name": "warn_on_stray_hosts", 2024-09-15T22:05:29.398 INFO:teuthology.orchestra.run.smithi063.stdout: "type": "bool", 2024-09-15T22:05:29.398 INFO:teuthology.orchestra.run.smithi063.stdout: "level": "advanced", 2024-09-15T22:05:29.398 INFO:teuthology.orchestra.run.smithi063.stdout: "flags": 0, 2024-09-15T22:05:29.398 INFO:teuthology.orchestra.run.smithi063.stdout: "default_value": "True", 2024-09-15T22:05:29.398 INFO:teuthology.orchestra.run.smithi063.stdout: "min": "", 2024-09-15T22:05:29.398 INFO:teuthology.orchestra.run.smithi063.stdout: "max": "", 2024-09-15T22:05:29.398 INFO:teuthology.orchestra.run.smithi063.stdout: "enum_allowed": [], 2024-09-15T22:05:29.398 INFO:teuthology.orchestra.run.smithi063.stdout: "desc": "raise a health warning if daemons are detected on a host that is not managed by cephadm", 2024-09-15T22:05:29.398 INFO:teuthology.orchestra.run.smithi063.stdout: "long_desc": "", 2024-09-15T22:05:29.399 INFO:teuthology.orchestra.run.smithi063.stdout: "tags": [], 2024-09-15T22:05:29.399 INFO:teuthology.orchestra.run.smithi063.stdout: "see_also": [] 2024-09-15T22:05:29.399 INFO:teuthology.orchestra.run.smithi063.stdout: } 2024-09-15T22:05:29.399 INFO:teuthology.orchestra.run.smithi063.stdout: } 2024-09-15T22:05:29.399 INFO:teuthology.orchestra.run.smithi063.stdout: }, 2024-09-15T22:05:29.399 INFO:teuthology.orchestra.run.smithi063.stdout: { 2024-09-15T22:05:29.399 INFO:teuthology.orchestra.run.smithi063.stdout: "name": "crash", 2024-09-15T22:05:29.399 INFO:teuthology.orchestra.run.smithi063.stdout: "can_run": true, 2024-09-15T22:05:29.399 INFO:teuthology.orchestra.run.smithi063.stdout: "error_string": "", 2024-09-15T22:05:29.399 INFO:teuthology.orchestra.run.smithi063.stdout: "module_options": { 2024-09-15T22:05:29.399 INFO:teuthology.orchestra.run.smithi063.stdout: "log_level": { 2024-09-15T22:05:29.399 INFO:teuthology.orchestra.run.smithi063.stdout: "name": "log_level", 2024-09-15T22:05:29.399 INFO:teuthology.orchestra.run.smithi063.stdout: "type": "str", 2024-09-15T22:05:29.400 INFO:teuthology.orchestra.run.smithi063.stdout: "level": "advanced", 2024-09-15T22:05:29.400 INFO:teuthology.orchestra.run.smithi063.stdout: "flags": 1, 2024-09-15T22:05:29.400 INFO:teuthology.orchestra.run.smithi063.stdout: "default_value": "", 2024-09-15T22:05:29.400 INFO:teuthology.orchestra.run.smithi063.stdout: "min": "", 2024-09-15T22:05:29.400 INFO:teuthology.orchestra.run.smithi063.stdout: "max": "", 2024-09-15T22:05:29.400 INFO:teuthology.orchestra.run.smithi063.stdout: "enum_allowed": [ 2024-09-15T22:05:29.400 INFO:teuthology.orchestra.run.smithi063.stdout: "", 2024-09-15T22:05:29.400 INFO:teuthology.orchestra.run.smithi063.stdout: "critical", 2024-09-15T22:05:29.400 INFO:teuthology.orchestra.run.smithi063.stdout: "debug", 2024-09-15T22:05:29.400 INFO:teuthology.orchestra.run.smithi063.stdout: "error", 2024-09-15T22:05:29.400 INFO:teuthology.orchestra.run.smithi063.stdout: "info", 2024-09-15T22:05:29.400 INFO:teuthology.orchestra.run.smithi063.stdout: "warning" 2024-09-15T22:05:29.400 INFO:teuthology.orchestra.run.smithi063.stdout: ], 2024-09-15T22:05:29.401 INFO:teuthology.orchestra.run.smithi063.stdout: "desc": "", 2024-09-15T22:05:29.401 INFO:teuthology.orchestra.run.smithi063.stdout: "long_desc": "", 2024-09-15T22:05:29.401 INFO:teuthology.orchestra.run.smithi063.stdout: "tags": [], 2024-09-15T22:05:29.401 INFO:teuthology.orchestra.run.smithi063.stdout: "see_also": [] 2024-09-15T22:05:29.401 INFO:teuthology.orchestra.run.smithi063.stdout: }, 2024-09-15T22:05:29.401 INFO:teuthology.orchestra.run.smithi063.stdout: "log_to_cluster": { 2024-09-15T22:05:29.401 INFO:teuthology.orchestra.run.smithi063.stdout: "name": "log_to_cluster", 2024-09-15T22:05:29.401 INFO:teuthology.orchestra.run.smithi063.stdout: "type": "bool", 2024-09-15T22:05:29.401 INFO:teuthology.orchestra.run.smithi063.stdout: "level": "advanced", 2024-09-15T22:05:29.401 INFO:teuthology.orchestra.run.smithi063.stdout: "flags": 1, 2024-09-15T22:05:29.401 INFO:teuthology.orchestra.run.smithi063.stdout: "default_value": "False", 2024-09-15T22:05:29.401 INFO:teuthology.orchestra.run.smithi063.stdout: "min": "", 2024-09-15T22:05:29.401 INFO:teuthology.orchestra.run.smithi063.stdout: "max": "", 2024-09-15T22:05:29.402 INFO:teuthology.orchestra.run.smithi063.stdout: "enum_allowed": [], 2024-09-15T22:05:29.402 INFO:teuthology.orchestra.run.smithi063.stdout: "desc": "", 2024-09-15T22:05:29.402 INFO:teuthology.orchestra.run.smithi063.stdout: "long_desc": "", 2024-09-15T22:05:29.402 INFO:teuthology.orchestra.run.smithi063.stdout: "tags": [], 2024-09-15T22:05:29.402 INFO:teuthology.orchestra.run.smithi063.stdout: "see_also": [] 2024-09-15T22:05:29.402 INFO:teuthology.orchestra.run.smithi063.stdout: }, 2024-09-15T22:05:29.402 INFO:teuthology.orchestra.run.smithi063.stdout: "log_to_cluster_level": { 2024-09-15T22:05:29.402 INFO:teuthology.orchestra.run.smithi063.stdout: "name": "log_to_cluster_level", 2024-09-15T22:05:29.402 INFO:teuthology.orchestra.run.smithi063.stdout: "type": "str", 2024-09-15T22:05:29.402 INFO:teuthology.orchestra.run.smithi063.stdout: "level": "advanced", 2024-09-15T22:05:29.402 INFO:teuthology.orchestra.run.smithi063.stdout: "flags": 1, 2024-09-15T22:05:29.402 INFO:teuthology.orchestra.run.smithi063.stdout: "default_value": "info", 2024-09-15T22:05:29.402 INFO:teuthology.orchestra.run.smithi063.stdout: "min": "", 2024-09-15T22:05:29.403 INFO:teuthology.orchestra.run.smithi063.stdout: "max": "", 2024-09-15T22:05:29.403 INFO:teuthology.orchestra.run.smithi063.stdout: "enum_allowed": [ 2024-09-15T22:05:29.403 INFO:teuthology.orchestra.run.smithi063.stdout: "", 2024-09-15T22:05:29.403 INFO:teuthology.orchestra.run.smithi063.stdout: "critical", 2024-09-15T22:05:29.403 INFO:teuthology.orchestra.run.smithi063.stdout: "debug", 2024-09-15T22:05:29.403 INFO:teuthology.orchestra.run.smithi063.stdout: "error", 2024-09-15T22:05:29.403 INFO:teuthology.orchestra.run.smithi063.stdout: "info", 2024-09-15T22:05:29.403 INFO:teuthology.orchestra.run.smithi063.stdout: "warning" 2024-09-15T22:05:29.403 INFO:teuthology.orchestra.run.smithi063.stdout: ], 2024-09-15T22:05:29.403 INFO:teuthology.orchestra.run.smithi063.stdout: "desc": "", 2024-09-15T22:05:29.403 INFO:teuthology.orchestra.run.smithi063.stdout: "long_desc": "", 2024-09-15T22:05:29.403 INFO:teuthology.orchestra.run.smithi063.stdout: "tags": [], 2024-09-15T22:05:29.403 INFO:teuthology.orchestra.run.smithi063.stdout: "see_also": [] 2024-09-15T22:05:29.404 INFO:teuthology.orchestra.run.smithi063.stdout: }, 2024-09-15T22:05:29.404 INFO:teuthology.orchestra.run.smithi063.stdout: "log_to_file": { 2024-09-15T22:05:29.404 INFO:teuthology.orchestra.run.smithi063.stdout: "name": "log_to_file", 2024-09-15T22:05:29.404 INFO:teuthology.orchestra.run.smithi063.stdout: "type": "bool", 2024-09-15T22:05:29.404 INFO:teuthology.orchestra.run.smithi063.stdout: "level": "advanced", 2024-09-15T22:05:29.404 INFO:teuthology.orchestra.run.smithi063.stdout: "flags": 1, 2024-09-15T22:05:29.404 INFO:teuthology.orchestra.run.smithi063.stdout: "default_value": "False", 2024-09-15T22:05:29.404 INFO:teuthology.orchestra.run.smithi063.stdout: "min": "", 2024-09-15T22:05:29.404 INFO:teuthology.orchestra.run.smithi063.stdout: "max": "", 2024-09-15T22:05:29.404 INFO:teuthology.orchestra.run.smithi063.stdout: "enum_allowed": [], 2024-09-15T22:05:29.404 INFO:teuthology.orchestra.run.smithi063.stdout: "desc": "", 2024-09-15T22:05:29.404 INFO:teuthology.orchestra.run.smithi063.stdout: "long_desc": "", 2024-09-15T22:05:29.404 INFO:teuthology.orchestra.run.smithi063.stdout: "tags": [], 2024-09-15T22:05:29.405 INFO:teuthology.orchestra.run.smithi063.stdout: "see_also": [] 2024-09-15T22:05:29.405 INFO:teuthology.orchestra.run.smithi063.stdout: }, 2024-09-15T22:05:29.405 INFO:teuthology.orchestra.run.smithi063.stdout: "retain_interval": { 2024-09-15T22:05:29.405 INFO:teuthology.orchestra.run.smithi063.stdout: "name": "retain_interval", 2024-09-15T22:05:29.405 INFO:teuthology.orchestra.run.smithi063.stdout: "type": "secs", 2024-09-15T22:05:29.405 INFO:teuthology.orchestra.run.smithi063.stdout: "level": "advanced", 2024-09-15T22:05:29.405 INFO:teuthology.orchestra.run.smithi063.stdout: "flags": 1, 2024-09-15T22:05:29.405 INFO:teuthology.orchestra.run.smithi063.stdout: "default_value": "31536000", 2024-09-15T22:05:29.405 INFO:teuthology.orchestra.run.smithi063.stdout: "min": "", 2024-09-15T22:05:29.405 INFO:teuthology.orchestra.run.smithi063.stdout: "max": "", 2024-09-15T22:05:29.405 INFO:teuthology.orchestra.run.smithi063.stdout: "enum_allowed": [], 2024-09-15T22:05:29.405 INFO:teuthology.orchestra.run.smithi063.stdout: "desc": "how long to retain crashes before pruning them", 2024-09-15T22:05:29.406 INFO:teuthology.orchestra.run.smithi063.stdout: "long_desc": "", 2024-09-15T22:05:29.406 INFO:teuthology.orchestra.run.smithi063.stdout: "tags": [], 2024-09-15T22:05:29.406 INFO:teuthology.orchestra.run.smithi063.stdout: "see_also": [] 2024-09-15T22:05:29.406 INFO:teuthology.orchestra.run.smithi063.stdout: }, 2024-09-15T22:05:29.406 INFO:teuthology.orchestra.run.smithi063.stdout: "warn_recent_interval": { 2024-09-15T22:05:29.406 INFO:teuthology.orchestra.run.smithi063.stdout: "name": "warn_recent_interval", 2024-09-15T22:05:29.406 INFO:teuthology.orchestra.run.smithi063.stdout: "type": "secs", 2024-09-15T22:05:29.406 INFO:teuthology.orchestra.run.smithi063.stdout: "level": "advanced", 2024-09-15T22:05:29.406 INFO:teuthology.orchestra.run.smithi063.stdout: "flags": 1, 2024-09-15T22:05:29.406 INFO:teuthology.orchestra.run.smithi063.stdout: "default_value": "1209600", 2024-09-15T22:05:29.406 INFO:teuthology.orchestra.run.smithi063.stdout: "min": "", 2024-09-15T22:05:29.406 INFO:teuthology.orchestra.run.smithi063.stdout: "max": "", 2024-09-15T22:05:29.406 INFO:teuthology.orchestra.run.smithi063.stdout: "enum_allowed": [], 2024-09-15T22:05:29.407 INFO:teuthology.orchestra.run.smithi063.stdout: "desc": "time interval in which to warn about recent crashes", 2024-09-15T22:05:29.407 INFO:teuthology.orchestra.run.smithi063.stdout: "long_desc": "", 2024-09-15T22:05:29.407 INFO:teuthology.orchestra.run.smithi063.stdout: "tags": [], 2024-09-15T22:05:29.407 INFO:teuthology.orchestra.run.smithi063.stdout: "see_also": [] 2024-09-15T22:05:29.407 INFO:teuthology.orchestra.run.smithi063.stdout: } 2024-09-15T22:05:29.407 INFO:teuthology.orchestra.run.smithi063.stdout: } 2024-09-15T22:05:29.407 INFO:teuthology.orchestra.run.smithi063.stdout: }, 2024-09-15T22:05:29.407 INFO:teuthology.orchestra.run.smithi063.stdout: { 2024-09-15T22:05:29.407 INFO:teuthology.orchestra.run.smithi063.stdout: "name": "dashboard", 2024-09-15T22:05:29.407 INFO:teuthology.orchestra.run.smithi063.stdout: "can_run": true, 2024-09-15T22:05:29.407 INFO:teuthology.orchestra.run.smithi063.stdout: "error_string": "", 2024-09-15T22:05:29.408 INFO:teuthology.orchestra.run.smithi063.stdout: "module_options": { 2024-09-15T22:05:29.408 INFO:teuthology.orchestra.run.smithi063.stdout: "ACCOUNT_LOCKOUT_ATTEMPTS": { 2024-09-15T22:05:29.408 INFO:teuthology.orchestra.run.smithi063.stdout: "name": "ACCOUNT_LOCKOUT_ATTEMPTS", 2024-09-15T22:05:29.408 INFO:teuthology.orchestra.run.smithi063.stdout: "type": "int", 2024-09-15T22:05:29.408 INFO:teuthology.orchestra.run.smithi063.stdout: "level": "advanced", 2024-09-15T22:05:29.408 INFO:teuthology.orchestra.run.smithi063.stdout: "flags": 0, 2024-09-15T22:05:29.408 INFO:teuthology.orchestra.run.smithi063.stdout: "default_value": "10", 2024-09-15T22:05:29.408 INFO:teuthology.orchestra.run.smithi063.stdout: "min": "", 2024-09-15T22:05:29.408 INFO:teuthology.orchestra.run.smithi063.stdout: "max": "", 2024-09-15T22:05:29.408 INFO:teuthology.orchestra.run.smithi063.stdout: "enum_allowed": [], 2024-09-15T22:05:29.408 INFO:teuthology.orchestra.run.smithi063.stdout: "desc": "", 2024-09-15T22:05:29.408 INFO:teuthology.orchestra.run.smithi063.stdout: "long_desc": "", 2024-09-15T22:05:29.408 INFO:teuthology.orchestra.run.smithi063.stdout: "tags": [], 2024-09-15T22:05:29.409 INFO:teuthology.orchestra.run.smithi063.stdout: "see_also": [] 2024-09-15T22:05:29.409 INFO:teuthology.orchestra.run.smithi063.stdout: }, 2024-09-15T22:05:29.409 INFO:teuthology.orchestra.run.smithi063.stdout: "ALERTMANAGER_API_HOST": { 2024-09-15T22:05:29.409 INFO:teuthology.orchestra.run.smithi063.stdout: "name": "ALERTMANAGER_API_HOST", 2024-09-15T22:05:29.409 INFO:teuthology.orchestra.run.smithi063.stdout: "type": "str", 2024-09-15T22:05:29.409 INFO:teuthology.orchestra.run.smithi063.stdout: "level": "advanced", 2024-09-15T22:05:29.409 INFO:teuthology.orchestra.run.smithi063.stdout: "flags": 0, 2024-09-15T22:05:29.409 INFO:teuthology.orchestra.run.smithi063.stdout: "default_value": "", 2024-09-15T22:05:29.409 INFO:teuthology.orchestra.run.smithi063.stdout: "min": "", 2024-09-15T22:05:29.409 INFO:teuthology.orchestra.run.smithi063.stdout: "max": "", 2024-09-15T22:05:29.409 INFO:teuthology.orchestra.run.smithi063.stdout: "enum_allowed": [], 2024-09-15T22:05:29.409 INFO:teuthology.orchestra.run.smithi063.stdout: "desc": "", 2024-09-15T22:05:29.410 INFO:teuthology.orchestra.run.smithi063.stdout: "long_desc": "", 2024-09-15T22:05:29.410 INFO:teuthology.orchestra.run.smithi063.stdout: "tags": [], 2024-09-15T22:05:29.410 INFO:teuthology.orchestra.run.smithi063.stdout: "see_also": [] 2024-09-15T22:05:29.410 INFO:teuthology.orchestra.run.smithi063.stdout: }, 2024-09-15T22:05:29.410 INFO:teuthology.orchestra.run.smithi063.stdout: "ALERTMANAGER_API_SSL_VERIFY": { 2024-09-15T22:05:29.410 INFO:teuthology.orchestra.run.smithi063.stdout: "name": "ALERTMANAGER_API_SSL_VERIFY", 2024-09-15T22:05:29.410 INFO:teuthology.orchestra.run.smithi063.stdout: "type": "bool", 2024-09-15T22:05:29.410 INFO:teuthology.orchestra.run.smithi063.stdout: "level": "advanced", 2024-09-15T22:05:29.410 INFO:teuthology.orchestra.run.smithi063.stdout: "flags": 0, 2024-09-15T22:05:29.410 INFO:teuthology.orchestra.run.smithi063.stdout: "default_value": "True", 2024-09-15T22:05:29.410 INFO:teuthology.orchestra.run.smithi063.stdout: "min": "", 2024-09-15T22:05:29.410 INFO:teuthology.orchestra.run.smithi063.stdout: "max": "", 2024-09-15T22:05:29.410 INFO:teuthology.orchestra.run.smithi063.stdout: "enum_allowed": [], 2024-09-15T22:05:29.411 INFO:teuthology.orchestra.run.smithi063.stdout: "desc": "", 2024-09-15T22:05:29.411 INFO:teuthology.orchestra.run.smithi063.stdout: "long_desc": "", 2024-09-15T22:05:29.411 INFO:teuthology.orchestra.run.smithi063.stdout: "tags": [], 2024-09-15T22:05:29.411 INFO:teuthology.orchestra.run.smithi063.stdout: "see_also": [] 2024-09-15T22:05:29.411 INFO:teuthology.orchestra.run.smithi063.stdout: }, 2024-09-15T22:05:29.411 INFO:teuthology.orchestra.run.smithi063.stdout: "AUDIT_API_ENABLED": { 2024-09-15T22:05:29.411 INFO:teuthology.orchestra.run.smithi063.stdout: "name": "AUDIT_API_ENABLED", 2024-09-15T22:05:29.411 INFO:teuthology.orchestra.run.smithi063.stdout: "type": "bool", 2024-09-15T22:05:29.411 INFO:teuthology.orchestra.run.smithi063.stdout: "level": "advanced", 2024-09-15T22:05:29.411 INFO:teuthology.orchestra.run.smithi063.stdout: "flags": 0, 2024-09-15T22:05:29.411 INFO:teuthology.orchestra.run.smithi063.stdout: "default_value": "False", 2024-09-15T22:05:29.411 INFO:teuthology.orchestra.run.smithi063.stdout: "min": "", 2024-09-15T22:05:29.411 INFO:teuthology.orchestra.run.smithi063.stdout: "max": "", 2024-09-15T22:05:29.412 INFO:teuthology.orchestra.run.smithi063.stdout: "enum_allowed": [], 2024-09-15T22:05:29.412 INFO:teuthology.orchestra.run.smithi063.stdout: "desc": "", 2024-09-15T22:05:29.412 INFO:teuthology.orchestra.run.smithi063.stdout: "long_desc": "", 2024-09-15T22:05:29.412 INFO:teuthology.orchestra.run.smithi063.stdout: "tags": [], 2024-09-15T22:05:29.412 INFO:teuthology.orchestra.run.smithi063.stdout: "see_also": [] 2024-09-15T22:05:29.412 INFO:teuthology.orchestra.run.smithi063.stdout: }, 2024-09-15T22:05:29.412 INFO:teuthology.orchestra.run.smithi063.stdout: "AUDIT_API_LOG_PAYLOAD": { 2024-09-15T22:05:29.412 INFO:teuthology.orchestra.run.smithi063.stdout: "name": "AUDIT_API_LOG_PAYLOAD", 2024-09-15T22:05:29.412 INFO:teuthology.orchestra.run.smithi063.stdout: "type": "bool", 2024-09-15T22:05:29.412 INFO:teuthology.orchestra.run.smithi063.stdout: "level": "advanced", 2024-09-15T22:05:29.412 INFO:teuthology.orchestra.run.smithi063.stdout: "flags": 0, 2024-09-15T22:05:29.412 INFO:teuthology.orchestra.run.smithi063.stdout: "default_value": "True", 2024-09-15T22:05:29.412 INFO:teuthology.orchestra.run.smithi063.stdout: "min": "", 2024-09-15T22:05:29.412 INFO:teuthology.orchestra.run.smithi063.stdout: "max": "", 2024-09-15T22:05:29.413 INFO:teuthology.orchestra.run.smithi063.stdout: "enum_allowed": [], 2024-09-15T22:05:29.413 INFO:teuthology.orchestra.run.smithi063.stdout: "desc": "", 2024-09-15T22:05:29.413 INFO:teuthology.orchestra.run.smithi063.stdout: "long_desc": "", 2024-09-15T22:05:29.413 INFO:teuthology.orchestra.run.smithi063.stdout: "tags": [], 2024-09-15T22:05:29.413 INFO:teuthology.orchestra.run.smithi063.stdout: "see_also": [] 2024-09-15T22:05:29.413 INFO:teuthology.orchestra.run.smithi063.stdout: }, 2024-09-15T22:05:29.413 INFO:teuthology.orchestra.run.smithi063.stdout: "ENABLE_BROWSABLE_API": { 2024-09-15T22:05:29.413 INFO:teuthology.orchestra.run.smithi063.stdout: "name": "ENABLE_BROWSABLE_API", 2024-09-15T22:05:29.413 INFO:teuthology.orchestra.run.smithi063.stdout: "type": "bool", 2024-09-15T22:05:29.413 INFO:teuthology.orchestra.run.smithi063.stdout: "level": "advanced", 2024-09-15T22:05:29.413 INFO:teuthology.orchestra.run.smithi063.stdout: "flags": 0, 2024-09-15T22:05:29.413 INFO:teuthology.orchestra.run.smithi063.stdout: "default_value": "True", 2024-09-15T22:05:29.413 INFO:teuthology.orchestra.run.smithi063.stdout: "min": "", 2024-09-15T22:05:29.414 INFO:teuthology.orchestra.run.smithi063.stdout: "max": "", 2024-09-15T22:05:29.414 INFO:teuthology.orchestra.run.smithi063.stdout: "enum_allowed": [], 2024-09-15T22:05:29.414 INFO:teuthology.orchestra.run.smithi063.stdout: "desc": "", 2024-09-15T22:05:29.414 INFO:teuthology.orchestra.run.smithi063.stdout: "long_desc": "", 2024-09-15T22:05:29.414 INFO:teuthology.orchestra.run.smithi063.stdout: "tags": [], 2024-09-15T22:05:29.414 INFO:teuthology.orchestra.run.smithi063.stdout: "see_also": [] 2024-09-15T22:05:29.414 INFO:teuthology.orchestra.run.smithi063.stdout: }, 2024-09-15T22:05:29.414 INFO:teuthology.orchestra.run.smithi063.stdout: "FEATURE_TOGGLE_CEPHFS": { 2024-09-15T22:05:29.414 INFO:teuthology.orchestra.run.smithi063.stdout: "name": "FEATURE_TOGGLE_CEPHFS", 2024-09-15T22:05:29.414 INFO:teuthology.orchestra.run.smithi063.stdout: "type": "bool", 2024-09-15T22:05:29.414 INFO:teuthology.orchestra.run.smithi063.stdout: "level": "advanced", 2024-09-15T22:05:29.414 INFO:teuthology.orchestra.run.smithi063.stdout: "flags": 0, 2024-09-15T22:05:29.415 INFO:teuthology.orchestra.run.smithi063.stdout: "default_value": "True", 2024-09-15T22:05:29.415 INFO:teuthology.orchestra.run.smithi063.stdout: "min": "", 2024-09-15T22:05:29.415 INFO:teuthology.orchestra.run.smithi063.stdout: "max": "", 2024-09-15T22:05:29.415 INFO:teuthology.orchestra.run.smithi063.stdout: "enum_allowed": [], 2024-09-15T22:05:29.415 INFO:teuthology.orchestra.run.smithi063.stdout: "desc": "", 2024-09-15T22:05:29.415 INFO:teuthology.orchestra.run.smithi063.stdout: "long_desc": "", 2024-09-15T22:05:29.415 INFO:teuthology.orchestra.run.smithi063.stdout: "tags": [], 2024-09-15T22:05:29.415 INFO:teuthology.orchestra.run.smithi063.stdout: "see_also": [] 2024-09-15T22:05:29.415 INFO:teuthology.orchestra.run.smithi063.stdout: }, 2024-09-15T22:05:29.415 INFO:teuthology.orchestra.run.smithi063.stdout: "FEATURE_TOGGLE_DASHBOARD": { 2024-09-15T22:05:29.415 INFO:teuthology.orchestra.run.smithi063.stdout: "name": "FEATURE_TOGGLE_DASHBOARD", 2024-09-15T22:05:29.415 INFO:teuthology.orchestra.run.smithi063.stdout: "type": "bool", 2024-09-15T22:05:29.416 INFO:teuthology.orchestra.run.smithi063.stdout: "level": "advanced", 2024-09-15T22:05:29.416 INFO:teuthology.orchestra.run.smithi063.stdout: "flags": 0, 2024-09-15T22:05:29.416 INFO:teuthology.orchestra.run.smithi063.stdout: "default_value": "True", 2024-09-15T22:05:29.416 INFO:teuthology.orchestra.run.smithi063.stdout: "min": "", 2024-09-15T22:05:29.416 INFO:teuthology.orchestra.run.smithi063.stdout: "max": "", 2024-09-15T22:05:29.416 INFO:teuthology.orchestra.run.smithi063.stdout: "enum_allowed": [], 2024-09-15T22:05:29.416 INFO:teuthology.orchestra.run.smithi063.stdout: "desc": "", 2024-09-15T22:05:29.416 INFO:teuthology.orchestra.run.smithi063.stdout: "long_desc": "", 2024-09-15T22:05:29.416 INFO:teuthology.orchestra.run.smithi063.stdout: "tags": [], 2024-09-15T22:05:29.416 INFO:teuthology.orchestra.run.smithi063.stdout: "see_also": [] 2024-09-15T22:05:29.416 INFO:teuthology.orchestra.run.smithi063.stdout: }, 2024-09-15T22:05:29.416 INFO:teuthology.orchestra.run.smithi063.stdout: "FEATURE_TOGGLE_ISCSI": { 2024-09-15T22:05:29.416 INFO:teuthology.orchestra.run.smithi063.stdout: "name": "FEATURE_TOGGLE_ISCSI", 2024-09-15T22:05:29.417 INFO:teuthology.orchestra.run.smithi063.stdout: "type": "bool", 2024-09-15T22:05:29.417 INFO:teuthology.orchestra.run.smithi063.stdout: "level": "advanced", 2024-09-15T22:05:29.417 INFO:teuthology.orchestra.run.smithi063.stdout: "flags": 0, 2024-09-15T22:05:29.417 INFO:teuthology.orchestra.run.smithi063.stdout: "default_value": "True", 2024-09-15T22:05:29.417 INFO:teuthology.orchestra.run.smithi063.stdout: "min": "", 2024-09-15T22:05:29.417 INFO:teuthology.orchestra.run.smithi063.stdout: "max": "", 2024-09-15T22:05:29.417 INFO:teuthology.orchestra.run.smithi063.stdout: "enum_allowed": [], 2024-09-15T22:05:29.417 INFO:teuthology.orchestra.run.smithi063.stdout: "desc": "", 2024-09-15T22:05:29.417 INFO:teuthology.orchestra.run.smithi063.stdout: "long_desc": "", 2024-09-15T22:05:29.417 INFO:teuthology.orchestra.run.smithi063.stdout: "tags": [], 2024-09-15T22:05:29.417 INFO:teuthology.orchestra.run.smithi063.stdout: "see_also": [] 2024-09-15T22:05:29.417 INFO:teuthology.orchestra.run.smithi063.stdout: }, 2024-09-15T22:05:29.417 INFO:teuthology.orchestra.run.smithi063.stdout: "FEATURE_TOGGLE_MIRRORING": { 2024-09-15T22:05:29.417 INFO:teuthology.orchestra.run.smithi063.stdout: "name": "FEATURE_TOGGLE_MIRRORING", 2024-09-15T22:05:29.418 INFO:teuthology.orchestra.run.smithi063.stdout: "type": "bool", 2024-09-15T22:05:29.418 INFO:teuthology.orchestra.run.smithi063.stdout: "level": "advanced", 2024-09-15T22:05:29.418 INFO:teuthology.orchestra.run.smithi063.stdout: "flags": 0, 2024-09-15T22:05:29.418 INFO:teuthology.orchestra.run.smithi063.stdout: "default_value": "True", 2024-09-15T22:05:29.418 INFO:teuthology.orchestra.run.smithi063.stdout: "min": "", 2024-09-15T22:05:29.418 INFO:teuthology.orchestra.run.smithi063.stdout: "max": "", 2024-09-15T22:05:29.418 INFO:teuthology.orchestra.run.smithi063.stdout: "enum_allowed": [], 2024-09-15T22:05:29.418 INFO:teuthology.orchestra.run.smithi063.stdout: "desc": "", 2024-09-15T22:05:29.418 INFO:teuthology.orchestra.run.smithi063.stdout: "long_desc": "", 2024-09-15T22:05:29.418 INFO:teuthology.orchestra.run.smithi063.stdout: "tags": [], 2024-09-15T22:05:29.418 INFO:teuthology.orchestra.run.smithi063.stdout: "see_also": [] 2024-09-15T22:05:29.418 INFO:teuthology.orchestra.run.smithi063.stdout: }, 2024-09-15T22:05:29.418 INFO:teuthology.orchestra.run.smithi063.stdout: "FEATURE_TOGGLE_NFS": { 2024-09-15T22:05:29.418 INFO:teuthology.orchestra.run.smithi063.stdout: "name": "FEATURE_TOGGLE_NFS", 2024-09-15T22:05:29.419 INFO:teuthology.orchestra.run.smithi063.stdout: "type": "bool", 2024-09-15T22:05:29.419 INFO:teuthology.orchestra.run.smithi063.stdout: "level": "advanced", 2024-09-15T22:05:29.419 INFO:teuthology.orchestra.run.smithi063.stdout: "flags": 0, 2024-09-15T22:05:29.419 INFO:teuthology.orchestra.run.smithi063.stdout: "default_value": "True", 2024-09-15T22:05:29.419 INFO:teuthology.orchestra.run.smithi063.stdout: "min": "", 2024-09-15T22:05:29.419 INFO:teuthology.orchestra.run.smithi063.stdout: "max": "", 2024-09-15T22:05:29.419 INFO:teuthology.orchestra.run.smithi063.stdout: "enum_allowed": [], 2024-09-15T22:05:29.419 INFO:teuthology.orchestra.run.smithi063.stdout: "desc": "", 2024-09-15T22:05:29.419 INFO:teuthology.orchestra.run.smithi063.stdout: "long_desc": "", 2024-09-15T22:05:29.419 INFO:teuthology.orchestra.run.smithi063.stdout: "tags": [], 2024-09-15T22:05:29.419 INFO:teuthology.orchestra.run.smithi063.stdout: "see_also": [] 2024-09-15T22:05:29.419 INFO:teuthology.orchestra.run.smithi063.stdout: }, 2024-09-15T22:05:29.419 INFO:teuthology.orchestra.run.smithi063.stdout: "FEATURE_TOGGLE_RBD": { 2024-09-15T22:05:29.420 INFO:teuthology.orchestra.run.smithi063.stdout: "name": "FEATURE_TOGGLE_RBD", 2024-09-15T22:05:29.420 INFO:teuthology.orchestra.run.smithi063.stdout: "type": "bool", 2024-09-15T22:05:29.420 INFO:teuthology.orchestra.run.smithi063.stdout: "level": "advanced", 2024-09-15T22:05:29.420 INFO:teuthology.orchestra.run.smithi063.stdout: "flags": 0, 2024-09-15T22:05:29.420 INFO:teuthology.orchestra.run.smithi063.stdout: "default_value": "True", 2024-09-15T22:05:29.420 INFO:teuthology.orchestra.run.smithi063.stdout: "min": "", 2024-09-15T22:05:29.420 INFO:teuthology.orchestra.run.smithi063.stdout: "max": "", 2024-09-15T22:05:29.420 INFO:teuthology.orchestra.run.smithi063.stdout: "enum_allowed": [], 2024-09-15T22:05:29.420 INFO:teuthology.orchestra.run.smithi063.stdout: "desc": "", 2024-09-15T22:05:29.420 INFO:teuthology.orchestra.run.smithi063.stdout: "long_desc": "", 2024-09-15T22:05:29.420 INFO:teuthology.orchestra.run.smithi063.stdout: "tags": [], 2024-09-15T22:05:29.420 INFO:teuthology.orchestra.run.smithi063.stdout: "see_also": [] 2024-09-15T22:05:29.420 INFO:teuthology.orchestra.run.smithi063.stdout: }, 2024-09-15T22:05:29.421 INFO:teuthology.orchestra.run.smithi063.stdout: "FEATURE_TOGGLE_RGW": { 2024-09-15T22:05:29.421 INFO:teuthology.orchestra.run.smithi063.stdout: "name": "FEATURE_TOGGLE_RGW", 2024-09-15T22:05:29.421 INFO:teuthology.orchestra.run.smithi063.stdout: "type": "bool", 2024-09-15T22:05:29.421 INFO:teuthology.orchestra.run.smithi063.stdout: "level": "advanced", 2024-09-15T22:05:29.421 INFO:teuthology.orchestra.run.smithi063.stdout: "flags": 0, 2024-09-15T22:05:29.421 INFO:teuthology.orchestra.run.smithi063.stdout: "default_value": "True", 2024-09-15T22:05:29.421 INFO:teuthology.orchestra.run.smithi063.stdout: "min": "", 2024-09-15T22:05:29.421 INFO:teuthology.orchestra.run.smithi063.stdout: "max": "", 2024-09-15T22:05:29.421 INFO:teuthology.orchestra.run.smithi063.stdout: "enum_allowed": [], 2024-09-15T22:05:29.421 INFO:teuthology.orchestra.run.smithi063.stdout: "desc": "", 2024-09-15T22:05:29.421 INFO:teuthology.orchestra.run.smithi063.stdout: "long_desc": "", 2024-09-15T22:05:29.421 INFO:teuthology.orchestra.run.smithi063.stdout: "tags": [], 2024-09-15T22:05:29.421 INFO:teuthology.orchestra.run.smithi063.stdout: "see_also": [] 2024-09-15T22:05:29.422 INFO:teuthology.orchestra.run.smithi063.stdout: }, 2024-09-15T22:05:29.422 INFO:teuthology.orchestra.run.smithi063.stdout: "GANESHA_CLUSTERS_RADOS_POOL_NAMESPACE": { 2024-09-15T22:05:29.422 INFO:teuthology.orchestra.run.smithi063.stdout: "name": "GANESHA_CLUSTERS_RADOS_POOL_NAMESPACE", 2024-09-15T22:05:29.422 INFO:teuthology.orchestra.run.smithi063.stdout: "type": "str", 2024-09-15T22:05:29.422 INFO:teuthology.orchestra.run.smithi063.stdout: "level": "advanced", 2024-09-15T22:05:29.422 INFO:teuthology.orchestra.run.smithi063.stdout: "flags": 0, 2024-09-15T22:05:29.422 INFO:teuthology.orchestra.run.smithi063.stdout: "default_value": "", 2024-09-15T22:05:29.422 INFO:teuthology.orchestra.run.smithi063.stdout: "min": "", 2024-09-15T22:05:29.422 INFO:teuthology.orchestra.run.smithi063.stdout: "max": "", 2024-09-15T22:05:29.422 INFO:teuthology.orchestra.run.smithi063.stdout: "enum_allowed": [], 2024-09-15T22:05:29.422 INFO:teuthology.orchestra.run.smithi063.stdout: "desc": "", 2024-09-15T22:05:29.422 INFO:teuthology.orchestra.run.smithi063.stdout: "long_desc": "", 2024-09-15T22:05:29.422 INFO:teuthology.orchestra.run.smithi063.stdout: "tags": [], 2024-09-15T22:05:29.423 INFO:teuthology.orchestra.run.smithi063.stdout: "see_also": [] 2024-09-15T22:05:29.423 INFO:teuthology.orchestra.run.smithi063.stdout: }, 2024-09-15T22:05:29.423 INFO:teuthology.orchestra.run.smithi063.stdout: "GRAFANA_API_PASSWORD": { 2024-09-15T22:05:29.423 INFO:teuthology.orchestra.run.smithi063.stdout: "name": "GRAFANA_API_PASSWORD", 2024-09-15T22:05:29.423 INFO:teuthology.orchestra.run.smithi063.stdout: "type": "str", 2024-09-15T22:05:29.423 INFO:teuthology.orchestra.run.smithi063.stdout: "level": "advanced", 2024-09-15T22:05:29.423 INFO:teuthology.orchestra.run.smithi063.stdout: "flags": 0, 2024-09-15T22:05:29.423 INFO:teuthology.orchestra.run.smithi063.stdout: "default_value": "admin", 2024-09-15T22:05:29.423 INFO:teuthology.orchestra.run.smithi063.stdout: "min": "", 2024-09-15T22:05:29.423 INFO:teuthology.orchestra.run.smithi063.stdout: "max": "", 2024-09-15T22:05:29.423 INFO:teuthology.orchestra.run.smithi063.stdout: "enum_allowed": [], 2024-09-15T22:05:29.423 INFO:teuthology.orchestra.run.smithi063.stdout: "desc": "", 2024-09-15T22:05:29.423 INFO:teuthology.orchestra.run.smithi063.stdout: "long_desc": "", 2024-09-15T22:05:29.423 INFO:teuthology.orchestra.run.smithi063.stdout: "tags": [], 2024-09-15T22:05:29.424 INFO:teuthology.orchestra.run.smithi063.stdout: "see_also": [] 2024-09-15T22:05:29.424 INFO:teuthology.orchestra.run.smithi063.stdout: }, 2024-09-15T22:05:29.424 INFO:teuthology.orchestra.run.smithi063.stdout: "GRAFANA_API_SSL_VERIFY": { 2024-09-15T22:05:29.424 INFO:teuthology.orchestra.run.smithi063.stdout: "name": "GRAFANA_API_SSL_VERIFY", 2024-09-15T22:05:29.424 INFO:teuthology.orchestra.run.smithi063.stdout: "type": "bool", 2024-09-15T22:05:29.424 INFO:teuthology.orchestra.run.smithi063.stdout: "level": "advanced", 2024-09-15T22:05:29.424 INFO:teuthology.orchestra.run.smithi063.stdout: "flags": 0, 2024-09-15T22:05:29.424 INFO:teuthology.orchestra.run.smithi063.stdout: "default_value": "True", 2024-09-15T22:05:29.424 INFO:teuthology.orchestra.run.smithi063.stdout: "min": "", 2024-09-15T22:05:29.424 INFO:teuthology.orchestra.run.smithi063.stdout: "max": "", 2024-09-15T22:05:29.424 INFO:teuthology.orchestra.run.smithi063.stdout: "enum_allowed": [], 2024-09-15T22:05:29.424 INFO:teuthology.orchestra.run.smithi063.stdout: "desc": "", 2024-09-15T22:05:29.424 INFO:teuthology.orchestra.run.smithi063.stdout: "long_desc": "", 2024-09-15T22:05:29.425 INFO:teuthology.orchestra.run.smithi063.stdout: "tags": [], 2024-09-15T22:05:29.425 INFO:teuthology.orchestra.run.smithi063.stdout: "see_also": [] 2024-09-15T22:05:29.425 INFO:teuthology.orchestra.run.smithi063.stdout: }, 2024-09-15T22:05:29.425 INFO:teuthology.orchestra.run.smithi063.stdout: "GRAFANA_API_URL": { 2024-09-15T22:05:29.425 INFO:teuthology.orchestra.run.smithi063.stdout: "name": "GRAFANA_API_URL", 2024-09-15T22:05:29.425 INFO:teuthology.orchestra.run.smithi063.stdout: "type": "str", 2024-09-15T22:05:29.425 INFO:teuthology.orchestra.run.smithi063.stdout: "level": "advanced", 2024-09-15T22:05:29.425 INFO:teuthology.orchestra.run.smithi063.stdout: "flags": 0, 2024-09-15T22:05:29.425 INFO:teuthology.orchestra.run.smithi063.stdout: "default_value": "", 2024-09-15T22:05:29.425 INFO:teuthology.orchestra.run.smithi063.stdout: "min": "", 2024-09-15T22:05:29.425 INFO:teuthology.orchestra.run.smithi063.stdout: "max": "", 2024-09-15T22:05:29.425 INFO:teuthology.orchestra.run.smithi063.stdout: "enum_allowed": [], 2024-09-15T22:05:29.425 INFO:teuthology.orchestra.run.smithi063.stdout: "desc": "", 2024-09-15T22:05:29.426 INFO:teuthology.orchestra.run.smithi063.stdout: "long_desc": "", 2024-09-15T22:05:29.426 INFO:teuthology.orchestra.run.smithi063.stdout: "tags": [], 2024-09-15T22:05:29.426 INFO:teuthology.orchestra.run.smithi063.stdout: "see_also": [] 2024-09-15T22:05:29.426 INFO:teuthology.orchestra.run.smithi063.stdout: }, 2024-09-15T22:05:29.426 INFO:teuthology.orchestra.run.smithi063.stdout: "GRAFANA_API_USERNAME": { 2024-09-15T22:05:29.426 INFO:teuthology.orchestra.run.smithi063.stdout: "name": "GRAFANA_API_USERNAME", 2024-09-15T22:05:29.426 INFO:teuthology.orchestra.run.smithi063.stdout: "type": "str", 2024-09-15T22:05:29.426 INFO:teuthology.orchestra.run.smithi063.stdout: "level": "advanced", 2024-09-15T22:05:29.426 INFO:teuthology.orchestra.run.smithi063.stdout: "flags": 0, 2024-09-15T22:05:29.426 INFO:teuthology.orchestra.run.smithi063.stdout: "default_value": "admin", 2024-09-15T22:05:29.426 INFO:teuthology.orchestra.run.smithi063.stdout: "min": "", 2024-09-15T22:05:29.426 INFO:teuthology.orchestra.run.smithi063.stdout: "max": "", 2024-09-15T22:05:29.427 INFO:teuthology.orchestra.run.smithi063.stdout: "enum_allowed": [], 2024-09-15T22:05:29.427 INFO:teuthology.orchestra.run.smithi063.stdout: "desc": "", 2024-09-15T22:05:29.427 INFO:teuthology.orchestra.run.smithi063.stdout: "long_desc": "", 2024-09-15T22:05:29.427 INFO:teuthology.orchestra.run.smithi063.stdout: "tags": [], 2024-09-15T22:05:29.427 INFO:teuthology.orchestra.run.smithi063.stdout: "see_also": [] 2024-09-15T22:05:29.427 INFO:teuthology.orchestra.run.smithi063.stdout: }, 2024-09-15T22:05:29.427 INFO:teuthology.orchestra.run.smithi063.stdout: "GRAFANA_FRONTEND_API_URL": { 2024-09-15T22:05:29.427 INFO:teuthology.orchestra.run.smithi063.stdout: "name": "GRAFANA_FRONTEND_API_URL", 2024-09-15T22:05:29.427 INFO:teuthology.orchestra.run.smithi063.stdout: "type": "str", 2024-09-15T22:05:29.427 INFO:teuthology.orchestra.run.smithi063.stdout: "level": "advanced", 2024-09-15T22:05:29.427 INFO:teuthology.orchestra.run.smithi063.stdout: "flags": 0, 2024-09-15T22:05:29.427 INFO:teuthology.orchestra.run.smithi063.stdout: "default_value": "", 2024-09-15T22:05:29.427 INFO:teuthology.orchestra.run.smithi063.stdout: "min": "", 2024-09-15T22:05:29.428 INFO:teuthology.orchestra.run.smithi063.stdout: "max": "", 2024-09-15T22:05:29.428 INFO:teuthology.orchestra.run.smithi063.stdout: "enum_allowed": [], 2024-09-15T22:05:29.428 INFO:teuthology.orchestra.run.smithi063.stdout: "desc": "", 2024-09-15T22:05:29.428 INFO:teuthology.orchestra.run.smithi063.stdout: "long_desc": "", 2024-09-15T22:05:29.428 INFO:teuthology.orchestra.run.smithi063.stdout: "tags": [], 2024-09-15T22:05:29.428 INFO:teuthology.orchestra.run.smithi063.stdout: "see_also": [] 2024-09-15T22:05:29.428 INFO:teuthology.orchestra.run.smithi063.stdout: }, 2024-09-15T22:05:29.428 INFO:teuthology.orchestra.run.smithi063.stdout: "GRAFANA_UPDATE_DASHBOARDS": { 2024-09-15T22:05:29.428 INFO:teuthology.orchestra.run.smithi063.stdout: "name": "GRAFANA_UPDATE_DASHBOARDS", 2024-09-15T22:05:29.428 INFO:teuthology.orchestra.run.smithi063.stdout: "type": "bool", 2024-09-15T22:05:29.428 INFO:teuthology.orchestra.run.smithi063.stdout: "level": "advanced", 2024-09-15T22:05:29.428 INFO:teuthology.orchestra.run.smithi063.stdout: "flags": 0, 2024-09-15T22:05:29.429 INFO:teuthology.orchestra.run.smithi063.stdout: "default_value": "False", 2024-09-15T22:05:29.429 INFO:teuthology.orchestra.run.smithi063.stdout: "min": "", 2024-09-15T22:05:29.429 INFO:teuthology.orchestra.run.smithi063.stdout: "max": "", 2024-09-15T22:05:29.429 INFO:teuthology.orchestra.run.smithi063.stdout: "enum_allowed": [], 2024-09-15T22:05:29.429 INFO:teuthology.orchestra.run.smithi063.stdout: "desc": "", 2024-09-15T22:05:29.429 INFO:teuthology.orchestra.run.smithi063.stdout: "long_desc": "", 2024-09-15T22:05:29.429 INFO:teuthology.orchestra.run.smithi063.stdout: "tags": [], 2024-09-15T22:05:29.429 INFO:teuthology.orchestra.run.smithi063.stdout: "see_also": [] 2024-09-15T22:05:29.429 INFO:teuthology.orchestra.run.smithi063.stdout: }, 2024-09-15T22:05:29.429 INFO:teuthology.orchestra.run.smithi063.stdout: "ISCSI_API_SSL_VERIFICATION": { 2024-09-15T22:05:29.429 INFO:teuthology.orchestra.run.smithi063.stdout: "name": "ISCSI_API_SSL_VERIFICATION", 2024-09-15T22:05:29.429 INFO:teuthology.orchestra.run.smithi063.stdout: "type": "bool", 2024-09-15T22:05:29.429 INFO:teuthology.orchestra.run.smithi063.stdout: "level": "advanced", 2024-09-15T22:05:29.429 INFO:teuthology.orchestra.run.smithi063.stdout: "flags": 0, 2024-09-15T22:05:29.430 INFO:teuthology.orchestra.run.smithi063.stdout: "default_value": "True", 2024-09-15T22:05:29.430 INFO:teuthology.orchestra.run.smithi063.stdout: "min": "", 2024-09-15T22:05:29.430 INFO:teuthology.orchestra.run.smithi063.stdout: "max": "", 2024-09-15T22:05:29.430 INFO:teuthology.orchestra.run.smithi063.stdout: "enum_allowed": [], 2024-09-15T22:05:29.430 INFO:teuthology.orchestra.run.smithi063.stdout: "desc": "", 2024-09-15T22:05:29.430 INFO:teuthology.orchestra.run.smithi063.stdout: "long_desc": "", 2024-09-15T22:05:29.430 INFO:teuthology.orchestra.run.smithi063.stdout: "tags": [], 2024-09-15T22:05:29.430 INFO:teuthology.orchestra.run.smithi063.stdout: "see_also": [] 2024-09-15T22:05:29.430 INFO:teuthology.orchestra.run.smithi063.stdout: }, 2024-09-15T22:05:29.430 INFO:teuthology.orchestra.run.smithi063.stdout: "ISSUE_TRACKER_API_KEY": { 2024-09-15T22:05:29.430 INFO:teuthology.orchestra.run.smithi063.stdout: "name": "ISSUE_TRACKER_API_KEY", 2024-09-15T22:05:29.430 INFO:teuthology.orchestra.run.smithi063.stdout: "type": "str", 2024-09-15T22:05:29.430 INFO:teuthology.orchestra.run.smithi063.stdout: "level": "advanced", 2024-09-15T22:05:29.430 INFO:teuthology.orchestra.run.smithi063.stdout: "flags": 0, 2024-09-15T22:05:29.431 INFO:teuthology.orchestra.run.smithi063.stdout: "default_value": "", 2024-09-15T22:05:29.431 INFO:teuthology.orchestra.run.smithi063.stdout: "min": "", 2024-09-15T22:05:29.431 INFO:teuthology.orchestra.run.smithi063.stdout: "max": "", 2024-09-15T22:05:29.431 INFO:teuthology.orchestra.run.smithi063.stdout: "enum_allowed": [], 2024-09-15T22:05:29.431 INFO:teuthology.orchestra.run.smithi063.stdout: "desc": "", 2024-09-15T22:05:29.431 INFO:teuthology.orchestra.run.smithi063.stdout: "long_desc": "", 2024-09-15T22:05:29.431 INFO:teuthology.orchestra.run.smithi063.stdout: "tags": [], 2024-09-15T22:05:29.431 INFO:teuthology.orchestra.run.smithi063.stdout: "see_also": [] 2024-09-15T22:05:29.431 INFO:teuthology.orchestra.run.smithi063.stdout: }, 2024-09-15T22:05:29.431 INFO:teuthology.orchestra.run.smithi063.stdout: "PROMETHEUS_API_HOST": { 2024-09-15T22:05:29.431 INFO:teuthology.orchestra.run.smithi063.stdout: "name": "PROMETHEUS_API_HOST", 2024-09-15T22:05:29.431 INFO:teuthology.orchestra.run.smithi063.stdout: "type": "str", 2024-09-15T22:05:29.431 INFO:teuthology.orchestra.run.smithi063.stdout: "level": "advanced", 2024-09-15T22:05:29.431 INFO:teuthology.orchestra.run.smithi063.stdout: "flags": 0, 2024-09-15T22:05:29.432 INFO:teuthology.orchestra.run.smithi063.stdout: "default_value": "", 2024-09-15T22:05:29.432 INFO:teuthology.orchestra.run.smithi063.stdout: "min": "", 2024-09-15T22:05:29.432 INFO:teuthology.orchestra.run.smithi063.stdout: "max": "", 2024-09-15T22:05:29.432 INFO:teuthology.orchestra.run.smithi063.stdout: "enum_allowed": [], 2024-09-15T22:05:29.432 INFO:teuthology.orchestra.run.smithi063.stdout: "desc": "", 2024-09-15T22:05:29.432 INFO:teuthology.orchestra.run.smithi063.stdout: "long_desc": "", 2024-09-15T22:05:29.432 INFO:teuthology.orchestra.run.smithi063.stdout: "tags": [], 2024-09-15T22:05:29.432 INFO:teuthology.orchestra.run.smithi063.stdout: "see_also": [] 2024-09-15T22:05:29.432 INFO:teuthology.orchestra.run.smithi063.stdout: }, 2024-09-15T22:05:29.432 INFO:teuthology.orchestra.run.smithi063.stdout: "PROMETHEUS_API_SSL_VERIFY": { 2024-09-15T22:05:29.432 INFO:teuthology.orchestra.run.smithi063.stdout: "name": "PROMETHEUS_API_SSL_VERIFY", 2024-09-15T22:05:29.432 INFO:teuthology.orchestra.run.smithi063.stdout: "type": "bool", 2024-09-15T22:05:29.432 INFO:teuthology.orchestra.run.smithi063.stdout: "level": "advanced", 2024-09-15T22:05:29.432 INFO:teuthology.orchestra.run.smithi063.stdout: "flags": 0, 2024-09-15T22:05:29.433 INFO:teuthology.orchestra.run.smithi063.stdout: "default_value": "True", 2024-09-15T22:05:29.433 INFO:teuthology.orchestra.run.smithi063.stdout: "min": "", 2024-09-15T22:05:29.433 INFO:teuthology.orchestra.run.smithi063.stdout: "max": "", 2024-09-15T22:05:29.433 INFO:teuthology.orchestra.run.smithi063.stdout: "enum_allowed": [], 2024-09-15T22:05:29.433 INFO:teuthology.orchestra.run.smithi063.stdout: "desc": "", 2024-09-15T22:05:29.433 INFO:teuthology.orchestra.run.smithi063.stdout: "long_desc": "", 2024-09-15T22:05:29.433 INFO:teuthology.orchestra.run.smithi063.stdout: "tags": [], 2024-09-15T22:05:29.433 INFO:teuthology.orchestra.run.smithi063.stdout: "see_also": [] 2024-09-15T22:05:29.433 INFO:teuthology.orchestra.run.smithi063.stdout: }, 2024-09-15T22:05:29.433 INFO:teuthology.orchestra.run.smithi063.stdout: "PWD_POLICY_CHECK_COMPLEXITY_ENABLED": { 2024-09-15T22:05:29.433 INFO:teuthology.orchestra.run.smithi063.stdout: "name": "PWD_POLICY_CHECK_COMPLEXITY_ENABLED", 2024-09-15T22:05:29.433 INFO:teuthology.orchestra.run.smithi063.stdout: "type": "bool", 2024-09-15T22:05:29.433 INFO:teuthology.orchestra.run.smithi063.stdout: "level": "advanced", 2024-09-15T22:05:29.434 INFO:teuthology.orchestra.run.smithi063.stdout: "flags": 0, 2024-09-15T22:05:29.434 INFO:teuthology.orchestra.run.smithi063.stdout: "default_value": "False", 2024-09-15T22:05:29.434 INFO:teuthology.orchestra.run.smithi063.stdout: "min": "", 2024-09-15T22:05:29.434 INFO:teuthology.orchestra.run.smithi063.stdout: "max": "", 2024-09-15T22:05:29.434 INFO:teuthology.orchestra.run.smithi063.stdout: "enum_allowed": [], 2024-09-15T22:05:29.434 INFO:teuthology.orchestra.run.smithi063.stdout: "desc": "", 2024-09-15T22:05:29.434 INFO:teuthology.orchestra.run.smithi063.stdout: "long_desc": "", 2024-09-15T22:05:29.434 INFO:teuthology.orchestra.run.smithi063.stdout: "tags": [], 2024-09-15T22:05:29.434 INFO:teuthology.orchestra.run.smithi063.stdout: "see_also": [] 2024-09-15T22:05:29.434 INFO:teuthology.orchestra.run.smithi063.stdout: }, 2024-09-15T22:05:29.434 INFO:teuthology.orchestra.run.smithi063.stdout: "PWD_POLICY_CHECK_EXCLUSION_LIST_ENABLED": { 2024-09-15T22:05:29.434 INFO:teuthology.orchestra.run.smithi063.stdout: "name": "PWD_POLICY_CHECK_EXCLUSION_LIST_ENABLED", 2024-09-15T22:05:29.434 INFO:teuthology.orchestra.run.smithi063.stdout: "type": "bool", 2024-09-15T22:05:29.434 INFO:teuthology.orchestra.run.smithi063.stdout: "level": "advanced", 2024-09-15T22:05:29.435 INFO:teuthology.orchestra.run.smithi063.stdout: "flags": 0, 2024-09-15T22:05:29.435 INFO:teuthology.orchestra.run.smithi063.stdout: "default_value": "False", 2024-09-15T22:05:29.435 INFO:teuthology.orchestra.run.smithi063.stdout: "min": "", 2024-09-15T22:05:29.435 INFO:teuthology.orchestra.run.smithi063.stdout: "max": "", 2024-09-15T22:05:29.435 INFO:teuthology.orchestra.run.smithi063.stdout: "enum_allowed": [], 2024-09-15T22:05:29.435 INFO:teuthology.orchestra.run.smithi063.stdout: "desc": "", 2024-09-15T22:05:29.435 INFO:teuthology.orchestra.run.smithi063.stdout: "long_desc": "", 2024-09-15T22:05:29.435 INFO:teuthology.orchestra.run.smithi063.stdout: "tags": [], 2024-09-15T22:05:29.435 INFO:teuthology.orchestra.run.smithi063.stdout: "see_also": [] 2024-09-15T22:05:29.435 INFO:teuthology.orchestra.run.smithi063.stdout: }, 2024-09-15T22:05:29.435 INFO:teuthology.orchestra.run.smithi063.stdout: "PWD_POLICY_CHECK_LENGTH_ENABLED": { 2024-09-15T22:05:29.435 INFO:teuthology.orchestra.run.smithi063.stdout: "name": "PWD_POLICY_CHECK_LENGTH_ENABLED", 2024-09-15T22:05:29.435 INFO:teuthology.orchestra.run.smithi063.stdout: "type": "bool", 2024-09-15T22:05:29.436 INFO:teuthology.orchestra.run.smithi063.stdout: "level": "advanced", 2024-09-15T22:05:29.436 INFO:teuthology.orchestra.run.smithi063.stdout: "flags": 0, 2024-09-15T22:05:29.436 INFO:teuthology.orchestra.run.smithi063.stdout: "default_value": "True", 2024-09-15T22:05:29.436 INFO:teuthology.orchestra.run.smithi063.stdout: "min": "", 2024-09-15T22:05:29.436 INFO:teuthology.orchestra.run.smithi063.stdout: "max": "", 2024-09-15T22:05:29.436 INFO:teuthology.orchestra.run.smithi063.stdout: "enum_allowed": [], 2024-09-15T22:05:29.436 INFO:teuthology.orchestra.run.smithi063.stdout: "desc": "", 2024-09-15T22:05:29.436 INFO:teuthology.orchestra.run.smithi063.stdout: "long_desc": "", 2024-09-15T22:05:29.436 INFO:teuthology.orchestra.run.smithi063.stdout: "tags": [], 2024-09-15T22:05:29.436 INFO:teuthology.orchestra.run.smithi063.stdout: "see_also": [] 2024-09-15T22:05:29.436 INFO:teuthology.orchestra.run.smithi063.stdout: }, 2024-09-15T22:05:29.436 INFO:teuthology.orchestra.run.smithi063.stdout: "PWD_POLICY_CHECK_OLDPWD_ENABLED": { 2024-09-15T22:05:29.437 INFO:teuthology.orchestra.run.smithi063.stdout: "name": "PWD_POLICY_CHECK_OLDPWD_ENABLED", 2024-09-15T22:05:29.437 INFO:teuthology.orchestra.run.smithi063.stdout: "type": "bool", 2024-09-15T22:05:29.437 INFO:teuthology.orchestra.run.smithi063.stdout: "level": "advanced", 2024-09-15T22:05:29.437 INFO:teuthology.orchestra.run.smithi063.stdout: "flags": 0, 2024-09-15T22:05:29.437 INFO:teuthology.orchestra.run.smithi063.stdout: "default_value": "True", 2024-09-15T22:05:29.437 INFO:teuthology.orchestra.run.smithi063.stdout: "min": "", 2024-09-15T22:05:29.437 INFO:teuthology.orchestra.run.smithi063.stdout: "max": "", 2024-09-15T22:05:29.437 INFO:teuthology.orchestra.run.smithi063.stdout: "enum_allowed": [], 2024-09-15T22:05:29.437 INFO:teuthology.orchestra.run.smithi063.stdout: "desc": "", 2024-09-15T22:05:29.437 INFO:teuthology.orchestra.run.smithi063.stdout: "long_desc": "", 2024-09-15T22:05:29.437 INFO:teuthology.orchestra.run.smithi063.stdout: "tags": [], 2024-09-15T22:05:29.437 INFO:teuthology.orchestra.run.smithi063.stdout: "see_also": [] 2024-09-15T22:05:29.437 INFO:teuthology.orchestra.run.smithi063.stdout: }, 2024-09-15T22:05:29.437 INFO:teuthology.orchestra.run.smithi063.stdout: "PWD_POLICY_CHECK_REPETITIVE_CHARS_ENABLED": { 2024-09-15T22:05:29.438 INFO:teuthology.orchestra.run.smithi063.stdout: "name": "PWD_POLICY_CHECK_REPETITIVE_CHARS_ENABLED", 2024-09-15T22:05:29.438 INFO:teuthology.orchestra.run.smithi063.stdout: "type": "bool", 2024-09-15T22:05:29.438 INFO:teuthology.orchestra.run.smithi063.stdout: "level": "advanced", 2024-09-15T22:05:29.438 INFO:teuthology.orchestra.run.smithi063.stdout: "flags": 0, 2024-09-15T22:05:29.438 INFO:teuthology.orchestra.run.smithi063.stdout: "default_value": "False", 2024-09-15T22:05:29.438 INFO:teuthology.orchestra.run.smithi063.stdout: "min": "", 2024-09-15T22:05:29.438 INFO:teuthology.orchestra.run.smithi063.stdout: "max": "", 2024-09-15T22:05:29.438 INFO:teuthology.orchestra.run.smithi063.stdout: "enum_allowed": [], 2024-09-15T22:05:29.438 INFO:teuthology.orchestra.run.smithi063.stdout: "desc": "", 2024-09-15T22:05:29.438 INFO:teuthology.orchestra.run.smithi063.stdout: "long_desc": "", 2024-09-15T22:05:29.438 INFO:teuthology.orchestra.run.smithi063.stdout: "tags": [], 2024-09-15T22:05:29.438 INFO:teuthology.orchestra.run.smithi063.stdout: "see_also": [] 2024-09-15T22:05:29.438 INFO:teuthology.orchestra.run.smithi063.stdout: }, 2024-09-15T22:05:29.438 INFO:teuthology.orchestra.run.smithi063.stdout: "PWD_POLICY_CHECK_SEQUENTIAL_CHARS_ENABLED": { 2024-09-15T22:05:29.439 INFO:teuthology.orchestra.run.smithi063.stdout: "name": "PWD_POLICY_CHECK_SEQUENTIAL_CHARS_ENABLED", 2024-09-15T22:05:29.439 INFO:teuthology.orchestra.run.smithi063.stdout: "type": "bool", 2024-09-15T22:05:29.439 INFO:teuthology.orchestra.run.smithi063.stdout: "level": "advanced", 2024-09-15T22:05:29.439 INFO:teuthology.orchestra.run.smithi063.stdout: "flags": 0, 2024-09-15T22:05:29.439 INFO:teuthology.orchestra.run.smithi063.stdout: "default_value": "False", 2024-09-15T22:05:29.439 INFO:teuthology.orchestra.run.smithi063.stdout: "min": "", 2024-09-15T22:05:29.439 INFO:teuthology.orchestra.run.smithi063.stdout: "max": "", 2024-09-15T22:05:29.439 INFO:teuthology.orchestra.run.smithi063.stdout: "enum_allowed": [], 2024-09-15T22:05:29.439 INFO:teuthology.orchestra.run.smithi063.stdout: "desc": "", 2024-09-15T22:05:29.439 INFO:teuthology.orchestra.run.smithi063.stdout: "long_desc": "", 2024-09-15T22:05:29.439 INFO:teuthology.orchestra.run.smithi063.stdout: "tags": [], 2024-09-15T22:05:29.439 INFO:teuthology.orchestra.run.smithi063.stdout: "see_also": [] 2024-09-15T22:05:29.439 INFO:teuthology.orchestra.run.smithi063.stdout: }, 2024-09-15T22:05:29.439 INFO:teuthology.orchestra.run.smithi063.stdout: "PWD_POLICY_CHECK_USERNAME_ENABLED": { 2024-09-15T22:05:29.439 INFO:teuthology.orchestra.run.smithi063.stdout: "name": "PWD_POLICY_CHECK_USERNAME_ENABLED", 2024-09-15T22:05:29.440 INFO:teuthology.orchestra.run.smithi063.stdout: "type": "bool", 2024-09-15T22:05:29.440 INFO:teuthology.orchestra.run.smithi063.stdout: "level": "advanced", 2024-09-15T22:05:29.440 INFO:teuthology.orchestra.run.smithi063.stdout: "flags": 0, 2024-09-15T22:05:29.440 INFO:teuthology.orchestra.run.smithi063.stdout: "default_value": "False", 2024-09-15T22:05:29.440 INFO:teuthology.orchestra.run.smithi063.stdout: "min": "", 2024-09-15T22:05:29.440 INFO:teuthology.orchestra.run.smithi063.stdout: "max": "", 2024-09-15T22:05:29.440 INFO:teuthology.orchestra.run.smithi063.stdout: "enum_allowed": [], 2024-09-15T22:05:29.440 INFO:teuthology.orchestra.run.smithi063.stdout: "desc": "", 2024-09-15T22:05:29.440 INFO:teuthology.orchestra.run.smithi063.stdout: "long_desc": "", 2024-09-15T22:05:29.440 INFO:teuthology.orchestra.run.smithi063.stdout: "tags": [], 2024-09-15T22:05:29.440 INFO:teuthology.orchestra.run.smithi063.stdout: "see_also": [] 2024-09-15T22:05:29.440 INFO:teuthology.orchestra.run.smithi063.stdout: }, 2024-09-15T22:05:29.441 INFO:teuthology.orchestra.run.smithi063.stdout: "PWD_POLICY_ENABLED": { 2024-09-15T22:05:29.441 INFO:teuthology.orchestra.run.smithi063.stdout: "name": "PWD_POLICY_ENABLED", 2024-09-15T22:05:29.441 INFO:teuthology.orchestra.run.smithi063.stdout: "type": "bool", 2024-09-15T22:05:29.441 INFO:teuthology.orchestra.run.smithi063.stdout: "level": "advanced", 2024-09-15T22:05:29.441 INFO:teuthology.orchestra.run.smithi063.stdout: "flags": 0, 2024-09-15T22:05:29.441 INFO:teuthology.orchestra.run.smithi063.stdout: "default_value": "True", 2024-09-15T22:05:29.441 INFO:teuthology.orchestra.run.smithi063.stdout: "min": "", 2024-09-15T22:05:29.441 INFO:teuthology.orchestra.run.smithi063.stdout: "max": "", 2024-09-15T22:05:29.441 INFO:teuthology.orchestra.run.smithi063.stdout: "enum_allowed": [], 2024-09-15T22:05:29.441 INFO:teuthology.orchestra.run.smithi063.stdout: "desc": "", 2024-09-15T22:05:29.441 INFO:teuthology.orchestra.run.smithi063.stdout: "long_desc": "", 2024-09-15T22:05:29.441 INFO:teuthology.orchestra.run.smithi063.stdout: "tags": [], 2024-09-15T22:05:29.441 INFO:teuthology.orchestra.run.smithi063.stdout: "see_also": [] 2024-09-15T22:05:29.441 INFO:teuthology.orchestra.run.smithi063.stdout: }, 2024-09-15T22:05:29.442 INFO:teuthology.orchestra.run.smithi063.stdout: "PWD_POLICY_EXCLUSION_LIST": { 2024-09-15T22:05:29.442 INFO:teuthology.orchestra.run.smithi063.stdout: "name": "PWD_POLICY_EXCLUSION_LIST", 2024-09-15T22:05:29.442 INFO:teuthology.orchestra.run.smithi063.stdout: "type": "str", 2024-09-15T22:05:29.442 INFO:teuthology.orchestra.run.smithi063.stdout: "level": "advanced", 2024-09-15T22:05:29.442 INFO:teuthology.orchestra.run.smithi063.stdout: "flags": 0, 2024-09-15T22:05:29.442 INFO:teuthology.orchestra.run.smithi063.stdout: "default_value": "osd,host,dashboard,pool,block,nfs,ceph,monitors,gateway,logs,crush,maps", 2024-09-15T22:05:29.442 INFO:teuthology.orchestra.run.smithi063.stdout: "min": "", 2024-09-15T22:05:29.442 INFO:teuthology.orchestra.run.smithi063.stdout: "max": "", 2024-09-15T22:05:29.442 INFO:teuthology.orchestra.run.smithi063.stdout: "enum_allowed": [], 2024-09-15T22:05:29.442 INFO:teuthology.orchestra.run.smithi063.stdout: "desc": "", 2024-09-15T22:05:29.442 INFO:teuthology.orchestra.run.smithi063.stdout: "long_desc": "", 2024-09-15T22:05:29.442 INFO:teuthology.orchestra.run.smithi063.stdout: "tags": [], 2024-09-15T22:05:29.442 INFO:teuthology.orchestra.run.smithi063.stdout: "see_also": [] 2024-09-15T22:05:29.443 INFO:teuthology.orchestra.run.smithi063.stdout: }, 2024-09-15T22:05:29.443 INFO:teuthology.orchestra.run.smithi063.stdout: "PWD_POLICY_MIN_COMPLEXITY": { 2024-09-15T22:05:29.443 INFO:teuthology.orchestra.run.smithi063.stdout: "name": "PWD_POLICY_MIN_COMPLEXITY", 2024-09-15T22:05:29.443 INFO:teuthology.orchestra.run.smithi063.stdout: "type": "int", 2024-09-15T22:05:29.443 INFO:teuthology.orchestra.run.smithi063.stdout: "level": "advanced", 2024-09-15T22:05:29.443 INFO:teuthology.orchestra.run.smithi063.stdout: "flags": 0, 2024-09-15T22:05:29.443 INFO:teuthology.orchestra.run.smithi063.stdout: "default_value": "10", 2024-09-15T22:05:29.443 INFO:teuthology.orchestra.run.smithi063.stdout: "min": "", 2024-09-15T22:05:29.443 INFO:teuthology.orchestra.run.smithi063.stdout: "max": "", 2024-09-15T22:05:29.443 INFO:teuthology.orchestra.run.smithi063.stdout: "enum_allowed": [], 2024-09-15T22:05:29.443 INFO:teuthology.orchestra.run.smithi063.stdout: "desc": "", 2024-09-15T22:05:29.443 INFO:teuthology.orchestra.run.smithi063.stdout: "long_desc": "", 2024-09-15T22:05:29.443 INFO:teuthology.orchestra.run.smithi063.stdout: "tags": [], 2024-09-15T22:05:29.444 INFO:teuthology.orchestra.run.smithi063.stdout: "see_also": [] 2024-09-15T22:05:29.444 INFO:teuthology.orchestra.run.smithi063.stdout: }, 2024-09-15T22:05:29.444 INFO:teuthology.orchestra.run.smithi063.stdout: "PWD_POLICY_MIN_LENGTH": { 2024-09-15T22:05:29.444 INFO:teuthology.orchestra.run.smithi063.stdout: "name": "PWD_POLICY_MIN_LENGTH", 2024-09-15T22:05:29.444 INFO:teuthology.orchestra.run.smithi063.stdout: "type": "int", 2024-09-15T22:05:29.444 INFO:teuthology.orchestra.run.smithi063.stdout: "level": "advanced", 2024-09-15T22:05:29.444 INFO:teuthology.orchestra.run.smithi063.stdout: "flags": 0, 2024-09-15T22:05:29.444 INFO:teuthology.orchestra.run.smithi063.stdout: "default_value": "8", 2024-09-15T22:05:29.444 INFO:teuthology.orchestra.run.smithi063.stdout: "min": "", 2024-09-15T22:05:29.444 INFO:teuthology.orchestra.run.smithi063.stdout: "max": "", 2024-09-15T22:05:29.444 INFO:teuthology.orchestra.run.smithi063.stdout: "enum_allowed": [], 2024-09-15T22:05:29.444 INFO:teuthology.orchestra.run.smithi063.stdout: "desc": "", 2024-09-15T22:05:29.444 INFO:teuthology.orchestra.run.smithi063.stdout: "long_desc": "", 2024-09-15T22:05:29.445 INFO:teuthology.orchestra.run.smithi063.stdout: "tags": [], 2024-09-15T22:05:29.445 INFO:teuthology.orchestra.run.smithi063.stdout: "see_also": [] 2024-09-15T22:05:29.445 INFO:teuthology.orchestra.run.smithi063.stdout: }, 2024-09-15T22:05:29.445 INFO:teuthology.orchestra.run.smithi063.stdout: "REST_REQUESTS_TIMEOUT": { 2024-09-15T22:05:29.445 INFO:teuthology.orchestra.run.smithi063.stdout: "name": "REST_REQUESTS_TIMEOUT", 2024-09-15T22:05:29.445 INFO:teuthology.orchestra.run.smithi063.stdout: "type": "int", 2024-09-15T22:05:29.445 INFO:teuthology.orchestra.run.smithi063.stdout: "level": "advanced", 2024-09-15T22:05:29.445 INFO:teuthology.orchestra.run.smithi063.stdout: "flags": 0, 2024-09-15T22:05:29.445 INFO:teuthology.orchestra.run.smithi063.stdout: "default_value": "45", 2024-09-15T22:05:29.445 INFO:teuthology.orchestra.run.smithi063.stdout: "min": "", 2024-09-15T22:05:29.445 INFO:teuthology.orchestra.run.smithi063.stdout: "max": "", 2024-09-15T22:05:29.445 INFO:teuthology.orchestra.run.smithi063.stdout: "enum_allowed": [], 2024-09-15T22:05:29.445 INFO:teuthology.orchestra.run.smithi063.stdout: "desc": "", 2024-09-15T22:05:29.446 INFO:teuthology.orchestra.run.smithi063.stdout: "long_desc": "", 2024-09-15T22:05:29.446 INFO:teuthology.orchestra.run.smithi063.stdout: "tags": [], 2024-09-15T22:05:29.446 INFO:teuthology.orchestra.run.smithi063.stdout: "see_also": [] 2024-09-15T22:05:29.446 INFO:teuthology.orchestra.run.smithi063.stdout: }, 2024-09-15T22:05:29.446 INFO:teuthology.orchestra.run.smithi063.stdout: "RGW_API_ACCESS_KEY": { 2024-09-15T22:05:29.446 INFO:teuthology.orchestra.run.smithi063.stdout: "name": "RGW_API_ACCESS_KEY", 2024-09-15T22:05:29.446 INFO:teuthology.orchestra.run.smithi063.stdout: "type": "str", 2024-09-15T22:05:29.446 INFO:teuthology.orchestra.run.smithi063.stdout: "level": "advanced", 2024-09-15T22:05:29.446 INFO:teuthology.orchestra.run.smithi063.stdout: "flags": 0, 2024-09-15T22:05:29.446 INFO:teuthology.orchestra.run.smithi063.stdout: "default_value": "", 2024-09-15T22:05:29.446 INFO:teuthology.orchestra.run.smithi063.stdout: "min": "", 2024-09-15T22:05:29.446 INFO:teuthology.orchestra.run.smithi063.stdout: "max": "", 2024-09-15T22:05:29.446 INFO:teuthology.orchestra.run.smithi063.stdout: "enum_allowed": [], 2024-09-15T22:05:29.446 INFO:teuthology.orchestra.run.smithi063.stdout: "desc": "", 2024-09-15T22:05:29.447 INFO:teuthology.orchestra.run.smithi063.stdout: "long_desc": "", 2024-09-15T22:05:29.447 INFO:teuthology.orchestra.run.smithi063.stdout: "tags": [], 2024-09-15T22:05:29.447 INFO:teuthology.orchestra.run.smithi063.stdout: "see_also": [] 2024-09-15T22:05:29.447 INFO:teuthology.orchestra.run.smithi063.stdout: }, 2024-09-15T22:05:29.447 INFO:teuthology.orchestra.run.smithi063.stdout: "RGW_API_ADMIN_RESOURCE": { 2024-09-15T22:05:29.447 INFO:teuthology.orchestra.run.smithi063.stdout: "name": "RGW_API_ADMIN_RESOURCE", 2024-09-15T22:05:29.447 INFO:teuthology.orchestra.run.smithi063.stdout: "type": "str", 2024-09-15T22:05:29.447 INFO:teuthology.orchestra.run.smithi063.stdout: "level": "advanced", 2024-09-15T22:05:29.447 INFO:teuthology.orchestra.run.smithi063.stdout: "flags": 0, 2024-09-15T22:05:29.447 INFO:teuthology.orchestra.run.smithi063.stdout: "default_value": "admin", 2024-09-15T22:05:29.447 INFO:teuthology.orchestra.run.smithi063.stdout: "min": "", 2024-09-15T22:05:29.447 INFO:teuthology.orchestra.run.smithi063.stdout: "max": "", 2024-09-15T22:05:29.447 INFO:teuthology.orchestra.run.smithi063.stdout: "enum_allowed": [], 2024-09-15T22:05:29.447 INFO:teuthology.orchestra.run.smithi063.stdout: "desc": "", 2024-09-15T22:05:29.448 INFO:teuthology.orchestra.run.smithi063.stdout: "long_desc": "", 2024-09-15T22:05:29.448 INFO:teuthology.orchestra.run.smithi063.stdout: "tags": [], 2024-09-15T22:05:29.448 INFO:teuthology.orchestra.run.smithi063.stdout: "see_also": [] 2024-09-15T22:05:29.448 INFO:teuthology.orchestra.run.smithi063.stdout: }, 2024-09-15T22:05:29.448 INFO:teuthology.orchestra.run.smithi063.stdout: "RGW_API_SECRET_KEY": { 2024-09-15T22:05:29.448 INFO:teuthology.orchestra.run.smithi063.stdout: "name": "RGW_API_SECRET_KEY", 2024-09-15T22:05:29.448 INFO:teuthology.orchestra.run.smithi063.stdout: "type": "str", 2024-09-15T22:05:29.448 INFO:teuthology.orchestra.run.smithi063.stdout: "level": "advanced", 2024-09-15T22:05:29.448 INFO:teuthology.orchestra.run.smithi063.stdout: "flags": 0, 2024-09-15T22:05:29.448 INFO:teuthology.orchestra.run.smithi063.stdout: "default_value": "", 2024-09-15T22:05:29.448 INFO:teuthology.orchestra.run.smithi063.stdout: "min": "", 2024-09-15T22:05:29.448 INFO:teuthology.orchestra.run.smithi063.stdout: "max": "", 2024-09-15T22:05:29.448 INFO:teuthology.orchestra.run.smithi063.stdout: "enum_allowed": [], 2024-09-15T22:05:29.449 INFO:teuthology.orchestra.run.smithi063.stdout: "desc": "", 2024-09-15T22:05:29.449 INFO:teuthology.orchestra.run.smithi063.stdout: "long_desc": "", 2024-09-15T22:05:29.449 INFO:teuthology.orchestra.run.smithi063.stdout: "tags": [], 2024-09-15T22:05:29.449 INFO:teuthology.orchestra.run.smithi063.stdout: "see_also": [] 2024-09-15T22:05:29.449 INFO:teuthology.orchestra.run.smithi063.stdout: }, 2024-09-15T22:05:29.449 INFO:teuthology.orchestra.run.smithi063.stdout: "RGW_API_SSL_VERIFY": { 2024-09-15T22:05:29.449 INFO:teuthology.orchestra.run.smithi063.stdout: "name": "RGW_API_SSL_VERIFY", 2024-09-15T22:05:29.449 INFO:teuthology.orchestra.run.smithi063.stdout: "type": "bool", 2024-09-15T22:05:29.449 INFO:teuthology.orchestra.run.smithi063.stdout: "level": "advanced", 2024-09-15T22:05:29.449 INFO:teuthology.orchestra.run.smithi063.stdout: "flags": 0, 2024-09-15T22:05:29.449 INFO:teuthology.orchestra.run.smithi063.stdout: "default_value": "True", 2024-09-15T22:05:29.449 INFO:teuthology.orchestra.run.smithi063.stdout: "min": "", 2024-09-15T22:05:29.450 INFO:teuthology.orchestra.run.smithi063.stdout: "max": "", 2024-09-15T22:05:29.450 INFO:teuthology.orchestra.run.smithi063.stdout: "enum_allowed": [], 2024-09-15T22:05:29.450 INFO:teuthology.orchestra.run.smithi063.stdout: "desc": "", 2024-09-15T22:05:29.450 INFO:teuthology.orchestra.run.smithi063.stdout: "long_desc": "", 2024-09-15T22:05:29.450 INFO:teuthology.orchestra.run.smithi063.stdout: "tags": [], 2024-09-15T22:05:29.450 INFO:teuthology.orchestra.run.smithi063.stdout: "see_also": [] 2024-09-15T22:05:29.450 INFO:teuthology.orchestra.run.smithi063.stdout: }, 2024-09-15T22:05:29.450 INFO:teuthology.orchestra.run.smithi063.stdout: "USER_PWD_EXPIRATION_SPAN": { 2024-09-15T22:05:29.450 INFO:teuthology.orchestra.run.smithi063.stdout: "name": "USER_PWD_EXPIRATION_SPAN", 2024-09-15T22:05:29.450 INFO:teuthology.orchestra.run.smithi063.stdout: "type": "int", 2024-09-15T22:05:29.450 INFO:teuthology.orchestra.run.smithi063.stdout: "level": "advanced", 2024-09-15T22:05:29.450 INFO:teuthology.orchestra.run.smithi063.stdout: "flags": 0, 2024-09-15T22:05:29.451 INFO:teuthology.orchestra.run.smithi063.stdout: "default_value": "0", 2024-09-15T22:05:29.451 INFO:teuthology.orchestra.run.smithi063.stdout: "min": "", 2024-09-15T22:05:29.451 INFO:teuthology.orchestra.run.smithi063.stdout: "max": "", 2024-09-15T22:05:29.451 INFO:teuthology.orchestra.run.smithi063.stdout: "enum_allowed": [], 2024-09-15T22:05:29.451 INFO:teuthology.orchestra.run.smithi063.stdout: "desc": "", 2024-09-15T22:05:29.451 INFO:teuthology.orchestra.run.smithi063.stdout: "long_desc": "", 2024-09-15T22:05:29.451 INFO:teuthology.orchestra.run.smithi063.stdout: "tags": [], 2024-09-15T22:05:29.451 INFO:teuthology.orchestra.run.smithi063.stdout: "see_also": [] 2024-09-15T22:05:29.451 INFO:teuthology.orchestra.run.smithi063.stdout: }, 2024-09-15T22:05:29.451 INFO:teuthology.orchestra.run.smithi063.stdout: "USER_PWD_EXPIRATION_WARNING_1": { 2024-09-15T22:05:29.451 INFO:teuthology.orchestra.run.smithi063.stdout: "name": "USER_PWD_EXPIRATION_WARNING_1", 2024-09-15T22:05:29.451 INFO:teuthology.orchestra.run.smithi063.stdout: "type": "int", 2024-09-15T22:05:29.451 INFO:teuthology.orchestra.run.smithi063.stdout: "level": "advanced", 2024-09-15T22:05:29.451 INFO:teuthology.orchestra.run.smithi063.stdout: "flags": 0, 2024-09-15T22:05:29.452 INFO:teuthology.orchestra.run.smithi063.stdout: "default_value": "10", 2024-09-15T22:05:29.452 INFO:teuthology.orchestra.run.smithi063.stdout: "min": "", 2024-09-15T22:05:29.452 INFO:teuthology.orchestra.run.smithi063.stdout: "max": "", 2024-09-15T22:05:29.452 INFO:teuthology.orchestra.run.smithi063.stdout: "enum_allowed": [], 2024-09-15T22:05:29.452 INFO:teuthology.orchestra.run.smithi063.stdout: "desc": "", 2024-09-15T22:05:29.452 INFO:teuthology.orchestra.run.smithi063.stdout: "long_desc": "", 2024-09-15T22:05:29.452 INFO:teuthology.orchestra.run.smithi063.stdout: "tags": [], 2024-09-15T22:05:29.452 INFO:teuthology.orchestra.run.smithi063.stdout: "see_also": [] 2024-09-15T22:05:29.452 INFO:teuthology.orchestra.run.smithi063.stdout: }, 2024-09-15T22:05:29.452 INFO:teuthology.orchestra.run.smithi063.stdout: "USER_PWD_EXPIRATION_WARNING_2": { 2024-09-15T22:05:29.452 INFO:teuthology.orchestra.run.smithi063.stdout: "name": "USER_PWD_EXPIRATION_WARNING_2", 2024-09-15T22:05:29.452 INFO:teuthology.orchestra.run.smithi063.stdout: "type": "int", 2024-09-15T22:05:29.452 INFO:teuthology.orchestra.run.smithi063.stdout: "level": "advanced", 2024-09-15T22:05:29.452 INFO:teuthology.orchestra.run.smithi063.stdout: "flags": 0, 2024-09-15T22:05:29.453 INFO:teuthology.orchestra.run.smithi063.stdout: "default_value": "5", 2024-09-15T22:05:29.453 INFO:teuthology.orchestra.run.smithi063.stdout: "min": "", 2024-09-15T22:05:29.453 INFO:teuthology.orchestra.run.smithi063.stdout: "max": "", 2024-09-15T22:05:29.453 INFO:teuthology.orchestra.run.smithi063.stdout: "enum_allowed": [], 2024-09-15T22:05:29.453 INFO:teuthology.orchestra.run.smithi063.stdout: "desc": "", 2024-09-15T22:05:29.453 INFO:teuthology.orchestra.run.smithi063.stdout: "long_desc": "", 2024-09-15T22:05:29.453 INFO:teuthology.orchestra.run.smithi063.stdout: "tags": [], 2024-09-15T22:05:29.453 INFO:teuthology.orchestra.run.smithi063.stdout: "see_also": [] 2024-09-15T22:05:29.453 INFO:teuthology.orchestra.run.smithi063.stdout: }, 2024-09-15T22:05:29.453 INFO:teuthology.orchestra.run.smithi063.stdout: "cross_origin_url": { 2024-09-15T22:05:29.453 INFO:teuthology.orchestra.run.smithi063.stdout: "name": "cross_origin_url", 2024-09-15T22:05:29.453 INFO:teuthology.orchestra.run.smithi063.stdout: "type": "str", 2024-09-15T22:05:29.453 INFO:teuthology.orchestra.run.smithi063.stdout: "level": "advanced", 2024-09-15T22:05:29.454 INFO:teuthology.orchestra.run.smithi063.stdout: "flags": 0, 2024-09-15T22:05:29.454 INFO:teuthology.orchestra.run.smithi063.stdout: "default_value": "", 2024-09-15T22:05:29.454 INFO:teuthology.orchestra.run.smithi063.stdout: "min": "", 2024-09-15T22:05:29.454 INFO:teuthology.orchestra.run.smithi063.stdout: "max": "", 2024-09-15T22:05:29.454 INFO:teuthology.orchestra.run.smithi063.stdout: "enum_allowed": [], 2024-09-15T22:05:29.454 INFO:teuthology.orchestra.run.smithi063.stdout: "desc": "", 2024-09-15T22:05:29.454 INFO:teuthology.orchestra.run.smithi063.stdout: "long_desc": "", 2024-09-15T22:05:29.454 INFO:teuthology.orchestra.run.smithi063.stdout: "tags": [], 2024-09-15T22:05:29.454 INFO:teuthology.orchestra.run.smithi063.stdout: "see_also": [] 2024-09-15T22:05:29.454 INFO:teuthology.orchestra.run.smithi063.stdout: }, 2024-09-15T22:05:29.454 INFO:teuthology.orchestra.run.smithi063.stdout: "crt_file": { 2024-09-15T22:05:29.454 INFO:teuthology.orchestra.run.smithi063.stdout: "name": "crt_file", 2024-09-15T22:05:29.454 INFO:teuthology.orchestra.run.smithi063.stdout: "type": "str", 2024-09-15T22:05:29.455 INFO:teuthology.orchestra.run.smithi063.stdout: "level": "advanced", 2024-09-15T22:05:29.455 INFO:teuthology.orchestra.run.smithi063.stdout: "flags": 0, 2024-09-15T22:05:29.455 INFO:teuthology.orchestra.run.smithi063.stdout: "default_value": "", 2024-09-15T22:05:29.455 INFO:teuthology.orchestra.run.smithi063.stdout: "min": "", 2024-09-15T22:05:29.455 INFO:teuthology.orchestra.run.smithi063.stdout: "max": "", 2024-09-15T22:05:29.455 INFO:teuthology.orchestra.run.smithi063.stdout: "enum_allowed": [], 2024-09-15T22:05:29.455 INFO:teuthology.orchestra.run.smithi063.stdout: "desc": "", 2024-09-15T22:05:29.455 INFO:teuthology.orchestra.run.smithi063.stdout: "long_desc": "", 2024-09-15T22:05:29.455 INFO:teuthology.orchestra.run.smithi063.stdout: "tags": [], 2024-09-15T22:05:29.455 INFO:teuthology.orchestra.run.smithi063.stdout: "see_also": [] 2024-09-15T22:05:29.455 INFO:teuthology.orchestra.run.smithi063.stdout: }, 2024-09-15T22:05:29.455 INFO:teuthology.orchestra.run.smithi063.stdout: "debug": { 2024-09-15T22:05:29.456 INFO:teuthology.orchestra.run.smithi063.stdout: "name": "debug", 2024-09-15T22:05:29.456 INFO:teuthology.orchestra.run.smithi063.stdout: "type": "bool", 2024-09-15T22:05:29.456 INFO:teuthology.orchestra.run.smithi063.stdout: "level": "advanced", 2024-09-15T22:05:29.456 INFO:teuthology.orchestra.run.smithi063.stdout: "flags": 0, 2024-09-15T22:05:29.456 INFO:teuthology.orchestra.run.smithi063.stdout: "default_value": "False", 2024-09-15T22:05:29.456 INFO:teuthology.orchestra.run.smithi063.stdout: "min": "", 2024-09-15T22:05:29.456 INFO:teuthology.orchestra.run.smithi063.stdout: "max": "", 2024-09-15T22:05:29.456 INFO:teuthology.orchestra.run.smithi063.stdout: "enum_allowed": [], 2024-09-15T22:05:29.456 INFO:teuthology.orchestra.run.smithi063.stdout: "desc": "Enable/disable debug options", 2024-09-15T22:05:29.456 INFO:teuthology.orchestra.run.smithi063.stdout: "long_desc": "", 2024-09-15T22:05:29.456 INFO:teuthology.orchestra.run.smithi063.stdout: "tags": [], 2024-09-15T22:05:29.456 INFO:teuthology.orchestra.run.smithi063.stdout: "see_also": [] 2024-09-15T22:05:29.456 INFO:teuthology.orchestra.run.smithi063.stdout: }, 2024-09-15T22:05:29.457 INFO:teuthology.orchestra.run.smithi063.stdout: "jwt_token_ttl": { 2024-09-15T22:05:29.457 INFO:teuthology.orchestra.run.smithi063.stdout: "name": "jwt_token_ttl", 2024-09-15T22:05:29.457 INFO:teuthology.orchestra.run.smithi063.stdout: "type": "int", 2024-09-15T22:05:29.457 INFO:teuthology.orchestra.run.smithi063.stdout: "level": "advanced", 2024-09-15T22:05:29.457 INFO:teuthology.orchestra.run.smithi063.stdout: "flags": 0, 2024-09-15T22:05:29.457 INFO:teuthology.orchestra.run.smithi063.stdout: "default_value": "28800", 2024-09-15T22:05:29.457 INFO:teuthology.orchestra.run.smithi063.stdout: "min": "", 2024-09-15T22:05:29.457 INFO:teuthology.orchestra.run.smithi063.stdout: "max": "", 2024-09-15T22:05:29.457 INFO:teuthology.orchestra.run.smithi063.stdout: "enum_allowed": [], 2024-09-15T22:05:29.457 INFO:teuthology.orchestra.run.smithi063.stdout: "desc": "", 2024-09-15T22:05:29.457 INFO:teuthology.orchestra.run.smithi063.stdout: "long_desc": "", 2024-09-15T22:05:29.457 INFO:teuthology.orchestra.run.smithi063.stdout: "tags": [], 2024-09-15T22:05:29.458 INFO:teuthology.orchestra.run.smithi063.stdout: "see_also": [] 2024-09-15T22:05:29.458 INFO:teuthology.orchestra.run.smithi063.stdout: }, 2024-09-15T22:05:29.458 INFO:teuthology.orchestra.run.smithi063.stdout: "key_file": { 2024-09-15T22:05:29.458 INFO:teuthology.orchestra.run.smithi063.stdout: "name": "key_file", 2024-09-15T22:05:29.458 INFO:teuthology.orchestra.run.smithi063.stdout: "type": "str", 2024-09-15T22:05:29.458 INFO:teuthology.orchestra.run.smithi063.stdout: "level": "advanced", 2024-09-15T22:05:29.458 INFO:teuthology.orchestra.run.smithi063.stdout: "flags": 0, 2024-09-15T22:05:29.458 INFO:teuthology.orchestra.run.smithi063.stdout: "default_value": "", 2024-09-15T22:05:29.458 INFO:teuthology.orchestra.run.smithi063.stdout: "min": "", 2024-09-15T22:05:29.458 INFO:teuthology.orchestra.run.smithi063.stdout: "max": "", 2024-09-15T22:05:29.458 INFO:teuthology.orchestra.run.smithi063.stdout: "enum_allowed": [], 2024-09-15T22:05:29.458 INFO:teuthology.orchestra.run.smithi063.stdout: "desc": "", 2024-09-15T22:05:29.458 INFO:teuthology.orchestra.run.smithi063.stdout: "long_desc": "", 2024-09-15T22:05:29.459 INFO:teuthology.orchestra.run.smithi063.stdout: "tags": [], 2024-09-15T22:05:29.459 INFO:teuthology.orchestra.run.smithi063.stdout: "see_also": [] 2024-09-15T22:05:29.459 INFO:teuthology.orchestra.run.smithi063.stdout: }, 2024-09-15T22:05:29.459 INFO:teuthology.orchestra.run.smithi063.stdout: "log_level": { 2024-09-15T22:05:29.459 INFO:teuthology.orchestra.run.smithi063.stdout: "name": "log_level", 2024-09-15T22:05:29.459 INFO:teuthology.orchestra.run.smithi063.stdout: "type": "str", 2024-09-15T22:05:29.459 INFO:teuthology.orchestra.run.smithi063.stdout: "level": "advanced", 2024-09-15T22:05:29.459 INFO:teuthology.orchestra.run.smithi063.stdout: "flags": 1, 2024-09-15T22:05:29.459 INFO:teuthology.orchestra.run.smithi063.stdout: "default_value": "", 2024-09-15T22:05:29.459 INFO:teuthology.orchestra.run.smithi063.stdout: "min": "", 2024-09-15T22:05:29.459 INFO:teuthology.orchestra.run.smithi063.stdout: "max": "", 2024-09-15T22:05:29.459 INFO:teuthology.orchestra.run.smithi063.stdout: "enum_allowed": [ 2024-09-15T22:05:29.459 INFO:teuthology.orchestra.run.smithi063.stdout: "", 2024-09-15T22:05:29.460 INFO:teuthology.orchestra.run.smithi063.stdout: "critical", 2024-09-15T22:05:29.460 INFO:teuthology.orchestra.run.smithi063.stdout: "debug", 2024-09-15T22:05:29.460 INFO:teuthology.orchestra.run.smithi063.stdout: "error", 2024-09-15T22:05:29.460 INFO:teuthology.orchestra.run.smithi063.stdout: "info", 2024-09-15T22:05:29.460 INFO:teuthology.orchestra.run.smithi063.stdout: "warning" 2024-09-15T22:05:29.460 INFO:teuthology.orchestra.run.smithi063.stdout: ], 2024-09-15T22:05:29.460 INFO:teuthology.orchestra.run.smithi063.stdout: "desc": "", 2024-09-15T22:05:29.460 INFO:teuthology.orchestra.run.smithi063.stdout: "long_desc": "", 2024-09-15T22:05:29.460 INFO:teuthology.orchestra.run.smithi063.stdout: "tags": [], 2024-09-15T22:05:29.460 INFO:teuthology.orchestra.run.smithi063.stdout: "see_also": [] 2024-09-15T22:05:29.460 INFO:teuthology.orchestra.run.smithi063.stdout: }, 2024-09-15T22:05:29.460 INFO:teuthology.orchestra.run.smithi063.stdout: "log_to_cluster": { 2024-09-15T22:05:29.460 INFO:teuthology.orchestra.run.smithi063.stdout: "name": "log_to_cluster", 2024-09-15T22:05:29.461 INFO:teuthology.orchestra.run.smithi063.stdout: "type": "bool", 2024-09-15T22:05:29.461 INFO:teuthology.orchestra.run.smithi063.stdout: "level": "advanced", 2024-09-15T22:05:29.461 INFO:teuthology.orchestra.run.smithi063.stdout: "flags": 1, 2024-09-15T22:05:29.461 INFO:teuthology.orchestra.run.smithi063.stdout: "default_value": "False", 2024-09-15T22:05:29.461 INFO:teuthology.orchestra.run.smithi063.stdout: "min": "", 2024-09-15T22:05:29.461 INFO:teuthology.orchestra.run.smithi063.stdout: "max": "", 2024-09-15T22:05:29.461 INFO:teuthology.orchestra.run.smithi063.stdout: "enum_allowed": [], 2024-09-15T22:05:29.461 INFO:teuthology.orchestra.run.smithi063.stdout: "desc": "", 2024-09-15T22:05:29.461 INFO:teuthology.orchestra.run.smithi063.stdout: "long_desc": "", 2024-09-15T22:05:29.461 INFO:teuthology.orchestra.run.smithi063.stdout: "tags": [], 2024-09-15T22:05:29.461 INFO:teuthology.orchestra.run.smithi063.stdout: "see_also": [] 2024-09-15T22:05:29.461 INFO:teuthology.orchestra.run.smithi063.stdout: }, 2024-09-15T22:05:29.461 INFO:teuthology.orchestra.run.smithi063.stdout: "log_to_cluster_level": { 2024-09-15T22:05:29.462 INFO:teuthology.orchestra.run.smithi063.stdout: "name": "log_to_cluster_level", 2024-09-15T22:05:29.462 INFO:teuthology.orchestra.run.smithi063.stdout: "type": "str", 2024-09-15T22:05:29.462 INFO:teuthology.orchestra.run.smithi063.stdout: "level": "advanced", 2024-09-15T22:05:29.462 INFO:teuthology.orchestra.run.smithi063.stdout: "flags": 1, 2024-09-15T22:05:29.462 INFO:teuthology.orchestra.run.smithi063.stdout: "default_value": "info", 2024-09-15T22:05:29.462 INFO:teuthology.orchestra.run.smithi063.stdout: "min": "", 2024-09-15T22:05:29.462 INFO:teuthology.orchestra.run.smithi063.stdout: "max": "", 2024-09-15T22:05:29.462 INFO:teuthology.orchestra.run.smithi063.stdout: "enum_allowed": [ 2024-09-15T22:05:29.462 INFO:teuthology.orchestra.run.smithi063.stdout: "", 2024-09-15T22:05:29.462 INFO:teuthology.orchestra.run.smithi063.stdout: "critical", 2024-09-15T22:05:29.462 INFO:teuthology.orchestra.run.smithi063.stdout: "debug", 2024-09-15T22:05:29.462 INFO:teuthology.orchestra.run.smithi063.stdout: "error", 2024-09-15T22:05:29.463 INFO:teuthology.orchestra.run.smithi063.stdout: "info", 2024-09-15T22:05:29.463 INFO:teuthology.orchestra.run.smithi063.stdout: "warning" 2024-09-15T22:05:29.463 INFO:teuthology.orchestra.run.smithi063.stdout: ], 2024-09-15T22:05:29.463 INFO:teuthology.orchestra.run.smithi063.stdout: "desc": "", 2024-09-15T22:05:29.463 INFO:teuthology.orchestra.run.smithi063.stdout: "long_desc": "", 2024-09-15T22:05:29.463 INFO:teuthology.orchestra.run.smithi063.stdout: "tags": [], 2024-09-15T22:05:29.463 INFO:teuthology.orchestra.run.smithi063.stdout: "see_also": [] 2024-09-15T22:05:29.463 INFO:teuthology.orchestra.run.smithi063.stdout: }, 2024-09-15T22:05:29.463 INFO:teuthology.orchestra.run.smithi063.stdout: "log_to_file": { 2024-09-15T22:05:29.463 INFO:teuthology.orchestra.run.smithi063.stdout: "name": "log_to_file", 2024-09-15T22:05:29.463 INFO:teuthology.orchestra.run.smithi063.stdout: "type": "bool", 2024-09-15T22:05:29.463 INFO:teuthology.orchestra.run.smithi063.stdout: "level": "advanced", 2024-09-15T22:05:29.463 INFO:teuthology.orchestra.run.smithi063.stdout: "flags": 1, 2024-09-15T22:05:29.464 INFO:teuthology.orchestra.run.smithi063.stdout: "default_value": "False", 2024-09-15T22:05:29.464 INFO:teuthology.orchestra.run.smithi063.stdout: "min": "", 2024-09-15T22:05:29.464 INFO:teuthology.orchestra.run.smithi063.stdout: "max": "", 2024-09-15T22:05:29.464 INFO:teuthology.orchestra.run.smithi063.stdout: "enum_allowed": [], 2024-09-15T22:05:29.464 INFO:teuthology.orchestra.run.smithi063.stdout: "desc": "", 2024-09-15T22:05:29.464 INFO:teuthology.orchestra.run.smithi063.stdout: "long_desc": "", 2024-09-15T22:05:29.464 INFO:teuthology.orchestra.run.smithi063.stdout: "tags": [], 2024-09-15T22:05:29.464 INFO:teuthology.orchestra.run.smithi063.stdout: "see_also": [] 2024-09-15T22:05:29.464 INFO:teuthology.orchestra.run.smithi063.stdout: }, 2024-09-15T22:05:29.464 INFO:teuthology.orchestra.run.smithi063.stdout: "motd": { 2024-09-15T22:05:29.464 INFO:teuthology.orchestra.run.smithi063.stdout: "name": "motd", 2024-09-15T22:05:29.464 INFO:teuthology.orchestra.run.smithi063.stdout: "type": "str", 2024-09-15T22:05:29.465 INFO:teuthology.orchestra.run.smithi063.stdout: "level": "advanced", 2024-09-15T22:05:29.465 INFO:teuthology.orchestra.run.smithi063.stdout: "flags": 0, 2024-09-15T22:05:29.465 INFO:teuthology.orchestra.run.smithi063.stdout: "default_value": "", 2024-09-15T22:05:29.465 INFO:teuthology.orchestra.run.smithi063.stdout: "min": "", 2024-09-15T22:05:29.465 INFO:teuthology.orchestra.run.smithi063.stdout: "max": "", 2024-09-15T22:05:29.465 INFO:teuthology.orchestra.run.smithi063.stdout: "enum_allowed": [], 2024-09-15T22:05:29.465 INFO:teuthology.orchestra.run.smithi063.stdout: "desc": "The message of the day", 2024-09-15T22:05:29.465 INFO:teuthology.orchestra.run.smithi063.stdout: "long_desc": "", 2024-09-15T22:05:29.465 INFO:teuthology.orchestra.run.smithi063.stdout: "tags": [], 2024-09-15T22:05:29.465 INFO:teuthology.orchestra.run.smithi063.stdout: "see_also": [] 2024-09-15T22:05:29.465 INFO:teuthology.orchestra.run.smithi063.stdout: }, 2024-09-15T22:05:29.465 INFO:teuthology.orchestra.run.smithi063.stdout: "redirect_resolve_ip_addr": { 2024-09-15T22:05:29.465 INFO:teuthology.orchestra.run.smithi063.stdout: "name": "redirect_resolve_ip_addr", 2024-09-15T22:05:29.466 INFO:teuthology.orchestra.run.smithi063.stdout: "type": "bool", 2024-09-15T22:05:29.466 INFO:teuthology.orchestra.run.smithi063.stdout: "level": "advanced", 2024-09-15T22:05:29.466 INFO:teuthology.orchestra.run.smithi063.stdout: "flags": 0, 2024-09-15T22:05:29.466 INFO:teuthology.orchestra.run.smithi063.stdout: "default_value": "False", 2024-09-15T22:05:29.466 INFO:teuthology.orchestra.run.smithi063.stdout: "min": "", 2024-09-15T22:05:29.466 INFO:teuthology.orchestra.run.smithi063.stdout: "max": "", 2024-09-15T22:05:29.466 INFO:teuthology.orchestra.run.smithi063.stdout: "enum_allowed": [], 2024-09-15T22:05:29.466 INFO:teuthology.orchestra.run.smithi063.stdout: "desc": "", 2024-09-15T22:05:29.466 INFO:teuthology.orchestra.run.smithi063.stdout: "long_desc": "", 2024-09-15T22:05:29.466 INFO:teuthology.orchestra.run.smithi063.stdout: "tags": [], 2024-09-15T22:05:29.466 INFO:teuthology.orchestra.run.smithi063.stdout: "see_also": [] 2024-09-15T22:05:29.466 INFO:teuthology.orchestra.run.smithi063.stdout: }, 2024-09-15T22:05:29.466 INFO:teuthology.orchestra.run.smithi063.stdout: "server_addr": { 2024-09-15T22:05:29.466 INFO:teuthology.orchestra.run.smithi063.stdout: "name": "server_addr", 2024-09-15T22:05:29.467 INFO:teuthology.orchestra.run.smithi063.stdout: "type": "str", 2024-09-15T22:05:29.467 INFO:teuthology.orchestra.run.smithi063.stdout: "level": "advanced", 2024-09-15T22:05:29.467 INFO:teuthology.orchestra.run.smithi063.stdout: "flags": 0, 2024-09-15T22:05:29.467 INFO:teuthology.orchestra.run.smithi063.stdout: "default_value": "::", 2024-09-15T22:05:29.467 INFO:teuthology.orchestra.run.smithi063.stdout: "min": "", 2024-09-15T22:05:29.467 INFO:teuthology.orchestra.run.smithi063.stdout: "max": "", 2024-09-15T22:05:29.467 INFO:teuthology.orchestra.run.smithi063.stdout: "enum_allowed": [], 2024-09-15T22:05:29.467 INFO:teuthology.orchestra.run.smithi063.stdout: "desc": "", 2024-09-15T22:05:29.467 INFO:teuthology.orchestra.run.smithi063.stdout: "long_desc": "", 2024-09-15T22:05:29.467 INFO:teuthology.orchestra.run.smithi063.stdout: "tags": [], 2024-09-15T22:05:29.467 INFO:teuthology.orchestra.run.smithi063.stdout: "see_also": [] 2024-09-15T22:05:29.467 INFO:teuthology.orchestra.run.smithi063.stdout: }, 2024-09-15T22:05:29.467 INFO:teuthology.orchestra.run.smithi063.stdout: "server_port": { 2024-09-15T22:05:29.468 INFO:teuthology.orchestra.run.smithi063.stdout: "name": "server_port", 2024-09-15T22:05:29.468 INFO:teuthology.orchestra.run.smithi063.stdout: "type": "int", 2024-09-15T22:05:29.468 INFO:teuthology.orchestra.run.smithi063.stdout: "level": "advanced", 2024-09-15T22:05:29.468 INFO:teuthology.orchestra.run.smithi063.stdout: "flags": 0, 2024-09-15T22:05:29.468 INFO:teuthology.orchestra.run.smithi063.stdout: "default_value": "8080", 2024-09-15T22:05:29.468 INFO:teuthology.orchestra.run.smithi063.stdout: "min": "", 2024-09-15T22:05:29.468 INFO:teuthology.orchestra.run.smithi063.stdout: "max": "", 2024-09-15T22:05:29.468 INFO:teuthology.orchestra.run.smithi063.stdout: "enum_allowed": [], 2024-09-15T22:05:29.468 INFO:teuthology.orchestra.run.smithi063.stdout: "desc": "", 2024-09-15T22:05:29.468 INFO:teuthology.orchestra.run.smithi063.stdout: "long_desc": "", 2024-09-15T22:05:29.468 INFO:teuthology.orchestra.run.smithi063.stdout: "tags": [], 2024-09-15T22:05:29.468 INFO:teuthology.orchestra.run.smithi063.stdout: "see_also": [] 2024-09-15T22:05:29.468 INFO:teuthology.orchestra.run.smithi063.stdout: }, 2024-09-15T22:05:29.469 INFO:teuthology.orchestra.run.smithi063.stdout: "ssl": { 2024-09-15T22:05:29.469 INFO:teuthology.orchestra.run.smithi063.stdout: "name": "ssl", 2024-09-15T22:05:29.469 INFO:teuthology.orchestra.run.smithi063.stdout: "type": "bool", 2024-09-15T22:05:29.469 INFO:teuthology.orchestra.run.smithi063.stdout: "level": "advanced", 2024-09-15T22:05:29.469 INFO:teuthology.orchestra.run.smithi063.stdout: "flags": 0, 2024-09-15T22:05:29.469 INFO:teuthology.orchestra.run.smithi063.stdout: "default_value": "True", 2024-09-15T22:05:29.469 INFO:teuthology.orchestra.run.smithi063.stdout: "min": "", 2024-09-15T22:05:29.469 INFO:teuthology.orchestra.run.smithi063.stdout: "max": "", 2024-09-15T22:05:29.469 INFO:teuthology.orchestra.run.smithi063.stdout: "enum_allowed": [], 2024-09-15T22:05:29.469 INFO:teuthology.orchestra.run.smithi063.stdout: "desc": "", 2024-09-15T22:05:29.469 INFO:teuthology.orchestra.run.smithi063.stdout: "long_desc": "", 2024-09-15T22:05:29.469 INFO:teuthology.orchestra.run.smithi063.stdout: "tags": [], 2024-09-15T22:05:29.469 INFO:teuthology.orchestra.run.smithi063.stdout: "see_also": [] 2024-09-15T22:05:29.470 INFO:teuthology.orchestra.run.smithi063.stdout: }, 2024-09-15T22:05:29.470 INFO:teuthology.orchestra.run.smithi063.stdout: "ssl_server_port": { 2024-09-15T22:05:29.470 INFO:teuthology.orchestra.run.smithi063.stdout: "name": "ssl_server_port", 2024-09-15T22:05:29.470 INFO:teuthology.orchestra.run.smithi063.stdout: "type": "int", 2024-09-15T22:05:29.470 INFO:teuthology.orchestra.run.smithi063.stdout: "level": "advanced", 2024-09-15T22:05:29.470 INFO:teuthology.orchestra.run.smithi063.stdout: "flags": 0, 2024-09-15T22:05:29.470 INFO:teuthology.orchestra.run.smithi063.stdout: "default_value": "8443", 2024-09-15T22:05:29.470 INFO:teuthology.orchestra.run.smithi063.stdout: "min": "", 2024-09-15T22:05:29.470 INFO:teuthology.orchestra.run.smithi063.stdout: "max": "", 2024-09-15T22:05:29.470 INFO:teuthology.orchestra.run.smithi063.stdout: "enum_allowed": [], 2024-09-15T22:05:29.470 INFO:teuthology.orchestra.run.smithi063.stdout: "desc": "", 2024-09-15T22:05:29.470 INFO:teuthology.orchestra.run.smithi063.stdout: "long_desc": "", 2024-09-15T22:05:29.470 INFO:teuthology.orchestra.run.smithi063.stdout: "tags": [], 2024-09-15T22:05:29.471 INFO:teuthology.orchestra.run.smithi063.stdout: "see_also": [] 2024-09-15T22:05:29.471 INFO:teuthology.orchestra.run.smithi063.stdout: }, 2024-09-15T22:05:29.471 INFO:teuthology.orchestra.run.smithi063.stdout: "standby_behaviour": { 2024-09-15T22:05:29.471 INFO:teuthology.orchestra.run.smithi063.stdout: "name": "standby_behaviour", 2024-09-15T22:05:29.471 INFO:teuthology.orchestra.run.smithi063.stdout: "type": "str", 2024-09-15T22:05:29.471 INFO:teuthology.orchestra.run.smithi063.stdout: "level": "advanced", 2024-09-15T22:05:29.471 INFO:teuthology.orchestra.run.smithi063.stdout: "flags": 0, 2024-09-15T22:05:29.471 INFO:teuthology.orchestra.run.smithi063.stdout: "default_value": "redirect", 2024-09-15T22:05:29.471 INFO:teuthology.orchestra.run.smithi063.stdout: "min": "", 2024-09-15T22:05:29.471 INFO:teuthology.orchestra.run.smithi063.stdout: "max": "", 2024-09-15T22:05:29.471 INFO:teuthology.orchestra.run.smithi063.stdout: "enum_allowed": [ 2024-09-15T22:05:29.471 INFO:teuthology.orchestra.run.smithi063.stdout: "error", 2024-09-15T22:05:29.471 INFO:teuthology.orchestra.run.smithi063.stdout: "redirect" 2024-09-15T22:05:29.472 INFO:teuthology.orchestra.run.smithi063.stdout: ], 2024-09-15T22:05:29.472 INFO:teuthology.orchestra.run.smithi063.stdout: "desc": "", 2024-09-15T22:05:29.472 INFO:teuthology.orchestra.run.smithi063.stdout: "long_desc": "", 2024-09-15T22:05:29.472 INFO:teuthology.orchestra.run.smithi063.stdout: "tags": [], 2024-09-15T22:05:29.472 INFO:teuthology.orchestra.run.smithi063.stdout: "see_also": [] 2024-09-15T22:05:29.472 INFO:teuthology.orchestra.run.smithi063.stdout: }, 2024-09-15T22:05:29.472 INFO:teuthology.orchestra.run.smithi063.stdout: "standby_error_status_code": { 2024-09-15T22:05:29.472 INFO:teuthology.orchestra.run.smithi063.stdout: "name": "standby_error_status_code", 2024-09-15T22:05:29.472 INFO:teuthology.orchestra.run.smithi063.stdout: "type": "int", 2024-09-15T22:05:29.472 INFO:teuthology.orchestra.run.smithi063.stdout: "level": "advanced", 2024-09-15T22:05:29.472 INFO:teuthology.orchestra.run.smithi063.stdout: "flags": 0, 2024-09-15T22:05:29.472 INFO:teuthology.orchestra.run.smithi063.stdout: "default_value": "500", 2024-09-15T22:05:29.472 INFO:teuthology.orchestra.run.smithi063.stdout: "min": "400", 2024-09-15T22:05:29.473 INFO:teuthology.orchestra.run.smithi063.stdout: "max": "599", 2024-09-15T22:05:29.473 INFO:teuthology.orchestra.run.smithi063.stdout: "enum_allowed": [], 2024-09-15T22:05:29.473 INFO:teuthology.orchestra.run.smithi063.stdout: "desc": "", 2024-09-15T22:05:29.473 INFO:teuthology.orchestra.run.smithi063.stdout: "long_desc": "", 2024-09-15T22:05:29.473 INFO:teuthology.orchestra.run.smithi063.stdout: "tags": [], 2024-09-15T22:05:29.473 INFO:teuthology.orchestra.run.smithi063.stdout: "see_also": [] 2024-09-15T22:05:29.473 INFO:teuthology.orchestra.run.smithi063.stdout: }, 2024-09-15T22:05:29.473 INFO:teuthology.orchestra.run.smithi063.stdout: "url_prefix": { 2024-09-15T22:05:29.473 INFO:teuthology.orchestra.run.smithi063.stdout: "name": "url_prefix", 2024-09-15T22:05:29.473 INFO:teuthology.orchestra.run.smithi063.stdout: "type": "str", 2024-09-15T22:05:29.473 INFO:teuthology.orchestra.run.smithi063.stdout: "level": "advanced", 2024-09-15T22:05:29.473 INFO:teuthology.orchestra.run.smithi063.stdout: "flags": 0, 2024-09-15T22:05:29.473 INFO:teuthology.orchestra.run.smithi063.stdout: "default_value": "", 2024-09-15T22:05:29.474 INFO:teuthology.orchestra.run.smithi063.stdout: "min": "", 2024-09-15T22:05:29.474 INFO:teuthology.orchestra.run.smithi063.stdout: "max": "", 2024-09-15T22:05:29.474 INFO:teuthology.orchestra.run.smithi063.stdout: "enum_allowed": [], 2024-09-15T22:05:29.474 INFO:teuthology.orchestra.run.smithi063.stdout: "desc": "", 2024-09-15T22:05:29.474 INFO:teuthology.orchestra.run.smithi063.stdout: "long_desc": "", 2024-09-15T22:05:29.474 INFO:teuthology.orchestra.run.smithi063.stdout: "tags": [], 2024-09-15T22:05:29.474 INFO:teuthology.orchestra.run.smithi063.stdout: "see_also": [] 2024-09-15T22:05:29.474 INFO:teuthology.orchestra.run.smithi063.stdout: } 2024-09-15T22:05:29.474 INFO:teuthology.orchestra.run.smithi063.stdout: } 2024-09-15T22:05:29.474 INFO:teuthology.orchestra.run.smithi063.stdout: }, 2024-09-15T22:05:29.474 INFO:teuthology.orchestra.run.smithi063.stdout: { 2024-09-15T22:05:29.474 INFO:teuthology.orchestra.run.smithi063.stdout: "name": "devicehealth", 2024-09-15T22:05:29.474 INFO:teuthology.orchestra.run.smithi063.stdout: "can_run": true, 2024-09-15T22:05:29.475 INFO:teuthology.orchestra.run.smithi063.stdout: "error_string": "", 2024-09-15T22:05:29.475 INFO:teuthology.orchestra.run.smithi063.stdout: "module_options": { 2024-09-15T22:05:29.475 INFO:teuthology.orchestra.run.smithi063.stdout: "enable_monitoring": { 2024-09-15T22:05:29.475 INFO:teuthology.orchestra.run.smithi063.stdout: "name": "enable_monitoring", 2024-09-15T22:05:29.475 INFO:teuthology.orchestra.run.smithi063.stdout: "type": "bool", 2024-09-15T22:05:29.475 INFO:teuthology.orchestra.run.smithi063.stdout: "level": "advanced", 2024-09-15T22:05:29.475 INFO:teuthology.orchestra.run.smithi063.stdout: "flags": 1, 2024-09-15T22:05:29.475 INFO:teuthology.orchestra.run.smithi063.stdout: "default_value": "True", 2024-09-15T22:05:29.475 INFO:teuthology.orchestra.run.smithi063.stdout: "min": "", 2024-09-15T22:05:29.475 INFO:teuthology.orchestra.run.smithi063.stdout: "max": "", 2024-09-15T22:05:29.475 INFO:teuthology.orchestra.run.smithi063.stdout: "enum_allowed": [], 2024-09-15T22:05:29.475 INFO:teuthology.orchestra.run.smithi063.stdout: "desc": "monitor device health metrics", 2024-09-15T22:05:29.475 INFO:teuthology.orchestra.run.smithi063.stdout: "long_desc": "", 2024-09-15T22:05:29.475 INFO:teuthology.orchestra.run.smithi063.stdout: "tags": [], 2024-09-15T22:05:29.476 INFO:teuthology.orchestra.run.smithi063.stdout: "see_also": [] 2024-09-15T22:05:29.476 INFO:teuthology.orchestra.run.smithi063.stdout: }, 2024-09-15T22:05:29.476 INFO:teuthology.orchestra.run.smithi063.stdout: "log_level": { 2024-09-15T22:05:29.476 INFO:teuthology.orchestra.run.smithi063.stdout: "name": "log_level", 2024-09-15T22:05:29.476 INFO:teuthology.orchestra.run.smithi063.stdout: "type": "str", 2024-09-15T22:05:29.476 INFO:teuthology.orchestra.run.smithi063.stdout: "level": "advanced", 2024-09-15T22:05:29.476 INFO:teuthology.orchestra.run.smithi063.stdout: "flags": 1, 2024-09-15T22:05:29.476 INFO:teuthology.orchestra.run.smithi063.stdout: "default_value": "", 2024-09-15T22:05:29.476 INFO:teuthology.orchestra.run.smithi063.stdout: "min": "", 2024-09-15T22:05:29.476 INFO:teuthology.orchestra.run.smithi063.stdout: "max": "", 2024-09-15T22:05:29.476 INFO:teuthology.orchestra.run.smithi063.stdout: "enum_allowed": [ 2024-09-15T22:05:29.476 INFO:teuthology.orchestra.run.smithi063.stdout: "", 2024-09-15T22:05:29.476 INFO:teuthology.orchestra.run.smithi063.stdout: "critical", 2024-09-15T22:05:29.477 INFO:teuthology.orchestra.run.smithi063.stdout: "debug", 2024-09-15T22:05:29.477 INFO:teuthology.orchestra.run.smithi063.stdout: "error", 2024-09-15T22:05:29.477 INFO:teuthology.orchestra.run.smithi063.stdout: "info", 2024-09-15T22:05:29.477 INFO:teuthology.orchestra.run.smithi063.stdout: "warning" 2024-09-15T22:05:29.477 INFO:teuthology.orchestra.run.smithi063.stdout: ], 2024-09-15T22:05:29.477 INFO:teuthology.orchestra.run.smithi063.stdout: "desc": "", 2024-09-15T22:05:29.477 INFO:teuthology.orchestra.run.smithi063.stdout: "long_desc": "", 2024-09-15T22:05:29.477 INFO:teuthology.orchestra.run.smithi063.stdout: "tags": [], 2024-09-15T22:05:29.477 INFO:teuthology.orchestra.run.smithi063.stdout: "see_also": [] 2024-09-15T22:05:29.477 INFO:teuthology.orchestra.run.smithi063.stdout: }, 2024-09-15T22:05:29.477 INFO:teuthology.orchestra.run.smithi063.stdout: "log_to_cluster": { 2024-09-15T22:05:29.477 INFO:teuthology.orchestra.run.smithi063.stdout: "name": "log_to_cluster", 2024-09-15T22:05:29.477 INFO:teuthology.orchestra.run.smithi063.stdout: "type": "bool", 2024-09-15T22:05:29.477 INFO:teuthology.orchestra.run.smithi063.stdout: "level": "advanced", 2024-09-15T22:05:29.478 INFO:teuthology.orchestra.run.smithi063.stdout: "flags": 1, 2024-09-15T22:05:29.478 INFO:teuthology.orchestra.run.smithi063.stdout: "default_value": "False", 2024-09-15T22:05:29.478 INFO:teuthology.orchestra.run.smithi063.stdout: "min": "", 2024-09-15T22:05:29.478 INFO:teuthology.orchestra.run.smithi063.stdout: "max": "", 2024-09-15T22:05:29.478 INFO:teuthology.orchestra.run.smithi063.stdout: "enum_allowed": [], 2024-09-15T22:05:29.478 INFO:teuthology.orchestra.run.smithi063.stdout: "desc": "", 2024-09-15T22:05:29.478 INFO:teuthology.orchestra.run.smithi063.stdout: "long_desc": "", 2024-09-15T22:05:29.478 INFO:teuthology.orchestra.run.smithi063.stdout: "tags": [], 2024-09-15T22:05:29.478 INFO:teuthology.orchestra.run.smithi063.stdout: "see_also": [] 2024-09-15T22:05:29.478 INFO:teuthology.orchestra.run.smithi063.stdout: }, 2024-09-15T22:05:29.478 INFO:teuthology.orchestra.run.smithi063.stdout: "log_to_cluster_level": { 2024-09-15T22:05:29.478 INFO:teuthology.orchestra.run.smithi063.stdout: "name": "log_to_cluster_level", 2024-09-15T22:05:29.478 INFO:teuthology.orchestra.run.smithi063.stdout: "type": "str", 2024-09-15T22:05:29.479 INFO:teuthology.orchestra.run.smithi063.stdout: "level": "advanced", 2024-09-15T22:05:29.479 INFO:teuthology.orchestra.run.smithi063.stdout: "flags": 1, 2024-09-15T22:05:29.479 INFO:teuthology.orchestra.run.smithi063.stdout: "default_value": "info", 2024-09-15T22:05:29.479 INFO:teuthology.orchestra.run.smithi063.stdout: "min": "", 2024-09-15T22:05:29.479 INFO:teuthology.orchestra.run.smithi063.stdout: "max": "", 2024-09-15T22:05:29.479 INFO:teuthology.orchestra.run.smithi063.stdout: "enum_allowed": [ 2024-09-15T22:05:29.479 INFO:teuthology.orchestra.run.smithi063.stdout: "", 2024-09-15T22:05:29.479 INFO:teuthology.orchestra.run.smithi063.stdout: "critical", 2024-09-15T22:05:29.479 INFO:teuthology.orchestra.run.smithi063.stdout: "debug", 2024-09-15T22:05:29.479 INFO:teuthology.orchestra.run.smithi063.stdout: "error", 2024-09-15T22:05:29.479 INFO:teuthology.orchestra.run.smithi063.stdout: "info", 2024-09-15T22:05:29.479 INFO:teuthology.orchestra.run.smithi063.stdout: "warning" 2024-09-15T22:05:29.479 INFO:teuthology.orchestra.run.smithi063.stdout: ], 2024-09-15T22:05:29.480 INFO:teuthology.orchestra.run.smithi063.stdout: "desc": "", 2024-09-15T22:05:29.480 INFO:teuthology.orchestra.run.smithi063.stdout: "long_desc": "", 2024-09-15T22:05:29.480 INFO:teuthology.orchestra.run.smithi063.stdout: "tags": [], 2024-09-15T22:05:29.480 INFO:teuthology.orchestra.run.smithi063.stdout: "see_also": [] 2024-09-15T22:05:29.480 INFO:teuthology.orchestra.run.smithi063.stdout: }, 2024-09-15T22:05:29.480 INFO:teuthology.orchestra.run.smithi063.stdout: "log_to_file": { 2024-09-15T22:05:29.480 INFO:teuthology.orchestra.run.smithi063.stdout: "name": "log_to_file", 2024-09-15T22:05:29.480 INFO:teuthology.orchestra.run.smithi063.stdout: "type": "bool", 2024-09-15T22:05:29.480 INFO:teuthology.orchestra.run.smithi063.stdout: "level": "advanced", 2024-09-15T22:05:29.480 INFO:teuthology.orchestra.run.smithi063.stdout: "flags": 1, 2024-09-15T22:05:29.480 INFO:teuthology.orchestra.run.smithi063.stdout: "default_value": "False", 2024-09-15T22:05:29.480 INFO:teuthology.orchestra.run.smithi063.stdout: "min": "", 2024-09-15T22:05:29.481 INFO:teuthology.orchestra.run.smithi063.stdout: "max": "", 2024-09-15T22:05:29.481 INFO:teuthology.orchestra.run.smithi063.stdout: "enum_allowed": [], 2024-09-15T22:05:29.481 INFO:teuthology.orchestra.run.smithi063.stdout: "desc": "", 2024-09-15T22:05:29.481 INFO:teuthology.orchestra.run.smithi063.stdout: "long_desc": "", 2024-09-15T22:05:29.481 INFO:teuthology.orchestra.run.smithi063.stdout: "tags": [], 2024-09-15T22:05:29.481 INFO:teuthology.orchestra.run.smithi063.stdout: "see_also": [] 2024-09-15T22:05:29.481 INFO:teuthology.orchestra.run.smithi063.stdout: }, 2024-09-15T22:05:29.481 INFO:teuthology.orchestra.run.smithi063.stdout: "mark_out_threshold": { 2024-09-15T22:05:29.481 INFO:teuthology.orchestra.run.smithi063.stdout: "name": "mark_out_threshold", 2024-09-15T22:05:29.481 INFO:teuthology.orchestra.run.smithi063.stdout: "type": "secs", 2024-09-15T22:05:29.481 INFO:teuthology.orchestra.run.smithi063.stdout: "level": "advanced", 2024-09-15T22:05:29.481 INFO:teuthology.orchestra.run.smithi063.stdout: "flags": 1, 2024-09-15T22:05:29.481 INFO:teuthology.orchestra.run.smithi063.stdout: "default_value": "2419200", 2024-09-15T22:05:29.482 INFO:teuthology.orchestra.run.smithi063.stdout: "min": "", 2024-09-15T22:05:29.482 INFO:teuthology.orchestra.run.smithi063.stdout: "max": "", 2024-09-15T22:05:29.482 INFO:teuthology.orchestra.run.smithi063.stdout: "enum_allowed": [], 2024-09-15T22:05:29.482 INFO:teuthology.orchestra.run.smithi063.stdout: "desc": "automatically mark OSD if it may fail before this long", 2024-09-15T22:05:29.482 INFO:teuthology.orchestra.run.smithi063.stdout: "long_desc": "", 2024-09-15T22:05:29.482 INFO:teuthology.orchestra.run.smithi063.stdout: "tags": [], 2024-09-15T22:05:29.482 INFO:teuthology.orchestra.run.smithi063.stdout: "see_also": [] 2024-09-15T22:05:29.482 INFO:teuthology.orchestra.run.smithi063.stdout: }, 2024-09-15T22:05:29.482 INFO:teuthology.orchestra.run.smithi063.stdout: "pool_name": { 2024-09-15T22:05:29.482 INFO:teuthology.orchestra.run.smithi063.stdout: "name": "pool_name", 2024-09-15T22:05:29.482 INFO:teuthology.orchestra.run.smithi063.stdout: "type": "str", 2024-09-15T22:05:29.482 INFO:teuthology.orchestra.run.smithi063.stdout: "level": "advanced", 2024-09-15T22:05:29.482 INFO:teuthology.orchestra.run.smithi063.stdout: "flags": 1, 2024-09-15T22:05:29.483 INFO:teuthology.orchestra.run.smithi063.stdout: "default_value": "device_health_metrics", 2024-09-15T22:05:29.483 INFO:teuthology.orchestra.run.smithi063.stdout: "min": "", 2024-09-15T22:05:29.483 INFO:teuthology.orchestra.run.smithi063.stdout: "max": "", 2024-09-15T22:05:29.483 INFO:teuthology.orchestra.run.smithi063.stdout: "enum_allowed": [], 2024-09-15T22:05:29.483 INFO:teuthology.orchestra.run.smithi063.stdout: "desc": "name of pool in which to store device health metrics", 2024-09-15T22:05:29.483 INFO:teuthology.orchestra.run.smithi063.stdout: "long_desc": "", 2024-09-15T22:05:29.483 INFO:teuthology.orchestra.run.smithi063.stdout: "tags": [], 2024-09-15T22:05:29.483 INFO:teuthology.orchestra.run.smithi063.stdout: "see_also": [] 2024-09-15T22:05:29.483 INFO:teuthology.orchestra.run.smithi063.stdout: }, 2024-09-15T22:05:29.483 INFO:teuthology.orchestra.run.smithi063.stdout: "retention_period": { 2024-09-15T22:05:29.483 INFO:teuthology.orchestra.run.smithi063.stdout: "name": "retention_period", 2024-09-15T22:05:29.483 INFO:teuthology.orchestra.run.smithi063.stdout: "type": "secs", 2024-09-15T22:05:29.483 INFO:teuthology.orchestra.run.smithi063.stdout: "level": "advanced", 2024-09-15T22:05:29.484 INFO:teuthology.orchestra.run.smithi063.stdout: "flags": 1, 2024-09-15T22:05:29.484 INFO:teuthology.orchestra.run.smithi063.stdout: "default_value": "15552000", 2024-09-15T22:05:29.484 INFO:teuthology.orchestra.run.smithi063.stdout: "min": "", 2024-09-15T22:05:29.484 INFO:teuthology.orchestra.run.smithi063.stdout: "max": "", 2024-09-15T22:05:29.484 INFO:teuthology.orchestra.run.smithi063.stdout: "enum_allowed": [], 2024-09-15T22:05:29.484 INFO:teuthology.orchestra.run.smithi063.stdout: "desc": "how long to retain device health metrics", 2024-09-15T22:05:29.484 INFO:teuthology.orchestra.run.smithi063.stdout: "long_desc": "", 2024-09-15T22:05:29.484 INFO:teuthology.orchestra.run.smithi063.stdout: "tags": [], 2024-09-15T22:05:29.484 INFO:teuthology.orchestra.run.smithi063.stdout: "see_also": [] 2024-09-15T22:05:29.484 INFO:teuthology.orchestra.run.smithi063.stdout: }, 2024-09-15T22:05:29.484 INFO:teuthology.orchestra.run.smithi063.stdout: "scrape_frequency": { 2024-09-15T22:05:29.484 INFO:teuthology.orchestra.run.smithi063.stdout: "name": "scrape_frequency", 2024-09-15T22:05:29.485 INFO:teuthology.orchestra.run.smithi063.stdout: "type": "secs", 2024-09-15T22:05:29.485 INFO:teuthology.orchestra.run.smithi063.stdout: "level": "advanced", 2024-09-15T22:05:29.485 INFO:teuthology.orchestra.run.smithi063.stdout: "flags": 1, 2024-09-15T22:05:29.485 INFO:teuthology.orchestra.run.smithi063.stdout: "default_value": "86400", 2024-09-15T22:05:29.485 INFO:teuthology.orchestra.run.smithi063.stdout: "min": "", 2024-09-15T22:05:29.485 INFO:teuthology.orchestra.run.smithi063.stdout: "max": "", 2024-09-15T22:05:29.485 INFO:teuthology.orchestra.run.smithi063.stdout: "enum_allowed": [], 2024-09-15T22:05:29.485 INFO:teuthology.orchestra.run.smithi063.stdout: "desc": "how frequently to scrape device health metrics", 2024-09-15T22:05:29.485 INFO:teuthology.orchestra.run.smithi063.stdout: "long_desc": "", 2024-09-15T22:05:29.485 INFO:teuthology.orchestra.run.smithi063.stdout: "tags": [], 2024-09-15T22:05:29.485 INFO:teuthology.orchestra.run.smithi063.stdout: "see_also": [] 2024-09-15T22:05:29.485 INFO:teuthology.orchestra.run.smithi063.stdout: }, 2024-09-15T22:05:29.486 INFO:teuthology.orchestra.run.smithi063.stdout: "self_heal": { 2024-09-15T22:05:29.486 INFO:teuthology.orchestra.run.smithi063.stdout: "name": "self_heal", 2024-09-15T22:05:29.486 INFO:teuthology.orchestra.run.smithi063.stdout: "type": "bool", 2024-09-15T22:05:29.486 INFO:teuthology.orchestra.run.smithi063.stdout: "level": "advanced", 2024-09-15T22:05:29.486 INFO:teuthology.orchestra.run.smithi063.stdout: "flags": 1, 2024-09-15T22:05:29.486 INFO:teuthology.orchestra.run.smithi063.stdout: "default_value": "True", 2024-09-15T22:05:29.486 INFO:teuthology.orchestra.run.smithi063.stdout: "min": "", 2024-09-15T22:05:29.486 INFO:teuthology.orchestra.run.smithi063.stdout: "max": "", 2024-09-15T22:05:29.486 INFO:teuthology.orchestra.run.smithi063.stdout: "enum_allowed": [], 2024-09-15T22:05:29.486 INFO:teuthology.orchestra.run.smithi063.stdout: "desc": "preemptively heal cluster around devices that may fail", 2024-09-15T22:05:29.486 INFO:teuthology.orchestra.run.smithi063.stdout: "long_desc": "", 2024-09-15T22:05:29.486 INFO:teuthology.orchestra.run.smithi063.stdout: "tags": [], 2024-09-15T22:05:29.486 INFO:teuthology.orchestra.run.smithi063.stdout: "see_also": [] 2024-09-15T22:05:29.487 INFO:teuthology.orchestra.run.smithi063.stdout: }, 2024-09-15T22:05:29.487 INFO:teuthology.orchestra.run.smithi063.stdout: "sleep_interval": { 2024-09-15T22:05:29.487 INFO:teuthology.orchestra.run.smithi063.stdout: "name": "sleep_interval", 2024-09-15T22:05:29.487 INFO:teuthology.orchestra.run.smithi063.stdout: "type": "secs", 2024-09-15T22:05:29.487 INFO:teuthology.orchestra.run.smithi063.stdout: "level": "advanced", 2024-09-15T22:05:29.487 INFO:teuthology.orchestra.run.smithi063.stdout: "flags": 1, 2024-09-15T22:05:29.487 INFO:teuthology.orchestra.run.smithi063.stdout: "default_value": "600", 2024-09-15T22:05:29.487 INFO:teuthology.orchestra.run.smithi063.stdout: "min": "", 2024-09-15T22:05:29.487 INFO:teuthology.orchestra.run.smithi063.stdout: "max": "", 2024-09-15T22:05:29.487 INFO:teuthology.orchestra.run.smithi063.stdout: "enum_allowed": [], 2024-09-15T22:05:29.487 INFO:teuthology.orchestra.run.smithi063.stdout: "desc": "how frequently to wake up and check device health", 2024-09-15T22:05:29.487 INFO:teuthology.orchestra.run.smithi063.stdout: "long_desc": "", 2024-09-15T22:05:29.488 INFO:teuthology.orchestra.run.smithi063.stdout: "tags": [], 2024-09-15T22:05:29.488 INFO:teuthology.orchestra.run.smithi063.stdout: "see_also": [] 2024-09-15T22:05:29.488 INFO:teuthology.orchestra.run.smithi063.stdout: }, 2024-09-15T22:05:29.488 INFO:teuthology.orchestra.run.smithi063.stdout: "warn_threshold": { 2024-09-15T22:05:29.488 INFO:teuthology.orchestra.run.smithi063.stdout: "name": "warn_threshold", 2024-09-15T22:05:29.488 INFO:teuthology.orchestra.run.smithi063.stdout: "type": "secs", 2024-09-15T22:05:29.488 INFO:teuthology.orchestra.run.smithi063.stdout: "level": "advanced", 2024-09-15T22:05:29.488 INFO:teuthology.orchestra.run.smithi063.stdout: "flags": 1, 2024-09-15T22:05:29.488 INFO:teuthology.orchestra.run.smithi063.stdout: "default_value": "7257600", 2024-09-15T22:05:29.488 INFO:teuthology.orchestra.run.smithi063.stdout: "min": "", 2024-09-15T22:05:29.488 INFO:teuthology.orchestra.run.smithi063.stdout: "max": "", 2024-09-15T22:05:29.488 INFO:teuthology.orchestra.run.smithi063.stdout: "enum_allowed": [], 2024-09-15T22:05:29.488 INFO:teuthology.orchestra.run.smithi063.stdout: "desc": "raise health warning if OSD may fail before this long", 2024-09-15T22:05:29.489 INFO:teuthology.orchestra.run.smithi063.stdout: "long_desc": "", 2024-09-15T22:05:29.489 INFO:teuthology.orchestra.run.smithi063.stdout: "tags": [], 2024-09-15T22:05:29.489 INFO:teuthology.orchestra.run.smithi063.stdout: "see_also": [] 2024-09-15T22:05:29.489 INFO:teuthology.orchestra.run.smithi063.stdout: } 2024-09-15T22:05:29.489 INFO:teuthology.orchestra.run.smithi063.stdout: } 2024-09-15T22:05:29.489 INFO:teuthology.orchestra.run.smithi063.stdout: }, 2024-09-15T22:05:29.489 INFO:teuthology.orchestra.run.smithi063.stdout: { 2024-09-15T22:05:29.489 INFO:teuthology.orchestra.run.smithi063.stdout: "name": "diskprediction_local", 2024-09-15T22:05:29.489 INFO:teuthology.orchestra.run.smithi063.stdout: "can_run": true, 2024-09-15T22:05:29.489 INFO:teuthology.orchestra.run.smithi063.stdout: "error_string": "", 2024-09-15T22:05:29.489 INFO:teuthology.orchestra.run.smithi063.stdout: "module_options": { 2024-09-15T22:05:29.489 INFO:teuthology.orchestra.run.smithi063.stdout: "log_level": { 2024-09-15T22:05:29.489 INFO:teuthology.orchestra.run.smithi063.stdout: "name": "log_level", 2024-09-15T22:05:29.490 INFO:teuthology.orchestra.run.smithi063.stdout: "type": "str", 2024-09-15T22:05:29.490 INFO:teuthology.orchestra.run.smithi063.stdout: "level": "advanced", 2024-09-15T22:05:29.490 INFO:teuthology.orchestra.run.smithi063.stdout: "flags": 1, 2024-09-15T22:05:29.490 INFO:teuthology.orchestra.run.smithi063.stdout: "default_value": "", 2024-09-15T22:05:29.490 INFO:teuthology.orchestra.run.smithi063.stdout: "min": "", 2024-09-15T22:05:29.490 INFO:teuthology.orchestra.run.smithi063.stdout: "max": "", 2024-09-15T22:05:29.490 INFO:teuthology.orchestra.run.smithi063.stdout: "enum_allowed": [ 2024-09-15T22:05:29.490 INFO:teuthology.orchestra.run.smithi063.stdout: "", 2024-09-15T22:05:29.490 INFO:teuthology.orchestra.run.smithi063.stdout: "critical", 2024-09-15T22:05:29.490 INFO:teuthology.orchestra.run.smithi063.stdout: "debug", 2024-09-15T22:05:29.490 INFO:teuthology.orchestra.run.smithi063.stdout: "error", 2024-09-15T22:05:29.490 INFO:teuthology.orchestra.run.smithi063.stdout: "info", 2024-09-15T22:05:29.490 INFO:teuthology.orchestra.run.smithi063.stdout: "warning" 2024-09-15T22:05:29.491 INFO:teuthology.orchestra.run.smithi063.stdout: ], 2024-09-15T22:05:29.491 INFO:teuthology.orchestra.run.smithi063.stdout: "desc": "", 2024-09-15T22:05:29.491 INFO:teuthology.orchestra.run.smithi063.stdout: "long_desc": "", 2024-09-15T22:05:29.491 INFO:teuthology.orchestra.run.smithi063.stdout: "tags": [], 2024-09-15T22:05:29.491 INFO:teuthology.orchestra.run.smithi063.stdout: "see_also": [] 2024-09-15T22:05:29.491 INFO:teuthology.orchestra.run.smithi063.stdout: }, 2024-09-15T22:05:29.491 INFO:teuthology.orchestra.run.smithi063.stdout: "log_to_cluster": { 2024-09-15T22:05:29.491 INFO:teuthology.orchestra.run.smithi063.stdout: "name": "log_to_cluster", 2024-09-15T22:05:29.491 INFO:teuthology.orchestra.run.smithi063.stdout: "type": "bool", 2024-09-15T22:05:29.491 INFO:teuthology.orchestra.run.smithi063.stdout: "level": "advanced", 2024-09-15T22:05:29.491 INFO:teuthology.orchestra.run.smithi063.stdout: "flags": 1, 2024-09-15T22:05:29.491 INFO:teuthology.orchestra.run.smithi063.stdout: "default_value": "False", 2024-09-15T22:05:29.491 INFO:teuthology.orchestra.run.smithi063.stdout: "min": "", 2024-09-15T22:05:29.492 INFO:teuthology.orchestra.run.smithi063.stdout: "max": "", 2024-09-15T22:05:29.492 INFO:teuthology.orchestra.run.smithi063.stdout: "enum_allowed": [], 2024-09-15T22:05:29.492 INFO:teuthology.orchestra.run.smithi063.stdout: "desc": "", 2024-09-15T22:05:29.492 INFO:teuthology.orchestra.run.smithi063.stdout: "long_desc": "", 2024-09-15T22:05:29.492 INFO:teuthology.orchestra.run.smithi063.stdout: "tags": [], 2024-09-15T22:05:29.492 INFO:teuthology.orchestra.run.smithi063.stdout: "see_also": [] 2024-09-15T22:05:29.492 INFO:teuthology.orchestra.run.smithi063.stdout: }, 2024-09-15T22:05:29.492 INFO:teuthology.orchestra.run.smithi063.stdout: "log_to_cluster_level": { 2024-09-15T22:05:29.492 INFO:teuthology.orchestra.run.smithi063.stdout: "name": "log_to_cluster_level", 2024-09-15T22:05:29.492 INFO:teuthology.orchestra.run.smithi063.stdout: "type": "str", 2024-09-15T22:05:29.492 INFO:teuthology.orchestra.run.smithi063.stdout: "level": "advanced", 2024-09-15T22:05:29.492 INFO:teuthology.orchestra.run.smithi063.stdout: "flags": 1, 2024-09-15T22:05:29.492 INFO:teuthology.orchestra.run.smithi063.stdout: "default_value": "info", 2024-09-15T22:05:29.492 INFO:teuthology.orchestra.run.smithi063.stdout: "min": "", 2024-09-15T22:05:29.493 INFO:teuthology.orchestra.run.smithi063.stdout: "max": "", 2024-09-15T22:05:29.493 INFO:teuthology.orchestra.run.smithi063.stdout: "enum_allowed": [ 2024-09-15T22:05:29.493 INFO:teuthology.orchestra.run.smithi063.stdout: "", 2024-09-15T22:05:29.493 INFO:teuthology.orchestra.run.smithi063.stdout: "critical", 2024-09-15T22:05:29.493 INFO:teuthology.orchestra.run.smithi063.stdout: "debug", 2024-09-15T22:05:29.493 INFO:teuthology.orchestra.run.smithi063.stdout: "error", 2024-09-15T22:05:29.493 INFO:teuthology.orchestra.run.smithi063.stdout: "info", 2024-09-15T22:05:29.493 INFO:teuthology.orchestra.run.smithi063.stdout: "warning" 2024-09-15T22:05:29.493 INFO:teuthology.orchestra.run.smithi063.stdout: ], 2024-09-15T22:05:29.493 INFO:teuthology.orchestra.run.smithi063.stdout: "desc": "", 2024-09-15T22:05:29.493 INFO:teuthology.orchestra.run.smithi063.stdout: "long_desc": "", 2024-09-15T22:05:29.493 INFO:teuthology.orchestra.run.smithi063.stdout: "tags": [], 2024-09-15T22:05:29.493 INFO:teuthology.orchestra.run.smithi063.stdout: "see_also": [] 2024-09-15T22:05:29.494 INFO:teuthology.orchestra.run.smithi063.stdout: }, 2024-09-15T22:05:29.494 INFO:teuthology.orchestra.run.smithi063.stdout: "log_to_file": { 2024-09-15T22:05:29.494 INFO:teuthology.orchestra.run.smithi063.stdout: "name": "log_to_file", 2024-09-15T22:05:29.494 INFO:teuthology.orchestra.run.smithi063.stdout: "type": "bool", 2024-09-15T22:05:29.494 INFO:teuthology.orchestra.run.smithi063.stdout: "level": "advanced", 2024-09-15T22:05:29.494 INFO:teuthology.orchestra.run.smithi063.stdout: "flags": 1, 2024-09-15T22:05:29.494 INFO:teuthology.orchestra.run.smithi063.stdout: "default_value": "False", 2024-09-15T22:05:29.494 INFO:teuthology.orchestra.run.smithi063.stdout: "min": "", 2024-09-15T22:05:29.494 INFO:teuthology.orchestra.run.smithi063.stdout: "max": "", 2024-09-15T22:05:29.494 INFO:teuthology.orchestra.run.smithi063.stdout: "enum_allowed": [], 2024-09-15T22:05:29.494 INFO:teuthology.orchestra.run.smithi063.stdout: "desc": "", 2024-09-15T22:05:29.494 INFO:teuthology.orchestra.run.smithi063.stdout: "long_desc": "", 2024-09-15T22:05:29.494 INFO:teuthology.orchestra.run.smithi063.stdout: "tags": [], 2024-09-15T22:05:29.495 INFO:teuthology.orchestra.run.smithi063.stdout: "see_also": [] 2024-09-15T22:05:29.495 INFO:teuthology.orchestra.run.smithi063.stdout: }, 2024-09-15T22:05:29.495 INFO:teuthology.orchestra.run.smithi063.stdout: "predict_interval": { 2024-09-15T22:05:29.495 INFO:teuthology.orchestra.run.smithi063.stdout: "name": "predict_interval", 2024-09-15T22:05:29.495 INFO:teuthology.orchestra.run.smithi063.stdout: "type": "str", 2024-09-15T22:05:29.495 INFO:teuthology.orchestra.run.smithi063.stdout: "level": "advanced", 2024-09-15T22:05:29.495 INFO:teuthology.orchestra.run.smithi063.stdout: "flags": 0, 2024-09-15T22:05:29.495 INFO:teuthology.orchestra.run.smithi063.stdout: "default_value": "86400", 2024-09-15T22:05:29.495 INFO:teuthology.orchestra.run.smithi063.stdout: "min": "", 2024-09-15T22:05:29.495 INFO:teuthology.orchestra.run.smithi063.stdout: "max": "", 2024-09-15T22:05:29.495 INFO:teuthology.orchestra.run.smithi063.stdout: "enum_allowed": [], 2024-09-15T22:05:29.495 INFO:teuthology.orchestra.run.smithi063.stdout: "desc": "", 2024-09-15T22:05:29.495 INFO:teuthology.orchestra.run.smithi063.stdout: "long_desc": "", 2024-09-15T22:05:29.496 INFO:teuthology.orchestra.run.smithi063.stdout: "tags": [], 2024-09-15T22:05:29.496 INFO:teuthology.orchestra.run.smithi063.stdout: "see_also": [] 2024-09-15T22:05:29.496 INFO:teuthology.orchestra.run.smithi063.stdout: }, 2024-09-15T22:05:29.496 INFO:teuthology.orchestra.run.smithi063.stdout: "predictor_model": { 2024-09-15T22:05:29.496 INFO:teuthology.orchestra.run.smithi063.stdout: "name": "predictor_model", 2024-09-15T22:05:29.496 INFO:teuthology.orchestra.run.smithi063.stdout: "type": "str", 2024-09-15T22:05:29.496 INFO:teuthology.orchestra.run.smithi063.stdout: "level": "advanced", 2024-09-15T22:05:29.496 INFO:teuthology.orchestra.run.smithi063.stdout: "flags": 0, 2024-09-15T22:05:29.496 INFO:teuthology.orchestra.run.smithi063.stdout: "default_value": "prophetstor", 2024-09-15T22:05:29.496 INFO:teuthology.orchestra.run.smithi063.stdout: "min": "", 2024-09-15T22:05:29.496 INFO:teuthology.orchestra.run.smithi063.stdout: "max": "", 2024-09-15T22:05:29.496 INFO:teuthology.orchestra.run.smithi063.stdout: "enum_allowed": [], 2024-09-15T22:05:29.496 INFO:teuthology.orchestra.run.smithi063.stdout: "desc": "", 2024-09-15T22:05:29.497 INFO:teuthology.orchestra.run.smithi063.stdout: "long_desc": "", 2024-09-15T22:05:29.497 INFO:teuthology.orchestra.run.smithi063.stdout: "tags": [], 2024-09-15T22:05:29.497 INFO:teuthology.orchestra.run.smithi063.stdout: "see_also": [] 2024-09-15T22:05:29.497 INFO:teuthology.orchestra.run.smithi063.stdout: }, 2024-09-15T22:05:29.497 INFO:teuthology.orchestra.run.smithi063.stdout: "sleep_interval": { 2024-09-15T22:05:29.497 INFO:teuthology.orchestra.run.smithi063.stdout: "name": "sleep_interval", 2024-09-15T22:05:29.497 INFO:teuthology.orchestra.run.smithi063.stdout: "type": "str", 2024-09-15T22:05:29.497 INFO:teuthology.orchestra.run.smithi063.stdout: "level": "advanced", 2024-09-15T22:05:29.497 INFO:teuthology.orchestra.run.smithi063.stdout: "flags": 0, 2024-09-15T22:05:29.497 INFO:teuthology.orchestra.run.smithi063.stdout: "default_value": "600", 2024-09-15T22:05:29.497 INFO:teuthology.orchestra.run.smithi063.stdout: "min": "", 2024-09-15T22:05:29.497 INFO:teuthology.orchestra.run.smithi063.stdout: "max": "", 2024-09-15T22:05:29.497 INFO:teuthology.orchestra.run.smithi063.stdout: "enum_allowed": [], 2024-09-15T22:05:29.498 INFO:teuthology.orchestra.run.smithi063.stdout: "desc": "", 2024-09-15T22:05:29.498 INFO:teuthology.orchestra.run.smithi063.stdout: "long_desc": "", 2024-09-15T22:05:29.498 INFO:teuthology.orchestra.run.smithi063.stdout: "tags": [], 2024-09-15T22:05:29.498 INFO:teuthology.orchestra.run.smithi063.stdout: "see_also": [] 2024-09-15T22:05:29.498 INFO:teuthology.orchestra.run.smithi063.stdout: } 2024-09-15T22:05:29.498 INFO:teuthology.orchestra.run.smithi063.stdout: } 2024-09-15T22:05:29.498 INFO:teuthology.orchestra.run.smithi063.stdout: }, 2024-09-15T22:05:29.498 INFO:teuthology.orchestra.run.smithi063.stdout: { 2024-09-15T22:05:29.498 INFO:teuthology.orchestra.run.smithi063.stdout: "name": "influx", 2024-09-15T22:05:29.498 INFO:teuthology.orchestra.run.smithi063.stdout: "can_run": false, 2024-09-15T22:05:29.498 INFO:teuthology.orchestra.run.smithi063.stdout: "error_string": "influxdb python module not found", 2024-09-15T22:05:29.498 INFO:teuthology.orchestra.run.smithi063.stdout: "module_options": { 2024-09-15T22:05:29.498 INFO:teuthology.orchestra.run.smithi063.stdout: "batch_size": { 2024-09-15T22:05:29.499 INFO:teuthology.orchestra.run.smithi063.stdout: "name": "batch_size", 2024-09-15T22:05:29.499 INFO:teuthology.orchestra.run.smithi063.stdout: "type": "int", 2024-09-15T22:05:29.499 INFO:teuthology.orchestra.run.smithi063.stdout: "level": "advanced", 2024-09-15T22:05:29.499 INFO:teuthology.orchestra.run.smithi063.stdout: "flags": 0, 2024-09-15T22:05:29.499 INFO:teuthology.orchestra.run.smithi063.stdout: "default_value": "5000", 2024-09-15T22:05:29.499 INFO:teuthology.orchestra.run.smithi063.stdout: "min": "", 2024-09-15T22:05:29.499 INFO:teuthology.orchestra.run.smithi063.stdout: "max": "", 2024-09-15T22:05:29.499 INFO:teuthology.orchestra.run.smithi063.stdout: "enum_allowed": [], 2024-09-15T22:05:29.499 INFO:teuthology.orchestra.run.smithi063.stdout: "desc": "How big batches of data points should be when sending to InfluxDB.", 2024-09-15T22:05:29.499 INFO:teuthology.orchestra.run.smithi063.stdout: "long_desc": "", 2024-09-15T22:05:29.499 INFO:teuthology.orchestra.run.smithi063.stdout: "tags": [], 2024-09-15T22:05:29.499 INFO:teuthology.orchestra.run.smithi063.stdout: "see_also": [] 2024-09-15T22:05:29.499 INFO:teuthology.orchestra.run.smithi063.stdout: }, 2024-09-15T22:05:29.499 INFO:teuthology.orchestra.run.smithi063.stdout: "database": { 2024-09-15T22:05:29.500 INFO:teuthology.orchestra.run.smithi063.stdout: "name": "database", 2024-09-15T22:05:29.500 INFO:teuthology.orchestra.run.smithi063.stdout: "type": "str", 2024-09-15T22:05:29.500 INFO:teuthology.orchestra.run.smithi063.stdout: "level": "advanced", 2024-09-15T22:05:29.500 INFO:teuthology.orchestra.run.smithi063.stdout: "flags": 0, 2024-09-15T22:05:29.500 INFO:teuthology.orchestra.run.smithi063.stdout: "default_value": "ceph", 2024-09-15T22:05:29.500 INFO:teuthology.orchestra.run.smithi063.stdout: "min": "", 2024-09-15T22:05:29.500 INFO:teuthology.orchestra.run.smithi063.stdout: "max": "", 2024-09-15T22:05:29.500 INFO:teuthology.orchestra.run.smithi063.stdout: "enum_allowed": [], 2024-09-15T22:05:29.500 INFO:teuthology.orchestra.run.smithi063.stdout: "desc": "InfluxDB database name. You will need to create this database and grant write privileges to the configured username or the username must have admin privileges to create it.", 2024-09-15T22:05:29.500 INFO:teuthology.orchestra.run.smithi063.stdout: "long_desc": "", 2024-09-15T22:05:29.500 INFO:teuthology.orchestra.run.smithi063.stdout: "tags": [], 2024-09-15T22:05:29.500 INFO:teuthology.orchestra.run.smithi063.stdout: "see_also": [] 2024-09-15T22:05:29.500 INFO:teuthology.orchestra.run.smithi063.stdout: }, 2024-09-15T22:05:29.501 INFO:teuthology.orchestra.run.smithi063.stdout: "hostname": { 2024-09-15T22:05:29.501 INFO:teuthology.orchestra.run.smithi063.stdout: "name": "hostname", 2024-09-15T22:05:29.501 INFO:teuthology.orchestra.run.smithi063.stdout: "type": "str", 2024-09-15T22:05:29.501 INFO:teuthology.orchestra.run.smithi063.stdout: "level": "advanced", 2024-09-15T22:05:29.501 INFO:teuthology.orchestra.run.smithi063.stdout: "flags": 0, 2024-09-15T22:05:29.501 INFO:teuthology.orchestra.run.smithi063.stdout: "default_value": "", 2024-09-15T22:05:29.501 INFO:teuthology.orchestra.run.smithi063.stdout: "min": "", 2024-09-15T22:05:29.501 INFO:teuthology.orchestra.run.smithi063.stdout: "max": "", 2024-09-15T22:05:29.501 INFO:teuthology.orchestra.run.smithi063.stdout: "enum_allowed": [], 2024-09-15T22:05:29.501 INFO:teuthology.orchestra.run.smithi063.stdout: "desc": "InfluxDB server hostname", 2024-09-15T22:05:29.501 INFO:teuthology.orchestra.run.smithi063.stdout: "long_desc": "", 2024-09-15T22:05:29.501 INFO:teuthology.orchestra.run.smithi063.stdout: "tags": [], 2024-09-15T22:05:29.501 INFO:teuthology.orchestra.run.smithi063.stdout: "see_also": [] 2024-09-15T22:05:29.502 INFO:teuthology.orchestra.run.smithi063.stdout: }, 2024-09-15T22:05:29.502 INFO:teuthology.orchestra.run.smithi063.stdout: "interval": { 2024-09-15T22:05:29.502 INFO:teuthology.orchestra.run.smithi063.stdout: "name": "interval", 2024-09-15T22:05:29.502 INFO:teuthology.orchestra.run.smithi063.stdout: "type": "secs", 2024-09-15T22:05:29.502 INFO:teuthology.orchestra.run.smithi063.stdout: "level": "advanced", 2024-09-15T22:05:29.502 INFO:teuthology.orchestra.run.smithi063.stdout: "flags": 0, 2024-09-15T22:05:29.502 INFO:teuthology.orchestra.run.smithi063.stdout: "default_value": "30", 2024-09-15T22:05:29.502 INFO:teuthology.orchestra.run.smithi063.stdout: "min": "5", 2024-09-15T22:05:29.502 INFO:teuthology.orchestra.run.smithi063.stdout: "max": "", 2024-09-15T22:05:29.502 INFO:teuthology.orchestra.run.smithi063.stdout: "enum_allowed": [], 2024-09-15T22:05:29.502 INFO:teuthology.orchestra.run.smithi063.stdout: "desc": "Time between reports to InfluxDB. Default 30 seconds.", 2024-09-15T22:05:29.503 INFO:teuthology.orchestra.run.smithi063.stdout: "long_desc": "", 2024-09-15T22:05:29.503 INFO:teuthology.orchestra.run.smithi063.stdout: "tags": [], 2024-09-15T22:05:29.503 INFO:teuthology.orchestra.run.smithi063.stdout: "see_also": [] 2024-09-15T22:05:29.503 INFO:teuthology.orchestra.run.smithi063.stdout: }, 2024-09-15T22:05:29.503 INFO:teuthology.orchestra.run.smithi063.stdout: "log_level": { 2024-09-15T22:05:29.503 INFO:teuthology.orchestra.run.smithi063.stdout: "name": "log_level", 2024-09-15T22:05:29.503 INFO:teuthology.orchestra.run.smithi063.stdout: "type": "str", 2024-09-15T22:05:29.503 INFO:teuthology.orchestra.run.smithi063.stdout: "level": "advanced", 2024-09-15T22:05:29.503 INFO:teuthology.orchestra.run.smithi063.stdout: "flags": 1, 2024-09-15T22:05:29.503 INFO:teuthology.orchestra.run.smithi063.stdout: "default_value": "", 2024-09-15T22:05:29.503 INFO:teuthology.orchestra.run.smithi063.stdout: "min": "", 2024-09-15T22:05:29.503 INFO:teuthology.orchestra.run.smithi063.stdout: "max": "", 2024-09-15T22:05:29.503 INFO:teuthology.orchestra.run.smithi063.stdout: "enum_allowed": [ 2024-09-15T22:05:29.503 INFO:teuthology.orchestra.run.smithi063.stdout: "", 2024-09-15T22:05:29.504 INFO:teuthology.orchestra.run.smithi063.stdout: "critical", 2024-09-15T22:05:29.504 INFO:teuthology.orchestra.run.smithi063.stdout: "debug", 2024-09-15T22:05:29.504 INFO:teuthology.orchestra.run.smithi063.stdout: "error", 2024-09-15T22:05:29.504 INFO:teuthology.orchestra.run.smithi063.stdout: "info", 2024-09-15T22:05:29.504 INFO:teuthology.orchestra.run.smithi063.stdout: "warning" 2024-09-15T22:05:29.504 INFO:teuthology.orchestra.run.smithi063.stdout: ], 2024-09-15T22:05:29.504 INFO:teuthology.orchestra.run.smithi063.stdout: "desc": "", 2024-09-15T22:05:29.504 INFO:teuthology.orchestra.run.smithi063.stdout: "long_desc": "", 2024-09-15T22:05:29.504 INFO:teuthology.orchestra.run.smithi063.stdout: "tags": [], 2024-09-15T22:05:29.504 INFO:teuthology.orchestra.run.smithi063.stdout: "see_also": [] 2024-09-15T22:05:29.504 INFO:teuthology.orchestra.run.smithi063.stdout: }, 2024-09-15T22:05:29.504 INFO:teuthology.orchestra.run.smithi063.stdout: "log_to_cluster": { 2024-09-15T22:05:29.505 INFO:teuthology.orchestra.run.smithi063.stdout: "name": "log_to_cluster", 2024-09-15T22:05:29.505 INFO:teuthology.orchestra.run.smithi063.stdout: "type": "bool", 2024-09-15T22:05:29.505 INFO:teuthology.orchestra.run.smithi063.stdout: "level": "advanced", 2024-09-15T22:05:29.505 INFO:teuthology.orchestra.run.smithi063.stdout: "flags": 1, 2024-09-15T22:05:29.505 INFO:teuthology.orchestra.run.smithi063.stdout: "default_value": "False", 2024-09-15T22:05:29.505 INFO:teuthology.orchestra.run.smithi063.stdout: "min": "", 2024-09-15T22:05:29.505 INFO:teuthology.orchestra.run.smithi063.stdout: "max": "", 2024-09-15T22:05:29.505 INFO:teuthology.orchestra.run.smithi063.stdout: "enum_allowed": [], 2024-09-15T22:05:29.505 INFO:teuthology.orchestra.run.smithi063.stdout: "desc": "", 2024-09-15T22:05:29.505 INFO:teuthology.orchestra.run.smithi063.stdout: "long_desc": "", 2024-09-15T22:05:29.505 INFO:teuthology.orchestra.run.smithi063.stdout: "tags": [], 2024-09-15T22:05:29.505 INFO:teuthology.orchestra.run.smithi063.stdout: "see_also": [] 2024-09-15T22:05:29.506 INFO:teuthology.orchestra.run.smithi063.stdout: }, 2024-09-15T22:05:29.506 INFO:teuthology.orchestra.run.smithi063.stdout: "log_to_cluster_level": { 2024-09-15T22:05:29.506 INFO:teuthology.orchestra.run.smithi063.stdout: "name": "log_to_cluster_level", 2024-09-15T22:05:29.506 INFO:teuthology.orchestra.run.smithi063.stdout: "type": "str", 2024-09-15T22:05:29.506 INFO:teuthology.orchestra.run.smithi063.stdout: "level": "advanced", 2024-09-15T22:05:29.506 INFO:teuthology.orchestra.run.smithi063.stdout: "flags": 1, 2024-09-15T22:05:29.506 INFO:teuthology.orchestra.run.smithi063.stdout: "default_value": "info", 2024-09-15T22:05:29.506 INFO:teuthology.orchestra.run.smithi063.stdout: "min": "", 2024-09-15T22:05:29.506 INFO:teuthology.orchestra.run.smithi063.stdout: "max": "", 2024-09-15T22:05:29.506 INFO:teuthology.orchestra.run.smithi063.stdout: "enum_allowed": [ 2024-09-15T22:05:29.506 INFO:teuthology.orchestra.run.smithi063.stdout: "", 2024-09-15T22:05:29.506 INFO:teuthology.orchestra.run.smithi063.stdout: "critical", 2024-09-15T22:05:29.506 INFO:teuthology.orchestra.run.smithi063.stdout: "debug", 2024-09-15T22:05:29.507 INFO:teuthology.orchestra.run.smithi063.stdout: "error", 2024-09-15T22:05:29.507 INFO:teuthology.orchestra.run.smithi063.stdout: "info", 2024-09-15T22:05:29.507 INFO:teuthology.orchestra.run.smithi063.stdout: "warning" 2024-09-15T22:05:29.507 INFO:teuthology.orchestra.run.smithi063.stdout: ], 2024-09-15T22:05:29.507 INFO:teuthology.orchestra.run.smithi063.stdout: "desc": "", 2024-09-15T22:05:29.507 INFO:teuthology.orchestra.run.smithi063.stdout: "long_desc": "", 2024-09-15T22:05:29.507 INFO:teuthology.orchestra.run.smithi063.stdout: "tags": [], 2024-09-15T22:05:29.507 INFO:teuthology.orchestra.run.smithi063.stdout: "see_also": [] 2024-09-15T22:05:29.507 INFO:teuthology.orchestra.run.smithi063.stdout: }, 2024-09-15T22:05:29.507 INFO:teuthology.orchestra.run.smithi063.stdout: "log_to_file": { 2024-09-15T22:05:29.507 INFO:teuthology.orchestra.run.smithi063.stdout: "name": "log_to_file", 2024-09-15T22:05:29.507 INFO:teuthology.orchestra.run.smithi063.stdout: "type": "bool", 2024-09-15T22:05:29.508 INFO:teuthology.orchestra.run.smithi063.stdout: "level": "advanced", 2024-09-15T22:05:29.508 INFO:teuthology.orchestra.run.smithi063.stdout: "flags": 1, 2024-09-15T22:05:29.508 INFO:teuthology.orchestra.run.smithi063.stdout: "default_value": "False", 2024-09-15T22:05:29.508 INFO:teuthology.orchestra.run.smithi063.stdout: "min": "", 2024-09-15T22:05:29.508 INFO:teuthology.orchestra.run.smithi063.stdout: "max": "", 2024-09-15T22:05:29.508 INFO:teuthology.orchestra.run.smithi063.stdout: "enum_allowed": [], 2024-09-15T22:05:29.508 INFO:teuthology.orchestra.run.smithi063.stdout: "desc": "", 2024-09-15T22:05:29.508 INFO:teuthology.orchestra.run.smithi063.stdout: "long_desc": "", 2024-09-15T22:05:29.508 INFO:teuthology.orchestra.run.smithi063.stdout: "tags": [], 2024-09-15T22:05:29.508 INFO:teuthology.orchestra.run.smithi063.stdout: "see_also": [] 2024-09-15T22:05:29.508 INFO:teuthology.orchestra.run.smithi063.stdout: }, 2024-09-15T22:05:29.509 INFO:teuthology.orchestra.run.smithi063.stdout: "password": { 2024-09-15T22:05:29.509 INFO:teuthology.orchestra.run.smithi063.stdout: "name": "password", 2024-09-15T22:05:29.509 INFO:teuthology.orchestra.run.smithi063.stdout: "type": "str", 2024-09-15T22:05:29.509 INFO:teuthology.orchestra.run.smithi063.stdout: "level": "advanced", 2024-09-15T22:05:29.509 INFO:teuthology.orchestra.run.smithi063.stdout: "flags": 0, 2024-09-15T22:05:29.509 INFO:teuthology.orchestra.run.smithi063.stdout: "default_value": "", 2024-09-15T22:05:29.509 INFO:teuthology.orchestra.run.smithi063.stdout: "min": "", 2024-09-15T22:05:29.509 INFO:teuthology.orchestra.run.smithi063.stdout: "max": "", 2024-09-15T22:05:29.509 INFO:teuthology.orchestra.run.smithi063.stdout: "enum_allowed": [], 2024-09-15T22:05:29.509 INFO:teuthology.orchestra.run.smithi063.stdout: "desc": "password of InfluxDB server user", 2024-09-15T22:05:29.509 INFO:teuthology.orchestra.run.smithi063.stdout: "long_desc": "", 2024-09-15T22:05:29.510 INFO:teuthology.orchestra.run.smithi063.stdout: "tags": [], 2024-09-15T22:05:29.510 INFO:teuthology.orchestra.run.smithi063.stdout: "see_also": [] 2024-09-15T22:05:29.510 INFO:teuthology.orchestra.run.smithi063.stdout: }, 2024-09-15T22:05:29.510 INFO:teuthology.orchestra.run.smithi063.stdout: "port": { 2024-09-15T22:05:29.510 INFO:teuthology.orchestra.run.smithi063.stdout: "name": "port", 2024-09-15T22:05:29.510 INFO:teuthology.orchestra.run.smithi063.stdout: "type": "int", 2024-09-15T22:05:29.510 INFO:teuthology.orchestra.run.smithi063.stdout: "level": "advanced", 2024-09-15T22:05:29.510 INFO:teuthology.orchestra.run.smithi063.stdout: "flags": 0, 2024-09-15T22:05:29.510 INFO:teuthology.orchestra.run.smithi063.stdout: "default_value": "8086", 2024-09-15T22:05:29.510 INFO:teuthology.orchestra.run.smithi063.stdout: "min": "", 2024-09-15T22:05:29.510 INFO:teuthology.orchestra.run.smithi063.stdout: "max": "", 2024-09-15T22:05:29.510 INFO:teuthology.orchestra.run.smithi063.stdout: "enum_allowed": [], 2024-09-15T22:05:29.510 INFO:teuthology.orchestra.run.smithi063.stdout: "desc": "InfluxDB server port", 2024-09-15T22:05:29.511 INFO:teuthology.orchestra.run.smithi063.stdout: "long_desc": "", 2024-09-15T22:05:29.511 INFO:teuthology.orchestra.run.smithi063.stdout: "tags": [], 2024-09-15T22:05:29.511 INFO:teuthology.orchestra.run.smithi063.stdout: "see_also": [] 2024-09-15T22:05:29.511 INFO:teuthology.orchestra.run.smithi063.stdout: }, 2024-09-15T22:05:29.511 INFO:teuthology.orchestra.run.smithi063.stdout: "ssl": { 2024-09-15T22:05:29.511 INFO:teuthology.orchestra.run.smithi063.stdout: "name": "ssl", 2024-09-15T22:05:29.511 INFO:teuthology.orchestra.run.smithi063.stdout: "type": "str", 2024-09-15T22:05:29.511 INFO:teuthology.orchestra.run.smithi063.stdout: "level": "advanced", 2024-09-15T22:05:29.511 INFO:teuthology.orchestra.run.smithi063.stdout: "flags": 0, 2024-09-15T22:05:29.511 INFO:teuthology.orchestra.run.smithi063.stdout: "default_value": "false", 2024-09-15T22:05:29.511 INFO:teuthology.orchestra.run.smithi063.stdout: "min": "", 2024-09-15T22:05:29.512 INFO:teuthology.orchestra.run.smithi063.stdout: "max": "", 2024-09-15T22:05:29.512 INFO:teuthology.orchestra.run.smithi063.stdout: "enum_allowed": [], 2024-09-15T22:05:29.512 INFO:teuthology.orchestra.run.smithi063.stdout: "desc": "Use https connection for InfluxDB server. Use \"true\" or \"false\".", 2024-09-15T22:05:29.512 INFO:teuthology.orchestra.run.smithi063.stdout: "long_desc": "", 2024-09-15T22:05:29.512 INFO:teuthology.orchestra.run.smithi063.stdout: "tags": [], 2024-09-15T22:05:29.512 INFO:teuthology.orchestra.run.smithi063.stdout: "see_also": [] 2024-09-15T22:05:29.512 INFO:teuthology.orchestra.run.smithi063.stdout: }, 2024-09-15T22:05:29.512 INFO:teuthology.orchestra.run.smithi063.stdout: "threads": { 2024-09-15T22:05:29.512 INFO:teuthology.orchestra.run.smithi063.stdout: "name": "threads", 2024-09-15T22:05:29.512 INFO:teuthology.orchestra.run.smithi063.stdout: "type": "int", 2024-09-15T22:05:29.512 INFO:teuthology.orchestra.run.smithi063.stdout: "level": "advanced", 2024-09-15T22:05:29.512 INFO:teuthology.orchestra.run.smithi063.stdout: "flags": 0, 2024-09-15T22:05:29.512 INFO:teuthology.orchestra.run.smithi063.stdout: "default_value": "5", 2024-09-15T22:05:29.513 INFO:teuthology.orchestra.run.smithi063.stdout: "min": "1", 2024-09-15T22:05:29.513 INFO:teuthology.orchestra.run.smithi063.stdout: "max": "32", 2024-09-15T22:05:29.513 INFO:teuthology.orchestra.run.smithi063.stdout: "enum_allowed": [], 2024-09-15T22:05:29.513 INFO:teuthology.orchestra.run.smithi063.stdout: "desc": "How many worker threads should be spawned for sending data to InfluxDB.", 2024-09-15T22:05:29.513 INFO:teuthology.orchestra.run.smithi063.stdout: "long_desc": "", 2024-09-15T22:05:29.513 INFO:teuthology.orchestra.run.smithi063.stdout: "tags": [], 2024-09-15T22:05:29.513 INFO:teuthology.orchestra.run.smithi063.stdout: "see_also": [] 2024-09-15T22:05:29.513 INFO:teuthology.orchestra.run.smithi063.stdout: }, 2024-09-15T22:05:29.513 INFO:teuthology.orchestra.run.smithi063.stdout: "username": { 2024-09-15T22:05:29.513 INFO:teuthology.orchestra.run.smithi063.stdout: "name": "username", 2024-09-15T22:05:29.513 INFO:teuthology.orchestra.run.smithi063.stdout: "type": "str", 2024-09-15T22:05:29.514 INFO:teuthology.orchestra.run.smithi063.stdout: "level": "advanced", 2024-09-15T22:05:29.514 INFO:teuthology.orchestra.run.smithi063.stdout: "flags": 0, 2024-09-15T22:05:29.514 INFO:teuthology.orchestra.run.smithi063.stdout: "default_value": "", 2024-09-15T22:05:29.514 INFO:teuthology.orchestra.run.smithi063.stdout: "min": "", 2024-09-15T22:05:29.514 INFO:teuthology.orchestra.run.smithi063.stdout: "max": "", 2024-09-15T22:05:29.514 INFO:teuthology.orchestra.run.smithi063.stdout: "enum_allowed": [], 2024-09-15T22:05:29.514 INFO:teuthology.orchestra.run.smithi063.stdout: "desc": "username of InfluxDB server user", 2024-09-15T22:05:29.514 INFO:teuthology.orchestra.run.smithi063.stdout: "long_desc": "", 2024-09-15T22:05:29.514 INFO:teuthology.orchestra.run.smithi063.stdout: "tags": [], 2024-09-15T22:05:29.514 INFO:teuthology.orchestra.run.smithi063.stdout: "see_also": [] 2024-09-15T22:05:29.515 INFO:teuthology.orchestra.run.smithi063.stdout: }, 2024-09-15T22:05:29.515 INFO:teuthology.orchestra.run.smithi063.stdout: "verify_ssl": { 2024-09-15T22:05:29.515 INFO:teuthology.orchestra.run.smithi063.stdout: "name": "verify_ssl", 2024-09-15T22:05:29.515 INFO:teuthology.orchestra.run.smithi063.stdout: "type": "str", 2024-09-15T22:05:29.515 INFO:teuthology.orchestra.run.smithi063.stdout: "level": "advanced", 2024-09-15T22:05:29.515 INFO:teuthology.orchestra.run.smithi063.stdout: "flags": 0, 2024-09-15T22:05:29.515 INFO:teuthology.orchestra.run.smithi063.stdout: "default_value": "true", 2024-09-15T22:05:29.515 INFO:teuthology.orchestra.run.smithi063.stdout: "min": "", 2024-09-15T22:05:29.515 INFO:teuthology.orchestra.run.smithi063.stdout: "max": "", 2024-09-15T22:05:29.515 INFO:teuthology.orchestra.run.smithi063.stdout: "enum_allowed": [], 2024-09-15T22:05:29.515 INFO:teuthology.orchestra.run.smithi063.stdout: "desc": "Verify https cert for InfluxDB server. Use \"true\" or \"false\".", 2024-09-15T22:05:29.515 INFO:teuthology.orchestra.run.smithi063.stdout: "long_desc": "", 2024-09-15T22:05:29.516 INFO:teuthology.orchestra.run.smithi063.stdout: "tags": [], 2024-09-15T22:05:29.516 INFO:teuthology.orchestra.run.smithi063.stdout: "see_also": [] 2024-09-15T22:05:29.516 INFO:teuthology.orchestra.run.smithi063.stdout: } 2024-09-15T22:05:29.516 INFO:teuthology.orchestra.run.smithi063.stdout: } 2024-09-15T22:05:29.516 INFO:teuthology.orchestra.run.smithi063.stdout: }, 2024-09-15T22:05:29.516 INFO:teuthology.orchestra.run.smithi063.stdout: { 2024-09-15T22:05:29.516 INFO:teuthology.orchestra.run.smithi063.stdout: "name": "insights", 2024-09-15T22:05:29.516 INFO:teuthology.orchestra.run.smithi063.stdout: "can_run": true, 2024-09-15T22:05:29.516 INFO:teuthology.orchestra.run.smithi063.stdout: "error_string": "", 2024-09-15T22:05:29.516 INFO:teuthology.orchestra.run.smithi063.stdout: "module_options": { 2024-09-15T22:05:29.516 INFO:teuthology.orchestra.run.smithi063.stdout: "log_level": { 2024-09-15T22:05:29.516 INFO:teuthology.orchestra.run.smithi063.stdout: "name": "log_level", 2024-09-15T22:05:29.517 INFO:teuthology.orchestra.run.smithi063.stdout: "type": "str", 2024-09-15T22:05:29.517 INFO:teuthology.orchestra.run.smithi063.stdout: "level": "advanced", 2024-09-15T22:05:29.517 INFO:teuthology.orchestra.run.smithi063.stdout: "flags": 1, 2024-09-15T22:05:29.517 INFO:teuthology.orchestra.run.smithi063.stdout: "default_value": "", 2024-09-15T22:05:29.517 INFO:teuthology.orchestra.run.smithi063.stdout: "min": "", 2024-09-15T22:05:29.517 INFO:teuthology.orchestra.run.smithi063.stdout: "max": "", 2024-09-15T22:05:29.517 INFO:teuthology.orchestra.run.smithi063.stdout: "enum_allowed": [ 2024-09-15T22:05:29.517 INFO:teuthology.orchestra.run.smithi063.stdout: "", 2024-09-15T22:05:29.517 INFO:teuthology.orchestra.run.smithi063.stdout: "critical", 2024-09-15T22:05:29.517 INFO:teuthology.orchestra.run.smithi063.stdout: "debug", 2024-09-15T22:05:29.518 INFO:teuthology.orchestra.run.smithi063.stdout: "error", 2024-09-15T22:05:29.518 INFO:teuthology.orchestra.run.smithi063.stdout: "info", 2024-09-15T22:05:29.518 INFO:teuthology.orchestra.run.smithi063.stdout: "warning" 2024-09-15T22:05:29.518 INFO:teuthology.orchestra.run.smithi063.stdout: ], 2024-09-15T22:05:29.518 INFO:teuthology.orchestra.run.smithi063.stdout: "desc": "", 2024-09-15T22:05:29.518 INFO:teuthology.orchestra.run.smithi063.stdout: "long_desc": "", 2024-09-15T22:05:29.518 INFO:teuthology.orchestra.run.smithi063.stdout: "tags": [], 2024-09-15T22:05:29.518 INFO:teuthology.orchestra.run.smithi063.stdout: "see_also": [] 2024-09-15T22:05:29.518 INFO:teuthology.orchestra.run.smithi063.stdout: }, 2024-09-15T22:05:29.518 INFO:teuthology.orchestra.run.smithi063.stdout: "log_to_cluster": { 2024-09-15T22:05:29.519 INFO:teuthology.orchestra.run.smithi063.stdout: "name": "log_to_cluster", 2024-09-15T22:05:29.519 INFO:teuthology.orchestra.run.smithi063.stdout: "type": "bool", 2024-09-15T22:05:29.519 INFO:teuthology.orchestra.run.smithi063.stdout: "level": "advanced", 2024-09-15T22:05:29.519 INFO:teuthology.orchestra.run.smithi063.stdout: "flags": 1, 2024-09-15T22:05:29.519 INFO:teuthology.orchestra.run.smithi063.stdout: "default_value": "False", 2024-09-15T22:05:29.519 INFO:teuthology.orchestra.run.smithi063.stdout: "min": "", 2024-09-15T22:05:29.519 INFO:teuthology.orchestra.run.smithi063.stdout: "max": "", 2024-09-15T22:05:29.519 INFO:teuthology.orchestra.run.smithi063.stdout: "enum_allowed": [], 2024-09-15T22:05:29.519 INFO:teuthology.orchestra.run.smithi063.stdout: "desc": "", 2024-09-15T22:05:29.519 INFO:teuthology.orchestra.run.smithi063.stdout: "long_desc": "", 2024-09-15T22:05:29.519 INFO:teuthology.orchestra.run.smithi063.stdout: "tags": [], 2024-09-15T22:05:29.519 INFO:teuthology.orchestra.run.smithi063.stdout: "see_also": [] 2024-09-15T22:05:29.520 INFO:teuthology.orchestra.run.smithi063.stdout: }, 2024-09-15T22:05:29.520 INFO:teuthology.orchestra.run.smithi063.stdout: "log_to_cluster_level": { 2024-09-15T22:05:29.520 INFO:teuthology.orchestra.run.smithi063.stdout: "name": "log_to_cluster_level", 2024-09-15T22:05:29.520 INFO:teuthology.orchestra.run.smithi063.stdout: "type": "str", 2024-09-15T22:05:29.520 INFO:teuthology.orchestra.run.smithi063.stdout: "level": "advanced", 2024-09-15T22:05:29.520 INFO:teuthology.orchestra.run.smithi063.stdout: "flags": 1, 2024-09-15T22:05:29.520 INFO:teuthology.orchestra.run.smithi063.stdout: "default_value": "info", 2024-09-15T22:05:29.520 INFO:teuthology.orchestra.run.smithi063.stdout: "min": "", 2024-09-15T22:05:29.520 INFO:teuthology.orchestra.run.smithi063.stdout: "max": "", 2024-09-15T22:05:29.520 INFO:teuthology.orchestra.run.smithi063.stdout: "enum_allowed": [ 2024-09-15T22:05:29.520 INFO:teuthology.orchestra.run.smithi063.stdout: "", 2024-09-15T22:05:29.520 INFO:teuthology.orchestra.run.smithi063.stdout: "critical", 2024-09-15T22:05:29.521 INFO:teuthology.orchestra.run.smithi063.stdout: "debug", 2024-09-15T22:05:29.521 INFO:teuthology.orchestra.run.smithi063.stdout: "error", 2024-09-15T22:05:29.521 INFO:teuthology.orchestra.run.smithi063.stdout: "info", 2024-09-15T22:05:29.521 INFO:teuthology.orchestra.run.smithi063.stdout: "warning" 2024-09-15T22:05:29.521 INFO:teuthology.orchestra.run.smithi063.stdout: ], 2024-09-15T22:05:29.521 INFO:teuthology.orchestra.run.smithi063.stdout: "desc": "", 2024-09-15T22:05:29.521 INFO:teuthology.orchestra.run.smithi063.stdout: "long_desc": "", 2024-09-15T22:05:29.521 INFO:teuthology.orchestra.run.smithi063.stdout: "tags": [], 2024-09-15T22:05:29.521 INFO:teuthology.orchestra.run.smithi063.stdout: "see_also": [] 2024-09-15T22:05:29.521 INFO:teuthology.orchestra.run.smithi063.stdout: }, 2024-09-15T22:05:29.521 INFO:teuthology.orchestra.run.smithi063.stdout: "log_to_file": { 2024-09-15T22:05:29.521 INFO:teuthology.orchestra.run.smithi063.stdout: "name": "log_to_file", 2024-09-15T22:05:29.522 INFO:teuthology.orchestra.run.smithi063.stdout: "type": "bool", 2024-09-15T22:05:29.522 INFO:teuthology.orchestra.run.smithi063.stdout: "level": "advanced", 2024-09-15T22:05:29.522 INFO:teuthology.orchestra.run.smithi063.stdout: "flags": 1, 2024-09-15T22:05:29.522 INFO:teuthology.orchestra.run.smithi063.stdout: "default_value": "False", 2024-09-15T22:05:29.522 INFO:teuthology.orchestra.run.smithi063.stdout: "min": "", 2024-09-15T22:05:29.522 INFO:teuthology.orchestra.run.smithi063.stdout: "max": "", 2024-09-15T22:05:29.522 INFO:teuthology.orchestra.run.smithi063.stdout: "enum_allowed": [], 2024-09-15T22:05:29.522 INFO:teuthology.orchestra.run.smithi063.stdout: "desc": "", 2024-09-15T22:05:29.522 INFO:teuthology.orchestra.run.smithi063.stdout: "long_desc": "", 2024-09-15T22:05:29.522 INFO:teuthology.orchestra.run.smithi063.stdout: "tags": [], 2024-09-15T22:05:29.522 INFO:teuthology.orchestra.run.smithi063.stdout: "see_also": [] 2024-09-15T22:05:29.523 INFO:teuthology.orchestra.run.smithi063.stdout: } 2024-09-15T22:05:29.523 INFO:teuthology.orchestra.run.smithi063.stdout: } 2024-09-15T22:05:29.523 INFO:teuthology.orchestra.run.smithi063.stdout: }, 2024-09-15T22:05:29.523 INFO:teuthology.orchestra.run.smithi063.stdout: { 2024-09-15T22:05:29.523 INFO:teuthology.orchestra.run.smithi063.stdout: "name": "iostat", 2024-09-15T22:05:29.523 INFO:teuthology.orchestra.run.smithi063.stdout: "can_run": true, 2024-09-15T22:05:29.523 INFO:teuthology.orchestra.run.smithi063.stdout: "error_string": "", 2024-09-15T22:05:29.523 INFO:teuthology.orchestra.run.smithi063.stdout: "module_options": { 2024-09-15T22:05:29.523 INFO:teuthology.orchestra.run.smithi063.stdout: "log_level": { 2024-09-15T22:05:29.523 INFO:teuthology.orchestra.run.smithi063.stdout: "name": "log_level", 2024-09-15T22:05:29.523 INFO:teuthology.orchestra.run.smithi063.stdout: "type": "str", 2024-09-15T22:05:29.524 INFO:teuthology.orchestra.run.smithi063.stdout: "level": "advanced", 2024-09-15T22:05:29.524 INFO:teuthology.orchestra.run.smithi063.stdout: "flags": 1, 2024-09-15T22:05:29.524 INFO:teuthology.orchestra.run.smithi063.stdout: "default_value": "", 2024-09-15T22:05:29.524 INFO:teuthology.orchestra.run.smithi063.stdout: "min": "", 2024-09-15T22:05:29.524 INFO:teuthology.orchestra.run.smithi063.stdout: "max": "", 2024-09-15T22:05:29.524 INFO:teuthology.orchestra.run.smithi063.stdout: "enum_allowed": [ 2024-09-15T22:05:29.524 INFO:teuthology.orchestra.run.smithi063.stdout: "", 2024-09-15T22:05:29.524 INFO:teuthology.orchestra.run.smithi063.stdout: "critical", 2024-09-15T22:05:29.524 INFO:teuthology.orchestra.run.smithi063.stdout: "debug", 2024-09-15T22:05:29.524 INFO:teuthology.orchestra.run.smithi063.stdout: "error", 2024-09-15T22:05:29.524 INFO:teuthology.orchestra.run.smithi063.stdout: "info", 2024-09-15T22:05:29.525 INFO:teuthology.orchestra.run.smithi063.stdout: "warning" 2024-09-15T22:05:29.525 INFO:teuthology.orchestra.run.smithi063.stdout: ], 2024-09-15T22:05:29.525 INFO:teuthology.orchestra.run.smithi063.stdout: "desc": "", 2024-09-15T22:05:29.525 INFO:teuthology.orchestra.run.smithi063.stdout: "long_desc": "", 2024-09-15T22:05:29.525 INFO:teuthology.orchestra.run.smithi063.stdout: "tags": [], 2024-09-15T22:05:29.525 INFO:teuthology.orchestra.run.smithi063.stdout: "see_also": [] 2024-09-15T22:05:29.525 INFO:teuthology.orchestra.run.smithi063.stdout: }, 2024-09-15T22:05:29.525 INFO:teuthology.orchestra.run.smithi063.stdout: "log_to_cluster": { 2024-09-15T22:05:29.525 INFO:teuthology.orchestra.run.smithi063.stdout: "name": "log_to_cluster", 2024-09-15T22:05:29.525 INFO:teuthology.orchestra.run.smithi063.stdout: "type": "bool", 2024-09-15T22:05:29.525 INFO:teuthology.orchestra.run.smithi063.stdout: "level": "advanced", 2024-09-15T22:05:29.525 INFO:teuthology.orchestra.run.smithi063.stdout: "flags": 1, 2024-09-15T22:05:29.525 INFO:teuthology.orchestra.run.smithi063.stdout: "default_value": "False", 2024-09-15T22:05:29.526 INFO:teuthology.orchestra.run.smithi063.stdout: "min": "", 2024-09-15T22:05:29.526 INFO:teuthology.orchestra.run.smithi063.stdout: "max": "", 2024-09-15T22:05:29.526 INFO:teuthology.orchestra.run.smithi063.stdout: "enum_allowed": [], 2024-09-15T22:05:29.526 INFO:teuthology.orchestra.run.smithi063.stdout: "desc": "", 2024-09-15T22:05:29.526 INFO:teuthology.orchestra.run.smithi063.stdout: "long_desc": "", 2024-09-15T22:05:29.526 INFO:teuthology.orchestra.run.smithi063.stdout: "tags": [], 2024-09-15T22:05:29.526 INFO:teuthology.orchestra.run.smithi063.stdout: "see_also": [] 2024-09-15T22:05:29.526 INFO:teuthology.orchestra.run.smithi063.stdout: }, 2024-09-15T22:05:29.526 INFO:teuthology.orchestra.run.smithi063.stdout: "log_to_cluster_level": { 2024-09-15T22:05:29.526 INFO:teuthology.orchestra.run.smithi063.stdout: "name": "log_to_cluster_level", 2024-09-15T22:05:29.526 INFO:teuthology.orchestra.run.smithi063.stdout: "type": "str", 2024-09-15T22:05:29.526 INFO:teuthology.orchestra.run.smithi063.stdout: "level": "advanced", 2024-09-15T22:05:29.527 INFO:teuthology.orchestra.run.smithi063.stdout: "flags": 1, 2024-09-15T22:05:29.527 INFO:teuthology.orchestra.run.smithi063.stdout: "default_value": "info", 2024-09-15T22:05:29.527 INFO:teuthology.orchestra.run.smithi063.stdout: "min": "", 2024-09-15T22:05:29.527 INFO:teuthology.orchestra.run.smithi063.stdout: "max": "", 2024-09-15T22:05:29.527 INFO:teuthology.orchestra.run.smithi063.stdout: "enum_allowed": [ 2024-09-15T22:05:29.527 INFO:teuthology.orchestra.run.smithi063.stdout: "", 2024-09-15T22:05:29.527 INFO:teuthology.orchestra.run.smithi063.stdout: "critical", 2024-09-15T22:05:29.527 INFO:teuthology.orchestra.run.smithi063.stdout: "debug", 2024-09-15T22:05:29.527 INFO:teuthology.orchestra.run.smithi063.stdout: "error", 2024-09-15T22:05:29.527 INFO:teuthology.orchestra.run.smithi063.stdout: "info", 2024-09-15T22:05:29.527 INFO:teuthology.orchestra.run.smithi063.stdout: "warning" 2024-09-15T22:05:29.527 INFO:teuthology.orchestra.run.smithi063.stdout: ], 2024-09-15T22:05:29.527 INFO:teuthology.orchestra.run.smithi063.stdout: "desc": "", 2024-09-15T22:05:29.528 INFO:teuthology.orchestra.run.smithi063.stdout: "long_desc": "", 2024-09-15T22:05:29.528 INFO:teuthology.orchestra.run.smithi063.stdout: "tags": [], 2024-09-15T22:05:29.528 INFO:teuthology.orchestra.run.smithi063.stdout: "see_also": [] 2024-09-15T22:05:29.528 INFO:teuthology.orchestra.run.smithi063.stdout: }, 2024-09-15T22:05:29.528 INFO:teuthology.orchestra.run.smithi063.stdout: "log_to_file": { 2024-09-15T22:05:29.528 INFO:teuthology.orchestra.run.smithi063.stdout: "name": "log_to_file", 2024-09-15T22:05:29.528 INFO:teuthology.orchestra.run.smithi063.stdout: "type": "bool", 2024-09-15T22:05:29.528 INFO:teuthology.orchestra.run.smithi063.stdout: "level": "advanced", 2024-09-15T22:05:29.528 INFO:teuthology.orchestra.run.smithi063.stdout: "flags": 1, 2024-09-15T22:05:29.528 INFO:teuthology.orchestra.run.smithi063.stdout: "default_value": "False", 2024-09-15T22:05:29.528 INFO:teuthology.orchestra.run.smithi063.stdout: "min": "", 2024-09-15T22:05:29.528 INFO:teuthology.orchestra.run.smithi063.stdout: "max": "", 2024-09-15T22:05:29.529 INFO:teuthology.orchestra.run.smithi063.stdout: "enum_allowed": [], 2024-09-15T22:05:29.529 INFO:teuthology.orchestra.run.smithi063.stdout: "desc": "", 2024-09-15T22:05:29.529 INFO:teuthology.orchestra.run.smithi063.stdout: "long_desc": "", 2024-09-15T22:05:29.529 INFO:teuthology.orchestra.run.smithi063.stdout: "tags": [], 2024-09-15T22:05:29.529 INFO:teuthology.orchestra.run.smithi063.stdout: "see_also": [] 2024-09-15T22:05:29.529 INFO:teuthology.orchestra.run.smithi063.stdout: } 2024-09-15T22:05:29.529 INFO:teuthology.orchestra.run.smithi063.stdout: } 2024-09-15T22:05:29.529 INFO:teuthology.orchestra.run.smithi063.stdout: }, 2024-09-15T22:05:29.529 INFO:teuthology.orchestra.run.smithi063.stdout: { 2024-09-15T22:05:29.529 INFO:teuthology.orchestra.run.smithi063.stdout: "name": "localpool", 2024-09-15T22:05:29.529 INFO:teuthology.orchestra.run.smithi063.stdout: "can_run": true, 2024-09-15T22:05:29.529 INFO:teuthology.orchestra.run.smithi063.stdout: "error_string": "", 2024-09-15T22:05:29.529 INFO:teuthology.orchestra.run.smithi063.stdout: "module_options": { 2024-09-15T22:05:29.530 INFO:teuthology.orchestra.run.smithi063.stdout: "failure_domain": { 2024-09-15T22:05:29.530 INFO:teuthology.orchestra.run.smithi063.stdout: "name": "failure_domain", 2024-09-15T22:05:29.530 INFO:teuthology.orchestra.run.smithi063.stdout: "type": "str", 2024-09-15T22:05:29.530 INFO:teuthology.orchestra.run.smithi063.stdout: "level": "advanced", 2024-09-15T22:05:29.530 INFO:teuthology.orchestra.run.smithi063.stdout: "flags": 1, 2024-09-15T22:05:29.530 INFO:teuthology.orchestra.run.smithi063.stdout: "default_value": "host", 2024-09-15T22:05:29.530 INFO:teuthology.orchestra.run.smithi063.stdout: "min": "", 2024-09-15T22:05:29.530 INFO:teuthology.orchestra.run.smithi063.stdout: "max": "", 2024-09-15T22:05:29.530 INFO:teuthology.orchestra.run.smithi063.stdout: "enum_allowed": [], 2024-09-15T22:05:29.530 INFO:teuthology.orchestra.run.smithi063.stdout: "desc": "failure domain for any created local pool", 2024-09-15T22:05:29.530 INFO:teuthology.orchestra.run.smithi063.stdout: "long_desc": "what failure domain we should separate data replicas across.", 2024-09-15T22:05:29.530 INFO:teuthology.orchestra.run.smithi063.stdout: "tags": [], 2024-09-15T22:05:29.531 INFO:teuthology.orchestra.run.smithi063.stdout: "see_also": [] 2024-09-15T22:05:29.531 INFO:teuthology.orchestra.run.smithi063.stdout: }, 2024-09-15T22:05:29.531 INFO:teuthology.orchestra.run.smithi063.stdout: "log_level": { 2024-09-15T22:05:29.531 INFO:teuthology.orchestra.run.smithi063.stdout: "name": "log_level", 2024-09-15T22:05:29.531 INFO:teuthology.orchestra.run.smithi063.stdout: "type": "str", 2024-09-15T22:05:29.531 INFO:teuthology.orchestra.run.smithi063.stdout: "level": "advanced", 2024-09-15T22:05:29.531 INFO:teuthology.orchestra.run.smithi063.stdout: "flags": 1, 2024-09-15T22:05:29.531 INFO:teuthology.orchestra.run.smithi063.stdout: "default_value": "", 2024-09-15T22:05:29.531 INFO:teuthology.orchestra.run.smithi063.stdout: "min": "", 2024-09-15T22:05:29.531 INFO:teuthology.orchestra.run.smithi063.stdout: "max": "", 2024-09-15T22:05:29.531 INFO:teuthology.orchestra.run.smithi063.stdout: "enum_allowed": [ 2024-09-15T22:05:29.531 INFO:teuthology.orchestra.run.smithi063.stdout: "", 2024-09-15T22:05:29.531 INFO:teuthology.orchestra.run.smithi063.stdout: "critical", 2024-09-15T22:05:29.532 INFO:teuthology.orchestra.run.smithi063.stdout: "debug", 2024-09-15T22:05:29.532 INFO:teuthology.orchestra.run.smithi063.stdout: "error", 2024-09-15T22:05:29.532 INFO:teuthology.orchestra.run.smithi063.stdout: "info", 2024-09-15T22:05:29.532 INFO:teuthology.orchestra.run.smithi063.stdout: "warning" 2024-09-15T22:05:29.532 INFO:teuthology.orchestra.run.smithi063.stdout: ], 2024-09-15T22:05:29.532 INFO:teuthology.orchestra.run.smithi063.stdout: "desc": "", 2024-09-15T22:05:29.532 INFO:teuthology.orchestra.run.smithi063.stdout: "long_desc": "", 2024-09-15T22:05:29.532 INFO:teuthology.orchestra.run.smithi063.stdout: "tags": [], 2024-09-15T22:05:29.532 INFO:teuthology.orchestra.run.smithi063.stdout: "see_also": [] 2024-09-15T22:05:29.532 INFO:teuthology.orchestra.run.smithi063.stdout: }, 2024-09-15T22:05:29.532 INFO:teuthology.orchestra.run.smithi063.stdout: "log_to_cluster": { 2024-09-15T22:05:29.532 INFO:teuthology.orchestra.run.smithi063.stdout: "name": "log_to_cluster", 2024-09-15T22:05:29.532 INFO:teuthology.orchestra.run.smithi063.stdout: "type": "bool", 2024-09-15T22:05:29.533 INFO:teuthology.orchestra.run.smithi063.stdout: "level": "advanced", 2024-09-15T22:05:29.533 INFO:teuthology.orchestra.run.smithi063.stdout: "flags": 1, 2024-09-15T22:05:29.533 INFO:teuthology.orchestra.run.smithi063.stdout: "default_value": "False", 2024-09-15T22:05:29.533 INFO:teuthology.orchestra.run.smithi063.stdout: "min": "", 2024-09-15T22:05:29.533 INFO:teuthology.orchestra.run.smithi063.stdout: "max": "", 2024-09-15T22:05:29.533 INFO:teuthology.orchestra.run.smithi063.stdout: "enum_allowed": [], 2024-09-15T22:05:29.533 INFO:teuthology.orchestra.run.smithi063.stdout: "desc": "", 2024-09-15T22:05:29.533 INFO:teuthology.orchestra.run.smithi063.stdout: "long_desc": "", 2024-09-15T22:05:29.533 INFO:teuthology.orchestra.run.smithi063.stdout: "tags": [], 2024-09-15T22:05:29.533 INFO:teuthology.orchestra.run.smithi063.stdout: "see_also": [] 2024-09-15T22:05:29.533 INFO:teuthology.orchestra.run.smithi063.stdout: }, 2024-09-15T22:05:29.533 INFO:teuthology.orchestra.run.smithi063.stdout: "log_to_cluster_level": { 2024-09-15T22:05:29.533 INFO:teuthology.orchestra.run.smithi063.stdout: "name": "log_to_cluster_level", 2024-09-15T22:05:29.533 INFO:teuthology.orchestra.run.smithi063.stdout: "type": "str", 2024-09-15T22:05:29.534 INFO:teuthology.orchestra.run.smithi063.stdout: "level": "advanced", 2024-09-15T22:05:29.534 INFO:teuthology.orchestra.run.smithi063.stdout: "flags": 1, 2024-09-15T22:05:29.534 INFO:teuthology.orchestra.run.smithi063.stdout: "default_value": "info", 2024-09-15T22:05:29.534 INFO:teuthology.orchestra.run.smithi063.stdout: "min": "", 2024-09-15T22:05:29.534 INFO:teuthology.orchestra.run.smithi063.stdout: "max": "", 2024-09-15T22:05:29.534 INFO:teuthology.orchestra.run.smithi063.stdout: "enum_allowed": [ 2024-09-15T22:05:29.534 INFO:teuthology.orchestra.run.smithi063.stdout: "", 2024-09-15T22:05:29.534 INFO:teuthology.orchestra.run.smithi063.stdout: "critical", 2024-09-15T22:05:29.534 INFO:teuthology.orchestra.run.smithi063.stdout: "debug", 2024-09-15T22:05:29.534 INFO:teuthology.orchestra.run.smithi063.stdout: "error", 2024-09-15T22:05:29.534 INFO:teuthology.orchestra.run.smithi063.stdout: "info", 2024-09-15T22:05:29.534 INFO:teuthology.orchestra.run.smithi063.stdout: "warning" 2024-09-15T22:05:29.535 INFO:teuthology.orchestra.run.smithi063.stdout: ], 2024-09-15T22:05:29.535 INFO:teuthology.orchestra.run.smithi063.stdout: "desc": "", 2024-09-15T22:05:29.535 INFO:teuthology.orchestra.run.smithi063.stdout: "long_desc": "", 2024-09-15T22:05:29.535 INFO:teuthology.orchestra.run.smithi063.stdout: "tags": [], 2024-09-15T22:05:29.535 INFO:teuthology.orchestra.run.smithi063.stdout: "see_also": [] 2024-09-15T22:05:29.535 INFO:teuthology.orchestra.run.smithi063.stdout: }, 2024-09-15T22:05:29.535 INFO:teuthology.orchestra.run.smithi063.stdout: "log_to_file": { 2024-09-15T22:05:29.535 INFO:teuthology.orchestra.run.smithi063.stdout: "name": "log_to_file", 2024-09-15T22:05:29.535 INFO:teuthology.orchestra.run.smithi063.stdout: "type": "bool", 2024-09-15T22:05:29.535 INFO:teuthology.orchestra.run.smithi063.stdout: "level": "advanced", 2024-09-15T22:05:29.535 INFO:teuthology.orchestra.run.smithi063.stdout: "flags": 1, 2024-09-15T22:05:29.535 INFO:teuthology.orchestra.run.smithi063.stdout: "default_value": "False", 2024-09-15T22:05:29.535 INFO:teuthology.orchestra.run.smithi063.stdout: "min": "", 2024-09-15T22:05:29.535 INFO:teuthology.orchestra.run.smithi063.stdout: "max": "", 2024-09-15T22:05:29.536 INFO:teuthology.orchestra.run.smithi063.stdout: "enum_allowed": [], 2024-09-15T22:05:29.536 INFO:teuthology.orchestra.run.smithi063.stdout: "desc": "", 2024-09-15T22:05:29.536 INFO:teuthology.orchestra.run.smithi063.stdout: "long_desc": "", 2024-09-15T22:05:29.536 INFO:teuthology.orchestra.run.smithi063.stdout: "tags": [], 2024-09-15T22:05:29.536 INFO:teuthology.orchestra.run.smithi063.stdout: "see_also": [] 2024-09-15T22:05:29.536 INFO:teuthology.orchestra.run.smithi063.stdout: }, 2024-09-15T22:05:29.536 INFO:teuthology.orchestra.run.smithi063.stdout: "min_size": { 2024-09-15T22:05:29.536 INFO:teuthology.orchestra.run.smithi063.stdout: "name": "min_size", 2024-09-15T22:05:29.536 INFO:teuthology.orchestra.run.smithi063.stdout: "type": "int", 2024-09-15T22:05:29.536 INFO:teuthology.orchestra.run.smithi063.stdout: "level": "advanced", 2024-09-15T22:05:29.536 INFO:teuthology.orchestra.run.smithi063.stdout: "flags": 1, 2024-09-15T22:05:29.536 INFO:teuthology.orchestra.run.smithi063.stdout: "default_value": "", 2024-09-15T22:05:29.536 INFO:teuthology.orchestra.run.smithi063.stdout: "min": "", 2024-09-15T22:05:29.537 INFO:teuthology.orchestra.run.smithi063.stdout: "max": "", 2024-09-15T22:05:29.537 INFO:teuthology.orchestra.run.smithi063.stdout: "enum_allowed": [], 2024-09-15T22:05:29.537 INFO:teuthology.orchestra.run.smithi063.stdout: "desc": "default min_size for any created local pool", 2024-09-15T22:05:29.537 INFO:teuthology.orchestra.run.smithi063.stdout: "long_desc": "value to set min_size to (unchanged from Ceph's default if this option is not set)", 2024-09-15T22:05:29.537 INFO:teuthology.orchestra.run.smithi063.stdout: "tags": [], 2024-09-15T22:05:29.537 INFO:teuthology.orchestra.run.smithi063.stdout: "see_also": [] 2024-09-15T22:05:29.537 INFO:teuthology.orchestra.run.smithi063.stdout: }, 2024-09-15T22:05:29.537 INFO:teuthology.orchestra.run.smithi063.stdout: "num_rep": { 2024-09-15T22:05:29.537 INFO:teuthology.orchestra.run.smithi063.stdout: "name": "num_rep", 2024-09-15T22:05:29.537 INFO:teuthology.orchestra.run.smithi063.stdout: "type": "int", 2024-09-15T22:05:29.537 INFO:teuthology.orchestra.run.smithi063.stdout: "level": "advanced", 2024-09-15T22:05:29.537 INFO:teuthology.orchestra.run.smithi063.stdout: "flags": 1, 2024-09-15T22:05:29.537 INFO:teuthology.orchestra.run.smithi063.stdout: "default_value": "3", 2024-09-15T22:05:29.537 INFO:teuthology.orchestra.run.smithi063.stdout: "min": "", 2024-09-15T22:05:29.538 INFO:teuthology.orchestra.run.smithi063.stdout: "max": "", 2024-09-15T22:05:29.538 INFO:teuthology.orchestra.run.smithi063.stdout: "enum_allowed": [], 2024-09-15T22:05:29.538 INFO:teuthology.orchestra.run.smithi063.stdout: "desc": "default replica count for any created local pool", 2024-09-15T22:05:29.538 INFO:teuthology.orchestra.run.smithi063.stdout: "long_desc": "", 2024-09-15T22:05:29.538 INFO:teuthology.orchestra.run.smithi063.stdout: "tags": [], 2024-09-15T22:05:29.538 INFO:teuthology.orchestra.run.smithi063.stdout: "see_also": [] 2024-09-15T22:05:29.538 INFO:teuthology.orchestra.run.smithi063.stdout: }, 2024-09-15T22:05:29.538 INFO:teuthology.orchestra.run.smithi063.stdout: "pg_num": { 2024-09-15T22:05:29.538 INFO:teuthology.orchestra.run.smithi063.stdout: "name": "pg_num", 2024-09-15T22:05:29.538 INFO:teuthology.orchestra.run.smithi063.stdout: "type": "int", 2024-09-15T22:05:29.538 INFO:teuthology.orchestra.run.smithi063.stdout: "level": "advanced", 2024-09-15T22:05:29.538 INFO:teuthology.orchestra.run.smithi063.stdout: "flags": 1, 2024-09-15T22:05:29.538 INFO:teuthology.orchestra.run.smithi063.stdout: "default_value": "128", 2024-09-15T22:05:29.538 INFO:teuthology.orchestra.run.smithi063.stdout: "min": "", 2024-09-15T22:05:29.539 INFO:teuthology.orchestra.run.smithi063.stdout: "max": "", 2024-09-15T22:05:29.539 INFO:teuthology.orchestra.run.smithi063.stdout: "enum_allowed": [], 2024-09-15T22:05:29.539 INFO:teuthology.orchestra.run.smithi063.stdout: "desc": "default pg_num for any created local pool", 2024-09-15T22:05:29.539 INFO:teuthology.orchestra.run.smithi063.stdout: "long_desc": "", 2024-09-15T22:05:29.539 INFO:teuthology.orchestra.run.smithi063.stdout: "tags": [], 2024-09-15T22:05:29.539 INFO:teuthology.orchestra.run.smithi063.stdout: "see_also": [] 2024-09-15T22:05:29.539 INFO:teuthology.orchestra.run.smithi063.stdout: }, 2024-09-15T22:05:29.539 INFO:teuthology.orchestra.run.smithi063.stdout: "prefix": { 2024-09-15T22:05:29.539 INFO:teuthology.orchestra.run.smithi063.stdout: "name": "prefix", 2024-09-15T22:05:29.539 INFO:teuthology.orchestra.run.smithi063.stdout: "type": "str", 2024-09-15T22:05:29.539 INFO:teuthology.orchestra.run.smithi063.stdout: "level": "advanced", 2024-09-15T22:05:29.539 INFO:teuthology.orchestra.run.smithi063.stdout: "flags": 1, 2024-09-15T22:05:29.539 INFO:teuthology.orchestra.run.smithi063.stdout: "default_value": "", 2024-09-15T22:05:29.540 INFO:teuthology.orchestra.run.smithi063.stdout: "min": "", 2024-09-15T22:05:29.540 INFO:teuthology.orchestra.run.smithi063.stdout: "max": "", 2024-09-15T22:05:29.540 INFO:teuthology.orchestra.run.smithi063.stdout: "enum_allowed": [], 2024-09-15T22:05:29.540 INFO:teuthology.orchestra.run.smithi063.stdout: "desc": "name prefix for any created local pool", 2024-09-15T22:05:29.540 INFO:teuthology.orchestra.run.smithi063.stdout: "long_desc": "", 2024-09-15T22:05:29.540 INFO:teuthology.orchestra.run.smithi063.stdout: "tags": [], 2024-09-15T22:05:29.540 INFO:teuthology.orchestra.run.smithi063.stdout: "see_also": [] 2024-09-15T22:05:29.540 INFO:teuthology.orchestra.run.smithi063.stdout: }, 2024-09-15T22:05:29.540 INFO:teuthology.orchestra.run.smithi063.stdout: "subtree": { 2024-09-15T22:05:29.540 INFO:teuthology.orchestra.run.smithi063.stdout: "name": "subtree", 2024-09-15T22:05:29.540 INFO:teuthology.orchestra.run.smithi063.stdout: "type": "str", 2024-09-15T22:05:29.540 INFO:teuthology.orchestra.run.smithi063.stdout: "level": "advanced", 2024-09-15T22:05:29.541 INFO:teuthology.orchestra.run.smithi063.stdout: "flags": 1, 2024-09-15T22:05:29.541 INFO:teuthology.orchestra.run.smithi063.stdout: "default_value": "rack", 2024-09-15T22:05:29.541 INFO:teuthology.orchestra.run.smithi063.stdout: "min": "", 2024-09-15T22:05:29.541 INFO:teuthology.orchestra.run.smithi063.stdout: "max": "", 2024-09-15T22:05:29.541 INFO:teuthology.orchestra.run.smithi063.stdout: "enum_allowed": [], 2024-09-15T22:05:29.541 INFO:teuthology.orchestra.run.smithi063.stdout: "desc": "CRUSH level for which to create a local pool", 2024-09-15T22:05:29.541 INFO:teuthology.orchestra.run.smithi063.stdout: "long_desc": "which CRUSH subtree type the module should create a pool for.", 2024-09-15T22:05:29.541 INFO:teuthology.orchestra.run.smithi063.stdout: "tags": [], 2024-09-15T22:05:29.541 INFO:teuthology.orchestra.run.smithi063.stdout: "see_also": [] 2024-09-15T22:05:29.541 INFO:teuthology.orchestra.run.smithi063.stdout: } 2024-09-15T22:05:29.541 INFO:teuthology.orchestra.run.smithi063.stdout: } 2024-09-15T22:05:29.541 INFO:teuthology.orchestra.run.smithi063.stdout: }, 2024-09-15T22:05:29.542 INFO:teuthology.orchestra.run.smithi063.stdout: { 2024-09-15T22:05:29.542 INFO:teuthology.orchestra.run.smithi063.stdout: "name": "mds_autoscaler", 2024-09-15T22:05:29.542 INFO:teuthology.orchestra.run.smithi063.stdout: "can_run": true, 2024-09-15T22:05:29.542 INFO:teuthology.orchestra.run.smithi063.stdout: "error_string": "", 2024-09-15T22:05:29.542 INFO:teuthology.orchestra.run.smithi063.stdout: "module_options": { 2024-09-15T22:05:29.542 INFO:teuthology.orchestra.run.smithi063.stdout: "log_level": { 2024-09-15T22:05:29.542 INFO:teuthology.orchestra.run.smithi063.stdout: "name": "log_level", 2024-09-15T22:05:29.542 INFO:teuthology.orchestra.run.smithi063.stdout: "type": "str", 2024-09-15T22:05:29.542 INFO:teuthology.orchestra.run.smithi063.stdout: "level": "advanced", 2024-09-15T22:05:29.542 INFO:teuthology.orchestra.run.smithi063.stdout: "flags": 1, 2024-09-15T22:05:29.542 INFO:teuthology.orchestra.run.smithi063.stdout: "default_value": "", 2024-09-15T22:05:29.542 INFO:teuthology.orchestra.run.smithi063.stdout: "min": "", 2024-09-15T22:05:29.542 INFO:teuthology.orchestra.run.smithi063.stdout: "max": "", 2024-09-15T22:05:29.543 INFO:teuthology.orchestra.run.smithi063.stdout: "enum_allowed": [ 2024-09-15T22:05:29.543 INFO:teuthology.orchestra.run.smithi063.stdout: "", 2024-09-15T22:05:29.543 INFO:teuthology.orchestra.run.smithi063.stdout: "critical", 2024-09-15T22:05:29.543 INFO:teuthology.orchestra.run.smithi063.stdout: "debug", 2024-09-15T22:05:29.543 INFO:teuthology.orchestra.run.smithi063.stdout: "error", 2024-09-15T22:05:29.543 INFO:teuthology.orchestra.run.smithi063.stdout: "info", 2024-09-15T22:05:29.543 INFO:teuthology.orchestra.run.smithi063.stdout: "warning" 2024-09-15T22:05:29.543 INFO:teuthology.orchestra.run.smithi063.stdout: ], 2024-09-15T22:05:29.543 INFO:teuthology.orchestra.run.smithi063.stdout: "desc": "", 2024-09-15T22:05:29.543 INFO:teuthology.orchestra.run.smithi063.stdout: "long_desc": "", 2024-09-15T22:05:29.543 INFO:teuthology.orchestra.run.smithi063.stdout: "tags": [], 2024-09-15T22:05:29.543 INFO:teuthology.orchestra.run.smithi063.stdout: "see_also": [] 2024-09-15T22:05:29.544 INFO:teuthology.orchestra.run.smithi063.stdout: }, 2024-09-15T22:05:29.544 INFO:teuthology.orchestra.run.smithi063.stdout: "log_to_cluster": { 2024-09-15T22:05:29.544 INFO:teuthology.orchestra.run.smithi063.stdout: "name": "log_to_cluster", 2024-09-15T22:05:29.544 INFO:teuthology.orchestra.run.smithi063.stdout: "type": "bool", 2024-09-15T22:05:29.544 INFO:teuthology.orchestra.run.smithi063.stdout: "level": "advanced", 2024-09-15T22:05:29.544 INFO:teuthology.orchestra.run.smithi063.stdout: "flags": 1, 2024-09-15T22:05:29.544 INFO:teuthology.orchestra.run.smithi063.stdout: "default_value": "False", 2024-09-15T22:05:29.544 INFO:teuthology.orchestra.run.smithi063.stdout: "min": "", 2024-09-15T22:05:29.544 INFO:teuthology.orchestra.run.smithi063.stdout: "max": "", 2024-09-15T22:05:29.544 INFO:teuthology.orchestra.run.smithi063.stdout: "enum_allowed": [], 2024-09-15T22:05:29.544 INFO:teuthology.orchestra.run.smithi063.stdout: "desc": "", 2024-09-15T22:05:29.544 INFO:teuthology.orchestra.run.smithi063.stdout: "long_desc": "", 2024-09-15T22:05:29.545 INFO:teuthology.orchestra.run.smithi063.stdout: "tags": [], 2024-09-15T22:05:29.545 INFO:teuthology.orchestra.run.smithi063.stdout: "see_also": [] 2024-09-15T22:05:29.545 INFO:teuthology.orchestra.run.smithi063.stdout: }, 2024-09-15T22:05:29.545 INFO:teuthology.orchestra.run.smithi063.stdout: "log_to_cluster_level": { 2024-09-15T22:05:29.545 INFO:teuthology.orchestra.run.smithi063.stdout: "name": "log_to_cluster_level", 2024-09-15T22:05:29.545 INFO:teuthology.orchestra.run.smithi063.stdout: "type": "str", 2024-09-15T22:05:29.545 INFO:teuthology.orchestra.run.smithi063.stdout: "level": "advanced", 2024-09-15T22:05:29.545 INFO:teuthology.orchestra.run.smithi063.stdout: "flags": 1, 2024-09-15T22:05:29.545 INFO:teuthology.orchestra.run.smithi063.stdout: "default_value": "info", 2024-09-15T22:05:29.545 INFO:teuthology.orchestra.run.smithi063.stdout: "min": "", 2024-09-15T22:05:29.545 INFO:teuthology.orchestra.run.smithi063.stdout: "max": "", 2024-09-15T22:05:29.545 INFO:teuthology.orchestra.run.smithi063.stdout: "enum_allowed": [ 2024-09-15T22:05:29.545 INFO:teuthology.orchestra.run.smithi063.stdout: "", 2024-09-15T22:05:29.545 INFO:teuthology.orchestra.run.smithi063.stdout: "critical", 2024-09-15T22:05:29.546 INFO:teuthology.orchestra.run.smithi063.stdout: "debug", 2024-09-15T22:05:29.546 INFO:teuthology.orchestra.run.smithi063.stdout: "error", 2024-09-15T22:05:29.546 INFO:teuthology.orchestra.run.smithi063.stdout: "info", 2024-09-15T22:05:29.546 INFO:teuthology.orchestra.run.smithi063.stdout: "warning" 2024-09-15T22:05:29.546 INFO:teuthology.orchestra.run.smithi063.stdout: ], 2024-09-15T22:05:29.546 INFO:teuthology.orchestra.run.smithi063.stdout: "desc": "", 2024-09-15T22:05:29.546 INFO:teuthology.orchestra.run.smithi063.stdout: "long_desc": "", 2024-09-15T22:05:29.546 INFO:teuthology.orchestra.run.smithi063.stdout: "tags": [], 2024-09-15T22:05:29.546 INFO:teuthology.orchestra.run.smithi063.stdout: "see_also": [] 2024-09-15T22:05:29.546 INFO:teuthology.orchestra.run.smithi063.stdout: }, 2024-09-15T22:05:29.546 INFO:teuthology.orchestra.run.smithi063.stdout: "log_to_file": { 2024-09-15T22:05:29.546 INFO:teuthology.orchestra.run.smithi063.stdout: "name": "log_to_file", 2024-09-15T22:05:29.547 INFO:teuthology.orchestra.run.smithi063.stdout: "type": "bool", 2024-09-15T22:05:29.547 INFO:teuthology.orchestra.run.smithi063.stdout: "level": "advanced", 2024-09-15T22:05:29.547 INFO:teuthology.orchestra.run.smithi063.stdout: "flags": 1, 2024-09-15T22:05:29.547 INFO:teuthology.orchestra.run.smithi063.stdout: "default_value": "False", 2024-09-15T22:05:29.547 INFO:teuthology.orchestra.run.smithi063.stdout: "min": "", 2024-09-15T22:05:29.547 INFO:teuthology.orchestra.run.smithi063.stdout: "max": "", 2024-09-15T22:05:29.547 INFO:teuthology.orchestra.run.smithi063.stdout: "enum_allowed": [], 2024-09-15T22:05:29.547 INFO:teuthology.orchestra.run.smithi063.stdout: "desc": "", 2024-09-15T22:05:29.547 INFO:teuthology.orchestra.run.smithi063.stdout: "long_desc": "", 2024-09-15T22:05:29.547 INFO:teuthology.orchestra.run.smithi063.stdout: "tags": [], 2024-09-15T22:05:29.547 INFO:teuthology.orchestra.run.smithi063.stdout: "see_also": [] 2024-09-15T22:05:29.547 INFO:teuthology.orchestra.run.smithi063.stdout: } 2024-09-15T22:05:29.547 INFO:teuthology.orchestra.run.smithi063.stdout: } 2024-09-15T22:05:29.548 INFO:teuthology.orchestra.run.smithi063.stdout: }, 2024-09-15T22:05:29.548 INFO:teuthology.orchestra.run.smithi063.stdout: { 2024-09-15T22:05:29.548 INFO:teuthology.orchestra.run.smithi063.stdout: "name": "mirroring", 2024-09-15T22:05:29.548 INFO:teuthology.orchestra.run.smithi063.stdout: "can_run": true, 2024-09-15T22:05:29.548 INFO:teuthology.orchestra.run.smithi063.stdout: "error_string": "", 2024-09-15T22:05:29.548 INFO:teuthology.orchestra.run.smithi063.stdout: "module_options": { 2024-09-15T22:05:29.548 INFO:teuthology.orchestra.run.smithi063.stdout: "log_level": { 2024-09-15T22:05:29.548 INFO:teuthology.orchestra.run.smithi063.stdout: "name": "log_level", 2024-09-15T22:05:29.548 INFO:teuthology.orchestra.run.smithi063.stdout: "type": "str", 2024-09-15T22:05:29.548 INFO:teuthology.orchestra.run.smithi063.stdout: "level": "advanced", 2024-09-15T22:05:29.548 INFO:teuthology.orchestra.run.smithi063.stdout: "flags": 1, 2024-09-15T22:05:29.548 INFO:teuthology.orchestra.run.smithi063.stdout: "default_value": "", 2024-09-15T22:05:29.548 INFO:teuthology.orchestra.run.smithi063.stdout: "min": "", 2024-09-15T22:05:29.549 INFO:teuthology.orchestra.run.smithi063.stdout: "max": "", 2024-09-15T22:05:29.549 INFO:teuthology.orchestra.run.smithi063.stdout: "enum_allowed": [ 2024-09-15T22:05:29.549 INFO:teuthology.orchestra.run.smithi063.stdout: "", 2024-09-15T22:05:29.549 INFO:teuthology.orchestra.run.smithi063.stdout: "critical", 2024-09-15T22:05:29.549 INFO:teuthology.orchestra.run.smithi063.stdout: "debug", 2024-09-15T22:05:29.549 INFO:teuthology.orchestra.run.smithi063.stdout: "error", 2024-09-15T22:05:29.549 INFO:teuthology.orchestra.run.smithi063.stdout: "info", 2024-09-15T22:05:29.549 INFO:teuthology.orchestra.run.smithi063.stdout: "warning" 2024-09-15T22:05:29.549 INFO:teuthology.orchestra.run.smithi063.stdout: ], 2024-09-15T22:05:29.549 INFO:teuthology.orchestra.run.smithi063.stdout: "desc": "", 2024-09-15T22:05:29.549 INFO:teuthology.orchestra.run.smithi063.stdout: "long_desc": "", 2024-09-15T22:05:29.549 INFO:teuthology.orchestra.run.smithi063.stdout: "tags": [], 2024-09-15T22:05:29.549 INFO:teuthology.orchestra.run.smithi063.stdout: "see_also": [] 2024-09-15T22:05:29.550 INFO:teuthology.orchestra.run.smithi063.stdout: }, 2024-09-15T22:05:29.550 INFO:teuthology.orchestra.run.smithi063.stdout: "log_to_cluster": { 2024-09-15T22:05:29.550 INFO:teuthology.orchestra.run.smithi063.stdout: "name": "log_to_cluster", 2024-09-15T22:05:29.550 INFO:teuthology.orchestra.run.smithi063.stdout: "type": "bool", 2024-09-15T22:05:29.550 INFO:teuthology.orchestra.run.smithi063.stdout: "level": "advanced", 2024-09-15T22:05:29.550 INFO:teuthology.orchestra.run.smithi063.stdout: "flags": 1, 2024-09-15T22:05:29.550 INFO:teuthology.orchestra.run.smithi063.stdout: "default_value": "False", 2024-09-15T22:05:29.550 INFO:teuthology.orchestra.run.smithi063.stdout: "min": "", 2024-09-15T22:05:29.550 INFO:teuthology.orchestra.run.smithi063.stdout: "max": "", 2024-09-15T22:05:29.550 INFO:teuthology.orchestra.run.smithi063.stdout: "enum_allowed": [], 2024-09-15T22:05:29.550 INFO:teuthology.orchestra.run.smithi063.stdout: "desc": "", 2024-09-15T22:05:29.550 INFO:teuthology.orchestra.run.smithi063.stdout: "long_desc": "", 2024-09-15T22:05:29.550 INFO:teuthology.orchestra.run.smithi063.stdout: "tags": [], 2024-09-15T22:05:29.551 INFO:teuthology.orchestra.run.smithi063.stdout: "see_also": [] 2024-09-15T22:05:29.551 INFO:teuthology.orchestra.run.smithi063.stdout: }, 2024-09-15T22:05:29.551 INFO:teuthology.orchestra.run.smithi063.stdout: "log_to_cluster_level": { 2024-09-15T22:05:29.551 INFO:teuthology.orchestra.run.smithi063.stdout: "name": "log_to_cluster_level", 2024-09-15T22:05:29.551 INFO:teuthology.orchestra.run.smithi063.stdout: "type": "str", 2024-09-15T22:05:29.551 INFO:teuthology.orchestra.run.smithi063.stdout: "level": "advanced", 2024-09-15T22:05:29.551 INFO:teuthology.orchestra.run.smithi063.stdout: "flags": 1, 2024-09-15T22:05:29.551 INFO:teuthology.orchestra.run.smithi063.stdout: "default_value": "info", 2024-09-15T22:05:29.551 INFO:teuthology.orchestra.run.smithi063.stdout: "min": "", 2024-09-15T22:05:29.551 INFO:teuthology.orchestra.run.smithi063.stdout: "max": "", 2024-09-15T22:05:29.551 INFO:teuthology.orchestra.run.smithi063.stdout: "enum_allowed": [ 2024-09-15T22:05:29.551 INFO:teuthology.orchestra.run.smithi063.stdout: "", 2024-09-15T22:05:29.552 INFO:teuthology.orchestra.run.smithi063.stdout: "critical", 2024-09-15T22:05:29.552 INFO:teuthology.orchestra.run.smithi063.stdout: "debug", 2024-09-15T22:05:29.552 INFO:teuthology.orchestra.run.smithi063.stdout: "error", 2024-09-15T22:05:29.552 INFO:teuthology.orchestra.run.smithi063.stdout: "info", 2024-09-15T22:05:29.552 INFO:teuthology.orchestra.run.smithi063.stdout: "warning" 2024-09-15T22:05:29.552 INFO:teuthology.orchestra.run.smithi063.stdout: ], 2024-09-15T22:05:29.552 INFO:teuthology.orchestra.run.smithi063.stdout: "desc": "", 2024-09-15T22:05:29.552 INFO:teuthology.orchestra.run.smithi063.stdout: "long_desc": "", 2024-09-15T22:05:29.552 INFO:teuthology.orchestra.run.smithi063.stdout: "tags": [], 2024-09-15T22:05:29.552 INFO:teuthology.orchestra.run.smithi063.stdout: "see_also": [] 2024-09-15T22:05:29.552 INFO:teuthology.orchestra.run.smithi063.stdout: }, 2024-09-15T22:05:29.552 INFO:teuthology.orchestra.run.smithi063.stdout: "log_to_file": { 2024-09-15T22:05:29.552 INFO:teuthology.orchestra.run.smithi063.stdout: "name": "log_to_file", 2024-09-15T22:05:29.552 INFO:teuthology.orchestra.run.smithi063.stdout: "type": "bool", 2024-09-15T22:05:29.553 INFO:teuthology.orchestra.run.smithi063.stdout: "level": "advanced", 2024-09-15T22:05:29.553 INFO:teuthology.orchestra.run.smithi063.stdout: "flags": 1, 2024-09-15T22:05:29.553 INFO:teuthology.orchestra.run.smithi063.stdout: "default_value": "False", 2024-09-15T22:05:29.553 INFO:teuthology.orchestra.run.smithi063.stdout: "min": "", 2024-09-15T22:05:29.553 INFO:teuthology.orchestra.run.smithi063.stdout: "max": "", 2024-09-15T22:05:29.553 INFO:teuthology.orchestra.run.smithi063.stdout: "enum_allowed": [], 2024-09-15T22:05:29.553 INFO:teuthology.orchestra.run.smithi063.stdout: "desc": "", 2024-09-15T22:05:29.553 INFO:teuthology.orchestra.run.smithi063.stdout: "long_desc": "", 2024-09-15T22:05:29.553 INFO:teuthology.orchestra.run.smithi063.stdout: "tags": [], 2024-09-15T22:05:29.553 INFO:teuthology.orchestra.run.smithi063.stdout: "see_also": [] 2024-09-15T22:05:29.553 INFO:teuthology.orchestra.run.smithi063.stdout: } 2024-09-15T22:05:29.554 INFO:teuthology.orchestra.run.smithi063.stdout: } 2024-09-15T22:05:29.554 INFO:teuthology.orchestra.run.smithi063.stdout: }, 2024-09-15T22:05:29.554 INFO:teuthology.orchestra.run.smithi063.stdout: { 2024-09-15T22:05:29.554 INFO:teuthology.orchestra.run.smithi063.stdout: "name": "nfs", 2024-09-15T22:05:29.554 INFO:teuthology.orchestra.run.smithi063.stdout: "can_run": true, 2024-09-15T22:05:29.554 INFO:teuthology.orchestra.run.smithi063.stdout: "error_string": "", 2024-09-15T22:05:29.554 INFO:teuthology.orchestra.run.smithi063.stdout: "module_options": { 2024-09-15T22:05:29.554 INFO:teuthology.orchestra.run.smithi063.stdout: "log_level": { 2024-09-15T22:05:29.554 INFO:teuthology.orchestra.run.smithi063.stdout: "name": "log_level", 2024-09-15T22:05:29.554 INFO:teuthology.orchestra.run.smithi063.stdout: "type": "str", 2024-09-15T22:05:29.554 INFO:teuthology.orchestra.run.smithi063.stdout: "level": "advanced", 2024-09-15T22:05:29.554 INFO:teuthology.orchestra.run.smithi063.stdout: "flags": 1, 2024-09-15T22:05:29.555 INFO:teuthology.orchestra.run.smithi063.stdout: "default_value": "", 2024-09-15T22:05:29.555 INFO:teuthology.orchestra.run.smithi063.stdout: "min": "", 2024-09-15T22:05:29.555 INFO:teuthology.orchestra.run.smithi063.stdout: "max": "", 2024-09-15T22:05:29.555 INFO:teuthology.orchestra.run.smithi063.stdout: "enum_allowed": [ 2024-09-15T22:05:29.555 INFO:teuthology.orchestra.run.smithi063.stdout: "", 2024-09-15T22:05:29.555 INFO:teuthology.orchestra.run.smithi063.stdout: "critical", 2024-09-15T22:05:29.555 INFO:teuthology.orchestra.run.smithi063.stdout: "debug", 2024-09-15T22:05:29.555 INFO:teuthology.orchestra.run.smithi063.stdout: "error", 2024-09-15T22:05:29.555 INFO:teuthology.orchestra.run.smithi063.stdout: "info", 2024-09-15T22:05:29.555 INFO:teuthology.orchestra.run.smithi063.stdout: "warning" 2024-09-15T22:05:29.555 INFO:teuthology.orchestra.run.smithi063.stdout: ], 2024-09-15T22:05:29.555 INFO:teuthology.orchestra.run.smithi063.stdout: "desc": "", 2024-09-15T22:05:29.555 INFO:teuthology.orchestra.run.smithi063.stdout: "long_desc": "", 2024-09-15T22:05:29.556 INFO:teuthology.orchestra.run.smithi063.stdout: "tags": [], 2024-09-15T22:05:29.556 INFO:teuthology.orchestra.run.smithi063.stdout: "see_also": [] 2024-09-15T22:05:29.556 INFO:teuthology.orchestra.run.smithi063.stdout: }, 2024-09-15T22:05:29.556 INFO:teuthology.orchestra.run.smithi063.stdout: "log_to_cluster": { 2024-09-15T22:05:29.556 INFO:teuthology.orchestra.run.smithi063.stdout: "name": "log_to_cluster", 2024-09-15T22:05:29.556 INFO:teuthology.orchestra.run.smithi063.stdout: "type": "bool", 2024-09-15T22:05:29.556 INFO:teuthology.orchestra.run.smithi063.stdout: "level": "advanced", 2024-09-15T22:05:29.556 INFO:teuthology.orchestra.run.smithi063.stdout: "flags": 1, 2024-09-15T22:05:29.556 INFO:teuthology.orchestra.run.smithi063.stdout: "default_value": "False", 2024-09-15T22:05:29.556 INFO:teuthology.orchestra.run.smithi063.stdout: "min": "", 2024-09-15T22:05:29.556 INFO:teuthology.orchestra.run.smithi063.stdout: "max": "", 2024-09-15T22:05:29.556 INFO:teuthology.orchestra.run.smithi063.stdout: "enum_allowed": [], 2024-09-15T22:05:29.556 INFO:teuthology.orchestra.run.smithi063.stdout: "desc": "", 2024-09-15T22:05:29.557 INFO:teuthology.orchestra.run.smithi063.stdout: "long_desc": "", 2024-09-15T22:05:29.557 INFO:teuthology.orchestra.run.smithi063.stdout: "tags": [], 2024-09-15T22:05:29.557 INFO:teuthology.orchestra.run.smithi063.stdout: "see_also": [] 2024-09-15T22:05:29.557 INFO:teuthology.orchestra.run.smithi063.stdout: }, 2024-09-15T22:05:29.557 INFO:teuthology.orchestra.run.smithi063.stdout: "log_to_cluster_level": { 2024-09-15T22:05:29.557 INFO:teuthology.orchestra.run.smithi063.stdout: "name": "log_to_cluster_level", 2024-09-15T22:05:29.557 INFO:teuthology.orchestra.run.smithi063.stdout: "type": "str", 2024-09-15T22:05:29.557 INFO:teuthology.orchestra.run.smithi063.stdout: "level": "advanced", 2024-09-15T22:05:29.557 INFO:teuthology.orchestra.run.smithi063.stdout: "flags": 1, 2024-09-15T22:05:29.557 INFO:teuthology.orchestra.run.smithi063.stdout: "default_value": "info", 2024-09-15T22:05:29.557 INFO:teuthology.orchestra.run.smithi063.stdout: "min": "", 2024-09-15T22:05:29.557 INFO:teuthology.orchestra.run.smithi063.stdout: "max": "", 2024-09-15T22:05:29.558 INFO:teuthology.orchestra.run.smithi063.stdout: "enum_allowed": [ 2024-09-15T22:05:29.558 INFO:teuthology.orchestra.run.smithi063.stdout: "", 2024-09-15T22:05:29.558 INFO:teuthology.orchestra.run.smithi063.stdout: "critical", 2024-09-15T22:05:29.558 INFO:teuthology.orchestra.run.smithi063.stdout: "debug", 2024-09-15T22:05:29.558 INFO:teuthology.orchestra.run.smithi063.stdout: "error", 2024-09-15T22:05:29.558 INFO:teuthology.orchestra.run.smithi063.stdout: "info", 2024-09-15T22:05:29.558 INFO:teuthology.orchestra.run.smithi063.stdout: "warning" 2024-09-15T22:05:29.558 INFO:teuthology.orchestra.run.smithi063.stdout: ], 2024-09-15T22:05:29.558 INFO:teuthology.orchestra.run.smithi063.stdout: "desc": "", 2024-09-15T22:05:29.558 INFO:teuthology.orchestra.run.smithi063.stdout: "long_desc": "", 2024-09-15T22:05:29.558 INFO:teuthology.orchestra.run.smithi063.stdout: "tags": [], 2024-09-15T22:05:29.558 INFO:teuthology.orchestra.run.smithi063.stdout: "see_also": [] 2024-09-15T22:05:29.558 INFO:teuthology.orchestra.run.smithi063.stdout: }, 2024-09-15T22:05:29.559 INFO:teuthology.orchestra.run.smithi063.stdout: "log_to_file": { 2024-09-15T22:05:29.559 INFO:teuthology.orchestra.run.smithi063.stdout: "name": "log_to_file", 2024-09-15T22:05:29.559 INFO:teuthology.orchestra.run.smithi063.stdout: "type": "bool", 2024-09-15T22:05:29.559 INFO:teuthology.orchestra.run.smithi063.stdout: "level": "advanced", 2024-09-15T22:05:29.559 INFO:teuthology.orchestra.run.smithi063.stdout: "flags": 1, 2024-09-15T22:05:29.559 INFO:teuthology.orchestra.run.smithi063.stdout: "default_value": "False", 2024-09-15T22:05:29.559 INFO:teuthology.orchestra.run.smithi063.stdout: "min": "", 2024-09-15T22:05:29.559 INFO:teuthology.orchestra.run.smithi063.stdout: "max": "", 2024-09-15T22:05:29.559 INFO:teuthology.orchestra.run.smithi063.stdout: "enum_allowed": [], 2024-09-15T22:05:29.559 INFO:teuthology.orchestra.run.smithi063.stdout: "desc": "", 2024-09-15T22:05:29.559 INFO:teuthology.orchestra.run.smithi063.stdout: "long_desc": "", 2024-09-15T22:05:29.559 INFO:teuthology.orchestra.run.smithi063.stdout: "tags": [], 2024-09-15T22:05:29.559 INFO:teuthology.orchestra.run.smithi063.stdout: "see_also": [] 2024-09-15T22:05:29.559 INFO:teuthology.orchestra.run.smithi063.stdout: } 2024-09-15T22:05:29.560 INFO:teuthology.orchestra.run.smithi063.stdout: } 2024-09-15T22:05:29.560 INFO:teuthology.orchestra.run.smithi063.stdout: }, 2024-09-15T22:05:29.560 INFO:teuthology.orchestra.run.smithi063.stdout: { 2024-09-15T22:05:29.560 INFO:teuthology.orchestra.run.smithi063.stdout: "name": "orchestrator", 2024-09-15T22:05:29.560 INFO:teuthology.orchestra.run.smithi063.stdout: "can_run": true, 2024-09-15T22:05:29.560 INFO:teuthology.orchestra.run.smithi063.stdout: "error_string": "", 2024-09-15T22:05:29.560 INFO:teuthology.orchestra.run.smithi063.stdout: "module_options": { 2024-09-15T22:05:29.560 INFO:teuthology.orchestra.run.smithi063.stdout: "fail_fs": { 2024-09-15T22:05:29.560 INFO:teuthology.orchestra.run.smithi063.stdout: "name": "fail_fs", 2024-09-15T22:05:29.560 INFO:teuthology.orchestra.run.smithi063.stdout: "type": "bool", 2024-09-15T22:05:29.560 INFO:teuthology.orchestra.run.smithi063.stdout: "level": "advanced", 2024-09-15T22:05:29.560 INFO:teuthology.orchestra.run.smithi063.stdout: "flags": 0, 2024-09-15T22:05:29.561 INFO:teuthology.orchestra.run.smithi063.stdout: "default_value": "False", 2024-09-15T22:05:29.561 INFO:teuthology.orchestra.run.smithi063.stdout: "min": "", 2024-09-15T22:05:29.561 INFO:teuthology.orchestra.run.smithi063.stdout: "max": "", 2024-09-15T22:05:29.561 INFO:teuthology.orchestra.run.smithi063.stdout: "enum_allowed": [], 2024-09-15T22:05:29.561 INFO:teuthology.orchestra.run.smithi063.stdout: "desc": "Fail filesystem for rapid multi-rank mds upgrade", 2024-09-15T22:05:29.561 INFO:teuthology.orchestra.run.smithi063.stdout: "long_desc": "", 2024-09-15T22:05:29.561 INFO:teuthology.orchestra.run.smithi063.stdout: "tags": [], 2024-09-15T22:05:29.561 INFO:teuthology.orchestra.run.smithi063.stdout: "see_also": [] 2024-09-15T22:05:29.561 INFO:teuthology.orchestra.run.smithi063.stdout: }, 2024-09-15T22:05:29.561 INFO:teuthology.orchestra.run.smithi063.stdout: "log_level": { 2024-09-15T22:05:29.561 INFO:teuthology.orchestra.run.smithi063.stdout: "name": "log_level", 2024-09-15T22:05:29.562 INFO:teuthology.orchestra.run.smithi063.stdout: "type": "str", 2024-09-15T22:05:29.562 INFO:teuthology.orchestra.run.smithi063.stdout: "level": "advanced", 2024-09-15T22:05:29.562 INFO:teuthology.orchestra.run.smithi063.stdout: "flags": 1, 2024-09-15T22:05:29.562 INFO:teuthology.orchestra.run.smithi063.stdout: "default_value": "", 2024-09-15T22:05:29.562 INFO:teuthology.orchestra.run.smithi063.stdout: "min": "", 2024-09-15T22:05:29.562 INFO:teuthology.orchestra.run.smithi063.stdout: "max": "", 2024-09-15T22:05:29.562 INFO:teuthology.orchestra.run.smithi063.stdout: "enum_allowed": [ 2024-09-15T22:05:29.562 INFO:teuthology.orchestra.run.smithi063.stdout: "", 2024-09-15T22:05:29.562 INFO:teuthology.orchestra.run.smithi063.stdout: "critical", 2024-09-15T22:05:29.562 INFO:teuthology.orchestra.run.smithi063.stdout: "debug", 2024-09-15T22:05:29.562 INFO:teuthology.orchestra.run.smithi063.stdout: "error", 2024-09-15T22:05:29.562 INFO:teuthology.orchestra.run.smithi063.stdout: "info", 2024-09-15T22:05:29.562 INFO:teuthology.orchestra.run.smithi063.stdout: "warning" 2024-09-15T22:05:29.563 INFO:teuthology.orchestra.run.smithi063.stdout: ], 2024-09-15T22:05:29.563 INFO:teuthology.orchestra.run.smithi063.stdout: "desc": "", 2024-09-15T22:05:29.563 INFO:teuthology.orchestra.run.smithi063.stdout: "long_desc": "", 2024-09-15T22:05:29.563 INFO:teuthology.orchestra.run.smithi063.stdout: "tags": [], 2024-09-15T22:05:29.563 INFO:teuthology.orchestra.run.smithi063.stdout: "see_also": [] 2024-09-15T22:05:29.563 INFO:teuthology.orchestra.run.smithi063.stdout: }, 2024-09-15T22:05:29.563 INFO:teuthology.orchestra.run.smithi063.stdout: "log_to_cluster": { 2024-09-15T22:05:29.563 INFO:teuthology.orchestra.run.smithi063.stdout: "name": "log_to_cluster", 2024-09-15T22:05:29.563 INFO:teuthology.orchestra.run.smithi063.stdout: "type": "bool", 2024-09-15T22:05:29.563 INFO:teuthology.orchestra.run.smithi063.stdout: "level": "advanced", 2024-09-15T22:05:29.563 INFO:teuthology.orchestra.run.smithi063.stdout: "flags": 1, 2024-09-15T22:05:29.563 INFO:teuthology.orchestra.run.smithi063.stdout: "default_value": "False", 2024-09-15T22:05:29.563 INFO:teuthology.orchestra.run.smithi063.stdout: "min": "", 2024-09-15T22:05:29.564 INFO:teuthology.orchestra.run.smithi063.stdout: "max": "", 2024-09-15T22:05:29.564 INFO:teuthology.orchestra.run.smithi063.stdout: "enum_allowed": [], 2024-09-15T22:05:29.564 INFO:teuthology.orchestra.run.smithi063.stdout: "desc": "", 2024-09-15T22:05:29.564 INFO:teuthology.orchestra.run.smithi063.stdout: "long_desc": "", 2024-09-15T22:05:29.564 INFO:teuthology.orchestra.run.smithi063.stdout: "tags": [], 2024-09-15T22:05:29.564 INFO:teuthology.orchestra.run.smithi063.stdout: "see_also": [] 2024-09-15T22:05:29.564 INFO:teuthology.orchestra.run.smithi063.stdout: }, 2024-09-15T22:05:29.564 INFO:teuthology.orchestra.run.smithi063.stdout: "log_to_cluster_level": { 2024-09-15T22:05:29.564 INFO:teuthology.orchestra.run.smithi063.stdout: "name": "log_to_cluster_level", 2024-09-15T22:05:29.564 INFO:teuthology.orchestra.run.smithi063.stdout: "type": "str", 2024-09-15T22:05:29.564 INFO:teuthology.orchestra.run.smithi063.stdout: "level": "advanced", 2024-09-15T22:05:29.564 INFO:teuthology.orchestra.run.smithi063.stdout: "flags": 1, 2024-09-15T22:05:29.564 INFO:teuthology.orchestra.run.smithi063.stdout: "default_value": "info", 2024-09-15T22:05:29.565 INFO:teuthology.orchestra.run.smithi063.stdout: "min": "", 2024-09-15T22:05:29.565 INFO:teuthology.orchestra.run.smithi063.stdout: "max": "", 2024-09-15T22:05:29.565 INFO:teuthology.orchestra.run.smithi063.stdout: "enum_allowed": [ 2024-09-15T22:05:29.565 INFO:teuthology.orchestra.run.smithi063.stdout: "", 2024-09-15T22:05:29.565 INFO:teuthology.orchestra.run.smithi063.stdout: "critical", 2024-09-15T22:05:29.565 INFO:teuthology.orchestra.run.smithi063.stdout: "debug", 2024-09-15T22:05:29.565 INFO:teuthology.orchestra.run.smithi063.stdout: "error", 2024-09-15T22:05:29.565 INFO:teuthology.orchestra.run.smithi063.stdout: "info", 2024-09-15T22:05:29.565 INFO:teuthology.orchestra.run.smithi063.stdout: "warning" 2024-09-15T22:05:29.565 INFO:teuthology.orchestra.run.smithi063.stdout: ], 2024-09-15T22:05:29.565 INFO:teuthology.orchestra.run.smithi063.stdout: "desc": "", 2024-09-15T22:05:29.565 INFO:teuthology.orchestra.run.smithi063.stdout: "long_desc": "", 2024-09-15T22:05:29.566 INFO:teuthology.orchestra.run.smithi063.stdout: "tags": [], 2024-09-15T22:05:29.566 INFO:teuthology.orchestra.run.smithi063.stdout: "see_also": [] 2024-09-15T22:05:29.566 INFO:teuthology.orchestra.run.smithi063.stdout: }, 2024-09-15T22:05:29.566 INFO:teuthology.orchestra.run.smithi063.stdout: "log_to_file": { 2024-09-15T22:05:29.566 INFO:teuthology.orchestra.run.smithi063.stdout: "name": "log_to_file", 2024-09-15T22:05:29.566 INFO:teuthology.orchestra.run.smithi063.stdout: "type": "bool", 2024-09-15T22:05:29.566 INFO:teuthology.orchestra.run.smithi063.stdout: "level": "advanced", 2024-09-15T22:05:29.566 INFO:teuthology.orchestra.run.smithi063.stdout: "flags": 1, 2024-09-15T22:05:29.566 INFO:teuthology.orchestra.run.smithi063.stdout: "default_value": "False", 2024-09-15T22:05:29.566 INFO:teuthology.orchestra.run.smithi063.stdout: "min": "", 2024-09-15T22:05:29.566 INFO:teuthology.orchestra.run.smithi063.stdout: "max": "", 2024-09-15T22:05:29.566 INFO:teuthology.orchestra.run.smithi063.stdout: "enum_allowed": [], 2024-09-15T22:05:29.566 INFO:teuthology.orchestra.run.smithi063.stdout: "desc": "", 2024-09-15T22:05:29.566 INFO:teuthology.orchestra.run.smithi063.stdout: "long_desc": "", 2024-09-15T22:05:29.567 INFO:teuthology.orchestra.run.smithi063.stdout: "tags": [], 2024-09-15T22:05:29.567 INFO:teuthology.orchestra.run.smithi063.stdout: "see_also": [] 2024-09-15T22:05:29.567 INFO:teuthology.orchestra.run.smithi063.stdout: }, 2024-09-15T22:05:29.567 INFO:teuthology.orchestra.run.smithi063.stdout: "orchestrator": { 2024-09-15T22:05:29.567 INFO:teuthology.orchestra.run.smithi063.stdout: "name": "orchestrator", 2024-09-15T22:05:29.567 INFO:teuthology.orchestra.run.smithi063.stdout: "type": "str", 2024-09-15T22:05:29.567 INFO:teuthology.orchestra.run.smithi063.stdout: "level": "advanced", 2024-09-15T22:05:29.567 INFO:teuthology.orchestra.run.smithi063.stdout: "flags": 1, 2024-09-15T22:05:29.567 INFO:teuthology.orchestra.run.smithi063.stdout: "default_value": "", 2024-09-15T22:05:29.567 INFO:teuthology.orchestra.run.smithi063.stdout: "min": "", 2024-09-15T22:05:29.567 INFO:teuthology.orchestra.run.smithi063.stdout: "max": "", 2024-09-15T22:05:29.567 INFO:teuthology.orchestra.run.smithi063.stdout: "enum_allowed": [ 2024-09-15T22:05:29.567 INFO:teuthology.orchestra.run.smithi063.stdout: "cephadm", 2024-09-15T22:05:29.568 INFO:teuthology.orchestra.run.smithi063.stdout: "rook", 2024-09-15T22:05:29.568 INFO:teuthology.orchestra.run.smithi063.stdout: "test_orchestrator" 2024-09-15T22:05:29.568 INFO:teuthology.orchestra.run.smithi063.stdout: ], 2024-09-15T22:05:29.568 INFO:teuthology.orchestra.run.smithi063.stdout: "desc": "Orchestrator backend", 2024-09-15T22:05:29.568 INFO:teuthology.orchestra.run.smithi063.stdout: "long_desc": "", 2024-09-15T22:05:29.568 INFO:teuthology.orchestra.run.smithi063.stdout: "tags": [], 2024-09-15T22:05:29.568 INFO:teuthology.orchestra.run.smithi063.stdout: "see_also": [] 2024-09-15T22:05:29.568 INFO:teuthology.orchestra.run.smithi063.stdout: } 2024-09-15T22:05:29.568 INFO:teuthology.orchestra.run.smithi063.stdout: } 2024-09-15T22:05:29.568 INFO:teuthology.orchestra.run.smithi063.stdout: }, 2024-09-15T22:05:29.568 INFO:teuthology.orchestra.run.smithi063.stdout: { 2024-09-15T22:05:29.568 INFO:teuthology.orchestra.run.smithi063.stdout: "name": "osd_perf_query", 2024-09-15T22:05:29.568 INFO:teuthology.orchestra.run.smithi063.stdout: "can_run": true, 2024-09-15T22:05:29.569 INFO:teuthology.orchestra.run.smithi063.stdout: "error_string": "", 2024-09-15T22:05:29.569 INFO:teuthology.orchestra.run.smithi063.stdout: "module_options": { 2024-09-15T22:05:29.569 INFO:teuthology.orchestra.run.smithi063.stdout: "log_level": { 2024-09-15T22:05:29.569 INFO:teuthology.orchestra.run.smithi063.stdout: "name": "log_level", 2024-09-15T22:05:29.569 INFO:teuthology.orchestra.run.smithi063.stdout: "type": "str", 2024-09-15T22:05:29.569 INFO:teuthology.orchestra.run.smithi063.stdout: "level": "advanced", 2024-09-15T22:05:29.569 INFO:teuthology.orchestra.run.smithi063.stdout: "flags": 1, 2024-09-15T22:05:29.569 INFO:teuthology.orchestra.run.smithi063.stdout: "default_value": "", 2024-09-15T22:05:29.569 INFO:teuthology.orchestra.run.smithi063.stdout: "min": "", 2024-09-15T22:05:29.569 INFO:teuthology.orchestra.run.smithi063.stdout: "max": "", 2024-09-15T22:05:29.569 INFO:teuthology.orchestra.run.smithi063.stdout: "enum_allowed": [ 2024-09-15T22:05:29.569 INFO:teuthology.orchestra.run.smithi063.stdout: "", 2024-09-15T22:05:29.569 INFO:teuthology.orchestra.run.smithi063.stdout: "critical", 2024-09-15T22:05:29.570 INFO:teuthology.orchestra.run.smithi063.stdout: "debug", 2024-09-15T22:05:29.570 INFO:teuthology.orchestra.run.smithi063.stdout: "error", 2024-09-15T22:05:29.570 INFO:teuthology.orchestra.run.smithi063.stdout: "info", 2024-09-15T22:05:29.570 INFO:teuthology.orchestra.run.smithi063.stdout: "warning" 2024-09-15T22:05:29.570 INFO:teuthology.orchestra.run.smithi063.stdout: ], 2024-09-15T22:05:29.570 INFO:teuthology.orchestra.run.smithi063.stdout: "desc": "", 2024-09-15T22:05:29.570 INFO:teuthology.orchestra.run.smithi063.stdout: "long_desc": "", 2024-09-15T22:05:29.570 INFO:teuthology.orchestra.run.smithi063.stdout: "tags": [], 2024-09-15T22:05:29.570 INFO:teuthology.orchestra.run.smithi063.stdout: "see_also": [] 2024-09-15T22:05:29.570 INFO:teuthology.orchestra.run.smithi063.stdout: }, 2024-09-15T22:05:29.570 INFO:teuthology.orchestra.run.smithi063.stdout: "log_to_cluster": { 2024-09-15T22:05:29.570 INFO:teuthology.orchestra.run.smithi063.stdout: "name": "log_to_cluster", 2024-09-15T22:05:29.570 INFO:teuthology.orchestra.run.smithi063.stdout: "type": "bool", 2024-09-15T22:05:29.570 INFO:teuthology.orchestra.run.smithi063.stdout: "level": "advanced", 2024-09-15T22:05:29.571 INFO:teuthology.orchestra.run.smithi063.stdout: "flags": 1, 2024-09-15T22:05:29.571 INFO:teuthology.orchestra.run.smithi063.stdout: "default_value": "False", 2024-09-15T22:05:29.571 INFO:teuthology.orchestra.run.smithi063.stdout: "min": "", 2024-09-15T22:05:29.571 INFO:teuthology.orchestra.run.smithi063.stdout: "max": "", 2024-09-15T22:05:29.571 INFO:teuthology.orchestra.run.smithi063.stdout: "enum_allowed": [], 2024-09-15T22:05:29.571 INFO:teuthology.orchestra.run.smithi063.stdout: "desc": "", 2024-09-15T22:05:29.571 INFO:teuthology.orchestra.run.smithi063.stdout: "long_desc": "", 2024-09-15T22:05:29.571 INFO:teuthology.orchestra.run.smithi063.stdout: "tags": [], 2024-09-15T22:05:29.571 INFO:teuthology.orchestra.run.smithi063.stdout: "see_also": [] 2024-09-15T22:05:29.571 INFO:teuthology.orchestra.run.smithi063.stdout: }, 2024-09-15T22:05:29.571 INFO:teuthology.orchestra.run.smithi063.stdout: "log_to_cluster_level": { 2024-09-15T22:05:29.571 INFO:teuthology.orchestra.run.smithi063.stdout: "name": "log_to_cluster_level", 2024-09-15T22:05:29.571 INFO:teuthology.orchestra.run.smithi063.stdout: "type": "str", 2024-09-15T22:05:29.572 INFO:teuthology.orchestra.run.smithi063.stdout: "level": "advanced", 2024-09-15T22:05:29.572 INFO:teuthology.orchestra.run.smithi063.stdout: "flags": 1, 2024-09-15T22:05:29.572 INFO:teuthology.orchestra.run.smithi063.stdout: "default_value": "info", 2024-09-15T22:05:29.572 INFO:teuthology.orchestra.run.smithi063.stdout: "min": "", 2024-09-15T22:05:29.572 INFO:teuthology.orchestra.run.smithi063.stdout: "max": "", 2024-09-15T22:05:29.572 INFO:teuthology.orchestra.run.smithi063.stdout: "enum_allowed": [ 2024-09-15T22:05:29.572 INFO:teuthology.orchestra.run.smithi063.stdout: "", 2024-09-15T22:05:29.572 INFO:teuthology.orchestra.run.smithi063.stdout: "critical", 2024-09-15T22:05:29.572 INFO:teuthology.orchestra.run.smithi063.stdout: "debug", 2024-09-15T22:05:29.572 INFO:teuthology.orchestra.run.smithi063.stdout: "error", 2024-09-15T22:05:29.572 INFO:teuthology.orchestra.run.smithi063.stdout: "info", 2024-09-15T22:05:29.572 INFO:teuthology.orchestra.run.smithi063.stdout: "warning" 2024-09-15T22:05:29.573 INFO:teuthology.orchestra.run.smithi063.stdout: ], 2024-09-15T22:05:29.573 INFO:teuthology.orchestra.run.smithi063.stdout: "desc": "", 2024-09-15T22:05:29.573 INFO:teuthology.orchestra.run.smithi063.stdout: "long_desc": "", 2024-09-15T22:05:29.573 INFO:teuthology.orchestra.run.smithi063.stdout: "tags": [], 2024-09-15T22:05:29.573 INFO:teuthology.orchestra.run.smithi063.stdout: "see_also": [] 2024-09-15T22:05:29.573 INFO:teuthology.orchestra.run.smithi063.stdout: }, 2024-09-15T22:05:29.573 INFO:teuthology.orchestra.run.smithi063.stdout: "log_to_file": { 2024-09-15T22:05:29.573 INFO:teuthology.orchestra.run.smithi063.stdout: "name": "log_to_file", 2024-09-15T22:05:29.573 INFO:teuthology.orchestra.run.smithi063.stdout: "type": "bool", 2024-09-15T22:05:29.573 INFO:teuthology.orchestra.run.smithi063.stdout: "level": "advanced", 2024-09-15T22:05:29.573 INFO:teuthology.orchestra.run.smithi063.stdout: "flags": 1, 2024-09-15T22:05:29.573 INFO:teuthology.orchestra.run.smithi063.stdout: "default_value": "False", 2024-09-15T22:05:29.573 INFO:teuthology.orchestra.run.smithi063.stdout: "min": "", 2024-09-15T22:05:29.574 INFO:teuthology.orchestra.run.smithi063.stdout: "max": "", 2024-09-15T22:05:29.574 INFO:teuthology.orchestra.run.smithi063.stdout: "enum_allowed": [], 2024-09-15T22:05:29.574 INFO:teuthology.orchestra.run.smithi063.stdout: "desc": "", 2024-09-15T22:05:29.574 INFO:teuthology.orchestra.run.smithi063.stdout: "long_desc": "", 2024-09-15T22:05:29.574 INFO:teuthology.orchestra.run.smithi063.stdout: "tags": [], 2024-09-15T22:05:29.574 INFO:teuthology.orchestra.run.smithi063.stdout: "see_also": [] 2024-09-15T22:05:29.574 INFO:teuthology.orchestra.run.smithi063.stdout: } 2024-09-15T22:05:29.574 INFO:teuthology.orchestra.run.smithi063.stdout: } 2024-09-15T22:05:29.574 INFO:teuthology.orchestra.run.smithi063.stdout: }, 2024-09-15T22:05:29.574 INFO:teuthology.orchestra.run.smithi063.stdout: { 2024-09-15T22:05:29.574 INFO:teuthology.orchestra.run.smithi063.stdout: "name": "osd_support", 2024-09-15T22:05:29.575 INFO:teuthology.orchestra.run.smithi063.stdout: "can_run": true, 2024-09-15T22:05:29.575 INFO:teuthology.orchestra.run.smithi063.stdout: "error_string": "", 2024-09-15T22:05:29.575 INFO:teuthology.orchestra.run.smithi063.stdout: "module_options": { 2024-09-15T22:05:29.575 INFO:teuthology.orchestra.run.smithi063.stdout: "log_level": { 2024-09-15T22:05:29.575 INFO:teuthology.orchestra.run.smithi063.stdout: "name": "log_level", 2024-09-15T22:05:29.575 INFO:teuthology.orchestra.run.smithi063.stdout: "type": "str", 2024-09-15T22:05:29.575 INFO:teuthology.orchestra.run.smithi063.stdout: "level": "advanced", 2024-09-15T22:05:29.575 INFO:teuthology.orchestra.run.smithi063.stdout: "flags": 1, 2024-09-15T22:05:29.575 INFO:teuthology.orchestra.run.smithi063.stdout: "default_value": "", 2024-09-15T22:05:29.575 INFO:teuthology.orchestra.run.smithi063.stdout: "min": "", 2024-09-15T22:05:29.575 INFO:teuthology.orchestra.run.smithi063.stdout: "max": "", 2024-09-15T22:05:29.575 INFO:teuthology.orchestra.run.smithi063.stdout: "enum_allowed": [ 2024-09-15T22:05:29.575 INFO:teuthology.orchestra.run.smithi063.stdout: "", 2024-09-15T22:05:29.576 INFO:teuthology.orchestra.run.smithi063.stdout: "critical", 2024-09-15T22:05:29.576 INFO:teuthology.orchestra.run.smithi063.stdout: "debug", 2024-09-15T22:05:29.576 INFO:teuthology.orchestra.run.smithi063.stdout: "error", 2024-09-15T22:05:29.576 INFO:teuthology.orchestra.run.smithi063.stdout: "info", 2024-09-15T22:05:29.576 INFO:teuthology.orchestra.run.smithi063.stdout: "warning" 2024-09-15T22:05:29.576 INFO:teuthology.orchestra.run.smithi063.stdout: ], 2024-09-15T22:05:29.576 INFO:teuthology.orchestra.run.smithi063.stdout: "desc": "", 2024-09-15T22:05:29.576 INFO:teuthology.orchestra.run.smithi063.stdout: "long_desc": "", 2024-09-15T22:05:29.576 INFO:teuthology.orchestra.run.smithi063.stdout: "tags": [], 2024-09-15T22:05:29.576 INFO:teuthology.orchestra.run.smithi063.stdout: "see_also": [] 2024-09-15T22:05:29.576 INFO:teuthology.orchestra.run.smithi063.stdout: }, 2024-09-15T22:05:29.576 INFO:teuthology.orchestra.run.smithi063.stdout: "log_to_cluster": { 2024-09-15T22:05:29.576 INFO:teuthology.orchestra.run.smithi063.stdout: "name": "log_to_cluster", 2024-09-15T22:05:29.577 INFO:teuthology.orchestra.run.smithi063.stdout: "type": "bool", 2024-09-15T22:05:29.577 INFO:teuthology.orchestra.run.smithi063.stdout: "level": "advanced", 2024-09-15T22:05:29.577 INFO:teuthology.orchestra.run.smithi063.stdout: "flags": 1, 2024-09-15T22:05:29.577 INFO:teuthology.orchestra.run.smithi063.stdout: "default_value": "False", 2024-09-15T22:05:29.577 INFO:teuthology.orchestra.run.smithi063.stdout: "min": "", 2024-09-15T22:05:29.577 INFO:teuthology.orchestra.run.smithi063.stdout: "max": "", 2024-09-15T22:05:29.577 INFO:teuthology.orchestra.run.smithi063.stdout: "enum_allowed": [], 2024-09-15T22:05:29.577 INFO:teuthology.orchestra.run.smithi063.stdout: "desc": "", 2024-09-15T22:05:29.577 INFO:teuthology.orchestra.run.smithi063.stdout: "long_desc": "", 2024-09-15T22:05:29.577 INFO:teuthology.orchestra.run.smithi063.stdout: "tags": [], 2024-09-15T22:05:29.577 INFO:teuthology.orchestra.run.smithi063.stdout: "see_also": [] 2024-09-15T22:05:29.577 INFO:teuthology.orchestra.run.smithi063.stdout: }, 2024-09-15T22:05:29.578 INFO:teuthology.orchestra.run.smithi063.stdout: "log_to_cluster_level": { 2024-09-15T22:05:29.578 INFO:teuthology.orchestra.run.smithi063.stdout: "name": "log_to_cluster_level", 2024-09-15T22:05:29.578 INFO:teuthology.orchestra.run.smithi063.stdout: "type": "str", 2024-09-15T22:05:29.578 INFO:teuthology.orchestra.run.smithi063.stdout: "level": "advanced", 2024-09-15T22:05:29.578 INFO:teuthology.orchestra.run.smithi063.stdout: "flags": 1, 2024-09-15T22:05:29.578 INFO:teuthology.orchestra.run.smithi063.stdout: "default_value": "info", 2024-09-15T22:05:29.578 INFO:teuthology.orchestra.run.smithi063.stdout: "min": "", 2024-09-15T22:05:29.578 INFO:teuthology.orchestra.run.smithi063.stdout: "max": "", 2024-09-15T22:05:29.578 INFO:teuthology.orchestra.run.smithi063.stdout: "enum_allowed": [ 2024-09-15T22:05:29.578 INFO:teuthology.orchestra.run.smithi063.stdout: "", 2024-09-15T22:05:29.578 INFO:teuthology.orchestra.run.smithi063.stdout: "critical", 2024-09-15T22:05:29.578 INFO:teuthology.orchestra.run.smithi063.stdout: "debug", 2024-09-15T22:05:29.578 INFO:teuthology.orchestra.run.smithi063.stdout: "error", 2024-09-15T22:05:29.579 INFO:teuthology.orchestra.run.smithi063.stdout: "info", 2024-09-15T22:05:29.579 INFO:teuthology.orchestra.run.smithi063.stdout: "warning" 2024-09-15T22:05:29.579 INFO:teuthology.orchestra.run.smithi063.stdout: ], 2024-09-15T22:05:29.579 INFO:teuthology.orchestra.run.smithi063.stdout: "desc": "", 2024-09-15T22:05:29.579 INFO:teuthology.orchestra.run.smithi063.stdout: "long_desc": "", 2024-09-15T22:05:29.579 INFO:teuthology.orchestra.run.smithi063.stdout: "tags": [], 2024-09-15T22:05:29.579 INFO:teuthology.orchestra.run.smithi063.stdout: "see_also": [] 2024-09-15T22:05:29.579 INFO:teuthology.orchestra.run.smithi063.stdout: }, 2024-09-15T22:05:29.579 INFO:teuthology.orchestra.run.smithi063.stdout: "log_to_file": { 2024-09-15T22:05:29.579 INFO:teuthology.orchestra.run.smithi063.stdout: "name": "log_to_file", 2024-09-15T22:05:29.579 INFO:teuthology.orchestra.run.smithi063.stdout: "type": "bool", 2024-09-15T22:05:29.579 INFO:teuthology.orchestra.run.smithi063.stdout: "level": "advanced", 2024-09-15T22:05:29.580 INFO:teuthology.orchestra.run.smithi063.stdout: "flags": 1, 2024-09-15T22:05:29.580 INFO:teuthology.orchestra.run.smithi063.stdout: "default_value": "False", 2024-09-15T22:05:29.580 INFO:teuthology.orchestra.run.smithi063.stdout: "min": "", 2024-09-15T22:05:29.580 INFO:teuthology.orchestra.run.smithi063.stdout: "max": "", 2024-09-15T22:05:29.580 INFO:teuthology.orchestra.run.smithi063.stdout: "enum_allowed": [], 2024-09-15T22:05:29.580 INFO:teuthology.orchestra.run.smithi063.stdout: "desc": "", 2024-09-15T22:05:29.580 INFO:teuthology.orchestra.run.smithi063.stdout: "long_desc": "", 2024-09-15T22:05:29.580 INFO:teuthology.orchestra.run.smithi063.stdout: "tags": [], 2024-09-15T22:05:29.580 INFO:teuthology.orchestra.run.smithi063.stdout: "see_also": [] 2024-09-15T22:05:29.580 INFO:teuthology.orchestra.run.smithi063.stdout: } 2024-09-15T22:05:29.580 INFO:teuthology.orchestra.run.smithi063.stdout: } 2024-09-15T22:05:29.580 INFO:teuthology.orchestra.run.smithi063.stdout: }, 2024-09-15T22:05:29.580 INFO:teuthology.orchestra.run.smithi063.stdout: { 2024-09-15T22:05:29.581 INFO:teuthology.orchestra.run.smithi063.stdout: "name": "pg_autoscaler", 2024-09-15T22:05:29.581 INFO:teuthology.orchestra.run.smithi063.stdout: "can_run": true, 2024-09-15T22:05:29.581 INFO:teuthology.orchestra.run.smithi063.stdout: "error_string": "", 2024-09-15T22:05:29.581 INFO:teuthology.orchestra.run.smithi063.stdout: "module_options": { 2024-09-15T22:05:29.581 INFO:teuthology.orchestra.run.smithi063.stdout: "log_level": { 2024-09-15T22:05:29.581 INFO:teuthology.orchestra.run.smithi063.stdout: "name": "log_level", 2024-09-15T22:05:29.581 INFO:teuthology.orchestra.run.smithi063.stdout: "type": "str", 2024-09-15T22:05:29.581 INFO:teuthology.orchestra.run.smithi063.stdout: "level": "advanced", 2024-09-15T22:05:29.581 INFO:teuthology.orchestra.run.smithi063.stdout: "flags": 1, 2024-09-15T22:05:29.581 INFO:teuthology.orchestra.run.smithi063.stdout: "default_value": "", 2024-09-15T22:05:29.581 INFO:teuthology.orchestra.run.smithi063.stdout: "min": "", 2024-09-15T22:05:29.581 INFO:teuthology.orchestra.run.smithi063.stdout: "max": "", 2024-09-15T22:05:29.581 INFO:teuthology.orchestra.run.smithi063.stdout: "enum_allowed": [ 2024-09-15T22:05:29.582 INFO:teuthology.orchestra.run.smithi063.stdout: "", 2024-09-15T22:05:29.582 INFO:teuthology.orchestra.run.smithi063.stdout: "critical", 2024-09-15T22:05:29.582 INFO:teuthology.orchestra.run.smithi063.stdout: "debug", 2024-09-15T22:05:29.582 INFO:teuthology.orchestra.run.smithi063.stdout: "error", 2024-09-15T22:05:29.582 INFO:teuthology.orchestra.run.smithi063.stdout: "info", 2024-09-15T22:05:29.582 INFO:teuthology.orchestra.run.smithi063.stdout: "warning" 2024-09-15T22:05:29.582 INFO:teuthology.orchestra.run.smithi063.stdout: ], 2024-09-15T22:05:29.582 INFO:teuthology.orchestra.run.smithi063.stdout: "desc": "", 2024-09-15T22:05:29.582 INFO:teuthology.orchestra.run.smithi063.stdout: "long_desc": "", 2024-09-15T22:05:29.582 INFO:teuthology.orchestra.run.smithi063.stdout: "tags": [], 2024-09-15T22:05:29.582 INFO:teuthology.orchestra.run.smithi063.stdout: "see_also": [] 2024-09-15T22:05:29.582 INFO:teuthology.orchestra.run.smithi063.stdout: }, 2024-09-15T22:05:29.582 INFO:teuthology.orchestra.run.smithi063.stdout: "log_to_cluster": { 2024-09-15T22:05:29.583 INFO:teuthology.orchestra.run.smithi063.stdout: "name": "log_to_cluster", 2024-09-15T22:05:29.583 INFO:teuthology.orchestra.run.smithi063.stdout: "type": "bool", 2024-09-15T22:05:29.583 INFO:teuthology.orchestra.run.smithi063.stdout: "level": "advanced", 2024-09-15T22:05:29.583 INFO:teuthology.orchestra.run.smithi063.stdout: "flags": 1, 2024-09-15T22:05:29.583 INFO:teuthology.orchestra.run.smithi063.stdout: "default_value": "False", 2024-09-15T22:05:29.583 INFO:teuthology.orchestra.run.smithi063.stdout: "min": "", 2024-09-15T22:05:29.583 INFO:teuthology.orchestra.run.smithi063.stdout: "max": "", 2024-09-15T22:05:29.583 INFO:teuthology.orchestra.run.smithi063.stdout: "enum_allowed": [], 2024-09-15T22:05:29.583 INFO:teuthology.orchestra.run.smithi063.stdout: "desc": "", 2024-09-15T22:05:29.583 INFO:teuthology.orchestra.run.smithi063.stdout: "long_desc": "", 2024-09-15T22:05:29.583 INFO:teuthology.orchestra.run.smithi063.stdout: "tags": [], 2024-09-15T22:05:29.583 INFO:teuthology.orchestra.run.smithi063.stdout: "see_also": [] 2024-09-15T22:05:29.583 INFO:teuthology.orchestra.run.smithi063.stdout: }, 2024-09-15T22:05:29.584 INFO:teuthology.orchestra.run.smithi063.stdout: "log_to_cluster_level": { 2024-09-15T22:05:29.584 INFO:teuthology.orchestra.run.smithi063.stdout: "name": "log_to_cluster_level", 2024-09-15T22:05:29.584 INFO:teuthology.orchestra.run.smithi063.stdout: "type": "str", 2024-09-15T22:05:29.584 INFO:teuthology.orchestra.run.smithi063.stdout: "level": "advanced", 2024-09-15T22:05:29.584 INFO:teuthology.orchestra.run.smithi063.stdout: "flags": 1, 2024-09-15T22:05:29.584 INFO:teuthology.orchestra.run.smithi063.stdout: "default_value": "info", 2024-09-15T22:05:29.584 INFO:teuthology.orchestra.run.smithi063.stdout: "min": "", 2024-09-15T22:05:29.584 INFO:teuthology.orchestra.run.smithi063.stdout: "max": "", 2024-09-15T22:05:29.584 INFO:teuthology.orchestra.run.smithi063.stdout: "enum_allowed": [ 2024-09-15T22:05:29.584 INFO:teuthology.orchestra.run.smithi063.stdout: "", 2024-09-15T22:05:29.584 INFO:teuthology.orchestra.run.smithi063.stdout: "critical", 2024-09-15T22:05:29.584 INFO:teuthology.orchestra.run.smithi063.stdout: "debug", 2024-09-15T22:05:29.585 INFO:teuthology.orchestra.run.smithi063.stdout: "error", 2024-09-15T22:05:29.585 INFO:teuthology.orchestra.run.smithi063.stdout: "info", 2024-09-15T22:05:29.585 INFO:teuthology.orchestra.run.smithi063.stdout: "warning" 2024-09-15T22:05:29.585 INFO:teuthology.orchestra.run.smithi063.stdout: ], 2024-09-15T22:05:29.585 INFO:teuthology.orchestra.run.smithi063.stdout: "desc": "", 2024-09-15T22:05:29.585 INFO:teuthology.orchestra.run.smithi063.stdout: "long_desc": "", 2024-09-15T22:05:29.585 INFO:teuthology.orchestra.run.smithi063.stdout: "tags": [], 2024-09-15T22:05:29.585 INFO:teuthology.orchestra.run.smithi063.stdout: "see_also": [] 2024-09-15T22:05:29.585 INFO:teuthology.orchestra.run.smithi063.stdout: }, 2024-09-15T22:05:29.585 INFO:teuthology.orchestra.run.smithi063.stdout: "log_to_file": { 2024-09-15T22:05:29.585 INFO:teuthology.orchestra.run.smithi063.stdout: "name": "log_to_file", 2024-09-15T22:05:29.585 INFO:teuthology.orchestra.run.smithi063.stdout: "type": "bool", 2024-09-15T22:05:29.585 INFO:teuthology.orchestra.run.smithi063.stdout: "level": "advanced", 2024-09-15T22:05:29.586 INFO:teuthology.orchestra.run.smithi063.stdout: "flags": 1, 2024-09-15T22:05:29.586 INFO:teuthology.orchestra.run.smithi063.stdout: "default_value": "False", 2024-09-15T22:05:29.586 INFO:teuthology.orchestra.run.smithi063.stdout: "min": "", 2024-09-15T22:05:29.586 INFO:teuthology.orchestra.run.smithi063.stdout: "max": "", 2024-09-15T22:05:29.586 INFO:teuthology.orchestra.run.smithi063.stdout: "enum_allowed": [], 2024-09-15T22:05:29.586 INFO:teuthology.orchestra.run.smithi063.stdout: "desc": "", 2024-09-15T22:05:29.586 INFO:teuthology.orchestra.run.smithi063.stdout: "long_desc": "", 2024-09-15T22:05:29.586 INFO:teuthology.orchestra.run.smithi063.stdout: "tags": [], 2024-09-15T22:05:29.586 INFO:teuthology.orchestra.run.smithi063.stdout: "see_also": [] 2024-09-15T22:05:29.586 INFO:teuthology.orchestra.run.smithi063.stdout: }, 2024-09-15T22:05:29.586 INFO:teuthology.orchestra.run.smithi063.stdout: "sleep_interval": { 2024-09-15T22:05:29.586 INFO:teuthology.orchestra.run.smithi063.stdout: "name": "sleep_interval", 2024-09-15T22:05:29.587 INFO:teuthology.orchestra.run.smithi063.stdout: "type": "secs", 2024-09-15T22:05:29.587 INFO:teuthology.orchestra.run.smithi063.stdout: "level": "advanced", 2024-09-15T22:05:29.587 INFO:teuthology.orchestra.run.smithi063.stdout: "flags": 0, 2024-09-15T22:05:29.587 INFO:teuthology.orchestra.run.smithi063.stdout: "default_value": "60", 2024-09-15T22:05:29.587 INFO:teuthology.orchestra.run.smithi063.stdout: "min": "", 2024-09-15T22:05:29.587 INFO:teuthology.orchestra.run.smithi063.stdout: "max": "", 2024-09-15T22:05:29.587 INFO:teuthology.orchestra.run.smithi063.stdout: "enum_allowed": [], 2024-09-15T22:05:29.587 INFO:teuthology.orchestra.run.smithi063.stdout: "desc": "", 2024-09-15T22:05:29.587 INFO:teuthology.orchestra.run.smithi063.stdout: "long_desc": "", 2024-09-15T22:05:29.587 INFO:teuthology.orchestra.run.smithi063.stdout: "tags": [], 2024-09-15T22:05:29.587 INFO:teuthology.orchestra.run.smithi063.stdout: "see_also": [] 2024-09-15T22:05:29.587 INFO:teuthology.orchestra.run.smithi063.stdout: }, 2024-09-15T22:05:29.587 INFO:teuthology.orchestra.run.smithi063.stdout: "threshold": { 2024-09-15T22:05:29.588 INFO:teuthology.orchestra.run.smithi063.stdout: "name": "threshold", 2024-09-15T22:05:29.588 INFO:teuthology.orchestra.run.smithi063.stdout: "type": "float", 2024-09-15T22:05:29.588 INFO:teuthology.orchestra.run.smithi063.stdout: "level": "advanced", 2024-09-15T22:05:29.588 INFO:teuthology.orchestra.run.smithi063.stdout: "flags": 0, 2024-09-15T22:05:29.588 INFO:teuthology.orchestra.run.smithi063.stdout: "default_value": "3.0", 2024-09-15T22:05:29.588 INFO:teuthology.orchestra.run.smithi063.stdout: "min": "1.0", 2024-09-15T22:05:29.588 INFO:teuthology.orchestra.run.smithi063.stdout: "max": "", 2024-09-15T22:05:29.588 INFO:teuthology.orchestra.run.smithi063.stdout: "enum_allowed": [], 2024-09-15T22:05:29.588 INFO:teuthology.orchestra.run.smithi063.stdout: "desc": "scaling threshold", 2024-09-15T22:05:29.588 INFO:teuthology.orchestra.run.smithi063.stdout: "long_desc": "The factor by which the `NEW PG_NUM` must vary from the current`PG_NUM` before being accepted. Cannot be less than 1.0", 2024-09-15T22:05:29.588 INFO:teuthology.orchestra.run.smithi063.stdout: "tags": [], 2024-09-15T22:05:29.588 INFO:teuthology.orchestra.run.smithi063.stdout: "see_also": [] 2024-09-15T22:05:29.588 INFO:teuthology.orchestra.run.smithi063.stdout: } 2024-09-15T22:05:29.589 INFO:teuthology.orchestra.run.smithi063.stdout: } 2024-09-15T22:05:29.589 INFO:teuthology.orchestra.run.smithi063.stdout: }, 2024-09-15T22:05:29.589 INFO:teuthology.orchestra.run.smithi063.stdout: { 2024-09-15T22:05:29.589 INFO:teuthology.orchestra.run.smithi063.stdout: "name": "progress", 2024-09-15T22:05:29.589 INFO:teuthology.orchestra.run.smithi063.stdout: "can_run": true, 2024-09-15T22:05:29.589 INFO:teuthology.orchestra.run.smithi063.stdout: "error_string": "", 2024-09-15T22:05:29.589 INFO:teuthology.orchestra.run.smithi063.stdout: "module_options": { 2024-09-15T22:05:29.589 INFO:teuthology.orchestra.run.smithi063.stdout: "allow_pg_recovery_event": { 2024-09-15T22:05:29.589 INFO:teuthology.orchestra.run.smithi063.stdout: "name": "allow_pg_recovery_event", 2024-09-15T22:05:29.589 INFO:teuthology.orchestra.run.smithi063.stdout: "type": "bool", 2024-09-15T22:05:29.589 INFO:teuthology.orchestra.run.smithi063.stdout: "level": "advanced", 2024-09-15T22:05:29.589 INFO:teuthology.orchestra.run.smithi063.stdout: "flags": 1, 2024-09-15T22:05:29.590 INFO:teuthology.orchestra.run.smithi063.stdout: "default_value": "False", 2024-09-15T22:05:29.590 INFO:teuthology.orchestra.run.smithi063.stdout: "min": "", 2024-09-15T22:05:29.590 INFO:teuthology.orchestra.run.smithi063.stdout: "max": "", 2024-09-15T22:05:29.590 INFO:teuthology.orchestra.run.smithi063.stdout: "enum_allowed": [], 2024-09-15T22:05:29.590 INFO:teuthology.orchestra.run.smithi063.stdout: "desc": "allow the module to show pg recovery progress", 2024-09-15T22:05:29.590 INFO:teuthology.orchestra.run.smithi063.stdout: "long_desc": "", 2024-09-15T22:05:29.590 INFO:teuthology.orchestra.run.smithi063.stdout: "tags": [], 2024-09-15T22:05:29.590 INFO:teuthology.orchestra.run.smithi063.stdout: "see_also": [] 2024-09-15T22:05:29.590 INFO:teuthology.orchestra.run.smithi063.stdout: }, 2024-09-15T22:05:29.590 INFO:teuthology.orchestra.run.smithi063.stdout: "enabled": { 2024-09-15T22:05:29.590 INFO:teuthology.orchestra.run.smithi063.stdout: "name": "enabled", 2024-09-15T22:05:29.590 INFO:teuthology.orchestra.run.smithi063.stdout: "type": "bool", 2024-09-15T22:05:29.590 INFO:teuthology.orchestra.run.smithi063.stdout: "level": "advanced", 2024-09-15T22:05:29.591 INFO:teuthology.orchestra.run.smithi063.stdout: "flags": 0, 2024-09-15T22:05:29.591 INFO:teuthology.orchestra.run.smithi063.stdout: "default_value": "True", 2024-09-15T22:05:29.591 INFO:teuthology.orchestra.run.smithi063.stdout: "min": "", 2024-09-15T22:05:29.591 INFO:teuthology.orchestra.run.smithi063.stdout: "max": "", 2024-09-15T22:05:29.591 INFO:teuthology.orchestra.run.smithi063.stdout: "enum_allowed": [], 2024-09-15T22:05:29.591 INFO:teuthology.orchestra.run.smithi063.stdout: "desc": "", 2024-09-15T22:05:29.591 INFO:teuthology.orchestra.run.smithi063.stdout: "long_desc": "", 2024-09-15T22:05:29.591 INFO:teuthology.orchestra.run.smithi063.stdout: "tags": [], 2024-09-15T22:05:29.591 INFO:teuthology.orchestra.run.smithi063.stdout: "see_also": [] 2024-09-15T22:05:29.591 INFO:teuthology.orchestra.run.smithi063.stdout: }, 2024-09-15T22:05:29.591 INFO:teuthology.orchestra.run.smithi063.stdout: "log_level": { 2024-09-15T22:05:29.591 INFO:teuthology.orchestra.run.smithi063.stdout: "name": "log_level", 2024-09-15T22:05:29.591 INFO:teuthology.orchestra.run.smithi063.stdout: "type": "str", 2024-09-15T22:05:29.592 INFO:teuthology.orchestra.run.smithi063.stdout: "level": "advanced", 2024-09-15T22:05:29.592 INFO:teuthology.orchestra.run.smithi063.stdout: "flags": 1, 2024-09-15T22:05:29.592 INFO:teuthology.orchestra.run.smithi063.stdout: "default_value": "", 2024-09-15T22:05:29.592 INFO:teuthology.orchestra.run.smithi063.stdout: "min": "", 2024-09-15T22:05:29.592 INFO:teuthology.orchestra.run.smithi063.stdout: "max": "", 2024-09-15T22:05:29.592 INFO:teuthology.orchestra.run.smithi063.stdout: "enum_allowed": [ 2024-09-15T22:05:29.592 INFO:teuthology.orchestra.run.smithi063.stdout: "", 2024-09-15T22:05:29.592 INFO:teuthology.orchestra.run.smithi063.stdout: "critical", 2024-09-15T22:05:29.592 INFO:teuthology.orchestra.run.smithi063.stdout: "debug", 2024-09-15T22:05:29.592 INFO:teuthology.orchestra.run.smithi063.stdout: "error", 2024-09-15T22:05:29.592 INFO:teuthology.orchestra.run.smithi063.stdout: "info", 2024-09-15T22:05:29.592 INFO:teuthology.orchestra.run.smithi063.stdout: "warning" 2024-09-15T22:05:29.593 INFO:teuthology.orchestra.run.smithi063.stdout: ], 2024-09-15T22:05:29.593 INFO:teuthology.orchestra.run.smithi063.stdout: "desc": "", 2024-09-15T22:05:29.593 INFO:teuthology.orchestra.run.smithi063.stdout: "long_desc": "", 2024-09-15T22:05:29.593 INFO:teuthology.orchestra.run.smithi063.stdout: "tags": [], 2024-09-15T22:05:29.593 INFO:teuthology.orchestra.run.smithi063.stdout: "see_also": [] 2024-09-15T22:05:29.593 INFO:teuthology.orchestra.run.smithi063.stdout: }, 2024-09-15T22:05:29.593 INFO:teuthology.orchestra.run.smithi063.stdout: "log_to_cluster": { 2024-09-15T22:05:29.593 INFO:teuthology.orchestra.run.smithi063.stdout: "name": "log_to_cluster", 2024-09-15T22:05:29.593 INFO:teuthology.orchestra.run.smithi063.stdout: "type": "bool", 2024-09-15T22:05:29.593 INFO:teuthology.orchestra.run.smithi063.stdout: "level": "advanced", 2024-09-15T22:05:29.593 INFO:teuthology.orchestra.run.smithi063.stdout: "flags": 1, 2024-09-15T22:05:29.593 INFO:teuthology.orchestra.run.smithi063.stdout: "default_value": "False", 2024-09-15T22:05:29.593 INFO:teuthology.orchestra.run.smithi063.stdout: "min": "", 2024-09-15T22:05:29.594 INFO:teuthology.orchestra.run.smithi063.stdout: "max": "", 2024-09-15T22:05:29.594 INFO:teuthology.orchestra.run.smithi063.stdout: "enum_allowed": [], 2024-09-15T22:05:29.594 INFO:teuthology.orchestra.run.smithi063.stdout: "desc": "", 2024-09-15T22:05:29.594 INFO:teuthology.orchestra.run.smithi063.stdout: "long_desc": "", 2024-09-15T22:05:29.594 INFO:teuthology.orchestra.run.smithi063.stdout: "tags": [], 2024-09-15T22:05:29.594 INFO:teuthology.orchestra.run.smithi063.stdout: "see_also": [] 2024-09-15T22:05:29.594 INFO:teuthology.orchestra.run.smithi063.stdout: }, 2024-09-15T22:05:29.594 INFO:teuthology.orchestra.run.smithi063.stdout: "log_to_cluster_level": { 2024-09-15T22:05:29.594 INFO:teuthology.orchestra.run.smithi063.stdout: "name": "log_to_cluster_level", 2024-09-15T22:05:29.594 INFO:teuthology.orchestra.run.smithi063.stdout: "type": "str", 2024-09-15T22:05:29.594 INFO:teuthology.orchestra.run.smithi063.stdout: "level": "advanced", 2024-09-15T22:05:29.594 INFO:teuthology.orchestra.run.smithi063.stdout: "flags": 1, 2024-09-15T22:05:29.595 INFO:teuthology.orchestra.run.smithi063.stdout: "default_value": "info", 2024-09-15T22:05:29.595 INFO:teuthology.orchestra.run.smithi063.stdout: "min": "", 2024-09-15T22:05:29.595 INFO:teuthology.orchestra.run.smithi063.stdout: "max": "", 2024-09-15T22:05:29.595 INFO:teuthology.orchestra.run.smithi063.stdout: "enum_allowed": [ 2024-09-15T22:05:29.595 INFO:teuthology.orchestra.run.smithi063.stdout: "", 2024-09-15T22:05:29.595 INFO:teuthology.orchestra.run.smithi063.stdout: "critical", 2024-09-15T22:05:29.595 INFO:teuthology.orchestra.run.smithi063.stdout: "debug", 2024-09-15T22:05:29.595 INFO:teuthology.orchestra.run.smithi063.stdout: "error", 2024-09-15T22:05:29.595 INFO:teuthology.orchestra.run.smithi063.stdout: "info", 2024-09-15T22:05:29.595 INFO:teuthology.orchestra.run.smithi063.stdout: "warning" 2024-09-15T22:05:29.595 INFO:teuthology.orchestra.run.smithi063.stdout: ], 2024-09-15T22:05:29.595 INFO:teuthology.orchestra.run.smithi063.stdout: "desc": "", 2024-09-15T22:05:29.595 INFO:teuthology.orchestra.run.smithi063.stdout: "long_desc": "", 2024-09-15T22:05:29.595 INFO:teuthology.orchestra.run.smithi063.stdout: "tags": [], 2024-09-15T22:05:29.596 INFO:teuthology.orchestra.run.smithi063.stdout: "see_also": [] 2024-09-15T22:05:29.596 INFO:teuthology.orchestra.run.smithi063.stdout: }, 2024-09-15T22:05:29.596 INFO:teuthology.orchestra.run.smithi063.stdout: "log_to_file": { 2024-09-15T22:05:29.596 INFO:teuthology.orchestra.run.smithi063.stdout: "name": "log_to_file", 2024-09-15T22:05:29.596 INFO:teuthology.orchestra.run.smithi063.stdout: "type": "bool", 2024-09-15T22:05:29.596 INFO:teuthology.orchestra.run.smithi063.stdout: "level": "advanced", 2024-09-15T22:05:29.596 INFO:teuthology.orchestra.run.smithi063.stdout: "flags": 1, 2024-09-15T22:05:29.596 INFO:teuthology.orchestra.run.smithi063.stdout: "default_value": "False", 2024-09-15T22:05:29.596 INFO:teuthology.orchestra.run.smithi063.stdout: "min": "", 2024-09-15T22:05:29.596 INFO:teuthology.orchestra.run.smithi063.stdout: "max": "", 2024-09-15T22:05:29.596 INFO:teuthology.orchestra.run.smithi063.stdout: "enum_allowed": [], 2024-09-15T22:05:29.596 INFO:teuthology.orchestra.run.smithi063.stdout: "desc": "", 2024-09-15T22:05:29.597 INFO:teuthology.orchestra.run.smithi063.stdout: "long_desc": "", 2024-09-15T22:05:29.597 INFO:teuthology.orchestra.run.smithi063.stdout: "tags": [], 2024-09-15T22:05:29.597 INFO:teuthology.orchestra.run.smithi063.stdout: "see_also": [] 2024-09-15T22:05:29.597 INFO:teuthology.orchestra.run.smithi063.stdout: }, 2024-09-15T22:05:29.597 INFO:teuthology.orchestra.run.smithi063.stdout: "max_completed_events": { 2024-09-15T22:05:29.597 INFO:teuthology.orchestra.run.smithi063.stdout: "name": "max_completed_events", 2024-09-15T22:05:29.597 INFO:teuthology.orchestra.run.smithi063.stdout: "type": "int", 2024-09-15T22:05:29.597 INFO:teuthology.orchestra.run.smithi063.stdout: "level": "advanced", 2024-09-15T22:05:29.597 INFO:teuthology.orchestra.run.smithi063.stdout: "flags": 1, 2024-09-15T22:05:29.597 INFO:teuthology.orchestra.run.smithi063.stdout: "default_value": "50", 2024-09-15T22:05:29.597 INFO:teuthology.orchestra.run.smithi063.stdout: "min": "", 2024-09-15T22:05:29.598 INFO:teuthology.orchestra.run.smithi063.stdout: "max": "", 2024-09-15T22:05:29.598 INFO:teuthology.orchestra.run.smithi063.stdout: "enum_allowed": [], 2024-09-15T22:05:29.598 INFO:teuthology.orchestra.run.smithi063.stdout: "desc": "number of past completed events to remember", 2024-09-15T22:05:29.598 INFO:teuthology.orchestra.run.smithi063.stdout: "long_desc": "", 2024-09-15T22:05:29.598 INFO:teuthology.orchestra.run.smithi063.stdout: "tags": [], 2024-09-15T22:05:29.598 INFO:teuthology.orchestra.run.smithi063.stdout: "see_also": [] 2024-09-15T22:05:29.598 INFO:teuthology.orchestra.run.smithi063.stdout: }, 2024-09-15T22:05:29.598 INFO:teuthology.orchestra.run.smithi063.stdout: "sleep_interval": { 2024-09-15T22:05:29.598 INFO:teuthology.orchestra.run.smithi063.stdout: "name": "sleep_interval", 2024-09-15T22:05:29.598 INFO:teuthology.orchestra.run.smithi063.stdout: "type": "secs", 2024-09-15T22:05:29.598 INFO:teuthology.orchestra.run.smithi063.stdout: "level": "advanced", 2024-09-15T22:05:29.599 INFO:teuthology.orchestra.run.smithi063.stdout: "flags": 1, 2024-09-15T22:05:29.599 INFO:teuthology.orchestra.run.smithi063.stdout: "default_value": "5", 2024-09-15T22:05:29.599 INFO:teuthology.orchestra.run.smithi063.stdout: "min": "", 2024-09-15T22:05:29.599 INFO:teuthology.orchestra.run.smithi063.stdout: "max": "", 2024-09-15T22:05:29.599 INFO:teuthology.orchestra.run.smithi063.stdout: "enum_allowed": [], 2024-09-15T22:05:29.599 INFO:teuthology.orchestra.run.smithi063.stdout: "desc": "how long the module is going to sleep", 2024-09-15T22:05:29.599 INFO:teuthology.orchestra.run.smithi063.stdout: "long_desc": "", 2024-09-15T22:05:29.599 INFO:teuthology.orchestra.run.smithi063.stdout: "tags": [], 2024-09-15T22:05:29.599 INFO:teuthology.orchestra.run.smithi063.stdout: "see_also": [] 2024-09-15T22:05:29.599 INFO:teuthology.orchestra.run.smithi063.stdout: } 2024-09-15T22:05:29.599 INFO:teuthology.orchestra.run.smithi063.stdout: } 2024-09-15T22:05:29.599 INFO:teuthology.orchestra.run.smithi063.stdout: }, 2024-09-15T22:05:29.599 INFO:teuthology.orchestra.run.smithi063.stdout: { 2024-09-15T22:05:29.599 INFO:teuthology.orchestra.run.smithi063.stdout: "name": "prometheus", 2024-09-15T22:05:29.600 INFO:teuthology.orchestra.run.smithi063.stdout: "can_run": true, 2024-09-15T22:05:29.600 INFO:teuthology.orchestra.run.smithi063.stdout: "error_string": "", 2024-09-15T22:05:29.600 INFO:teuthology.orchestra.run.smithi063.stdout: "module_options": { 2024-09-15T22:05:29.600 INFO:teuthology.orchestra.run.smithi063.stdout: "cache": { 2024-09-15T22:05:29.600 INFO:teuthology.orchestra.run.smithi063.stdout: "name": "cache", 2024-09-15T22:05:29.600 INFO:teuthology.orchestra.run.smithi063.stdout: "type": "bool", 2024-09-15T22:05:29.600 INFO:teuthology.orchestra.run.smithi063.stdout: "level": "advanced", 2024-09-15T22:05:29.600 INFO:teuthology.orchestra.run.smithi063.stdout: "flags": 0, 2024-09-15T22:05:29.600 INFO:teuthology.orchestra.run.smithi063.stdout: "default_value": "True", 2024-09-15T22:05:29.600 INFO:teuthology.orchestra.run.smithi063.stdout: "min": "", 2024-09-15T22:05:29.600 INFO:teuthology.orchestra.run.smithi063.stdout: "max": "", 2024-09-15T22:05:29.600 INFO:teuthology.orchestra.run.smithi063.stdout: "enum_allowed": [], 2024-09-15T22:05:29.600 INFO:teuthology.orchestra.run.smithi063.stdout: "desc": "", 2024-09-15T22:05:29.601 INFO:teuthology.orchestra.run.smithi063.stdout: "long_desc": "", 2024-09-15T22:05:29.601 INFO:teuthology.orchestra.run.smithi063.stdout: "tags": [], 2024-09-15T22:05:29.601 INFO:teuthology.orchestra.run.smithi063.stdout: "see_also": [] 2024-09-15T22:05:29.601 INFO:teuthology.orchestra.run.smithi063.stdout: }, 2024-09-15T22:05:29.601 INFO:teuthology.orchestra.run.smithi063.stdout: "exclude_perf_counters": { 2024-09-15T22:05:29.601 INFO:teuthology.orchestra.run.smithi063.stdout: "name": "exclude_perf_counters", 2024-09-15T22:05:29.601 INFO:teuthology.orchestra.run.smithi063.stdout: "type": "bool", 2024-09-15T22:05:29.601 INFO:teuthology.orchestra.run.smithi063.stdout: "level": "advanced", 2024-09-15T22:05:29.601 INFO:teuthology.orchestra.run.smithi063.stdout: "flags": 1, 2024-09-15T22:05:29.601 INFO:teuthology.orchestra.run.smithi063.stdout: "default_value": "True", 2024-09-15T22:05:29.601 INFO:teuthology.orchestra.run.smithi063.stdout: "min": "", 2024-09-15T22:05:29.601 INFO:teuthology.orchestra.run.smithi063.stdout: "max": "", 2024-09-15T22:05:29.602 INFO:teuthology.orchestra.run.smithi063.stdout: "enum_allowed": [], 2024-09-15T22:05:29.602 INFO:teuthology.orchestra.run.smithi063.stdout: "desc": "Do not include perf-counters in the metrics output", 2024-09-15T22:05:29.602 INFO:teuthology.orchestra.run.smithi063.stdout: "long_desc": "Gathering perf-counters from a single Prometheus exporter can degrade ceph-mgr performance, especially in large clusters. Instead, Ceph-exporter daemons are now used by default for perf-counter gathering. This should only be disabled when no ceph-exporters are deployed.", 2024-09-15T22:05:29.602 INFO:teuthology.orchestra.run.smithi063.stdout: "tags": [], 2024-09-15T22:05:29.602 INFO:teuthology.orchestra.run.smithi063.stdout: "see_also": [] 2024-09-15T22:05:29.602 INFO:teuthology.orchestra.run.smithi063.stdout: }, 2024-09-15T22:05:29.602 INFO:teuthology.orchestra.run.smithi063.stdout: "log_level": { 2024-09-15T22:05:29.602 INFO:teuthology.orchestra.run.smithi063.stdout: "name": "log_level", 2024-09-15T22:05:29.602 INFO:teuthology.orchestra.run.smithi063.stdout: "type": "str", 2024-09-15T22:05:29.602 INFO:teuthology.orchestra.run.smithi063.stdout: "level": "advanced", 2024-09-15T22:05:29.602 INFO:teuthology.orchestra.run.smithi063.stdout: "flags": 1, 2024-09-15T22:05:29.602 INFO:teuthology.orchestra.run.smithi063.stdout: "default_value": "", 2024-09-15T22:05:29.603 INFO:teuthology.orchestra.run.smithi063.stdout: "min": "", 2024-09-15T22:05:29.603 INFO:teuthology.orchestra.run.smithi063.stdout: "max": "", 2024-09-15T22:05:29.603 INFO:teuthology.orchestra.run.smithi063.stdout: "enum_allowed": [ 2024-09-15T22:05:29.603 INFO:teuthology.orchestra.run.smithi063.stdout: "", 2024-09-15T22:05:29.603 INFO:teuthology.orchestra.run.smithi063.stdout: "critical", 2024-09-15T22:05:29.603 INFO:teuthology.orchestra.run.smithi063.stdout: "debug", 2024-09-15T22:05:29.603 INFO:teuthology.orchestra.run.smithi063.stdout: "error", 2024-09-15T22:05:29.603 INFO:teuthology.orchestra.run.smithi063.stdout: "info", 2024-09-15T22:05:29.603 INFO:teuthology.orchestra.run.smithi063.stdout: "warning" 2024-09-15T22:05:29.603 INFO:teuthology.orchestra.run.smithi063.stdout: ], 2024-09-15T22:05:29.603 INFO:teuthology.orchestra.run.smithi063.stdout: "desc": "", 2024-09-15T22:05:29.603 INFO:teuthology.orchestra.run.smithi063.stdout: "long_desc": "", 2024-09-15T22:05:29.603 INFO:teuthology.orchestra.run.smithi063.stdout: "tags": [], 2024-09-15T22:05:29.604 INFO:teuthology.orchestra.run.smithi063.stdout: "see_also": [] 2024-09-15T22:05:29.604 INFO:teuthology.orchestra.run.smithi063.stdout: }, 2024-09-15T22:05:29.604 INFO:teuthology.orchestra.run.smithi063.stdout: "log_to_cluster": { 2024-09-15T22:05:29.604 INFO:teuthology.orchestra.run.smithi063.stdout: "name": "log_to_cluster", 2024-09-15T22:05:29.604 INFO:teuthology.orchestra.run.smithi063.stdout: "type": "bool", 2024-09-15T22:05:29.604 INFO:teuthology.orchestra.run.smithi063.stdout: "level": "advanced", 2024-09-15T22:05:29.604 INFO:teuthology.orchestra.run.smithi063.stdout: "flags": 1, 2024-09-15T22:05:29.604 INFO:teuthology.orchestra.run.smithi063.stdout: "default_value": "False", 2024-09-15T22:05:29.604 INFO:teuthology.orchestra.run.smithi063.stdout: "min": "", 2024-09-15T22:05:29.604 INFO:teuthology.orchestra.run.smithi063.stdout: "max": "", 2024-09-15T22:05:29.604 INFO:teuthology.orchestra.run.smithi063.stdout: "enum_allowed": [], 2024-09-15T22:05:29.604 INFO:teuthology.orchestra.run.smithi063.stdout: "desc": "", 2024-09-15T22:05:29.605 INFO:teuthology.orchestra.run.smithi063.stdout: "long_desc": "", 2024-09-15T22:05:29.605 INFO:teuthology.orchestra.run.smithi063.stdout: "tags": [], 2024-09-15T22:05:29.605 INFO:teuthology.orchestra.run.smithi063.stdout: "see_also": [] 2024-09-15T22:05:29.605 INFO:teuthology.orchestra.run.smithi063.stdout: }, 2024-09-15T22:05:29.605 INFO:teuthology.orchestra.run.smithi063.stdout: "log_to_cluster_level": { 2024-09-15T22:05:29.605 INFO:teuthology.orchestra.run.smithi063.stdout: "name": "log_to_cluster_level", 2024-09-15T22:05:29.605 INFO:teuthology.orchestra.run.smithi063.stdout: "type": "str", 2024-09-15T22:05:29.605 INFO:teuthology.orchestra.run.smithi063.stdout: "level": "advanced", 2024-09-15T22:05:29.605 INFO:teuthology.orchestra.run.smithi063.stdout: "flags": 1, 2024-09-15T22:05:29.605 INFO:teuthology.orchestra.run.smithi063.stdout: "default_value": "info", 2024-09-15T22:05:29.605 INFO:teuthology.orchestra.run.smithi063.stdout: "min": "", 2024-09-15T22:05:29.605 INFO:teuthology.orchestra.run.smithi063.stdout: "max": "", 2024-09-15T22:05:29.605 INFO:teuthology.orchestra.run.smithi063.stdout: "enum_allowed": [ 2024-09-15T22:05:29.606 INFO:teuthology.orchestra.run.smithi063.stdout: "", 2024-09-15T22:05:29.606 INFO:teuthology.orchestra.run.smithi063.stdout: "critical", 2024-09-15T22:05:29.606 INFO:teuthology.orchestra.run.smithi063.stdout: "debug", 2024-09-15T22:05:29.606 INFO:teuthology.orchestra.run.smithi063.stdout: "error", 2024-09-15T22:05:29.606 INFO:teuthology.orchestra.run.smithi063.stdout: "info", 2024-09-15T22:05:29.606 INFO:teuthology.orchestra.run.smithi063.stdout: "warning" 2024-09-15T22:05:29.606 INFO:teuthology.orchestra.run.smithi063.stdout: ], 2024-09-15T22:05:29.606 INFO:teuthology.orchestra.run.smithi063.stdout: "desc": "", 2024-09-15T22:05:29.606 INFO:teuthology.orchestra.run.smithi063.stdout: "long_desc": "", 2024-09-15T22:05:29.606 INFO:teuthology.orchestra.run.smithi063.stdout: "tags": [], 2024-09-15T22:05:29.606 INFO:teuthology.orchestra.run.smithi063.stdout: "see_also": [] 2024-09-15T22:05:29.606 INFO:teuthology.orchestra.run.smithi063.stdout: }, 2024-09-15T22:05:29.606 INFO:teuthology.orchestra.run.smithi063.stdout: "log_to_file": { 2024-09-15T22:05:29.606 INFO:teuthology.orchestra.run.smithi063.stdout: "name": "log_to_file", 2024-09-15T22:05:29.607 INFO:teuthology.orchestra.run.smithi063.stdout: "type": "bool", 2024-09-15T22:05:29.607 INFO:teuthology.orchestra.run.smithi063.stdout: "level": "advanced", 2024-09-15T22:05:29.607 INFO:teuthology.orchestra.run.smithi063.stdout: "flags": 1, 2024-09-15T22:05:29.607 INFO:teuthology.orchestra.run.smithi063.stdout: "default_value": "False", 2024-09-15T22:05:29.607 INFO:teuthology.orchestra.run.smithi063.stdout: "min": "", 2024-09-15T22:05:29.607 INFO:teuthology.orchestra.run.smithi063.stdout: "max": "", 2024-09-15T22:05:29.607 INFO:teuthology.orchestra.run.smithi063.stdout: "enum_allowed": [], 2024-09-15T22:05:29.607 INFO:teuthology.orchestra.run.smithi063.stdout: "desc": "", 2024-09-15T22:05:29.607 INFO:teuthology.orchestra.run.smithi063.stdout: "long_desc": "", 2024-09-15T22:05:29.607 INFO:teuthology.orchestra.run.smithi063.stdout: "tags": [], 2024-09-15T22:05:29.607 INFO:teuthology.orchestra.run.smithi063.stdout: "see_also": [] 2024-09-15T22:05:29.607 INFO:teuthology.orchestra.run.smithi063.stdout: }, 2024-09-15T22:05:29.607 INFO:teuthology.orchestra.run.smithi063.stdout: "rbd_stats_pools": { 2024-09-15T22:05:29.608 INFO:teuthology.orchestra.run.smithi063.stdout: "name": "rbd_stats_pools", 2024-09-15T22:05:29.608 INFO:teuthology.orchestra.run.smithi063.stdout: "type": "str", 2024-09-15T22:05:29.608 INFO:teuthology.orchestra.run.smithi063.stdout: "level": "advanced", 2024-09-15T22:05:29.608 INFO:teuthology.orchestra.run.smithi063.stdout: "flags": 0, 2024-09-15T22:05:29.608 INFO:teuthology.orchestra.run.smithi063.stdout: "default_value": "", 2024-09-15T22:05:29.608 INFO:teuthology.orchestra.run.smithi063.stdout: "min": "", 2024-09-15T22:05:29.608 INFO:teuthology.orchestra.run.smithi063.stdout: "max": "", 2024-09-15T22:05:29.608 INFO:teuthology.orchestra.run.smithi063.stdout: "enum_allowed": [], 2024-09-15T22:05:29.608 INFO:teuthology.orchestra.run.smithi063.stdout: "desc": "", 2024-09-15T22:05:29.608 INFO:teuthology.orchestra.run.smithi063.stdout: "long_desc": "", 2024-09-15T22:05:29.608 INFO:teuthology.orchestra.run.smithi063.stdout: "tags": [], 2024-09-15T22:05:29.608 INFO:teuthology.orchestra.run.smithi063.stdout: "see_also": [] 2024-09-15T22:05:29.608 INFO:teuthology.orchestra.run.smithi063.stdout: }, 2024-09-15T22:05:29.609 INFO:teuthology.orchestra.run.smithi063.stdout: "rbd_stats_pools_refresh_interval": { 2024-09-15T22:05:29.609 INFO:teuthology.orchestra.run.smithi063.stdout: "name": "rbd_stats_pools_refresh_interval", 2024-09-15T22:05:29.609 INFO:teuthology.orchestra.run.smithi063.stdout: "type": "int", 2024-09-15T22:05:29.609 INFO:teuthology.orchestra.run.smithi063.stdout: "level": "advanced", 2024-09-15T22:05:29.609 INFO:teuthology.orchestra.run.smithi063.stdout: "flags": 0, 2024-09-15T22:05:29.609 INFO:teuthology.orchestra.run.smithi063.stdout: "default_value": "300", 2024-09-15T22:05:29.609 INFO:teuthology.orchestra.run.smithi063.stdout: "min": "", 2024-09-15T22:05:29.609 INFO:teuthology.orchestra.run.smithi063.stdout: "max": "", 2024-09-15T22:05:29.609 INFO:teuthology.orchestra.run.smithi063.stdout: "enum_allowed": [], 2024-09-15T22:05:29.609 INFO:teuthology.orchestra.run.smithi063.stdout: "desc": "", 2024-09-15T22:05:29.609 INFO:teuthology.orchestra.run.smithi063.stdout: "long_desc": "", 2024-09-15T22:05:29.609 INFO:teuthology.orchestra.run.smithi063.stdout: "tags": [], 2024-09-15T22:05:29.610 INFO:teuthology.orchestra.run.smithi063.stdout: "see_also": [] 2024-09-15T22:05:29.610 INFO:teuthology.orchestra.run.smithi063.stdout: }, 2024-09-15T22:05:29.610 INFO:teuthology.orchestra.run.smithi063.stdout: "scrape_interval": { 2024-09-15T22:05:29.610 INFO:teuthology.orchestra.run.smithi063.stdout: "name": "scrape_interval", 2024-09-15T22:05:29.610 INFO:teuthology.orchestra.run.smithi063.stdout: "type": "float", 2024-09-15T22:05:29.610 INFO:teuthology.orchestra.run.smithi063.stdout: "level": "advanced", 2024-09-15T22:05:29.610 INFO:teuthology.orchestra.run.smithi063.stdout: "flags": 0, 2024-09-15T22:05:29.610 INFO:teuthology.orchestra.run.smithi063.stdout: "default_value": "15.0", 2024-09-15T22:05:29.610 INFO:teuthology.orchestra.run.smithi063.stdout: "min": "", 2024-09-15T22:05:29.610 INFO:teuthology.orchestra.run.smithi063.stdout: "max": "", 2024-09-15T22:05:29.610 INFO:teuthology.orchestra.run.smithi063.stdout: "enum_allowed": [], 2024-09-15T22:05:29.610 INFO:teuthology.orchestra.run.smithi063.stdout: "desc": "", 2024-09-15T22:05:29.610 INFO:teuthology.orchestra.run.smithi063.stdout: "long_desc": "", 2024-09-15T22:05:29.610 INFO:teuthology.orchestra.run.smithi063.stdout: "tags": [], 2024-09-15T22:05:29.611 INFO:teuthology.orchestra.run.smithi063.stdout: "see_also": [] 2024-09-15T22:05:29.611 INFO:teuthology.orchestra.run.smithi063.stdout: }, 2024-09-15T22:05:29.611 INFO:teuthology.orchestra.run.smithi063.stdout: "server_addr": { 2024-09-15T22:05:29.611 INFO:teuthology.orchestra.run.smithi063.stdout: "name": "server_addr", 2024-09-15T22:05:29.611 INFO:teuthology.orchestra.run.smithi063.stdout: "type": "str", 2024-09-15T22:05:29.611 INFO:teuthology.orchestra.run.smithi063.stdout: "level": "advanced", 2024-09-15T22:05:29.611 INFO:teuthology.orchestra.run.smithi063.stdout: "flags": 0, 2024-09-15T22:05:29.611 INFO:teuthology.orchestra.run.smithi063.stdout: "default_value": "::", 2024-09-15T22:05:29.611 INFO:teuthology.orchestra.run.smithi063.stdout: "min": "", 2024-09-15T22:05:29.611 INFO:teuthology.orchestra.run.smithi063.stdout: "max": "", 2024-09-15T22:05:29.611 INFO:teuthology.orchestra.run.smithi063.stdout: "enum_allowed": [], 2024-09-15T22:05:29.611 INFO:teuthology.orchestra.run.smithi063.stdout: "desc": "the IPv4 or IPv6 address on which the module listens for HTTP requests", 2024-09-15T22:05:29.612 INFO:teuthology.orchestra.run.smithi063.stdout: "long_desc": "", 2024-09-15T22:05:29.612 INFO:teuthology.orchestra.run.smithi063.stdout: "tags": [], 2024-09-15T22:05:29.612 INFO:teuthology.orchestra.run.smithi063.stdout: "see_also": [] 2024-09-15T22:05:29.612 INFO:teuthology.orchestra.run.smithi063.stdout: }, 2024-09-15T22:05:29.612 INFO:teuthology.orchestra.run.smithi063.stdout: "server_port": { 2024-09-15T22:05:29.612 INFO:teuthology.orchestra.run.smithi063.stdout: "name": "server_port", 2024-09-15T22:05:29.612 INFO:teuthology.orchestra.run.smithi063.stdout: "type": "int", 2024-09-15T22:05:29.612 INFO:teuthology.orchestra.run.smithi063.stdout: "level": "advanced", 2024-09-15T22:05:29.612 INFO:teuthology.orchestra.run.smithi063.stdout: "flags": 1, 2024-09-15T22:05:29.612 INFO:teuthology.orchestra.run.smithi063.stdout: "default_value": "9283", 2024-09-15T22:05:29.612 INFO:teuthology.orchestra.run.smithi063.stdout: "min": "", 2024-09-15T22:05:29.612 INFO:teuthology.orchestra.run.smithi063.stdout: "max": "", 2024-09-15T22:05:29.612 INFO:teuthology.orchestra.run.smithi063.stdout: "enum_allowed": [], 2024-09-15T22:05:29.613 INFO:teuthology.orchestra.run.smithi063.stdout: "desc": "the port on which the module listens for HTTP requests", 2024-09-15T22:05:29.613 INFO:teuthology.orchestra.run.smithi063.stdout: "long_desc": "", 2024-09-15T22:05:29.613 INFO:teuthology.orchestra.run.smithi063.stdout: "tags": [], 2024-09-15T22:05:29.613 INFO:teuthology.orchestra.run.smithi063.stdout: "see_also": [] 2024-09-15T22:05:29.613 INFO:teuthology.orchestra.run.smithi063.stdout: }, 2024-09-15T22:05:29.613 INFO:teuthology.orchestra.run.smithi063.stdout: "stale_cache_strategy": { 2024-09-15T22:05:29.613 INFO:teuthology.orchestra.run.smithi063.stdout: "name": "stale_cache_strategy", 2024-09-15T22:05:29.613 INFO:teuthology.orchestra.run.smithi063.stdout: "type": "str", 2024-09-15T22:05:29.613 INFO:teuthology.orchestra.run.smithi063.stdout: "level": "advanced", 2024-09-15T22:05:29.613 INFO:teuthology.orchestra.run.smithi063.stdout: "flags": 0, 2024-09-15T22:05:29.613 INFO:teuthology.orchestra.run.smithi063.stdout: "default_value": "log", 2024-09-15T22:05:29.613 INFO:teuthology.orchestra.run.smithi063.stdout: "min": "", 2024-09-15T22:05:29.613 INFO:teuthology.orchestra.run.smithi063.stdout: "max": "", 2024-09-15T22:05:29.613 INFO:teuthology.orchestra.run.smithi063.stdout: "enum_allowed": [], 2024-09-15T22:05:29.614 INFO:teuthology.orchestra.run.smithi063.stdout: "desc": "", 2024-09-15T22:05:29.614 INFO:teuthology.orchestra.run.smithi063.stdout: "long_desc": "", 2024-09-15T22:05:29.614 INFO:teuthology.orchestra.run.smithi063.stdout: "tags": [], 2024-09-15T22:05:29.614 INFO:teuthology.orchestra.run.smithi063.stdout: "see_also": [] 2024-09-15T22:05:29.614 INFO:teuthology.orchestra.run.smithi063.stdout: }, 2024-09-15T22:05:29.614 INFO:teuthology.orchestra.run.smithi063.stdout: "standby_behaviour": { 2024-09-15T22:05:29.614 INFO:teuthology.orchestra.run.smithi063.stdout: "name": "standby_behaviour", 2024-09-15T22:05:29.614 INFO:teuthology.orchestra.run.smithi063.stdout: "type": "str", 2024-09-15T22:05:29.614 INFO:teuthology.orchestra.run.smithi063.stdout: "level": "advanced", 2024-09-15T22:05:29.614 INFO:teuthology.orchestra.run.smithi063.stdout: "flags": 1, 2024-09-15T22:05:29.614 INFO:teuthology.orchestra.run.smithi063.stdout: "default_value": "default", 2024-09-15T22:05:29.615 INFO:teuthology.orchestra.run.smithi063.stdout: "min": "", 2024-09-15T22:05:29.615 INFO:teuthology.orchestra.run.smithi063.stdout: "max": "", 2024-09-15T22:05:29.615 INFO:teuthology.orchestra.run.smithi063.stdout: "enum_allowed": [ 2024-09-15T22:05:29.615 INFO:teuthology.orchestra.run.smithi063.stdout: "default", 2024-09-15T22:05:29.615 INFO:teuthology.orchestra.run.smithi063.stdout: "error" 2024-09-15T22:05:29.615 INFO:teuthology.orchestra.run.smithi063.stdout: ], 2024-09-15T22:05:29.615 INFO:teuthology.orchestra.run.smithi063.stdout: "desc": "", 2024-09-15T22:05:29.615 INFO:teuthology.orchestra.run.smithi063.stdout: "long_desc": "", 2024-09-15T22:05:29.615 INFO:teuthology.orchestra.run.smithi063.stdout: "tags": [], 2024-09-15T22:05:29.615 INFO:teuthology.orchestra.run.smithi063.stdout: "see_also": [] 2024-09-15T22:05:29.615 INFO:teuthology.orchestra.run.smithi063.stdout: }, 2024-09-15T22:05:29.615 INFO:teuthology.orchestra.run.smithi063.stdout: "standby_error_status_code": { 2024-09-15T22:05:29.615 INFO:teuthology.orchestra.run.smithi063.stdout: "name": "standby_error_status_code", 2024-09-15T22:05:29.616 INFO:teuthology.orchestra.run.smithi063.stdout: "type": "int", 2024-09-15T22:05:29.616 INFO:teuthology.orchestra.run.smithi063.stdout: "level": "advanced", 2024-09-15T22:05:29.616 INFO:teuthology.orchestra.run.smithi063.stdout: "flags": 1, 2024-09-15T22:05:29.616 INFO:teuthology.orchestra.run.smithi063.stdout: "default_value": "500", 2024-09-15T22:05:29.616 INFO:teuthology.orchestra.run.smithi063.stdout: "min": "400", 2024-09-15T22:05:29.616 INFO:teuthology.orchestra.run.smithi063.stdout: "max": "599", 2024-09-15T22:05:29.616 INFO:teuthology.orchestra.run.smithi063.stdout: "enum_allowed": [], 2024-09-15T22:05:29.616 INFO:teuthology.orchestra.run.smithi063.stdout: "desc": "", 2024-09-15T22:05:29.616 INFO:teuthology.orchestra.run.smithi063.stdout: "long_desc": "", 2024-09-15T22:05:29.616 INFO:teuthology.orchestra.run.smithi063.stdout: "tags": [], 2024-09-15T22:05:29.616 INFO:teuthology.orchestra.run.smithi063.stdout: "see_also": [] 2024-09-15T22:05:29.616 INFO:teuthology.orchestra.run.smithi063.stdout: } 2024-09-15T22:05:29.616 INFO:teuthology.orchestra.run.smithi063.stdout: } 2024-09-15T22:05:29.616 INFO:teuthology.orchestra.run.smithi063.stdout: }, 2024-09-15T22:05:29.617 INFO:teuthology.orchestra.run.smithi063.stdout: { 2024-09-15T22:05:29.617 INFO:teuthology.orchestra.run.smithi063.stdout: "name": "rbd_support", 2024-09-15T22:05:29.617 INFO:teuthology.orchestra.run.smithi063.stdout: "can_run": true, 2024-09-15T22:05:29.617 INFO:teuthology.orchestra.run.smithi063.stdout: "error_string": "", 2024-09-15T22:05:29.617 INFO:teuthology.orchestra.run.smithi063.stdout: "module_options": { 2024-09-15T22:05:29.617 INFO:teuthology.orchestra.run.smithi063.stdout: "log_level": { 2024-09-15T22:05:29.617 INFO:teuthology.orchestra.run.smithi063.stdout: "name": "log_level", 2024-09-15T22:05:29.617 INFO:teuthology.orchestra.run.smithi063.stdout: "type": "str", 2024-09-15T22:05:29.617 INFO:teuthology.orchestra.run.smithi063.stdout: "level": "advanced", 2024-09-15T22:05:29.617 INFO:teuthology.orchestra.run.smithi063.stdout: "flags": 1, 2024-09-15T22:05:29.617 INFO:teuthology.orchestra.run.smithi063.stdout: "default_value": "", 2024-09-15T22:05:29.617 INFO:teuthology.orchestra.run.smithi063.stdout: "min": "", 2024-09-15T22:05:29.617 INFO:teuthology.orchestra.run.smithi063.stdout: "max": "", 2024-09-15T22:05:29.618 INFO:teuthology.orchestra.run.smithi063.stdout: "enum_allowed": [ 2024-09-15T22:05:29.618 INFO:teuthology.orchestra.run.smithi063.stdout: "", 2024-09-15T22:05:29.618 INFO:teuthology.orchestra.run.smithi063.stdout: "critical", 2024-09-15T22:05:29.618 INFO:teuthology.orchestra.run.smithi063.stdout: "debug", 2024-09-15T22:05:29.618 INFO:teuthology.orchestra.run.smithi063.stdout: "error", 2024-09-15T22:05:29.618 INFO:teuthology.orchestra.run.smithi063.stdout: "info", 2024-09-15T22:05:29.618 INFO:teuthology.orchestra.run.smithi063.stdout: "warning" 2024-09-15T22:05:29.618 INFO:teuthology.orchestra.run.smithi063.stdout: ], 2024-09-15T22:05:29.618 INFO:teuthology.orchestra.run.smithi063.stdout: "desc": "", 2024-09-15T22:05:29.618 INFO:teuthology.orchestra.run.smithi063.stdout: "long_desc": "", 2024-09-15T22:05:29.618 INFO:teuthology.orchestra.run.smithi063.stdout: "tags": [], 2024-09-15T22:05:29.618 INFO:teuthology.orchestra.run.smithi063.stdout: "see_also": [] 2024-09-15T22:05:29.618 INFO:teuthology.orchestra.run.smithi063.stdout: }, 2024-09-15T22:05:29.618 INFO:teuthology.orchestra.run.smithi063.stdout: "log_to_cluster": { 2024-09-15T22:05:29.618 INFO:teuthology.orchestra.run.smithi063.stdout: "name": "log_to_cluster", 2024-09-15T22:05:29.619 INFO:teuthology.orchestra.run.smithi063.stdout: "type": "bool", 2024-09-15T22:05:29.619 INFO:teuthology.orchestra.run.smithi063.stdout: "level": "advanced", 2024-09-15T22:05:29.619 INFO:teuthology.orchestra.run.smithi063.stdout: "flags": 1, 2024-09-15T22:05:29.619 INFO:teuthology.orchestra.run.smithi063.stdout: "default_value": "False", 2024-09-15T22:05:29.619 INFO:teuthology.orchestra.run.smithi063.stdout: "min": "", 2024-09-15T22:05:29.619 INFO:teuthology.orchestra.run.smithi063.stdout: "max": "", 2024-09-15T22:05:29.619 INFO:teuthology.orchestra.run.smithi063.stdout: "enum_allowed": [], 2024-09-15T22:05:29.619 INFO:teuthology.orchestra.run.smithi063.stdout: "desc": "", 2024-09-15T22:05:29.619 INFO:teuthology.orchestra.run.smithi063.stdout: "long_desc": "", 2024-09-15T22:05:29.619 INFO:teuthology.orchestra.run.smithi063.stdout: "tags": [], 2024-09-15T22:05:29.619 INFO:teuthology.orchestra.run.smithi063.stdout: "see_also": [] 2024-09-15T22:05:29.619 INFO:teuthology.orchestra.run.smithi063.stdout: }, 2024-09-15T22:05:29.619 INFO:teuthology.orchestra.run.smithi063.stdout: "log_to_cluster_level": { 2024-09-15T22:05:29.620 INFO:teuthology.orchestra.run.smithi063.stdout: "name": "log_to_cluster_level", 2024-09-15T22:05:29.620 INFO:teuthology.orchestra.run.smithi063.stdout: "type": "str", 2024-09-15T22:05:29.620 INFO:teuthology.orchestra.run.smithi063.stdout: "level": "advanced", 2024-09-15T22:05:29.620 INFO:teuthology.orchestra.run.smithi063.stdout: "flags": 1, 2024-09-15T22:05:29.620 INFO:teuthology.orchestra.run.smithi063.stdout: "default_value": "info", 2024-09-15T22:05:29.620 INFO:teuthology.orchestra.run.smithi063.stdout: "min": "", 2024-09-15T22:05:29.620 INFO:teuthology.orchestra.run.smithi063.stdout: "max": "", 2024-09-15T22:05:29.620 INFO:teuthology.orchestra.run.smithi063.stdout: "enum_allowed": [ 2024-09-15T22:05:29.620 INFO:teuthology.orchestra.run.smithi063.stdout: "", 2024-09-15T22:05:29.620 INFO:teuthology.orchestra.run.smithi063.stdout: "critical", 2024-09-15T22:05:29.620 INFO:teuthology.orchestra.run.smithi063.stdout: "debug", 2024-09-15T22:05:29.620 INFO:teuthology.orchestra.run.smithi063.stdout: "error", 2024-09-15T22:05:29.620 INFO:teuthology.orchestra.run.smithi063.stdout: "info", 2024-09-15T22:05:29.621 INFO:teuthology.orchestra.run.smithi063.stdout: "warning" 2024-09-15T22:05:29.621 INFO:teuthology.orchestra.run.smithi063.stdout: ], 2024-09-15T22:05:29.621 INFO:teuthology.orchestra.run.smithi063.stdout: "desc": "", 2024-09-15T22:05:29.621 INFO:teuthology.orchestra.run.smithi063.stdout: "long_desc": "", 2024-09-15T22:05:29.621 INFO:teuthology.orchestra.run.smithi063.stdout: "tags": [], 2024-09-15T22:05:29.621 INFO:teuthology.orchestra.run.smithi063.stdout: "see_also": [] 2024-09-15T22:05:29.621 INFO:teuthology.orchestra.run.smithi063.stdout: }, 2024-09-15T22:05:29.621 INFO:teuthology.orchestra.run.smithi063.stdout: "log_to_file": { 2024-09-15T22:05:29.621 INFO:teuthology.orchestra.run.smithi063.stdout: "name": "log_to_file", 2024-09-15T22:05:29.621 INFO:teuthology.orchestra.run.smithi063.stdout: "type": "bool", 2024-09-15T22:05:29.621 INFO:teuthology.orchestra.run.smithi063.stdout: "level": "advanced", 2024-09-15T22:05:29.621 INFO:teuthology.orchestra.run.smithi063.stdout: "flags": 1, 2024-09-15T22:05:29.621 INFO:teuthology.orchestra.run.smithi063.stdout: "default_value": "False", 2024-09-15T22:05:29.622 INFO:teuthology.orchestra.run.smithi063.stdout: "min": "", 2024-09-15T22:05:29.622 INFO:teuthology.orchestra.run.smithi063.stdout: "max": "", 2024-09-15T22:05:29.622 INFO:teuthology.orchestra.run.smithi063.stdout: "enum_allowed": [], 2024-09-15T22:05:29.622 INFO:teuthology.orchestra.run.smithi063.stdout: "desc": "", 2024-09-15T22:05:29.622 INFO:teuthology.orchestra.run.smithi063.stdout: "long_desc": "", 2024-09-15T22:05:29.622 INFO:teuthology.orchestra.run.smithi063.stdout: "tags": [], 2024-09-15T22:05:29.622 INFO:teuthology.orchestra.run.smithi063.stdout: "see_also": [] 2024-09-15T22:05:29.622 INFO:teuthology.orchestra.run.smithi063.stdout: }, 2024-09-15T22:05:29.622 INFO:teuthology.orchestra.run.smithi063.stdout: "max_concurrent_snap_create": { 2024-09-15T22:05:29.622 INFO:teuthology.orchestra.run.smithi063.stdout: "name": "max_concurrent_snap_create", 2024-09-15T22:05:29.622 INFO:teuthology.orchestra.run.smithi063.stdout: "type": "int", 2024-09-15T22:05:29.622 INFO:teuthology.orchestra.run.smithi063.stdout: "level": "advanced", 2024-09-15T22:05:29.622 INFO:teuthology.orchestra.run.smithi063.stdout: "flags": 0, 2024-09-15T22:05:29.622 INFO:teuthology.orchestra.run.smithi063.stdout: "default_value": "10", 2024-09-15T22:05:29.623 INFO:teuthology.orchestra.run.smithi063.stdout: "min": "", 2024-09-15T22:05:29.623 INFO:teuthology.orchestra.run.smithi063.stdout: "max": "", 2024-09-15T22:05:29.623 INFO:teuthology.orchestra.run.smithi063.stdout: "enum_allowed": [], 2024-09-15T22:05:29.623 INFO:teuthology.orchestra.run.smithi063.stdout: "desc": "", 2024-09-15T22:05:29.623 INFO:teuthology.orchestra.run.smithi063.stdout: "long_desc": "", 2024-09-15T22:05:29.623 INFO:teuthology.orchestra.run.smithi063.stdout: "tags": [], 2024-09-15T22:05:29.623 INFO:teuthology.orchestra.run.smithi063.stdout: "see_also": [] 2024-09-15T22:05:29.623 INFO:teuthology.orchestra.run.smithi063.stdout: }, 2024-09-15T22:05:29.623 INFO:teuthology.orchestra.run.smithi063.stdout: "mirror_snapshot_schedule": { 2024-09-15T22:05:29.623 INFO:teuthology.orchestra.run.smithi063.stdout: "name": "mirror_snapshot_schedule", 2024-09-15T22:05:29.623 INFO:teuthology.orchestra.run.smithi063.stdout: "type": "str", 2024-09-15T22:05:29.623 INFO:teuthology.orchestra.run.smithi063.stdout: "level": "advanced", 2024-09-15T22:05:29.623 INFO:teuthology.orchestra.run.smithi063.stdout: "flags": 0, 2024-09-15T22:05:29.624 INFO:teuthology.orchestra.run.smithi063.stdout: "default_value": "", 2024-09-15T22:05:29.624 INFO:teuthology.orchestra.run.smithi063.stdout: "min": "", 2024-09-15T22:05:29.624 INFO:teuthology.orchestra.run.smithi063.stdout: "max": "", 2024-09-15T22:05:29.624 INFO:teuthology.orchestra.run.smithi063.stdout: "enum_allowed": [], 2024-09-15T22:05:29.624 INFO:teuthology.orchestra.run.smithi063.stdout: "desc": "", 2024-09-15T22:05:29.624 INFO:teuthology.orchestra.run.smithi063.stdout: "long_desc": "", 2024-09-15T22:05:29.624 INFO:teuthology.orchestra.run.smithi063.stdout: "tags": [], 2024-09-15T22:05:29.624 INFO:teuthology.orchestra.run.smithi063.stdout: "see_also": [] 2024-09-15T22:05:29.624 INFO:teuthology.orchestra.run.smithi063.stdout: }, 2024-09-15T22:05:29.624 INFO:teuthology.orchestra.run.smithi063.stdout: "trash_purge_schedule": { 2024-09-15T22:05:29.624 INFO:teuthology.orchestra.run.smithi063.stdout: "name": "trash_purge_schedule", 2024-09-15T22:05:29.624 INFO:teuthology.orchestra.run.smithi063.stdout: "type": "str", 2024-09-15T22:05:29.624 INFO:teuthology.orchestra.run.smithi063.stdout: "level": "advanced", 2024-09-15T22:05:29.625 INFO:teuthology.orchestra.run.smithi063.stdout: "flags": 0, 2024-09-15T22:05:29.625 INFO:teuthology.orchestra.run.smithi063.stdout: "default_value": "", 2024-09-15T22:05:29.625 INFO:teuthology.orchestra.run.smithi063.stdout: "min": "", 2024-09-15T22:05:29.625 INFO:teuthology.orchestra.run.smithi063.stdout: "max": "", 2024-09-15T22:05:29.625 INFO:teuthology.orchestra.run.smithi063.stdout: "enum_allowed": [], 2024-09-15T22:05:29.625 INFO:teuthology.orchestra.run.smithi063.stdout: "desc": "", 2024-09-15T22:05:29.625 INFO:teuthology.orchestra.run.smithi063.stdout: "long_desc": "", 2024-09-15T22:05:29.625 INFO:teuthology.orchestra.run.smithi063.stdout: "tags": [], 2024-09-15T22:05:29.625 INFO:teuthology.orchestra.run.smithi063.stdout: "see_also": [] 2024-09-15T22:05:29.625 INFO:teuthology.orchestra.run.smithi063.stdout: } 2024-09-15T22:05:29.625 INFO:teuthology.orchestra.run.smithi063.stdout: } 2024-09-15T22:05:29.625 INFO:teuthology.orchestra.run.smithi063.stdout: }, 2024-09-15T22:05:29.626 INFO:teuthology.orchestra.run.smithi063.stdout: { 2024-09-15T22:05:29.626 INFO:teuthology.orchestra.run.smithi063.stdout: "name": "restful", 2024-09-15T22:05:29.626 INFO:teuthology.orchestra.run.smithi063.stdout: "can_run": true, 2024-09-15T22:05:29.626 INFO:teuthology.orchestra.run.smithi063.stdout: "error_string": "", 2024-09-15T22:05:29.626 INFO:teuthology.orchestra.run.smithi063.stdout: "module_options": { 2024-09-15T22:05:29.626 INFO:teuthology.orchestra.run.smithi063.stdout: "enable_auth": { 2024-09-15T22:05:29.626 INFO:teuthology.orchestra.run.smithi063.stdout: "name": "enable_auth", 2024-09-15T22:05:29.626 INFO:teuthology.orchestra.run.smithi063.stdout: "type": "bool", 2024-09-15T22:05:29.626 INFO:teuthology.orchestra.run.smithi063.stdout: "level": "advanced", 2024-09-15T22:05:29.626 INFO:teuthology.orchestra.run.smithi063.stdout: "flags": 0, 2024-09-15T22:05:29.626 INFO:teuthology.orchestra.run.smithi063.stdout: "default_value": "True", 2024-09-15T22:05:29.626 INFO:teuthology.orchestra.run.smithi063.stdout: "min": "", 2024-09-15T22:05:29.626 INFO:teuthology.orchestra.run.smithi063.stdout: "max": "", 2024-09-15T22:05:29.626 INFO:teuthology.orchestra.run.smithi063.stdout: "enum_allowed": [], 2024-09-15T22:05:29.627 INFO:teuthology.orchestra.run.smithi063.stdout: "desc": "", 2024-09-15T22:05:29.627 INFO:teuthology.orchestra.run.smithi063.stdout: "long_desc": "", 2024-09-15T22:05:29.627 INFO:teuthology.orchestra.run.smithi063.stdout: "tags": [], 2024-09-15T22:05:29.627 INFO:teuthology.orchestra.run.smithi063.stdout: "see_also": [] 2024-09-15T22:05:29.627 INFO:teuthology.orchestra.run.smithi063.stdout: }, 2024-09-15T22:05:29.627 INFO:teuthology.orchestra.run.smithi063.stdout: "key_file": { 2024-09-15T22:05:29.627 INFO:teuthology.orchestra.run.smithi063.stdout: "name": "key_file", 2024-09-15T22:05:29.627 INFO:teuthology.orchestra.run.smithi063.stdout: "type": "str", 2024-09-15T22:05:29.627 INFO:teuthology.orchestra.run.smithi063.stdout: "level": "advanced", 2024-09-15T22:05:29.627 INFO:teuthology.orchestra.run.smithi063.stdout: "flags": 0, 2024-09-15T22:05:29.627 INFO:teuthology.orchestra.run.smithi063.stdout: "default_value": "", 2024-09-15T22:05:29.627 INFO:teuthology.orchestra.run.smithi063.stdout: "min": "", 2024-09-15T22:05:29.627 INFO:teuthology.orchestra.run.smithi063.stdout: "max": "", 2024-09-15T22:05:29.628 INFO:teuthology.orchestra.run.smithi063.stdout: "enum_allowed": [], 2024-09-15T22:05:29.628 INFO:teuthology.orchestra.run.smithi063.stdout: "desc": "", 2024-09-15T22:05:29.628 INFO:teuthology.orchestra.run.smithi063.stdout: "long_desc": "", 2024-09-15T22:05:29.628 INFO:teuthology.orchestra.run.smithi063.stdout: "tags": [], 2024-09-15T22:05:29.628 INFO:teuthology.orchestra.run.smithi063.stdout: "see_also": [] 2024-09-15T22:05:29.628 INFO:teuthology.orchestra.run.smithi063.stdout: }, 2024-09-15T22:05:29.628 INFO:teuthology.orchestra.run.smithi063.stdout: "log_level": { 2024-09-15T22:05:29.628 INFO:teuthology.orchestra.run.smithi063.stdout: "name": "log_level", 2024-09-15T22:05:29.628 INFO:teuthology.orchestra.run.smithi063.stdout: "type": "str", 2024-09-15T22:05:29.628 INFO:teuthology.orchestra.run.smithi063.stdout: "level": "advanced", 2024-09-15T22:05:29.628 INFO:teuthology.orchestra.run.smithi063.stdout: "flags": 1, 2024-09-15T22:05:29.628 INFO:teuthology.orchestra.run.smithi063.stdout: "default_value": "", 2024-09-15T22:05:29.629 INFO:teuthology.orchestra.run.smithi063.stdout: "min": "", 2024-09-15T22:05:29.629 INFO:teuthology.orchestra.run.smithi063.stdout: "max": "", 2024-09-15T22:05:29.629 INFO:teuthology.orchestra.run.smithi063.stdout: "enum_allowed": [ 2024-09-15T22:05:29.629 INFO:teuthology.orchestra.run.smithi063.stdout: "", 2024-09-15T22:05:29.629 INFO:teuthology.orchestra.run.smithi063.stdout: "critical", 2024-09-15T22:05:29.629 INFO:teuthology.orchestra.run.smithi063.stdout: "debug", 2024-09-15T22:05:29.629 INFO:teuthology.orchestra.run.smithi063.stdout: "error", 2024-09-15T22:05:29.629 INFO:teuthology.orchestra.run.smithi063.stdout: "info", 2024-09-15T22:05:29.629 INFO:teuthology.orchestra.run.smithi063.stdout: "warning" 2024-09-15T22:05:29.629 INFO:teuthology.orchestra.run.smithi063.stdout: ], 2024-09-15T22:05:29.629 INFO:teuthology.orchestra.run.smithi063.stdout: "desc": "", 2024-09-15T22:05:29.629 INFO:teuthology.orchestra.run.smithi063.stdout: "long_desc": "", 2024-09-15T22:05:29.630 INFO:teuthology.orchestra.run.smithi063.stdout: "tags": [], 2024-09-15T22:05:29.630 INFO:teuthology.orchestra.run.smithi063.stdout: "see_also": [] 2024-09-15T22:05:29.630 INFO:teuthology.orchestra.run.smithi063.stdout: }, 2024-09-15T22:05:29.630 INFO:teuthology.orchestra.run.smithi063.stdout: "log_to_cluster": { 2024-09-15T22:05:29.630 INFO:teuthology.orchestra.run.smithi063.stdout: "name": "log_to_cluster", 2024-09-15T22:05:29.630 INFO:teuthology.orchestra.run.smithi063.stdout: "type": "bool", 2024-09-15T22:05:29.630 INFO:teuthology.orchestra.run.smithi063.stdout: "level": "advanced", 2024-09-15T22:05:29.630 INFO:teuthology.orchestra.run.smithi063.stdout: "flags": 1, 2024-09-15T22:05:29.630 INFO:teuthology.orchestra.run.smithi063.stdout: "default_value": "False", 2024-09-15T22:05:29.630 INFO:teuthology.orchestra.run.smithi063.stdout: "min": "", 2024-09-15T22:05:29.630 INFO:teuthology.orchestra.run.smithi063.stdout: "max": "", 2024-09-15T22:05:29.630 INFO:teuthology.orchestra.run.smithi063.stdout: "enum_allowed": [], 2024-09-15T22:05:29.630 INFO:teuthology.orchestra.run.smithi063.stdout: "desc": "", 2024-09-15T22:05:29.631 INFO:teuthology.orchestra.run.smithi063.stdout: "long_desc": "", 2024-09-15T22:05:29.631 INFO:teuthology.orchestra.run.smithi063.stdout: "tags": [], 2024-09-15T22:05:29.631 INFO:teuthology.orchestra.run.smithi063.stdout: "see_also": [] 2024-09-15T22:05:29.631 INFO:teuthology.orchestra.run.smithi063.stdout: }, 2024-09-15T22:05:29.631 INFO:teuthology.orchestra.run.smithi063.stdout: "log_to_cluster_level": { 2024-09-15T22:05:29.631 INFO:teuthology.orchestra.run.smithi063.stdout: "name": "log_to_cluster_level", 2024-09-15T22:05:29.631 INFO:teuthology.orchestra.run.smithi063.stdout: "type": "str", 2024-09-15T22:05:29.631 INFO:teuthology.orchestra.run.smithi063.stdout: "level": "advanced", 2024-09-15T22:05:29.631 INFO:teuthology.orchestra.run.smithi063.stdout: "flags": 1, 2024-09-15T22:05:29.631 INFO:teuthology.orchestra.run.smithi063.stdout: "default_value": "info", 2024-09-15T22:05:29.631 INFO:teuthology.orchestra.run.smithi063.stdout: "min": "", 2024-09-15T22:05:29.631 INFO:teuthology.orchestra.run.smithi063.stdout: "max": "", 2024-09-15T22:05:29.631 INFO:teuthology.orchestra.run.smithi063.stdout: "enum_allowed": [ 2024-09-15T22:05:29.632 INFO:teuthology.orchestra.run.smithi063.stdout: "", 2024-09-15T22:05:29.632 INFO:teuthology.orchestra.run.smithi063.stdout: "critical", 2024-09-15T22:05:29.632 INFO:teuthology.orchestra.run.smithi063.stdout: "debug", 2024-09-15T22:05:29.632 INFO:teuthology.orchestra.run.smithi063.stdout: "error", 2024-09-15T22:05:29.632 INFO:teuthology.orchestra.run.smithi063.stdout: "info", 2024-09-15T22:05:29.632 INFO:teuthology.orchestra.run.smithi063.stdout: "warning" 2024-09-15T22:05:29.632 INFO:teuthology.orchestra.run.smithi063.stdout: ], 2024-09-15T22:05:29.632 INFO:teuthology.orchestra.run.smithi063.stdout: "desc": "", 2024-09-15T22:05:29.632 INFO:teuthology.orchestra.run.smithi063.stdout: "long_desc": "", 2024-09-15T22:05:29.632 INFO:teuthology.orchestra.run.smithi063.stdout: "tags": [], 2024-09-15T22:05:29.632 INFO:teuthology.orchestra.run.smithi063.stdout: "see_also": [] 2024-09-15T22:05:29.632 INFO:teuthology.orchestra.run.smithi063.stdout: }, 2024-09-15T22:05:29.632 INFO:teuthology.orchestra.run.smithi063.stdout: "log_to_file": { 2024-09-15T22:05:29.633 INFO:teuthology.orchestra.run.smithi063.stdout: "name": "log_to_file", 2024-09-15T22:05:29.633 INFO:teuthology.orchestra.run.smithi063.stdout: "type": "bool", 2024-09-15T22:05:29.633 INFO:teuthology.orchestra.run.smithi063.stdout: "level": "advanced", 2024-09-15T22:05:29.633 INFO:teuthology.orchestra.run.smithi063.stdout: "flags": 1, 2024-09-15T22:05:29.633 INFO:teuthology.orchestra.run.smithi063.stdout: "default_value": "False", 2024-09-15T22:05:29.633 INFO:teuthology.orchestra.run.smithi063.stdout: "min": "", 2024-09-15T22:05:29.633 INFO:teuthology.orchestra.run.smithi063.stdout: "max": "", 2024-09-15T22:05:29.633 INFO:teuthology.orchestra.run.smithi063.stdout: "enum_allowed": [], 2024-09-15T22:05:29.633 INFO:teuthology.orchestra.run.smithi063.stdout: "desc": "", 2024-09-15T22:05:29.633 INFO:teuthology.orchestra.run.smithi063.stdout: "long_desc": "", 2024-09-15T22:05:29.633 INFO:teuthology.orchestra.run.smithi063.stdout: "tags": [], 2024-09-15T22:05:29.633 INFO:teuthology.orchestra.run.smithi063.stdout: "see_also": [] 2024-09-15T22:05:29.633 INFO:teuthology.orchestra.run.smithi063.stdout: }, 2024-09-15T22:05:29.633 INFO:teuthology.orchestra.run.smithi063.stdout: "server_addr": { 2024-09-15T22:05:29.634 INFO:teuthology.orchestra.run.smithi063.stdout: "name": "server_addr", 2024-09-15T22:05:29.634 INFO:teuthology.orchestra.run.smithi063.stdout: "type": "str", 2024-09-15T22:05:29.634 INFO:teuthology.orchestra.run.smithi063.stdout: "level": "advanced", 2024-09-15T22:05:29.634 INFO:teuthology.orchestra.run.smithi063.stdout: "flags": 0, 2024-09-15T22:05:29.634 INFO:teuthology.orchestra.run.smithi063.stdout: "default_value": "", 2024-09-15T22:05:29.634 INFO:teuthology.orchestra.run.smithi063.stdout: "min": "", 2024-09-15T22:05:29.634 INFO:teuthology.orchestra.run.smithi063.stdout: "max": "", 2024-09-15T22:05:29.634 INFO:teuthology.orchestra.run.smithi063.stdout: "enum_allowed": [], 2024-09-15T22:05:29.634 INFO:teuthology.orchestra.run.smithi063.stdout: "desc": "", 2024-09-15T22:05:29.634 INFO:teuthology.orchestra.run.smithi063.stdout: "long_desc": "", 2024-09-15T22:05:29.634 INFO:teuthology.orchestra.run.smithi063.stdout: "tags": [], 2024-09-15T22:05:29.634 INFO:teuthology.orchestra.run.smithi063.stdout: "see_also": [] 2024-09-15T22:05:29.634 INFO:teuthology.orchestra.run.smithi063.stdout: }, 2024-09-15T22:05:29.635 INFO:teuthology.orchestra.run.smithi063.stdout: "server_port": { 2024-09-15T22:05:29.635 INFO:teuthology.orchestra.run.smithi063.stdout: "name": "server_port", 2024-09-15T22:05:29.635 INFO:teuthology.orchestra.run.smithi063.stdout: "type": "str", 2024-09-15T22:05:29.635 INFO:teuthology.orchestra.run.smithi063.stdout: "level": "advanced", 2024-09-15T22:05:29.635 INFO:teuthology.orchestra.run.smithi063.stdout: "flags": 0, 2024-09-15T22:05:29.635 INFO:teuthology.orchestra.run.smithi063.stdout: "default_value": "", 2024-09-15T22:05:29.635 INFO:teuthology.orchestra.run.smithi063.stdout: "min": "", 2024-09-15T22:05:29.635 INFO:teuthology.orchestra.run.smithi063.stdout: "max": "", 2024-09-15T22:05:29.635 INFO:teuthology.orchestra.run.smithi063.stdout: "enum_allowed": [], 2024-09-15T22:05:29.635 INFO:teuthology.orchestra.run.smithi063.stdout: "desc": "", 2024-09-15T22:05:29.635 INFO:teuthology.orchestra.run.smithi063.stdout: "long_desc": "", 2024-09-15T22:05:29.635 INFO:teuthology.orchestra.run.smithi063.stdout: "tags": [], 2024-09-15T22:05:29.635 INFO:teuthology.orchestra.run.smithi063.stdout: "see_also": [] 2024-09-15T22:05:29.636 INFO:teuthology.orchestra.run.smithi063.stdout: } 2024-09-15T22:05:29.636 INFO:teuthology.orchestra.run.smithi063.stdout: } 2024-09-15T22:05:29.636 INFO:teuthology.orchestra.run.smithi063.stdout: }, 2024-09-15T22:05:29.636 INFO:teuthology.orchestra.run.smithi063.stdout: { 2024-09-15T22:05:29.636 INFO:teuthology.orchestra.run.smithi063.stdout: "name": "rgw", 2024-09-15T22:05:29.636 INFO:teuthology.orchestra.run.smithi063.stdout: "can_run": true, 2024-09-15T22:05:29.636 INFO:teuthology.orchestra.run.smithi063.stdout: "error_string": "", 2024-09-15T22:05:29.636 INFO:teuthology.orchestra.run.smithi063.stdout: "module_options": { 2024-09-15T22:05:29.636 INFO:teuthology.orchestra.run.smithi063.stdout: "log_level": { 2024-09-15T22:05:29.636 INFO:teuthology.orchestra.run.smithi063.stdout: "name": "log_level", 2024-09-15T22:05:29.636 INFO:teuthology.orchestra.run.smithi063.stdout: "type": "str", 2024-09-15T22:05:29.636 INFO:teuthology.orchestra.run.smithi063.stdout: "level": "advanced", 2024-09-15T22:05:29.636 INFO:teuthology.orchestra.run.smithi063.stdout: "flags": 1, 2024-09-15T22:05:29.636 INFO:teuthology.orchestra.run.smithi063.stdout: "default_value": "", 2024-09-15T22:05:29.637 INFO:teuthology.orchestra.run.smithi063.stdout: "min": "", 2024-09-15T22:05:29.637 INFO:teuthology.orchestra.run.smithi063.stdout: "max": "", 2024-09-15T22:05:29.637 INFO:teuthology.orchestra.run.smithi063.stdout: "enum_allowed": [ 2024-09-15T22:05:29.637 INFO:teuthology.orchestra.run.smithi063.stdout: "", 2024-09-15T22:05:29.637 INFO:teuthology.orchestra.run.smithi063.stdout: "critical", 2024-09-15T22:05:29.637 INFO:teuthology.orchestra.run.smithi063.stdout: "debug", 2024-09-15T22:05:29.637 INFO:teuthology.orchestra.run.smithi063.stdout: "error", 2024-09-15T22:05:29.637 INFO:teuthology.orchestra.run.smithi063.stdout: "info", 2024-09-15T22:05:29.637 INFO:teuthology.orchestra.run.smithi063.stdout: "warning" 2024-09-15T22:05:29.637 INFO:teuthology.orchestra.run.smithi063.stdout: ], 2024-09-15T22:05:29.637 INFO:teuthology.orchestra.run.smithi063.stdout: "desc": "", 2024-09-15T22:05:29.637 INFO:teuthology.orchestra.run.smithi063.stdout: "long_desc": "", 2024-09-15T22:05:29.637 INFO:teuthology.orchestra.run.smithi063.stdout: "tags": [], 2024-09-15T22:05:29.637 INFO:teuthology.orchestra.run.smithi063.stdout: "see_also": [] 2024-09-15T22:05:29.638 INFO:teuthology.orchestra.run.smithi063.stdout: }, 2024-09-15T22:05:29.638 INFO:teuthology.orchestra.run.smithi063.stdout: "log_to_cluster": { 2024-09-15T22:05:29.638 INFO:teuthology.orchestra.run.smithi063.stdout: "name": "log_to_cluster", 2024-09-15T22:05:29.638 INFO:teuthology.orchestra.run.smithi063.stdout: "type": "bool", 2024-09-15T22:05:29.638 INFO:teuthology.orchestra.run.smithi063.stdout: "level": "advanced", 2024-09-15T22:05:29.638 INFO:teuthology.orchestra.run.smithi063.stdout: "flags": 1, 2024-09-15T22:05:29.638 INFO:teuthology.orchestra.run.smithi063.stdout: "default_value": "False", 2024-09-15T22:05:29.638 INFO:teuthology.orchestra.run.smithi063.stdout: "min": "", 2024-09-15T22:05:29.638 INFO:teuthology.orchestra.run.smithi063.stdout: "max": "", 2024-09-15T22:05:29.638 INFO:teuthology.orchestra.run.smithi063.stdout: "enum_allowed": [], 2024-09-15T22:05:29.638 INFO:teuthology.orchestra.run.smithi063.stdout: "desc": "", 2024-09-15T22:05:29.638 INFO:teuthology.orchestra.run.smithi063.stdout: "long_desc": "", 2024-09-15T22:05:29.638 INFO:teuthology.orchestra.run.smithi063.stdout: "tags": [], 2024-09-15T22:05:29.639 INFO:teuthology.orchestra.run.smithi063.stdout: "see_also": [] 2024-09-15T22:05:29.639 INFO:teuthology.orchestra.run.smithi063.stdout: }, 2024-09-15T22:05:29.639 INFO:teuthology.orchestra.run.smithi063.stdout: "log_to_cluster_level": { 2024-09-15T22:05:29.639 INFO:teuthology.orchestra.run.smithi063.stdout: "name": "log_to_cluster_level", 2024-09-15T22:05:29.639 INFO:teuthology.orchestra.run.smithi063.stdout: "type": "str", 2024-09-15T22:05:29.639 INFO:teuthology.orchestra.run.smithi063.stdout: "level": "advanced", 2024-09-15T22:05:29.639 INFO:teuthology.orchestra.run.smithi063.stdout: "flags": 1, 2024-09-15T22:05:29.639 INFO:teuthology.orchestra.run.smithi063.stdout: "default_value": "info", 2024-09-15T22:05:29.639 INFO:teuthology.orchestra.run.smithi063.stdout: "min": "", 2024-09-15T22:05:29.639 INFO:teuthology.orchestra.run.smithi063.stdout: "max": "", 2024-09-15T22:05:29.639 INFO:teuthology.orchestra.run.smithi063.stdout: "enum_allowed": [ 2024-09-15T22:05:29.639 INFO:teuthology.orchestra.run.smithi063.stdout: "", 2024-09-15T22:05:29.640 INFO:teuthology.orchestra.run.smithi063.stdout: "critical", 2024-09-15T22:05:29.640 INFO:teuthology.orchestra.run.smithi063.stdout: "debug", 2024-09-15T22:05:29.640 INFO:teuthology.orchestra.run.smithi063.stdout: "error", 2024-09-15T22:05:29.640 INFO:teuthology.orchestra.run.smithi063.stdout: "info", 2024-09-15T22:05:29.640 INFO:teuthology.orchestra.run.smithi063.stdout: "warning" 2024-09-15T22:05:29.640 INFO:teuthology.orchestra.run.smithi063.stdout: ], 2024-09-15T22:05:29.640 INFO:teuthology.orchestra.run.smithi063.stdout: "desc": "", 2024-09-15T22:05:29.640 INFO:teuthology.orchestra.run.smithi063.stdout: "long_desc": "", 2024-09-15T22:05:29.640 INFO:teuthology.orchestra.run.smithi063.stdout: "tags": [], 2024-09-15T22:05:29.640 INFO:teuthology.orchestra.run.smithi063.stdout: "see_also": [] 2024-09-15T22:05:29.640 INFO:teuthology.orchestra.run.smithi063.stdout: }, 2024-09-15T22:05:29.640 INFO:teuthology.orchestra.run.smithi063.stdout: "log_to_file": { 2024-09-15T22:05:29.640 INFO:teuthology.orchestra.run.smithi063.stdout: "name": "log_to_file", 2024-09-15T22:05:29.641 INFO:teuthology.orchestra.run.smithi063.stdout: "type": "bool", 2024-09-15T22:05:29.641 INFO:teuthology.orchestra.run.smithi063.stdout: "level": "advanced", 2024-09-15T22:05:29.641 INFO:teuthology.orchestra.run.smithi063.stdout: "flags": 1, 2024-09-15T22:05:29.641 INFO:teuthology.orchestra.run.smithi063.stdout: "default_value": "False", 2024-09-15T22:05:29.641 INFO:teuthology.orchestra.run.smithi063.stdout: "min": "", 2024-09-15T22:05:29.641 INFO:teuthology.orchestra.run.smithi063.stdout: "max": "", 2024-09-15T22:05:29.641 INFO:teuthology.orchestra.run.smithi063.stdout: "enum_allowed": [], 2024-09-15T22:05:29.641 INFO:teuthology.orchestra.run.smithi063.stdout: "desc": "", 2024-09-15T22:05:29.641 INFO:teuthology.orchestra.run.smithi063.stdout: "long_desc": "", 2024-09-15T22:05:29.641 INFO:teuthology.orchestra.run.smithi063.stdout: "tags": [], 2024-09-15T22:05:29.642 INFO:teuthology.orchestra.run.smithi063.stdout: "see_also": [] 2024-09-15T22:05:29.642 INFO:teuthology.orchestra.run.smithi063.stdout: }, 2024-09-15T22:05:29.642 INFO:teuthology.orchestra.run.smithi063.stdout: "secondary_zone_period_retry_limit": { 2024-09-15T22:05:29.642 INFO:teuthology.orchestra.run.smithi063.stdout: "name": "secondary_zone_period_retry_limit", 2024-09-15T22:05:29.642 INFO:teuthology.orchestra.run.smithi063.stdout: "type": "int", 2024-09-15T22:05:29.642 INFO:teuthology.orchestra.run.smithi063.stdout: "level": "advanced", 2024-09-15T22:05:29.642 INFO:teuthology.orchestra.run.smithi063.stdout: "flags": 0, 2024-09-15T22:05:29.642 INFO:teuthology.orchestra.run.smithi063.stdout: "default_value": "5", 2024-09-15T22:05:29.643 INFO:teuthology.orchestra.run.smithi063.stdout: "min": "", 2024-09-15T22:05:29.643 INFO:teuthology.orchestra.run.smithi063.stdout: "max": "", 2024-09-15T22:05:29.643 INFO:teuthology.orchestra.run.smithi063.stdout: "enum_allowed": [], 2024-09-15T22:05:29.643 INFO:teuthology.orchestra.run.smithi063.stdout: "desc": "RGW module period update retry limit for secondary site", 2024-09-15T22:05:29.643 INFO:teuthology.orchestra.run.smithi063.stdout: "long_desc": "", 2024-09-15T22:05:29.643 INFO:teuthology.orchestra.run.smithi063.stdout: "tags": [], 2024-09-15T22:05:29.643 INFO:teuthology.orchestra.run.smithi063.stdout: "see_also": [] 2024-09-15T22:05:29.643 INFO:teuthology.orchestra.run.smithi063.stdout: } 2024-09-15T22:05:29.643 INFO:teuthology.orchestra.run.smithi063.stdout: } 2024-09-15T22:05:29.644 INFO:teuthology.orchestra.run.smithi063.stdout: }, 2024-09-15T22:05:29.644 INFO:teuthology.orchestra.run.smithi063.stdout: { 2024-09-15T22:05:29.644 INFO:teuthology.orchestra.run.smithi063.stdout: "name": "rook", 2024-09-15T22:05:29.644 INFO:teuthology.orchestra.run.smithi063.stdout: "can_run": true, 2024-09-15T22:05:29.644 INFO:teuthology.orchestra.run.smithi063.stdout: "error_string": "", 2024-09-15T22:05:29.644 INFO:teuthology.orchestra.run.smithi063.stdout: "module_options": { 2024-09-15T22:05:29.644 INFO:teuthology.orchestra.run.smithi063.stdout: "log_level": { 2024-09-15T22:05:29.644 INFO:teuthology.orchestra.run.smithi063.stdout: "name": "log_level", 2024-09-15T22:05:29.644 INFO:teuthology.orchestra.run.smithi063.stdout: "type": "str", 2024-09-15T22:05:29.645 INFO:teuthology.orchestra.run.smithi063.stdout: "level": "advanced", 2024-09-15T22:05:29.645 INFO:teuthology.orchestra.run.smithi063.stdout: "flags": 1, 2024-09-15T22:05:29.645 INFO:teuthology.orchestra.run.smithi063.stdout: "default_value": "", 2024-09-15T22:05:29.645 INFO:teuthology.orchestra.run.smithi063.stdout: "min": "", 2024-09-15T22:05:29.645 INFO:teuthology.orchestra.run.smithi063.stdout: "max": "", 2024-09-15T22:05:29.645 INFO:teuthology.orchestra.run.smithi063.stdout: "enum_allowed": [ 2024-09-15T22:05:29.645 INFO:teuthology.orchestra.run.smithi063.stdout: "", 2024-09-15T22:05:29.645 INFO:teuthology.orchestra.run.smithi063.stdout: "critical", 2024-09-15T22:05:29.645 INFO:teuthology.orchestra.run.smithi063.stdout: "debug", 2024-09-15T22:05:29.646 INFO:teuthology.orchestra.run.smithi063.stdout: "error", 2024-09-15T22:05:29.646 INFO:teuthology.orchestra.run.smithi063.stdout: "info", 2024-09-15T22:05:29.646 INFO:teuthology.orchestra.run.smithi063.stdout: "warning" 2024-09-15T22:05:29.646 INFO:teuthology.orchestra.run.smithi063.stdout: ], 2024-09-15T22:05:29.646 INFO:teuthology.orchestra.run.smithi063.stdout: "desc": "", 2024-09-15T22:05:29.646 INFO:teuthology.orchestra.run.smithi063.stdout: "long_desc": "", 2024-09-15T22:05:29.646 INFO:teuthology.orchestra.run.smithi063.stdout: "tags": [], 2024-09-15T22:05:29.646 INFO:teuthology.orchestra.run.smithi063.stdout: "see_also": [] 2024-09-15T22:05:29.646 INFO:teuthology.orchestra.run.smithi063.stdout: }, 2024-09-15T22:05:29.647 INFO:teuthology.orchestra.run.smithi063.stdout: "log_to_cluster": { 2024-09-15T22:05:29.647 INFO:teuthology.orchestra.run.smithi063.stdout: "name": "log_to_cluster", 2024-09-15T22:05:29.647 INFO:teuthology.orchestra.run.smithi063.stdout: "type": "bool", 2024-09-15T22:05:29.647 INFO:teuthology.orchestra.run.smithi063.stdout: "level": "advanced", 2024-09-15T22:05:29.647 INFO:teuthology.orchestra.run.smithi063.stdout: "flags": 1, 2024-09-15T22:05:29.647 INFO:teuthology.orchestra.run.smithi063.stdout: "default_value": "False", 2024-09-15T22:05:29.647 INFO:teuthology.orchestra.run.smithi063.stdout: "min": "", 2024-09-15T22:05:29.647 INFO:teuthology.orchestra.run.smithi063.stdout: "max": "", 2024-09-15T22:05:29.647 INFO:teuthology.orchestra.run.smithi063.stdout: "enum_allowed": [], 2024-09-15T22:05:29.647 INFO:teuthology.orchestra.run.smithi063.stdout: "desc": "", 2024-09-15T22:05:29.648 INFO:teuthology.orchestra.run.smithi063.stdout: "long_desc": "", 2024-09-15T22:05:29.648 INFO:teuthology.orchestra.run.smithi063.stdout: "tags": [], 2024-09-15T22:05:29.648 INFO:teuthology.orchestra.run.smithi063.stdout: "see_also": [] 2024-09-15T22:05:29.648 INFO:teuthology.orchestra.run.smithi063.stdout: }, 2024-09-15T22:05:29.648 INFO:teuthology.orchestra.run.smithi063.stdout: "log_to_cluster_level": { 2024-09-15T22:05:29.648 INFO:teuthology.orchestra.run.smithi063.stdout: "name": "log_to_cluster_level", 2024-09-15T22:05:29.648 INFO:teuthology.orchestra.run.smithi063.stdout: "type": "str", 2024-09-15T22:05:29.648 INFO:teuthology.orchestra.run.smithi063.stdout: "level": "advanced", 2024-09-15T22:05:29.648 INFO:teuthology.orchestra.run.smithi063.stdout: "flags": 1, 2024-09-15T22:05:29.649 INFO:teuthology.orchestra.run.smithi063.stdout: "default_value": "info", 2024-09-15T22:05:29.649 INFO:teuthology.orchestra.run.smithi063.stdout: "min": "", 2024-09-15T22:05:29.649 INFO:teuthology.orchestra.run.smithi063.stdout: "max": "", 2024-09-15T22:05:29.649 INFO:teuthology.orchestra.run.smithi063.stdout: "enum_allowed": [ 2024-09-15T22:05:29.649 INFO:teuthology.orchestra.run.smithi063.stdout: "", 2024-09-15T22:05:29.649 INFO:teuthology.orchestra.run.smithi063.stdout: "critical", 2024-09-15T22:05:29.649 INFO:teuthology.orchestra.run.smithi063.stdout: "debug", 2024-09-15T22:05:29.649 INFO:teuthology.orchestra.run.smithi063.stdout: "error", 2024-09-15T22:05:29.649 INFO:teuthology.orchestra.run.smithi063.stdout: "info", 2024-09-15T22:05:29.650 INFO:teuthology.orchestra.run.smithi063.stdout: "warning" 2024-09-15T22:05:29.650 INFO:teuthology.orchestra.run.smithi063.stdout: ], 2024-09-15T22:05:29.650 INFO:teuthology.orchestra.run.smithi063.stdout: "desc": "", 2024-09-15T22:05:29.650 INFO:teuthology.orchestra.run.smithi063.stdout: "long_desc": "", 2024-09-15T22:05:29.650 INFO:teuthology.orchestra.run.smithi063.stdout: "tags": [], 2024-09-15T22:05:29.650 INFO:teuthology.orchestra.run.smithi063.stdout: "see_also": [] 2024-09-15T22:05:29.650 INFO:teuthology.orchestra.run.smithi063.stdout: }, 2024-09-15T22:05:29.650 INFO:teuthology.orchestra.run.smithi063.stdout: "log_to_file": { 2024-09-15T22:05:29.650 INFO:teuthology.orchestra.run.smithi063.stdout: "name": "log_to_file", 2024-09-15T22:05:29.650 INFO:teuthology.orchestra.run.smithi063.stdout: "type": "bool", 2024-09-15T22:05:29.651 INFO:teuthology.orchestra.run.smithi063.stdout: "level": "advanced", 2024-09-15T22:05:29.651 INFO:teuthology.orchestra.run.smithi063.stdout: "flags": 1, 2024-09-15T22:05:29.651 INFO:teuthology.orchestra.run.smithi063.stdout: "default_value": "False", 2024-09-15T22:05:29.651 INFO:teuthology.orchestra.run.smithi063.stdout: "min": "", 2024-09-15T22:05:29.651 INFO:teuthology.orchestra.run.smithi063.stdout: "max": "", 2024-09-15T22:05:29.651 INFO:teuthology.orchestra.run.smithi063.stdout: "enum_allowed": [], 2024-09-15T22:05:29.651 INFO:teuthology.orchestra.run.smithi063.stdout: "desc": "", 2024-09-15T22:05:29.651 INFO:teuthology.orchestra.run.smithi063.stdout: "long_desc": "", 2024-09-15T22:05:29.651 INFO:teuthology.orchestra.run.smithi063.stdout: "tags": [], 2024-09-15T22:05:29.651 INFO:teuthology.orchestra.run.smithi063.stdout: "see_also": [] 2024-09-15T22:05:29.651 INFO:teuthology.orchestra.run.smithi063.stdout: }, 2024-09-15T22:05:29.651 INFO:teuthology.orchestra.run.smithi063.stdout: "storage_class": { 2024-09-15T22:05:29.651 INFO:teuthology.orchestra.run.smithi063.stdout: "name": "storage_class", 2024-09-15T22:05:29.652 INFO:teuthology.orchestra.run.smithi063.stdout: "type": "str", 2024-09-15T22:05:29.652 INFO:teuthology.orchestra.run.smithi063.stdout: "level": "advanced", 2024-09-15T22:05:29.652 INFO:teuthology.orchestra.run.smithi063.stdout: "flags": 0, 2024-09-15T22:05:29.652 INFO:teuthology.orchestra.run.smithi063.stdout: "default_value": "local", 2024-09-15T22:05:29.652 INFO:teuthology.orchestra.run.smithi063.stdout: "min": "", 2024-09-15T22:05:29.652 INFO:teuthology.orchestra.run.smithi063.stdout: "max": "", 2024-09-15T22:05:29.652 INFO:teuthology.orchestra.run.smithi063.stdout: "enum_allowed": [], 2024-09-15T22:05:29.652 INFO:teuthology.orchestra.run.smithi063.stdout: "desc": "storage class name for LSO-discovered PVs", 2024-09-15T22:05:29.652 INFO:teuthology.orchestra.run.smithi063.stdout: "long_desc": "", 2024-09-15T22:05:29.652 INFO:teuthology.orchestra.run.smithi063.stdout: "tags": [], 2024-09-15T22:05:29.652 INFO:teuthology.orchestra.run.smithi063.stdout: "see_also": [] 2024-09-15T22:05:29.652 INFO:teuthology.orchestra.run.smithi063.stdout: } 2024-09-15T22:05:29.652 INFO:teuthology.orchestra.run.smithi063.stdout: } 2024-09-15T22:05:29.653 INFO:teuthology.orchestra.run.smithi063.stdout: }, 2024-09-15T22:05:29.653 INFO:teuthology.orchestra.run.smithi063.stdout: { 2024-09-15T22:05:29.653 INFO:teuthology.orchestra.run.smithi063.stdout: "name": "selftest", 2024-09-15T22:05:29.653 INFO:teuthology.orchestra.run.smithi063.stdout: "can_run": true, 2024-09-15T22:05:29.653 INFO:teuthology.orchestra.run.smithi063.stdout: "error_string": "", 2024-09-15T22:05:29.653 INFO:teuthology.orchestra.run.smithi063.stdout: "module_options": { 2024-09-15T22:05:29.653 INFO:teuthology.orchestra.run.smithi063.stdout: "log_level": { 2024-09-15T22:05:29.653 INFO:teuthology.orchestra.run.smithi063.stdout: "name": "log_level", 2024-09-15T22:05:29.653 INFO:teuthology.orchestra.run.smithi063.stdout: "type": "str", 2024-09-15T22:05:29.653 INFO:teuthology.orchestra.run.smithi063.stdout: "level": "advanced", 2024-09-15T22:05:29.653 INFO:teuthology.orchestra.run.smithi063.stdout: "flags": 1, 2024-09-15T22:05:29.653 INFO:teuthology.orchestra.run.smithi063.stdout: "default_value": "", 2024-09-15T22:05:29.653 INFO:teuthology.orchestra.run.smithi063.stdout: "min": "", 2024-09-15T22:05:29.654 INFO:teuthology.orchestra.run.smithi063.stdout: "max": "", 2024-09-15T22:05:29.654 INFO:teuthology.orchestra.run.smithi063.stdout: "enum_allowed": [ 2024-09-15T22:05:29.654 INFO:teuthology.orchestra.run.smithi063.stdout: "", 2024-09-15T22:05:29.654 INFO:teuthology.orchestra.run.smithi063.stdout: "critical", 2024-09-15T22:05:29.654 INFO:teuthology.orchestra.run.smithi063.stdout: "debug", 2024-09-15T22:05:29.654 INFO:teuthology.orchestra.run.smithi063.stdout: "error", 2024-09-15T22:05:29.654 INFO:teuthology.orchestra.run.smithi063.stdout: "info", 2024-09-15T22:05:29.654 INFO:teuthology.orchestra.run.smithi063.stdout: "warning" 2024-09-15T22:05:29.654 INFO:teuthology.orchestra.run.smithi063.stdout: ], 2024-09-15T22:05:29.654 INFO:teuthology.orchestra.run.smithi063.stdout: "desc": "", 2024-09-15T22:05:29.654 INFO:teuthology.orchestra.run.smithi063.stdout: "long_desc": "", 2024-09-15T22:05:29.654 INFO:teuthology.orchestra.run.smithi063.stdout: "tags": [], 2024-09-15T22:05:29.654 INFO:teuthology.orchestra.run.smithi063.stdout: "see_also": [] 2024-09-15T22:05:29.654 INFO:teuthology.orchestra.run.smithi063.stdout: }, 2024-09-15T22:05:29.655 INFO:teuthology.orchestra.run.smithi063.stdout: "log_to_cluster": { 2024-09-15T22:05:29.655 INFO:teuthology.orchestra.run.smithi063.stdout: "name": "log_to_cluster", 2024-09-15T22:05:29.655 INFO:teuthology.orchestra.run.smithi063.stdout: "type": "bool", 2024-09-15T22:05:29.655 INFO:teuthology.orchestra.run.smithi063.stdout: "level": "advanced", 2024-09-15T22:05:29.655 INFO:teuthology.orchestra.run.smithi063.stdout: "flags": 1, 2024-09-15T22:05:29.655 INFO:teuthology.orchestra.run.smithi063.stdout: "default_value": "False", 2024-09-15T22:05:29.655 INFO:teuthology.orchestra.run.smithi063.stdout: "min": "", 2024-09-15T22:05:29.655 INFO:teuthology.orchestra.run.smithi063.stdout: "max": "", 2024-09-15T22:05:29.655 INFO:teuthology.orchestra.run.smithi063.stdout: "enum_allowed": [], 2024-09-15T22:05:29.655 INFO:teuthology.orchestra.run.smithi063.stdout: "desc": "", 2024-09-15T22:05:29.655 INFO:teuthology.orchestra.run.smithi063.stdout: "long_desc": "", 2024-09-15T22:05:29.655 INFO:teuthology.orchestra.run.smithi063.stdout: "tags": [], 2024-09-15T22:05:29.656 INFO:teuthology.orchestra.run.smithi063.stdout: "see_also": [] 2024-09-15T22:05:29.656 INFO:teuthology.orchestra.run.smithi063.stdout: }, 2024-09-15T22:05:29.656 INFO:teuthology.orchestra.run.smithi063.stdout: "log_to_cluster_level": { 2024-09-15T22:05:29.656 INFO:teuthology.orchestra.run.smithi063.stdout: "name": "log_to_cluster_level", 2024-09-15T22:05:29.656 INFO:teuthology.orchestra.run.smithi063.stdout: "type": "str", 2024-09-15T22:05:29.656 INFO:teuthology.orchestra.run.smithi063.stdout: "level": "advanced", 2024-09-15T22:05:29.656 INFO:teuthology.orchestra.run.smithi063.stdout: "flags": 1, 2024-09-15T22:05:29.656 INFO:teuthology.orchestra.run.smithi063.stdout: "default_value": "info", 2024-09-15T22:05:29.656 INFO:teuthology.orchestra.run.smithi063.stdout: "min": "", 2024-09-15T22:05:29.656 INFO:teuthology.orchestra.run.smithi063.stdout: "max": "", 2024-09-15T22:05:29.656 INFO:teuthology.orchestra.run.smithi063.stdout: "enum_allowed": [ 2024-09-15T22:05:29.656 INFO:teuthology.orchestra.run.smithi063.stdout: "", 2024-09-15T22:05:29.657 INFO:teuthology.orchestra.run.smithi063.stdout: "critical", 2024-09-15T22:05:29.657 INFO:teuthology.orchestra.run.smithi063.stdout: "debug", 2024-09-15T22:05:29.657 INFO:teuthology.orchestra.run.smithi063.stdout: "error", 2024-09-15T22:05:29.657 INFO:teuthology.orchestra.run.smithi063.stdout: "info", 2024-09-15T22:05:29.657 INFO:teuthology.orchestra.run.smithi063.stdout: "warning" 2024-09-15T22:05:29.657 INFO:teuthology.orchestra.run.smithi063.stdout: ], 2024-09-15T22:05:29.657 INFO:teuthology.orchestra.run.smithi063.stdout: "desc": "", 2024-09-15T22:05:29.657 INFO:teuthology.orchestra.run.smithi063.stdout: "long_desc": "", 2024-09-15T22:05:29.657 INFO:teuthology.orchestra.run.smithi063.stdout: "tags": [], 2024-09-15T22:05:29.657 INFO:teuthology.orchestra.run.smithi063.stdout: "see_also": [] 2024-09-15T22:05:29.657 INFO:teuthology.orchestra.run.smithi063.stdout: }, 2024-09-15T22:05:29.657 INFO:teuthology.orchestra.run.smithi063.stdout: "log_to_file": { 2024-09-15T22:05:29.657 INFO:teuthology.orchestra.run.smithi063.stdout: "name": "log_to_file", 2024-09-15T22:05:29.657 INFO:teuthology.orchestra.run.smithi063.stdout: "type": "bool", 2024-09-15T22:05:29.658 INFO:teuthology.orchestra.run.smithi063.stdout: "level": "advanced", 2024-09-15T22:05:29.658 INFO:teuthology.orchestra.run.smithi063.stdout: "flags": 1, 2024-09-15T22:05:29.658 INFO:teuthology.orchestra.run.smithi063.stdout: "default_value": "False", 2024-09-15T22:05:29.658 INFO:teuthology.orchestra.run.smithi063.stdout: "min": "", 2024-09-15T22:05:29.658 INFO:teuthology.orchestra.run.smithi063.stdout: "max": "", 2024-09-15T22:05:29.658 INFO:teuthology.orchestra.run.smithi063.stdout: "enum_allowed": [], 2024-09-15T22:05:29.658 INFO:teuthology.orchestra.run.smithi063.stdout: "desc": "", 2024-09-15T22:05:29.658 INFO:teuthology.orchestra.run.smithi063.stdout: "long_desc": "", 2024-09-15T22:05:29.658 INFO:teuthology.orchestra.run.smithi063.stdout: "tags": [], 2024-09-15T22:05:29.658 INFO:teuthology.orchestra.run.smithi063.stdout: "see_also": [] 2024-09-15T22:05:29.658 INFO:teuthology.orchestra.run.smithi063.stdout: }, 2024-09-15T22:05:29.658 INFO:teuthology.orchestra.run.smithi063.stdout: "roption1": { 2024-09-15T22:05:29.658 INFO:teuthology.orchestra.run.smithi063.stdout: "name": "roption1", 2024-09-15T22:05:29.659 INFO:teuthology.orchestra.run.smithi063.stdout: "type": "str", 2024-09-15T22:05:29.659 INFO:teuthology.orchestra.run.smithi063.stdout: "level": "advanced", 2024-09-15T22:05:29.659 INFO:teuthology.orchestra.run.smithi063.stdout: "flags": 0, 2024-09-15T22:05:29.659 INFO:teuthology.orchestra.run.smithi063.stdout: "default_value": "", 2024-09-15T22:05:29.659 INFO:teuthology.orchestra.run.smithi063.stdout: "min": "", 2024-09-15T22:05:29.659 INFO:teuthology.orchestra.run.smithi063.stdout: "max": "", 2024-09-15T22:05:29.659 INFO:teuthology.orchestra.run.smithi063.stdout: "enum_allowed": [], 2024-09-15T22:05:29.659 INFO:teuthology.orchestra.run.smithi063.stdout: "desc": "", 2024-09-15T22:05:29.659 INFO:teuthology.orchestra.run.smithi063.stdout: "long_desc": "", 2024-09-15T22:05:29.659 INFO:teuthology.orchestra.run.smithi063.stdout: "tags": [], 2024-09-15T22:05:29.659 INFO:teuthology.orchestra.run.smithi063.stdout: "see_also": [] 2024-09-15T22:05:29.659 INFO:teuthology.orchestra.run.smithi063.stdout: }, 2024-09-15T22:05:29.660 INFO:teuthology.orchestra.run.smithi063.stdout: "roption2": { 2024-09-15T22:05:29.660 INFO:teuthology.orchestra.run.smithi063.stdout: "name": "roption2", 2024-09-15T22:05:29.660 INFO:teuthology.orchestra.run.smithi063.stdout: "type": "str", 2024-09-15T22:05:29.660 INFO:teuthology.orchestra.run.smithi063.stdout: "level": "advanced", 2024-09-15T22:05:29.660 INFO:teuthology.orchestra.run.smithi063.stdout: "flags": 0, 2024-09-15T22:05:29.660 INFO:teuthology.orchestra.run.smithi063.stdout: "default_value": "xyz", 2024-09-15T22:05:29.660 INFO:teuthology.orchestra.run.smithi063.stdout: "min": "", 2024-09-15T22:05:29.660 INFO:teuthology.orchestra.run.smithi063.stdout: "max": "", 2024-09-15T22:05:29.660 INFO:teuthology.orchestra.run.smithi063.stdout: "enum_allowed": [], 2024-09-15T22:05:29.660 INFO:teuthology.orchestra.run.smithi063.stdout: "desc": "", 2024-09-15T22:05:29.660 INFO:teuthology.orchestra.run.smithi063.stdout: "long_desc": "", 2024-09-15T22:05:29.660 INFO:teuthology.orchestra.run.smithi063.stdout: "tags": [], 2024-09-15T22:05:29.661 INFO:teuthology.orchestra.run.smithi063.stdout: "see_also": [] 2024-09-15T22:05:29.661 INFO:teuthology.orchestra.run.smithi063.stdout: }, 2024-09-15T22:05:29.661 INFO:teuthology.orchestra.run.smithi063.stdout: "rwoption1": { 2024-09-15T22:05:29.661 INFO:teuthology.orchestra.run.smithi063.stdout: "name": "rwoption1", 2024-09-15T22:05:29.661 INFO:teuthology.orchestra.run.smithi063.stdout: "type": "str", 2024-09-15T22:05:29.661 INFO:teuthology.orchestra.run.smithi063.stdout: "level": "advanced", 2024-09-15T22:05:29.661 INFO:teuthology.orchestra.run.smithi063.stdout: "flags": 0, 2024-09-15T22:05:29.661 INFO:teuthology.orchestra.run.smithi063.stdout: "default_value": "", 2024-09-15T22:05:29.661 INFO:teuthology.orchestra.run.smithi063.stdout: "min": "", 2024-09-15T22:05:29.661 INFO:teuthology.orchestra.run.smithi063.stdout: "max": "", 2024-09-15T22:05:29.661 INFO:teuthology.orchestra.run.smithi063.stdout: "enum_allowed": [], 2024-09-15T22:05:29.661 INFO:teuthology.orchestra.run.smithi063.stdout: "desc": "", 2024-09-15T22:05:29.662 INFO:teuthology.orchestra.run.smithi063.stdout: "long_desc": "", 2024-09-15T22:05:29.662 INFO:teuthology.orchestra.run.smithi063.stdout: "tags": [], 2024-09-15T22:05:29.662 INFO:teuthology.orchestra.run.smithi063.stdout: "see_also": [] 2024-09-15T22:05:29.662 INFO:teuthology.orchestra.run.smithi063.stdout: }, 2024-09-15T22:05:29.662 INFO:teuthology.orchestra.run.smithi063.stdout: "rwoption2": { 2024-09-15T22:05:29.662 INFO:teuthology.orchestra.run.smithi063.stdout: "name": "rwoption2", 2024-09-15T22:05:29.662 INFO:teuthology.orchestra.run.smithi063.stdout: "type": "int", 2024-09-15T22:05:29.662 INFO:teuthology.orchestra.run.smithi063.stdout: "level": "advanced", 2024-09-15T22:05:29.662 INFO:teuthology.orchestra.run.smithi063.stdout: "flags": 0, 2024-09-15T22:05:29.662 INFO:teuthology.orchestra.run.smithi063.stdout: "default_value": "", 2024-09-15T22:05:29.662 INFO:teuthology.orchestra.run.smithi063.stdout: "min": "", 2024-09-15T22:05:29.662 INFO:teuthology.orchestra.run.smithi063.stdout: "max": "", 2024-09-15T22:05:29.662 INFO:teuthology.orchestra.run.smithi063.stdout: "enum_allowed": [], 2024-09-15T22:05:29.663 INFO:teuthology.orchestra.run.smithi063.stdout: "desc": "", 2024-09-15T22:05:29.663 INFO:teuthology.orchestra.run.smithi063.stdout: "long_desc": "", 2024-09-15T22:05:29.663 INFO:teuthology.orchestra.run.smithi063.stdout: "tags": [], 2024-09-15T22:05:29.663 INFO:teuthology.orchestra.run.smithi063.stdout: "see_also": [] 2024-09-15T22:05:29.663 INFO:teuthology.orchestra.run.smithi063.stdout: }, 2024-09-15T22:05:29.663 INFO:teuthology.orchestra.run.smithi063.stdout: "rwoption3": { 2024-09-15T22:05:29.663 INFO:teuthology.orchestra.run.smithi063.stdout: "name": "rwoption3", 2024-09-15T22:05:29.663 INFO:teuthology.orchestra.run.smithi063.stdout: "type": "float", 2024-09-15T22:05:29.663 INFO:teuthology.orchestra.run.smithi063.stdout: "level": "advanced", 2024-09-15T22:05:29.663 INFO:teuthology.orchestra.run.smithi063.stdout: "flags": 0, 2024-09-15T22:05:29.663 INFO:teuthology.orchestra.run.smithi063.stdout: "default_value": "", 2024-09-15T22:05:29.663 INFO:teuthology.orchestra.run.smithi063.stdout: "min": "", 2024-09-15T22:05:29.663 INFO:teuthology.orchestra.run.smithi063.stdout: "max": "", 2024-09-15T22:05:29.664 INFO:teuthology.orchestra.run.smithi063.stdout: "enum_allowed": [], 2024-09-15T22:05:29.664 INFO:teuthology.orchestra.run.smithi063.stdout: "desc": "", 2024-09-15T22:05:29.664 INFO:teuthology.orchestra.run.smithi063.stdout: "long_desc": "", 2024-09-15T22:05:29.664 INFO:teuthology.orchestra.run.smithi063.stdout: "tags": [], 2024-09-15T22:05:29.664 INFO:teuthology.orchestra.run.smithi063.stdout: "see_also": [] 2024-09-15T22:05:29.664 INFO:teuthology.orchestra.run.smithi063.stdout: }, 2024-09-15T22:05:29.664 INFO:teuthology.orchestra.run.smithi063.stdout: "rwoption4": { 2024-09-15T22:05:29.664 INFO:teuthology.orchestra.run.smithi063.stdout: "name": "rwoption4", 2024-09-15T22:05:29.664 INFO:teuthology.orchestra.run.smithi063.stdout: "type": "str", 2024-09-15T22:05:29.664 INFO:teuthology.orchestra.run.smithi063.stdout: "level": "advanced", 2024-09-15T22:05:29.664 INFO:teuthology.orchestra.run.smithi063.stdout: "flags": 0, 2024-09-15T22:05:29.664 INFO:teuthology.orchestra.run.smithi063.stdout: "default_value": "", 2024-09-15T22:05:29.665 INFO:teuthology.orchestra.run.smithi063.stdout: "min": "", 2024-09-15T22:05:29.665 INFO:teuthology.orchestra.run.smithi063.stdout: "max": "", 2024-09-15T22:05:29.665 INFO:teuthology.orchestra.run.smithi063.stdout: "enum_allowed": [], 2024-09-15T22:05:29.665 INFO:teuthology.orchestra.run.smithi063.stdout: "desc": "", 2024-09-15T22:05:29.665 INFO:teuthology.orchestra.run.smithi063.stdout: "long_desc": "", 2024-09-15T22:05:29.665 INFO:teuthology.orchestra.run.smithi063.stdout: "tags": [], 2024-09-15T22:05:29.665 INFO:teuthology.orchestra.run.smithi063.stdout: "see_also": [] 2024-09-15T22:05:29.665 INFO:teuthology.orchestra.run.smithi063.stdout: }, 2024-09-15T22:05:29.665 INFO:teuthology.orchestra.run.smithi063.stdout: "rwoption5": { 2024-09-15T22:05:29.665 INFO:teuthology.orchestra.run.smithi063.stdout: "name": "rwoption5", 2024-09-15T22:05:29.665 INFO:teuthology.orchestra.run.smithi063.stdout: "type": "bool", 2024-09-15T22:05:29.665 INFO:teuthology.orchestra.run.smithi063.stdout: "level": "advanced", 2024-09-15T22:05:29.666 INFO:teuthology.orchestra.run.smithi063.stdout: "flags": 0, 2024-09-15T22:05:29.666 INFO:teuthology.orchestra.run.smithi063.stdout: "default_value": "", 2024-09-15T22:05:29.666 INFO:teuthology.orchestra.run.smithi063.stdout: "min": "", 2024-09-15T22:05:29.666 INFO:teuthology.orchestra.run.smithi063.stdout: "max": "", 2024-09-15T22:05:29.666 INFO:teuthology.orchestra.run.smithi063.stdout: "enum_allowed": [], 2024-09-15T22:05:29.666 INFO:teuthology.orchestra.run.smithi063.stdout: "desc": "", 2024-09-15T22:05:29.666 INFO:teuthology.orchestra.run.smithi063.stdout: "long_desc": "", 2024-09-15T22:05:29.666 INFO:teuthology.orchestra.run.smithi063.stdout: "tags": [], 2024-09-15T22:05:29.666 INFO:teuthology.orchestra.run.smithi063.stdout: "see_also": [] 2024-09-15T22:05:29.666 INFO:teuthology.orchestra.run.smithi063.stdout: }, 2024-09-15T22:05:29.666 INFO:teuthology.orchestra.run.smithi063.stdout: "rwoption6": { 2024-09-15T22:05:29.666 INFO:teuthology.orchestra.run.smithi063.stdout: "name": "rwoption6", 2024-09-15T22:05:29.666 INFO:teuthology.orchestra.run.smithi063.stdout: "type": "bool", 2024-09-15T22:05:29.667 INFO:teuthology.orchestra.run.smithi063.stdout: "level": "advanced", 2024-09-15T22:05:29.667 INFO:teuthology.orchestra.run.smithi063.stdout: "flags": 0, 2024-09-15T22:05:29.667 INFO:teuthology.orchestra.run.smithi063.stdout: "default_value": "True", 2024-09-15T22:05:29.667 INFO:teuthology.orchestra.run.smithi063.stdout: "min": "", 2024-09-15T22:05:29.667 INFO:teuthology.orchestra.run.smithi063.stdout: "max": "", 2024-09-15T22:05:29.667 INFO:teuthology.orchestra.run.smithi063.stdout: "enum_allowed": [], 2024-09-15T22:05:29.667 INFO:teuthology.orchestra.run.smithi063.stdout: "desc": "", 2024-09-15T22:05:29.667 INFO:teuthology.orchestra.run.smithi063.stdout: "long_desc": "", 2024-09-15T22:05:29.667 INFO:teuthology.orchestra.run.smithi063.stdout: "tags": [], 2024-09-15T22:05:29.667 INFO:teuthology.orchestra.run.smithi063.stdout: "see_also": [] 2024-09-15T22:05:29.667 INFO:teuthology.orchestra.run.smithi063.stdout: }, 2024-09-15T22:05:29.667 INFO:teuthology.orchestra.run.smithi063.stdout: "rwoption7": { 2024-09-15T22:05:29.667 INFO:teuthology.orchestra.run.smithi063.stdout: "name": "rwoption7", 2024-09-15T22:05:29.668 INFO:teuthology.orchestra.run.smithi063.stdout: "type": "int", 2024-09-15T22:05:29.668 INFO:teuthology.orchestra.run.smithi063.stdout: "level": "advanced", 2024-09-15T22:05:29.668 INFO:teuthology.orchestra.run.smithi063.stdout: "flags": 0, 2024-09-15T22:05:29.668 INFO:teuthology.orchestra.run.smithi063.stdout: "default_value": "", 2024-09-15T22:05:29.668 INFO:teuthology.orchestra.run.smithi063.stdout: "min": "1", 2024-09-15T22:05:29.668 INFO:teuthology.orchestra.run.smithi063.stdout: "max": "42", 2024-09-15T22:05:29.668 INFO:teuthology.orchestra.run.smithi063.stdout: "enum_allowed": [], 2024-09-15T22:05:29.668 INFO:teuthology.orchestra.run.smithi063.stdout: "desc": "", 2024-09-15T22:05:29.668 INFO:teuthology.orchestra.run.smithi063.stdout: "long_desc": "", 2024-09-15T22:05:29.668 INFO:teuthology.orchestra.run.smithi063.stdout: "tags": [], 2024-09-15T22:05:29.668 INFO:teuthology.orchestra.run.smithi063.stdout: "see_also": [] 2024-09-15T22:05:29.668 INFO:teuthology.orchestra.run.smithi063.stdout: }, 2024-09-15T22:05:29.668 INFO:teuthology.orchestra.run.smithi063.stdout: "testkey": { 2024-09-15T22:05:29.669 INFO:teuthology.orchestra.run.smithi063.stdout: "name": "testkey", 2024-09-15T22:05:29.669 INFO:teuthology.orchestra.run.smithi063.stdout: "type": "str", 2024-09-15T22:05:29.669 INFO:teuthology.orchestra.run.smithi063.stdout: "level": "advanced", 2024-09-15T22:05:29.669 INFO:teuthology.orchestra.run.smithi063.stdout: "flags": 0, 2024-09-15T22:05:29.669 INFO:teuthology.orchestra.run.smithi063.stdout: "default_value": "", 2024-09-15T22:05:29.669 INFO:teuthology.orchestra.run.smithi063.stdout: "min": "", 2024-09-15T22:05:29.669 INFO:teuthology.orchestra.run.smithi063.stdout: "max": "", 2024-09-15T22:05:29.669 INFO:teuthology.orchestra.run.smithi063.stdout: "enum_allowed": [], 2024-09-15T22:05:29.669 INFO:teuthology.orchestra.run.smithi063.stdout: "desc": "", 2024-09-15T22:05:29.669 INFO:teuthology.orchestra.run.smithi063.stdout: "long_desc": "", 2024-09-15T22:05:29.669 INFO:teuthology.orchestra.run.smithi063.stdout: "tags": [], 2024-09-15T22:05:29.669 INFO:teuthology.orchestra.run.smithi063.stdout: "see_also": [] 2024-09-15T22:05:29.669 INFO:teuthology.orchestra.run.smithi063.stdout: }, 2024-09-15T22:05:29.669 INFO:teuthology.orchestra.run.smithi063.stdout: "testlkey": { 2024-09-15T22:05:29.669 INFO:teuthology.orchestra.run.smithi063.stdout: "name": "testlkey", 2024-09-15T22:05:29.670 INFO:teuthology.orchestra.run.smithi063.stdout: "type": "str", 2024-09-15T22:05:29.670 INFO:teuthology.orchestra.run.smithi063.stdout: "level": "advanced", 2024-09-15T22:05:29.670 INFO:teuthology.orchestra.run.smithi063.stdout: "flags": 0, 2024-09-15T22:05:29.670 INFO:teuthology.orchestra.run.smithi063.stdout: "default_value": "", 2024-09-15T22:05:29.670 INFO:teuthology.orchestra.run.smithi063.stdout: "min": "", 2024-09-15T22:05:29.670 INFO:teuthology.orchestra.run.smithi063.stdout: "max": "", 2024-09-15T22:05:29.670 INFO:teuthology.orchestra.run.smithi063.stdout: "enum_allowed": [], 2024-09-15T22:05:29.670 INFO:teuthology.orchestra.run.smithi063.stdout: "desc": "", 2024-09-15T22:05:29.670 INFO:teuthology.orchestra.run.smithi063.stdout: "long_desc": "", 2024-09-15T22:05:29.670 INFO:teuthology.orchestra.run.smithi063.stdout: "tags": [], 2024-09-15T22:05:29.670 INFO:teuthology.orchestra.run.smithi063.stdout: "see_also": [] 2024-09-15T22:05:29.670 INFO:teuthology.orchestra.run.smithi063.stdout: }, 2024-09-15T22:05:29.670 INFO:teuthology.orchestra.run.smithi063.stdout: "testnewline": { 2024-09-15T22:05:29.671 INFO:teuthology.orchestra.run.smithi063.stdout: "name": "testnewline", 2024-09-15T22:05:29.671 INFO:teuthology.orchestra.run.smithi063.stdout: "type": "str", 2024-09-15T22:05:29.671 INFO:teuthology.orchestra.run.smithi063.stdout: "level": "advanced", 2024-09-15T22:05:29.671 INFO:teuthology.orchestra.run.smithi063.stdout: "flags": 0, 2024-09-15T22:05:29.671 INFO:teuthology.orchestra.run.smithi063.stdout: "default_value": "", 2024-09-15T22:05:29.671 INFO:teuthology.orchestra.run.smithi063.stdout: "min": "", 2024-09-15T22:05:29.671 INFO:teuthology.orchestra.run.smithi063.stdout: "max": "", 2024-09-15T22:05:29.671 INFO:teuthology.orchestra.run.smithi063.stdout: "enum_allowed": [], 2024-09-15T22:05:29.671 INFO:teuthology.orchestra.run.smithi063.stdout: "desc": "", 2024-09-15T22:05:29.671 INFO:teuthology.orchestra.run.smithi063.stdout: "long_desc": "", 2024-09-15T22:05:29.671 INFO:teuthology.orchestra.run.smithi063.stdout: "tags": [], 2024-09-15T22:05:29.671 INFO:teuthology.orchestra.run.smithi063.stdout: "see_also": [] 2024-09-15T22:05:29.671 INFO:teuthology.orchestra.run.smithi063.stdout: } 2024-09-15T22:05:29.671 INFO:teuthology.orchestra.run.smithi063.stdout: } 2024-09-15T22:05:29.672 INFO:teuthology.orchestra.run.smithi063.stdout: }, 2024-09-15T22:05:29.672 INFO:teuthology.orchestra.run.smithi063.stdout: { 2024-09-15T22:05:29.672 INFO:teuthology.orchestra.run.smithi063.stdout: "name": "snap_schedule", 2024-09-15T22:05:29.672 INFO:teuthology.orchestra.run.smithi063.stdout: "can_run": true, 2024-09-15T22:05:29.672 INFO:teuthology.orchestra.run.smithi063.stdout: "error_string": "", 2024-09-15T22:05:29.672 INFO:teuthology.orchestra.run.smithi063.stdout: "module_options": { 2024-09-15T22:05:29.672 INFO:teuthology.orchestra.run.smithi063.stdout: "allow_m_granularity": { 2024-09-15T22:05:29.672 INFO:teuthology.orchestra.run.smithi063.stdout: "name": "allow_m_granularity", 2024-09-15T22:05:29.672 INFO:teuthology.orchestra.run.smithi063.stdout: "type": "bool", 2024-09-15T22:05:29.672 INFO:teuthology.orchestra.run.smithi063.stdout: "level": "advanced", 2024-09-15T22:05:29.672 INFO:teuthology.orchestra.run.smithi063.stdout: "flags": 1, 2024-09-15T22:05:29.672 INFO:teuthology.orchestra.run.smithi063.stdout: "default_value": "False", 2024-09-15T22:05:29.672 INFO:teuthology.orchestra.run.smithi063.stdout: "min": "", 2024-09-15T22:05:29.672 INFO:teuthology.orchestra.run.smithi063.stdout: "max": "", 2024-09-15T22:05:29.673 INFO:teuthology.orchestra.run.smithi063.stdout: "enum_allowed": [], 2024-09-15T22:05:29.673 INFO:teuthology.orchestra.run.smithi063.stdout: "desc": "allow minute scheduled snapshots", 2024-09-15T22:05:29.673 INFO:teuthology.orchestra.run.smithi063.stdout: "long_desc": "", 2024-09-15T22:05:29.673 INFO:teuthology.orchestra.run.smithi063.stdout: "tags": [], 2024-09-15T22:05:29.673 INFO:teuthology.orchestra.run.smithi063.stdout: "see_also": [] 2024-09-15T22:05:29.673 INFO:teuthology.orchestra.run.smithi063.stdout: }, 2024-09-15T22:05:29.673 INFO:teuthology.orchestra.run.smithi063.stdout: "dump_on_update": { 2024-09-15T22:05:29.673 INFO:teuthology.orchestra.run.smithi063.stdout: "name": "dump_on_update", 2024-09-15T22:05:29.673 INFO:teuthology.orchestra.run.smithi063.stdout: "type": "bool", 2024-09-15T22:05:29.673 INFO:teuthology.orchestra.run.smithi063.stdout: "level": "advanced", 2024-09-15T22:05:29.673 INFO:teuthology.orchestra.run.smithi063.stdout: "flags": 1, 2024-09-15T22:05:29.673 INFO:teuthology.orchestra.run.smithi063.stdout: "default_value": "False", 2024-09-15T22:05:29.673 INFO:teuthology.orchestra.run.smithi063.stdout: "min": "", 2024-09-15T22:05:29.674 INFO:teuthology.orchestra.run.smithi063.stdout: "max": "", 2024-09-15T22:05:29.674 INFO:teuthology.orchestra.run.smithi063.stdout: "enum_allowed": [], 2024-09-15T22:05:29.674 INFO:teuthology.orchestra.run.smithi063.stdout: "desc": "dump database to debug log on update", 2024-09-15T22:05:29.674 INFO:teuthology.orchestra.run.smithi063.stdout: "long_desc": "", 2024-09-15T22:05:29.674 INFO:teuthology.orchestra.run.smithi063.stdout: "tags": [], 2024-09-15T22:05:29.674 INFO:teuthology.orchestra.run.smithi063.stdout: "see_also": [] 2024-09-15T22:05:29.674 INFO:teuthology.orchestra.run.smithi063.stdout: }, 2024-09-15T22:05:29.674 INFO:teuthology.orchestra.run.smithi063.stdout: "log_level": { 2024-09-15T22:05:29.674 INFO:teuthology.orchestra.run.smithi063.stdout: "name": "log_level", 2024-09-15T22:05:29.674 INFO:teuthology.orchestra.run.smithi063.stdout: "type": "str", 2024-09-15T22:05:29.674 INFO:teuthology.orchestra.run.smithi063.stdout: "level": "advanced", 2024-09-15T22:05:29.674 INFO:teuthology.orchestra.run.smithi063.stdout: "flags": 1, 2024-09-15T22:05:29.674 INFO:teuthology.orchestra.run.smithi063.stdout: "default_value": "", 2024-09-15T22:05:29.675 INFO:teuthology.orchestra.run.smithi063.stdout: "min": "", 2024-09-15T22:05:29.675 INFO:teuthology.orchestra.run.smithi063.stdout: "max": "", 2024-09-15T22:05:29.675 INFO:teuthology.orchestra.run.smithi063.stdout: "enum_allowed": [ 2024-09-15T22:05:29.675 INFO:teuthology.orchestra.run.smithi063.stdout: "", 2024-09-15T22:05:29.675 INFO:teuthology.orchestra.run.smithi063.stdout: "critical", 2024-09-15T22:05:29.675 INFO:teuthology.orchestra.run.smithi063.stdout: "debug", 2024-09-15T22:05:29.675 INFO:teuthology.orchestra.run.smithi063.stdout: "error", 2024-09-15T22:05:29.675 INFO:teuthology.orchestra.run.smithi063.stdout: "info", 2024-09-15T22:05:29.675 INFO:teuthology.orchestra.run.smithi063.stdout: "warning" 2024-09-15T22:05:29.675 INFO:teuthology.orchestra.run.smithi063.stdout: ], 2024-09-15T22:05:29.675 INFO:teuthology.orchestra.run.smithi063.stdout: "desc": "", 2024-09-15T22:05:29.675 INFO:teuthology.orchestra.run.smithi063.stdout: "long_desc": "", 2024-09-15T22:05:29.676 INFO:teuthology.orchestra.run.smithi063.stdout: "tags": [], 2024-09-15T22:05:29.676 INFO:teuthology.orchestra.run.smithi063.stdout: "see_also": [] 2024-09-15T22:05:29.676 INFO:teuthology.orchestra.run.smithi063.stdout: }, 2024-09-15T22:05:29.676 INFO:teuthology.orchestra.run.smithi063.stdout: "log_to_cluster": { 2024-09-15T22:05:29.676 INFO:teuthology.orchestra.run.smithi063.stdout: "name": "log_to_cluster", 2024-09-15T22:05:29.676 INFO:teuthology.orchestra.run.smithi063.stdout: "type": "bool", 2024-09-15T22:05:29.676 INFO:teuthology.orchestra.run.smithi063.stdout: "level": "advanced", 2024-09-15T22:05:29.676 INFO:teuthology.orchestra.run.smithi063.stdout: "flags": 1, 2024-09-15T22:05:29.676 INFO:teuthology.orchestra.run.smithi063.stdout: "default_value": "False", 2024-09-15T22:05:29.676 INFO:teuthology.orchestra.run.smithi063.stdout: "min": "", 2024-09-15T22:05:29.676 INFO:teuthology.orchestra.run.smithi063.stdout: "max": "", 2024-09-15T22:05:29.676 INFO:teuthology.orchestra.run.smithi063.stdout: "enum_allowed": [], 2024-09-15T22:05:29.677 INFO:teuthology.orchestra.run.smithi063.stdout: "desc": "", 2024-09-15T22:05:29.677 INFO:teuthology.orchestra.run.smithi063.stdout: "long_desc": "", 2024-09-15T22:05:29.677 INFO:teuthology.orchestra.run.smithi063.stdout: "tags": [], 2024-09-15T22:05:29.677 INFO:teuthology.orchestra.run.smithi063.stdout: "see_also": [] 2024-09-15T22:05:29.677 INFO:teuthology.orchestra.run.smithi063.stdout: }, 2024-09-15T22:05:29.677 INFO:teuthology.orchestra.run.smithi063.stdout: "log_to_cluster_level": { 2024-09-15T22:05:29.677 INFO:teuthology.orchestra.run.smithi063.stdout: "name": "log_to_cluster_level", 2024-09-15T22:05:29.677 INFO:teuthology.orchestra.run.smithi063.stdout: "type": "str", 2024-09-15T22:05:29.677 INFO:teuthology.orchestra.run.smithi063.stdout: "level": "advanced", 2024-09-15T22:05:29.677 INFO:teuthology.orchestra.run.smithi063.stdout: "flags": 1, 2024-09-15T22:05:29.677 INFO:teuthology.orchestra.run.smithi063.stdout: "default_value": "info", 2024-09-15T22:05:29.677 INFO:teuthology.orchestra.run.smithi063.stdout: "min": "", 2024-09-15T22:05:29.678 INFO:teuthology.orchestra.run.smithi063.stdout: "max": "", 2024-09-15T22:05:29.678 INFO:teuthology.orchestra.run.smithi063.stdout: "enum_allowed": [ 2024-09-15T22:05:29.678 INFO:teuthology.orchestra.run.smithi063.stdout: "", 2024-09-15T22:05:29.678 INFO:teuthology.orchestra.run.smithi063.stdout: "critical", 2024-09-15T22:05:29.678 INFO:teuthology.orchestra.run.smithi063.stdout: "debug", 2024-09-15T22:05:29.678 INFO:teuthology.orchestra.run.smithi063.stdout: "error", 2024-09-15T22:05:29.678 INFO:teuthology.orchestra.run.smithi063.stdout: "info", 2024-09-15T22:05:29.678 INFO:teuthology.orchestra.run.smithi063.stdout: "warning" 2024-09-15T22:05:29.678 INFO:teuthology.orchestra.run.smithi063.stdout: ], 2024-09-15T22:05:29.678 INFO:teuthology.orchestra.run.smithi063.stdout: "desc": "", 2024-09-15T22:05:29.678 INFO:teuthology.orchestra.run.smithi063.stdout: "long_desc": "", 2024-09-15T22:05:29.678 INFO:teuthology.orchestra.run.smithi063.stdout: "tags": [], 2024-09-15T22:05:29.678 INFO:teuthology.orchestra.run.smithi063.stdout: "see_also": [] 2024-09-15T22:05:29.679 INFO:teuthology.orchestra.run.smithi063.stdout: }, 2024-09-15T22:05:29.679 INFO:teuthology.orchestra.run.smithi063.stdout: "log_to_file": { 2024-09-15T22:05:29.679 INFO:teuthology.orchestra.run.smithi063.stdout: "name": "log_to_file", 2024-09-15T22:05:29.679 INFO:teuthology.orchestra.run.smithi063.stdout: "type": "bool", 2024-09-15T22:05:29.679 INFO:teuthology.orchestra.run.smithi063.stdout: "level": "advanced", 2024-09-15T22:05:29.679 INFO:teuthology.orchestra.run.smithi063.stdout: "flags": 1, 2024-09-15T22:05:29.679 INFO:teuthology.orchestra.run.smithi063.stdout: "default_value": "False", 2024-09-15T22:05:29.679 INFO:teuthology.orchestra.run.smithi063.stdout: "min": "", 2024-09-15T22:05:29.679 INFO:teuthology.orchestra.run.smithi063.stdout: "max": "", 2024-09-15T22:05:29.679 INFO:teuthology.orchestra.run.smithi063.stdout: "enum_allowed": [], 2024-09-15T22:05:29.680 INFO:teuthology.orchestra.run.smithi063.stdout: "desc": "", 2024-09-15T22:05:29.680 INFO:teuthology.orchestra.run.smithi063.stdout: "long_desc": "", 2024-09-15T22:05:29.680 INFO:teuthology.orchestra.run.smithi063.stdout: "tags": [], 2024-09-15T22:05:29.680 INFO:teuthology.orchestra.run.smithi063.stdout: "see_also": [] 2024-09-15T22:05:29.680 INFO:teuthology.orchestra.run.smithi063.stdout: } 2024-09-15T22:05:29.680 INFO:teuthology.orchestra.run.smithi063.stdout: } 2024-09-15T22:05:29.680 INFO:teuthology.orchestra.run.smithi063.stdout: }, 2024-09-15T22:05:29.680 INFO:teuthology.orchestra.run.smithi063.stdout: { 2024-09-15T22:05:29.680 INFO:teuthology.orchestra.run.smithi063.stdout: "name": "stats", 2024-09-15T22:05:29.680 INFO:teuthology.orchestra.run.smithi063.stdout: "can_run": true, 2024-09-15T22:05:29.680 INFO:teuthology.orchestra.run.smithi063.stdout: "error_string": "", 2024-09-15T22:05:29.680 INFO:teuthology.orchestra.run.smithi063.stdout: "module_options": { 2024-09-15T22:05:29.681 INFO:teuthology.orchestra.run.smithi063.stdout: "log_level": { 2024-09-15T22:05:29.681 INFO:teuthology.orchestra.run.smithi063.stdout: "name": "log_level", 2024-09-15T22:05:29.681 INFO:teuthology.orchestra.run.smithi063.stdout: "type": "str", 2024-09-15T22:05:29.681 INFO:teuthology.orchestra.run.smithi063.stdout: "level": "advanced", 2024-09-15T22:05:29.681 INFO:teuthology.orchestra.run.smithi063.stdout: "flags": 1, 2024-09-15T22:05:29.681 INFO:teuthology.orchestra.run.smithi063.stdout: "default_value": "", 2024-09-15T22:05:29.681 INFO:teuthology.orchestra.run.smithi063.stdout: "min": "", 2024-09-15T22:05:29.681 INFO:teuthology.orchestra.run.smithi063.stdout: "max": "", 2024-09-15T22:05:29.681 INFO:teuthology.orchestra.run.smithi063.stdout: "enum_allowed": [ 2024-09-15T22:05:29.681 INFO:teuthology.orchestra.run.smithi063.stdout: "", 2024-09-15T22:05:29.681 INFO:teuthology.orchestra.run.smithi063.stdout: "critical", 2024-09-15T22:05:29.682 INFO:teuthology.orchestra.run.smithi063.stdout: "debug", 2024-09-15T22:05:29.682 INFO:teuthology.orchestra.run.smithi063.stdout: "error", 2024-09-15T22:05:29.682 INFO:teuthology.orchestra.run.smithi063.stdout: "info", 2024-09-15T22:05:29.682 INFO:teuthology.orchestra.run.smithi063.stdout: "warning" 2024-09-15T22:05:29.682 INFO:teuthology.orchestra.run.smithi063.stdout: ], 2024-09-15T22:05:29.682 INFO:teuthology.orchestra.run.smithi063.stdout: "desc": "", 2024-09-15T22:05:29.682 INFO:teuthology.orchestra.run.smithi063.stdout: "long_desc": "", 2024-09-15T22:05:29.682 INFO:teuthology.orchestra.run.smithi063.stdout: "tags": [], 2024-09-15T22:05:29.682 INFO:teuthology.orchestra.run.smithi063.stdout: "see_also": [] 2024-09-15T22:05:29.682 INFO:teuthology.orchestra.run.smithi063.stdout: }, 2024-09-15T22:05:29.682 INFO:teuthology.orchestra.run.smithi063.stdout: "log_to_cluster": { 2024-09-15T22:05:29.683 INFO:teuthology.orchestra.run.smithi063.stdout: "name": "log_to_cluster", 2024-09-15T22:05:29.683 INFO:teuthology.orchestra.run.smithi063.stdout: "type": "bool", 2024-09-15T22:05:29.683 INFO:teuthology.orchestra.run.smithi063.stdout: "level": "advanced", 2024-09-15T22:05:29.683 INFO:teuthology.orchestra.run.smithi063.stdout: "flags": 1, 2024-09-15T22:05:29.683 INFO:teuthology.orchestra.run.smithi063.stdout: "default_value": "False", 2024-09-15T22:05:29.683 INFO:teuthology.orchestra.run.smithi063.stdout: "min": "", 2024-09-15T22:05:29.683 INFO:teuthology.orchestra.run.smithi063.stdout: "max": "", 2024-09-15T22:05:29.683 INFO:teuthology.orchestra.run.smithi063.stdout: "enum_allowed": [], 2024-09-15T22:05:29.683 INFO:teuthology.orchestra.run.smithi063.stdout: "desc": "", 2024-09-15T22:05:29.684 INFO:teuthology.orchestra.run.smithi063.stdout: "long_desc": "", 2024-09-15T22:05:29.684 INFO:teuthology.orchestra.run.smithi063.stdout: "tags": [], 2024-09-15T22:05:29.684 INFO:teuthology.orchestra.run.smithi063.stdout: "see_also": [] 2024-09-15T22:05:29.684 INFO:teuthology.orchestra.run.smithi063.stdout: }, 2024-09-15T22:05:29.684 INFO:teuthology.orchestra.run.smithi063.stdout: "log_to_cluster_level": { 2024-09-15T22:05:29.684 INFO:teuthology.orchestra.run.smithi063.stdout: "name": "log_to_cluster_level", 2024-09-15T22:05:29.684 INFO:teuthology.orchestra.run.smithi063.stdout: "type": "str", 2024-09-15T22:05:29.684 INFO:teuthology.orchestra.run.smithi063.stdout: "level": "advanced", 2024-09-15T22:05:29.684 INFO:teuthology.orchestra.run.smithi063.stdout: "flags": 1, 2024-09-15T22:05:29.684 INFO:teuthology.orchestra.run.smithi063.stdout: "default_value": "info", 2024-09-15T22:05:29.684 INFO:teuthology.orchestra.run.smithi063.stdout: "min": "", 2024-09-15T22:05:29.684 INFO:teuthology.orchestra.run.smithi063.stdout: "max": "", 2024-09-15T22:05:29.685 INFO:teuthology.orchestra.run.smithi063.stdout: "enum_allowed": [ 2024-09-15T22:05:29.685 INFO:teuthology.orchestra.run.smithi063.stdout: "", 2024-09-15T22:05:29.685 INFO:teuthology.orchestra.run.smithi063.stdout: "critical", 2024-09-15T22:05:29.685 INFO:teuthology.orchestra.run.smithi063.stdout: "debug", 2024-09-15T22:05:29.685 INFO:teuthology.orchestra.run.smithi063.stdout: "error", 2024-09-15T22:05:29.685 INFO:teuthology.orchestra.run.smithi063.stdout: "info", 2024-09-15T22:05:29.685 INFO:teuthology.orchestra.run.smithi063.stdout: "warning" 2024-09-15T22:05:29.685 INFO:teuthology.orchestra.run.smithi063.stdout: ], 2024-09-15T22:05:29.685 INFO:teuthology.orchestra.run.smithi063.stdout: "desc": "", 2024-09-15T22:05:29.685 INFO:teuthology.orchestra.run.smithi063.stdout: "long_desc": "", 2024-09-15T22:05:29.685 INFO:teuthology.orchestra.run.smithi063.stdout: "tags": [], 2024-09-15T22:05:29.685 INFO:teuthology.orchestra.run.smithi063.stdout: "see_also": [] 2024-09-15T22:05:29.686 INFO:teuthology.orchestra.run.smithi063.stdout: }, 2024-09-15T22:05:29.686 INFO:teuthology.orchestra.run.smithi063.stdout: "log_to_file": { 2024-09-15T22:05:29.686 INFO:teuthology.orchestra.run.smithi063.stdout: "name": "log_to_file", 2024-09-15T22:05:29.686 INFO:teuthology.orchestra.run.smithi063.stdout: "type": "bool", 2024-09-15T22:05:29.686 INFO:teuthology.orchestra.run.smithi063.stdout: "level": "advanced", 2024-09-15T22:05:29.686 INFO:teuthology.orchestra.run.smithi063.stdout: "flags": 1, 2024-09-15T22:05:29.686 INFO:teuthology.orchestra.run.smithi063.stdout: "default_value": "False", 2024-09-15T22:05:29.686 INFO:teuthology.orchestra.run.smithi063.stdout: "min": "", 2024-09-15T22:05:29.686 INFO:teuthology.orchestra.run.smithi063.stdout: "max": "", 2024-09-15T22:05:29.686 INFO:teuthology.orchestra.run.smithi063.stdout: "enum_allowed": [], 2024-09-15T22:05:29.686 INFO:teuthology.orchestra.run.smithi063.stdout: "desc": "", 2024-09-15T22:05:29.687 INFO:teuthology.orchestra.run.smithi063.stdout: "long_desc": "", 2024-09-15T22:05:29.687 INFO:teuthology.orchestra.run.smithi063.stdout: "tags": [], 2024-09-15T22:05:29.687 INFO:teuthology.orchestra.run.smithi063.stdout: "see_also": [] 2024-09-15T22:05:29.687 INFO:teuthology.orchestra.run.smithi063.stdout: } 2024-09-15T22:05:29.687 INFO:teuthology.orchestra.run.smithi063.stdout: } 2024-09-15T22:05:29.687 INFO:teuthology.orchestra.run.smithi063.stdout: }, 2024-09-15T22:05:29.687 INFO:teuthology.orchestra.run.smithi063.stdout: { 2024-09-15T22:05:29.687 INFO:teuthology.orchestra.run.smithi063.stdout: "name": "status", 2024-09-15T22:05:29.687 INFO:teuthology.orchestra.run.smithi063.stdout: "can_run": true, 2024-09-15T22:05:29.687 INFO:teuthology.orchestra.run.smithi063.stdout: "error_string": "", 2024-09-15T22:05:29.687 INFO:teuthology.orchestra.run.smithi063.stdout: "module_options": { 2024-09-15T22:05:29.688 INFO:teuthology.orchestra.run.smithi063.stdout: "log_level": { 2024-09-15T22:05:29.688 INFO:teuthology.orchestra.run.smithi063.stdout: "name": "log_level", 2024-09-15T22:05:29.688 INFO:teuthology.orchestra.run.smithi063.stdout: "type": "str", 2024-09-15T22:05:29.688 INFO:teuthology.orchestra.run.smithi063.stdout: "level": "advanced", 2024-09-15T22:05:29.688 INFO:teuthology.orchestra.run.smithi063.stdout: "flags": 1, 2024-09-15T22:05:29.688 INFO:teuthology.orchestra.run.smithi063.stdout: "default_value": "", 2024-09-15T22:05:29.688 INFO:teuthology.orchestra.run.smithi063.stdout: "min": "", 2024-09-15T22:05:29.688 INFO:teuthology.orchestra.run.smithi063.stdout: "max": "", 2024-09-15T22:05:29.688 INFO:teuthology.orchestra.run.smithi063.stdout: "enum_allowed": [ 2024-09-15T22:05:29.688 INFO:teuthology.orchestra.run.smithi063.stdout: "", 2024-09-15T22:05:29.688 INFO:teuthology.orchestra.run.smithi063.stdout: "critical", 2024-09-15T22:05:29.688 INFO:teuthology.orchestra.run.smithi063.stdout: "debug", 2024-09-15T22:05:29.689 INFO:teuthology.orchestra.run.smithi063.stdout: "error", 2024-09-15T22:05:29.689 INFO:teuthology.orchestra.run.smithi063.stdout: "info", 2024-09-15T22:05:29.689 INFO:teuthology.orchestra.run.smithi063.stdout: "warning" 2024-09-15T22:05:29.689 INFO:teuthology.orchestra.run.smithi063.stdout: ], 2024-09-15T22:05:29.689 INFO:teuthology.orchestra.run.smithi063.stdout: "desc": "", 2024-09-15T22:05:29.689 INFO:teuthology.orchestra.run.smithi063.stdout: "long_desc": "", 2024-09-15T22:05:29.689 INFO:teuthology.orchestra.run.smithi063.stdout: "tags": [], 2024-09-15T22:05:29.689 INFO:teuthology.orchestra.run.smithi063.stdout: "see_also": [] 2024-09-15T22:05:29.689 INFO:teuthology.orchestra.run.smithi063.stdout: }, 2024-09-15T22:05:29.689 INFO:teuthology.orchestra.run.smithi063.stdout: "log_to_cluster": { 2024-09-15T22:05:29.689 INFO:teuthology.orchestra.run.smithi063.stdout: "name": "log_to_cluster", 2024-09-15T22:05:29.689 INFO:teuthology.orchestra.run.smithi063.stdout: "type": "bool", 2024-09-15T22:05:29.689 INFO:teuthology.orchestra.run.smithi063.stdout: "level": "advanced", 2024-09-15T22:05:29.690 INFO:teuthology.orchestra.run.smithi063.stdout: "flags": 1, 2024-09-15T22:05:29.690 INFO:teuthology.orchestra.run.smithi063.stdout: "default_value": "False", 2024-09-15T22:05:29.690 INFO:teuthology.orchestra.run.smithi063.stdout: "min": "", 2024-09-15T22:05:29.690 INFO:teuthology.orchestra.run.smithi063.stdout: "max": "", 2024-09-15T22:05:29.690 INFO:teuthology.orchestra.run.smithi063.stdout: "enum_allowed": [], 2024-09-15T22:05:29.690 INFO:teuthology.orchestra.run.smithi063.stdout: "desc": "", 2024-09-15T22:05:29.690 INFO:teuthology.orchestra.run.smithi063.stdout: "long_desc": "", 2024-09-15T22:05:29.690 INFO:teuthology.orchestra.run.smithi063.stdout: "tags": [], 2024-09-15T22:05:29.690 INFO:teuthology.orchestra.run.smithi063.stdout: "see_also": [] 2024-09-15T22:05:29.690 INFO:teuthology.orchestra.run.smithi063.stdout: }, 2024-09-15T22:05:29.690 INFO:teuthology.orchestra.run.smithi063.stdout: "log_to_cluster_level": { 2024-09-15T22:05:29.690 INFO:teuthology.orchestra.run.smithi063.stdout: "name": "log_to_cluster_level", 2024-09-15T22:05:29.690 INFO:teuthology.orchestra.run.smithi063.stdout: "type": "str", 2024-09-15T22:05:29.690 INFO:teuthology.orchestra.run.smithi063.stdout: "level": "advanced", 2024-09-15T22:05:29.691 INFO:teuthology.orchestra.run.smithi063.stdout: "flags": 1, 2024-09-15T22:05:29.691 INFO:teuthology.orchestra.run.smithi063.stdout: "default_value": "info", 2024-09-15T22:05:29.691 INFO:teuthology.orchestra.run.smithi063.stdout: "min": "", 2024-09-15T22:05:29.691 INFO:teuthology.orchestra.run.smithi063.stdout: "max": "", 2024-09-15T22:05:29.691 INFO:teuthology.orchestra.run.smithi063.stdout: "enum_allowed": [ 2024-09-15T22:05:29.691 INFO:teuthology.orchestra.run.smithi063.stdout: "", 2024-09-15T22:05:29.691 INFO:teuthology.orchestra.run.smithi063.stdout: "critical", 2024-09-15T22:05:29.691 INFO:teuthology.orchestra.run.smithi063.stdout: "debug", 2024-09-15T22:05:29.691 INFO:teuthology.orchestra.run.smithi063.stdout: "error", 2024-09-15T22:05:29.691 INFO:teuthology.orchestra.run.smithi063.stdout: "info", 2024-09-15T22:05:29.691 INFO:teuthology.orchestra.run.smithi063.stdout: "warning" 2024-09-15T22:05:29.691 INFO:teuthology.orchestra.run.smithi063.stdout: ], 2024-09-15T22:05:29.691 INFO:teuthology.orchestra.run.smithi063.stdout: "desc": "", 2024-09-15T22:05:29.692 INFO:teuthology.orchestra.run.smithi063.stdout: "long_desc": "", 2024-09-15T22:05:29.692 INFO:teuthology.orchestra.run.smithi063.stdout: "tags": [], 2024-09-15T22:05:29.692 INFO:teuthology.orchestra.run.smithi063.stdout: "see_also": [] 2024-09-15T22:05:29.692 INFO:teuthology.orchestra.run.smithi063.stdout: }, 2024-09-15T22:05:29.692 INFO:teuthology.orchestra.run.smithi063.stdout: "log_to_file": { 2024-09-15T22:05:29.692 INFO:teuthology.orchestra.run.smithi063.stdout: "name": "log_to_file", 2024-09-15T22:05:29.692 INFO:teuthology.orchestra.run.smithi063.stdout: "type": "bool", 2024-09-15T22:05:29.692 INFO:teuthology.orchestra.run.smithi063.stdout: "level": "advanced", 2024-09-15T22:05:29.692 INFO:teuthology.orchestra.run.smithi063.stdout: "flags": 1, 2024-09-15T22:05:29.692 INFO:teuthology.orchestra.run.smithi063.stdout: "default_value": "False", 2024-09-15T22:05:29.692 INFO:teuthology.orchestra.run.smithi063.stdout: "min": "", 2024-09-15T22:05:29.692 INFO:teuthology.orchestra.run.smithi063.stdout: "max": "", 2024-09-15T22:05:29.692 INFO:teuthology.orchestra.run.smithi063.stdout: "enum_allowed": [], 2024-09-15T22:05:29.693 INFO:teuthology.orchestra.run.smithi063.stdout: "desc": "", 2024-09-15T22:05:29.693 INFO:teuthology.orchestra.run.smithi063.stdout: "long_desc": "", 2024-09-15T22:05:29.693 INFO:teuthology.orchestra.run.smithi063.stdout: "tags": [], 2024-09-15T22:05:29.693 INFO:teuthology.orchestra.run.smithi063.stdout: "see_also": [] 2024-09-15T22:05:29.693 INFO:teuthology.orchestra.run.smithi063.stdout: } 2024-09-15T22:05:29.693 INFO:teuthology.orchestra.run.smithi063.stdout: } 2024-09-15T22:05:29.693 INFO:teuthology.orchestra.run.smithi063.stdout: }, 2024-09-15T22:05:29.693 INFO:teuthology.orchestra.run.smithi063.stdout: { 2024-09-15T22:05:29.693 INFO:teuthology.orchestra.run.smithi063.stdout: "name": "telegraf", 2024-09-15T22:05:29.693 INFO:teuthology.orchestra.run.smithi063.stdout: "can_run": true, 2024-09-15T22:05:29.693 INFO:teuthology.orchestra.run.smithi063.stdout: "error_string": "", 2024-09-15T22:05:29.693 INFO:teuthology.orchestra.run.smithi063.stdout: "module_options": { 2024-09-15T22:05:29.693 INFO:teuthology.orchestra.run.smithi063.stdout: "address": { 2024-09-15T22:05:29.694 INFO:teuthology.orchestra.run.smithi063.stdout: "name": "address", 2024-09-15T22:05:29.694 INFO:teuthology.orchestra.run.smithi063.stdout: "type": "str", 2024-09-15T22:05:29.694 INFO:teuthology.orchestra.run.smithi063.stdout: "level": "advanced", 2024-09-15T22:05:29.694 INFO:teuthology.orchestra.run.smithi063.stdout: "flags": 0, 2024-09-15T22:05:29.694 INFO:teuthology.orchestra.run.smithi063.stdout: "default_value": "unixgram:///tmp/telegraf.sock", 2024-09-15T22:05:29.694 INFO:teuthology.orchestra.run.smithi063.stdout: "min": "", 2024-09-15T22:05:29.694 INFO:teuthology.orchestra.run.smithi063.stdout: "max": "", 2024-09-15T22:05:29.694 INFO:teuthology.orchestra.run.smithi063.stdout: "enum_allowed": [], 2024-09-15T22:05:29.694 INFO:teuthology.orchestra.run.smithi063.stdout: "desc": "", 2024-09-15T22:05:29.694 INFO:teuthology.orchestra.run.smithi063.stdout: "long_desc": "", 2024-09-15T22:05:29.694 INFO:teuthology.orchestra.run.smithi063.stdout: "tags": [], 2024-09-15T22:05:29.694 INFO:teuthology.orchestra.run.smithi063.stdout: "see_also": [] 2024-09-15T22:05:29.695 INFO:teuthology.orchestra.run.smithi063.stdout: }, 2024-09-15T22:05:29.695 INFO:teuthology.orchestra.run.smithi063.stdout: "interval": { 2024-09-15T22:05:29.695 INFO:teuthology.orchestra.run.smithi063.stdout: "name": "interval", 2024-09-15T22:05:29.695 INFO:teuthology.orchestra.run.smithi063.stdout: "type": "secs", 2024-09-15T22:05:29.695 INFO:teuthology.orchestra.run.smithi063.stdout: "level": "advanced", 2024-09-15T22:05:29.695 INFO:teuthology.orchestra.run.smithi063.stdout: "flags": 0, 2024-09-15T22:05:29.695 INFO:teuthology.orchestra.run.smithi063.stdout: "default_value": "15", 2024-09-15T22:05:29.695 INFO:teuthology.orchestra.run.smithi063.stdout: "min": "", 2024-09-15T22:05:29.695 INFO:teuthology.orchestra.run.smithi063.stdout: "max": "", 2024-09-15T22:05:29.695 INFO:teuthology.orchestra.run.smithi063.stdout: "enum_allowed": [], 2024-09-15T22:05:29.695 INFO:teuthology.orchestra.run.smithi063.stdout: "desc": "", 2024-09-15T22:05:29.696 INFO:teuthology.orchestra.run.smithi063.stdout: "long_desc": "", 2024-09-15T22:05:29.696 INFO:teuthology.orchestra.run.smithi063.stdout: "tags": [], 2024-09-15T22:05:29.696 INFO:teuthology.orchestra.run.smithi063.stdout: "see_also": [] 2024-09-15T22:05:29.696 INFO:teuthology.orchestra.run.smithi063.stdout: }, 2024-09-15T22:05:29.696 INFO:teuthology.orchestra.run.smithi063.stdout: "log_level": { 2024-09-15T22:05:29.696 INFO:teuthology.orchestra.run.smithi063.stdout: "name": "log_level", 2024-09-15T22:05:29.696 INFO:teuthology.orchestra.run.smithi063.stdout: "type": "str", 2024-09-15T22:05:29.696 INFO:teuthology.orchestra.run.smithi063.stdout: "level": "advanced", 2024-09-15T22:05:29.696 INFO:teuthology.orchestra.run.smithi063.stdout: "flags": 1, 2024-09-15T22:05:29.696 INFO:teuthology.orchestra.run.smithi063.stdout: "default_value": "", 2024-09-15T22:05:29.696 INFO:teuthology.orchestra.run.smithi063.stdout: "min": "", 2024-09-15T22:05:29.696 INFO:teuthology.orchestra.run.smithi063.stdout: "max": "", 2024-09-15T22:05:29.696 INFO:teuthology.orchestra.run.smithi063.stdout: "enum_allowed": [ 2024-09-15T22:05:29.697 INFO:teuthology.orchestra.run.smithi063.stdout: "", 2024-09-15T22:05:29.697 INFO:teuthology.orchestra.run.smithi063.stdout: "critical", 2024-09-15T22:05:29.697 INFO:teuthology.orchestra.run.smithi063.stdout: "debug", 2024-09-15T22:05:29.697 INFO:teuthology.orchestra.run.smithi063.stdout: "error", 2024-09-15T22:05:29.697 INFO:teuthology.orchestra.run.smithi063.stdout: "info", 2024-09-15T22:05:29.697 INFO:teuthology.orchestra.run.smithi063.stdout: "warning" 2024-09-15T22:05:29.697 INFO:teuthology.orchestra.run.smithi063.stdout: ], 2024-09-15T22:05:29.697 INFO:teuthology.orchestra.run.smithi063.stdout: "desc": "", 2024-09-15T22:05:29.697 INFO:teuthology.orchestra.run.smithi063.stdout: "long_desc": "", 2024-09-15T22:05:29.697 INFO:teuthology.orchestra.run.smithi063.stdout: "tags": [], 2024-09-15T22:05:29.697 INFO:teuthology.orchestra.run.smithi063.stdout: "see_also": [] 2024-09-15T22:05:29.697 INFO:teuthology.orchestra.run.smithi063.stdout: }, 2024-09-15T22:05:29.698 INFO:teuthology.orchestra.run.smithi063.stdout: "log_to_cluster": { 2024-09-15T22:05:29.698 INFO:teuthology.orchestra.run.smithi063.stdout: "name": "log_to_cluster", 2024-09-15T22:05:29.698 INFO:teuthology.orchestra.run.smithi063.stdout: "type": "bool", 2024-09-15T22:05:29.698 INFO:teuthology.orchestra.run.smithi063.stdout: "level": "advanced", 2024-09-15T22:05:29.698 INFO:teuthology.orchestra.run.smithi063.stdout: "flags": 1, 2024-09-15T22:05:29.698 INFO:teuthology.orchestra.run.smithi063.stdout: "default_value": "False", 2024-09-15T22:05:29.698 INFO:teuthology.orchestra.run.smithi063.stdout: "min": "", 2024-09-15T22:05:29.698 INFO:teuthology.orchestra.run.smithi063.stdout: "max": "", 2024-09-15T22:05:29.698 INFO:teuthology.orchestra.run.smithi063.stdout: "enum_allowed": [], 2024-09-15T22:05:29.698 INFO:teuthology.orchestra.run.smithi063.stdout: "desc": "", 2024-09-15T22:05:29.698 INFO:teuthology.orchestra.run.smithi063.stdout: "long_desc": "", 2024-09-15T22:05:29.698 INFO:teuthology.orchestra.run.smithi063.stdout: "tags": [], 2024-09-15T22:05:29.698 INFO:teuthology.orchestra.run.smithi063.stdout: "see_also": [] 2024-09-15T22:05:29.699 INFO:teuthology.orchestra.run.smithi063.stdout: }, 2024-09-15T22:05:29.699 INFO:teuthology.orchestra.run.smithi063.stdout: "log_to_cluster_level": { 2024-09-15T22:05:29.699 INFO:teuthology.orchestra.run.smithi063.stdout: "name": "log_to_cluster_level", 2024-09-15T22:05:29.699 INFO:teuthology.orchestra.run.smithi063.stdout: "type": "str", 2024-09-15T22:05:29.699 INFO:teuthology.orchestra.run.smithi063.stdout: "level": "advanced", 2024-09-15T22:05:29.699 INFO:teuthology.orchestra.run.smithi063.stdout: "flags": 1, 2024-09-15T22:05:29.699 INFO:teuthology.orchestra.run.smithi063.stdout: "default_value": "info", 2024-09-15T22:05:29.699 INFO:teuthology.orchestra.run.smithi063.stdout: "min": "", 2024-09-15T22:05:29.699 INFO:teuthology.orchestra.run.smithi063.stdout: "max": "", 2024-09-15T22:05:29.699 INFO:teuthology.orchestra.run.smithi063.stdout: "enum_allowed": [ 2024-09-15T22:05:29.699 INFO:teuthology.orchestra.run.smithi063.stdout: "", 2024-09-15T22:05:29.699 INFO:teuthology.orchestra.run.smithi063.stdout: "critical", 2024-09-15T22:05:29.699 INFO:teuthology.orchestra.run.smithi063.stdout: "debug", 2024-09-15T22:05:29.699 INFO:teuthology.orchestra.run.smithi063.stdout: "error", 2024-09-15T22:05:29.700 INFO:teuthology.orchestra.run.smithi063.stdout: "info", 2024-09-15T22:05:29.700 INFO:teuthology.orchestra.run.smithi063.stdout: "warning" 2024-09-15T22:05:29.700 INFO:teuthology.orchestra.run.smithi063.stdout: ], 2024-09-15T22:05:29.700 INFO:teuthology.orchestra.run.smithi063.stdout: "desc": "", 2024-09-15T22:05:29.700 INFO:teuthology.orchestra.run.smithi063.stdout: "long_desc": "", 2024-09-15T22:05:29.700 INFO:teuthology.orchestra.run.smithi063.stdout: "tags": [], 2024-09-15T22:05:29.700 INFO:teuthology.orchestra.run.smithi063.stdout: "see_also": [] 2024-09-15T22:05:29.700 INFO:teuthology.orchestra.run.smithi063.stdout: }, 2024-09-15T22:05:29.700 INFO:teuthology.orchestra.run.smithi063.stdout: "log_to_file": { 2024-09-15T22:05:29.700 INFO:teuthology.orchestra.run.smithi063.stdout: "name": "log_to_file", 2024-09-15T22:05:29.700 INFO:teuthology.orchestra.run.smithi063.stdout: "type": "bool", 2024-09-15T22:05:29.700 INFO:teuthology.orchestra.run.smithi063.stdout: "level": "advanced", 2024-09-15T22:05:29.700 INFO:teuthology.orchestra.run.smithi063.stdout: "flags": 1, 2024-09-15T22:05:29.701 INFO:teuthology.orchestra.run.smithi063.stdout: "default_value": "False", 2024-09-15T22:05:29.701 INFO:teuthology.orchestra.run.smithi063.stdout: "min": "", 2024-09-15T22:05:29.701 INFO:teuthology.orchestra.run.smithi063.stdout: "max": "", 2024-09-15T22:05:29.701 INFO:teuthology.orchestra.run.smithi063.stdout: "enum_allowed": [], 2024-09-15T22:05:29.701 INFO:teuthology.orchestra.run.smithi063.stdout: "desc": "", 2024-09-15T22:05:29.701 INFO:teuthology.orchestra.run.smithi063.stdout: "long_desc": "", 2024-09-15T22:05:29.701 INFO:teuthology.orchestra.run.smithi063.stdout: "tags": [], 2024-09-15T22:05:29.701 INFO:teuthology.orchestra.run.smithi063.stdout: "see_also": [] 2024-09-15T22:05:29.701 INFO:teuthology.orchestra.run.smithi063.stdout: } 2024-09-15T22:05:29.701 INFO:teuthology.orchestra.run.smithi063.stdout: } 2024-09-15T22:05:29.701 INFO:teuthology.orchestra.run.smithi063.stdout: }, 2024-09-15T22:05:29.701 INFO:teuthology.orchestra.run.smithi063.stdout: { 2024-09-15T22:05:29.701 INFO:teuthology.orchestra.run.smithi063.stdout: "name": "telemetry", 2024-09-15T22:05:29.702 INFO:teuthology.orchestra.run.smithi063.stdout: "can_run": true, 2024-09-15T22:05:29.702 INFO:teuthology.orchestra.run.smithi063.stdout: "error_string": "", 2024-09-15T22:05:29.702 INFO:teuthology.orchestra.run.smithi063.stdout: "module_options": { 2024-09-15T22:05:29.702 INFO:teuthology.orchestra.run.smithi063.stdout: "channel_basic": { 2024-09-15T22:05:29.702 INFO:teuthology.orchestra.run.smithi063.stdout: "name": "channel_basic", 2024-09-15T22:05:29.702 INFO:teuthology.orchestra.run.smithi063.stdout: "type": "bool", 2024-09-15T22:05:29.702 INFO:teuthology.orchestra.run.smithi063.stdout: "level": "advanced", 2024-09-15T22:05:29.702 INFO:teuthology.orchestra.run.smithi063.stdout: "flags": 0, 2024-09-15T22:05:29.702 INFO:teuthology.orchestra.run.smithi063.stdout: "default_value": "True", 2024-09-15T22:05:29.702 INFO:teuthology.orchestra.run.smithi063.stdout: "min": "", 2024-09-15T22:05:29.702 INFO:teuthology.orchestra.run.smithi063.stdout: "max": "", 2024-09-15T22:05:29.702 INFO:teuthology.orchestra.run.smithi063.stdout: "enum_allowed": [], 2024-09-15T22:05:29.702 INFO:teuthology.orchestra.run.smithi063.stdout: "desc": "Share basic cluster information (size, version)", 2024-09-15T22:05:29.702 INFO:teuthology.orchestra.run.smithi063.stdout: "long_desc": "", 2024-09-15T22:05:29.703 INFO:teuthology.orchestra.run.smithi063.stdout: "tags": [], 2024-09-15T22:05:29.703 INFO:teuthology.orchestra.run.smithi063.stdout: "see_also": [] 2024-09-15T22:05:29.703 INFO:teuthology.orchestra.run.smithi063.stdout: }, 2024-09-15T22:05:29.703 INFO:teuthology.orchestra.run.smithi063.stdout: "channel_crash": { 2024-09-15T22:05:29.703 INFO:teuthology.orchestra.run.smithi063.stdout: "name": "channel_crash", 2024-09-15T22:05:29.703 INFO:teuthology.orchestra.run.smithi063.stdout: "type": "bool", 2024-09-15T22:05:29.703 INFO:teuthology.orchestra.run.smithi063.stdout: "level": "advanced", 2024-09-15T22:05:29.703 INFO:teuthology.orchestra.run.smithi063.stdout: "flags": 0, 2024-09-15T22:05:29.703 INFO:teuthology.orchestra.run.smithi063.stdout: "default_value": "True", 2024-09-15T22:05:29.703 INFO:teuthology.orchestra.run.smithi063.stdout: "min": "", 2024-09-15T22:05:29.703 INFO:teuthology.orchestra.run.smithi063.stdout: "max": "", 2024-09-15T22:05:29.703 INFO:teuthology.orchestra.run.smithi063.stdout: "enum_allowed": [], 2024-09-15T22:05:29.704 INFO:teuthology.orchestra.run.smithi063.stdout: "desc": "Share metadata about Ceph daemon crashes (version, stack straces, etc)", 2024-09-15T22:05:29.704 INFO:teuthology.orchestra.run.smithi063.stdout: "long_desc": "", 2024-09-15T22:05:29.704 INFO:teuthology.orchestra.run.smithi063.stdout: "tags": [], 2024-09-15T22:05:29.704 INFO:teuthology.orchestra.run.smithi063.stdout: "see_also": [] 2024-09-15T22:05:29.704 INFO:teuthology.orchestra.run.smithi063.stdout: }, 2024-09-15T22:05:29.704 INFO:teuthology.orchestra.run.smithi063.stdout: "channel_device": { 2024-09-15T22:05:29.704 INFO:teuthology.orchestra.run.smithi063.stdout: "name": "channel_device", 2024-09-15T22:05:29.704 INFO:teuthology.orchestra.run.smithi063.stdout: "type": "bool", 2024-09-15T22:05:29.704 INFO:teuthology.orchestra.run.smithi063.stdout: "level": "advanced", 2024-09-15T22:05:29.704 INFO:teuthology.orchestra.run.smithi063.stdout: "flags": 0, 2024-09-15T22:05:29.704 INFO:teuthology.orchestra.run.smithi063.stdout: "default_value": "True", 2024-09-15T22:05:29.704 INFO:teuthology.orchestra.run.smithi063.stdout: "min": "", 2024-09-15T22:05:29.704 INFO:teuthology.orchestra.run.smithi063.stdout: "max": "", 2024-09-15T22:05:29.705 INFO:teuthology.orchestra.run.smithi063.stdout: "enum_allowed": [], 2024-09-15T22:05:29.705 INFO:teuthology.orchestra.run.smithi063.stdout: "desc": "Share device health metrics (e.g., SMART data, minus potentially identifying info like serial numbers)", 2024-09-15T22:05:29.705 INFO:teuthology.orchestra.run.smithi063.stdout: "long_desc": "", 2024-09-15T22:05:29.705 INFO:teuthology.orchestra.run.smithi063.stdout: "tags": [], 2024-09-15T22:05:29.705 INFO:teuthology.orchestra.run.smithi063.stdout: "see_also": [] 2024-09-15T22:05:29.705 INFO:teuthology.orchestra.run.smithi063.stdout: }, 2024-09-15T22:05:29.705 INFO:teuthology.orchestra.run.smithi063.stdout: "channel_ident": { 2024-09-15T22:05:29.705 INFO:teuthology.orchestra.run.smithi063.stdout: "name": "channel_ident", 2024-09-15T22:05:29.705 INFO:teuthology.orchestra.run.smithi063.stdout: "type": "bool", 2024-09-15T22:05:29.705 INFO:teuthology.orchestra.run.smithi063.stdout: "level": "advanced", 2024-09-15T22:05:29.705 INFO:teuthology.orchestra.run.smithi063.stdout: "flags": 0, 2024-09-15T22:05:29.705 INFO:teuthology.orchestra.run.smithi063.stdout: "default_value": "False", 2024-09-15T22:05:29.705 INFO:teuthology.orchestra.run.smithi063.stdout: "min": "", 2024-09-15T22:05:29.705 INFO:teuthology.orchestra.run.smithi063.stdout: "max": "", 2024-09-15T22:05:29.706 INFO:teuthology.orchestra.run.smithi063.stdout: "enum_allowed": [], 2024-09-15T22:05:29.706 INFO:teuthology.orchestra.run.smithi063.stdout: "desc": "Share a user-provided description and/or contact email for the cluster", 2024-09-15T22:05:29.706 INFO:teuthology.orchestra.run.smithi063.stdout: "long_desc": "", 2024-09-15T22:05:29.706 INFO:teuthology.orchestra.run.smithi063.stdout: "tags": [], 2024-09-15T22:05:29.706 INFO:teuthology.orchestra.run.smithi063.stdout: "see_also": [] 2024-09-15T22:05:29.706 INFO:teuthology.orchestra.run.smithi063.stdout: }, 2024-09-15T22:05:29.706 INFO:teuthology.orchestra.run.smithi063.stdout: "channel_perf": { 2024-09-15T22:05:29.706 INFO:teuthology.orchestra.run.smithi063.stdout: "name": "channel_perf", 2024-09-15T22:05:29.706 INFO:teuthology.orchestra.run.smithi063.stdout: "type": "bool", 2024-09-15T22:05:29.706 INFO:teuthology.orchestra.run.smithi063.stdout: "level": "advanced", 2024-09-15T22:05:29.706 INFO:teuthology.orchestra.run.smithi063.stdout: "flags": 0, 2024-09-15T22:05:29.706 INFO:teuthology.orchestra.run.smithi063.stdout: "default_value": "False", 2024-09-15T22:05:29.706 INFO:teuthology.orchestra.run.smithi063.stdout: "min": "", 2024-09-15T22:05:29.707 INFO:teuthology.orchestra.run.smithi063.stdout: "max": "", 2024-09-15T22:05:29.707 INFO:teuthology.orchestra.run.smithi063.stdout: "enum_allowed": [], 2024-09-15T22:05:29.707 INFO:teuthology.orchestra.run.smithi063.stdout: "desc": "Share various performance metrics of a cluster", 2024-09-15T22:05:29.707 INFO:teuthology.orchestra.run.smithi063.stdout: "long_desc": "", 2024-09-15T22:05:29.707 INFO:teuthology.orchestra.run.smithi063.stdout: "tags": [], 2024-09-15T22:05:29.707 INFO:teuthology.orchestra.run.smithi063.stdout: "see_also": [] 2024-09-15T22:05:29.707 INFO:teuthology.orchestra.run.smithi063.stdout: }, 2024-09-15T22:05:29.707 INFO:teuthology.orchestra.run.smithi063.stdout: "contact": { 2024-09-15T22:05:29.707 INFO:teuthology.orchestra.run.smithi063.stdout: "name": "contact", 2024-09-15T22:05:29.707 INFO:teuthology.orchestra.run.smithi063.stdout: "type": "str", 2024-09-15T22:05:29.707 INFO:teuthology.orchestra.run.smithi063.stdout: "level": "advanced", 2024-09-15T22:05:29.707 INFO:teuthology.orchestra.run.smithi063.stdout: "flags": 0, 2024-09-15T22:05:29.707 INFO:teuthology.orchestra.run.smithi063.stdout: "default_value": "", 2024-09-15T22:05:29.708 INFO:teuthology.orchestra.run.smithi063.stdout: "min": "", 2024-09-15T22:05:29.708 INFO:teuthology.orchestra.run.smithi063.stdout: "max": "", 2024-09-15T22:05:29.708 INFO:teuthology.orchestra.run.smithi063.stdout: "enum_allowed": [], 2024-09-15T22:05:29.708 INFO:teuthology.orchestra.run.smithi063.stdout: "desc": "", 2024-09-15T22:05:29.708 INFO:teuthology.orchestra.run.smithi063.stdout: "long_desc": "", 2024-09-15T22:05:29.708 INFO:teuthology.orchestra.run.smithi063.stdout: "tags": [], 2024-09-15T22:05:29.708 INFO:teuthology.orchestra.run.smithi063.stdout: "see_also": [] 2024-09-15T22:05:29.708 INFO:teuthology.orchestra.run.smithi063.stdout: }, 2024-09-15T22:05:29.708 INFO:teuthology.orchestra.run.smithi063.stdout: "description": { 2024-09-15T22:05:29.708 INFO:teuthology.orchestra.run.smithi063.stdout: "name": "description", 2024-09-15T22:05:29.708 INFO:teuthology.orchestra.run.smithi063.stdout: "type": "str", 2024-09-15T22:05:29.708 INFO:teuthology.orchestra.run.smithi063.stdout: "level": "advanced", 2024-09-15T22:05:29.708 INFO:teuthology.orchestra.run.smithi063.stdout: "flags": 0, 2024-09-15T22:05:29.709 INFO:teuthology.orchestra.run.smithi063.stdout: "default_value": "", 2024-09-15T22:05:29.709 INFO:teuthology.orchestra.run.smithi063.stdout: "min": "", 2024-09-15T22:05:29.709 INFO:teuthology.orchestra.run.smithi063.stdout: "max": "", 2024-09-15T22:05:29.709 INFO:teuthology.orchestra.run.smithi063.stdout: "enum_allowed": [], 2024-09-15T22:05:29.709 INFO:teuthology.orchestra.run.smithi063.stdout: "desc": "", 2024-09-15T22:05:29.709 INFO:teuthology.orchestra.run.smithi063.stdout: "long_desc": "", 2024-09-15T22:05:29.709 INFO:teuthology.orchestra.run.smithi063.stdout: "tags": [], 2024-09-15T22:05:29.709 INFO:teuthology.orchestra.run.smithi063.stdout: "see_also": [] 2024-09-15T22:05:29.709 INFO:teuthology.orchestra.run.smithi063.stdout: }, 2024-09-15T22:05:29.709 INFO:teuthology.orchestra.run.smithi063.stdout: "device_url": { 2024-09-15T22:05:29.709 INFO:teuthology.orchestra.run.smithi063.stdout: "name": "device_url", 2024-09-15T22:05:29.709 INFO:teuthology.orchestra.run.smithi063.stdout: "type": "str", 2024-09-15T22:05:29.709 INFO:teuthology.orchestra.run.smithi063.stdout: "level": "advanced", 2024-09-15T22:05:29.710 INFO:teuthology.orchestra.run.smithi063.stdout: "flags": 0, 2024-09-15T22:05:29.710 INFO:teuthology.orchestra.run.smithi063.stdout: "default_value": "https://telemetry.ceph.com/device", 2024-09-15T22:05:29.710 INFO:teuthology.orchestra.run.smithi063.stdout: "min": "", 2024-09-15T22:05:29.710 INFO:teuthology.orchestra.run.smithi063.stdout: "max": "", 2024-09-15T22:05:29.710 INFO:teuthology.orchestra.run.smithi063.stdout: "enum_allowed": [], 2024-09-15T22:05:29.710 INFO:teuthology.orchestra.run.smithi063.stdout: "desc": "", 2024-09-15T22:05:29.710 INFO:teuthology.orchestra.run.smithi063.stdout: "long_desc": "", 2024-09-15T22:05:29.710 INFO:teuthology.orchestra.run.smithi063.stdout: "tags": [], 2024-09-15T22:05:29.710 INFO:teuthology.orchestra.run.smithi063.stdout: "see_also": [] 2024-09-15T22:05:29.710 INFO:teuthology.orchestra.run.smithi063.stdout: }, 2024-09-15T22:05:29.710 INFO:teuthology.orchestra.run.smithi063.stdout: "enabled": { 2024-09-15T22:05:29.710 INFO:teuthology.orchestra.run.smithi063.stdout: "name": "enabled", 2024-09-15T22:05:29.710 INFO:teuthology.orchestra.run.smithi063.stdout: "type": "bool", 2024-09-15T22:05:29.711 INFO:teuthology.orchestra.run.smithi063.stdout: "level": "advanced", 2024-09-15T22:05:29.711 INFO:teuthology.orchestra.run.smithi063.stdout: "flags": 0, 2024-09-15T22:05:29.711 INFO:teuthology.orchestra.run.smithi063.stdout: "default_value": "False", 2024-09-15T22:05:29.711 INFO:teuthology.orchestra.run.smithi063.stdout: "min": "", 2024-09-15T22:05:29.711 INFO:teuthology.orchestra.run.smithi063.stdout: "max": "", 2024-09-15T22:05:29.711 INFO:teuthology.orchestra.run.smithi063.stdout: "enum_allowed": [], 2024-09-15T22:05:29.711 INFO:teuthology.orchestra.run.smithi063.stdout: "desc": "", 2024-09-15T22:05:29.711 INFO:teuthology.orchestra.run.smithi063.stdout: "long_desc": "", 2024-09-15T22:05:29.711 INFO:teuthology.orchestra.run.smithi063.stdout: "tags": [], 2024-09-15T22:05:29.711 INFO:teuthology.orchestra.run.smithi063.stdout: "see_also": [] 2024-09-15T22:05:29.711 INFO:teuthology.orchestra.run.smithi063.stdout: }, 2024-09-15T22:05:29.711 INFO:teuthology.orchestra.run.smithi063.stdout: "interval": { 2024-09-15T22:05:29.712 INFO:teuthology.orchestra.run.smithi063.stdout: "name": "interval", 2024-09-15T22:05:29.712 INFO:teuthology.orchestra.run.smithi063.stdout: "type": "int", 2024-09-15T22:05:29.712 INFO:teuthology.orchestra.run.smithi063.stdout: "level": "advanced", 2024-09-15T22:05:29.712 INFO:teuthology.orchestra.run.smithi063.stdout: "flags": 0, 2024-09-15T22:05:29.712 INFO:teuthology.orchestra.run.smithi063.stdout: "default_value": "24", 2024-09-15T22:05:29.712 INFO:teuthology.orchestra.run.smithi063.stdout: "min": "8", 2024-09-15T22:05:29.712 INFO:teuthology.orchestra.run.smithi063.stdout: "max": "", 2024-09-15T22:05:29.712 INFO:teuthology.orchestra.run.smithi063.stdout: "enum_allowed": [], 2024-09-15T22:05:29.712 INFO:teuthology.orchestra.run.smithi063.stdout: "desc": "", 2024-09-15T22:05:29.712 INFO:teuthology.orchestra.run.smithi063.stdout: "long_desc": "", 2024-09-15T22:05:29.712 INFO:teuthology.orchestra.run.smithi063.stdout: "tags": [], 2024-09-15T22:05:29.712 INFO:teuthology.orchestra.run.smithi063.stdout: "see_also": [] 2024-09-15T22:05:29.712 INFO:teuthology.orchestra.run.smithi063.stdout: }, 2024-09-15T22:05:29.713 INFO:teuthology.orchestra.run.smithi063.stdout: "last_opt_revision": { 2024-09-15T22:05:29.713 INFO:teuthology.orchestra.run.smithi063.stdout: "name": "last_opt_revision", 2024-09-15T22:05:29.713 INFO:teuthology.orchestra.run.smithi063.stdout: "type": "int", 2024-09-15T22:05:29.713 INFO:teuthology.orchestra.run.smithi063.stdout: "level": "advanced", 2024-09-15T22:05:29.713 INFO:teuthology.orchestra.run.smithi063.stdout: "flags": 0, 2024-09-15T22:05:29.713 INFO:teuthology.orchestra.run.smithi063.stdout: "default_value": "1", 2024-09-15T22:05:29.713 INFO:teuthology.orchestra.run.smithi063.stdout: "min": "", 2024-09-15T22:05:29.713 INFO:teuthology.orchestra.run.smithi063.stdout: "max": "", 2024-09-15T22:05:29.713 INFO:teuthology.orchestra.run.smithi063.stdout: "enum_allowed": [], 2024-09-15T22:05:29.713 INFO:teuthology.orchestra.run.smithi063.stdout: "desc": "", 2024-09-15T22:05:29.713 INFO:teuthology.orchestra.run.smithi063.stdout: "long_desc": "", 2024-09-15T22:05:29.713 INFO:teuthology.orchestra.run.smithi063.stdout: "tags": [], 2024-09-15T22:05:29.713 INFO:teuthology.orchestra.run.smithi063.stdout: "see_also": [] 2024-09-15T22:05:29.714 INFO:teuthology.orchestra.run.smithi063.stdout: }, 2024-09-15T22:05:29.714 INFO:teuthology.orchestra.run.smithi063.stdout: "leaderboard": { 2024-09-15T22:05:29.714 INFO:teuthology.orchestra.run.smithi063.stdout: "name": "leaderboard", 2024-09-15T22:05:29.714 INFO:teuthology.orchestra.run.smithi063.stdout: "type": "bool", 2024-09-15T22:05:29.714 INFO:teuthology.orchestra.run.smithi063.stdout: "level": "advanced", 2024-09-15T22:05:29.714 INFO:teuthology.orchestra.run.smithi063.stdout: "flags": 0, 2024-09-15T22:05:29.714 INFO:teuthology.orchestra.run.smithi063.stdout: "default_value": "False", 2024-09-15T22:05:29.714 INFO:teuthology.orchestra.run.smithi063.stdout: "min": "", 2024-09-15T22:05:29.714 INFO:teuthology.orchestra.run.smithi063.stdout: "max": "", 2024-09-15T22:05:29.714 INFO:teuthology.orchestra.run.smithi063.stdout: "enum_allowed": [], 2024-09-15T22:05:29.714 INFO:teuthology.orchestra.run.smithi063.stdout: "desc": "", 2024-09-15T22:05:29.714 INFO:teuthology.orchestra.run.smithi063.stdout: "long_desc": "", 2024-09-15T22:05:29.714 INFO:teuthology.orchestra.run.smithi063.stdout: "tags": [], 2024-09-15T22:05:29.715 INFO:teuthology.orchestra.run.smithi063.stdout: "see_also": [] 2024-09-15T22:05:29.715 INFO:teuthology.orchestra.run.smithi063.stdout: }, 2024-09-15T22:05:29.715 INFO:teuthology.orchestra.run.smithi063.stdout: "leaderboard_description": { 2024-09-15T22:05:29.715 INFO:teuthology.orchestra.run.smithi063.stdout: "name": "leaderboard_description", 2024-09-15T22:05:29.715 INFO:teuthology.orchestra.run.smithi063.stdout: "type": "str", 2024-09-15T22:05:29.715 INFO:teuthology.orchestra.run.smithi063.stdout: "level": "advanced", 2024-09-15T22:05:29.715 INFO:teuthology.orchestra.run.smithi063.stdout: "flags": 0, 2024-09-15T22:05:29.715 INFO:teuthology.orchestra.run.smithi063.stdout: "default_value": "", 2024-09-15T22:05:29.715 INFO:teuthology.orchestra.run.smithi063.stdout: "min": "", 2024-09-15T22:05:29.715 INFO:teuthology.orchestra.run.smithi063.stdout: "max": "", 2024-09-15T22:05:29.715 INFO:teuthology.orchestra.run.smithi063.stdout: "enum_allowed": [], 2024-09-15T22:05:29.715 INFO:teuthology.orchestra.run.smithi063.stdout: "desc": "", 2024-09-15T22:05:29.715 INFO:teuthology.orchestra.run.smithi063.stdout: "long_desc": "", 2024-09-15T22:05:29.716 INFO:teuthology.orchestra.run.smithi063.stdout: "tags": [], 2024-09-15T22:05:29.716 INFO:teuthology.orchestra.run.smithi063.stdout: "see_also": [] 2024-09-15T22:05:29.716 INFO:teuthology.orchestra.run.smithi063.stdout: }, 2024-09-15T22:05:29.716 INFO:teuthology.orchestra.run.smithi063.stdout: "log_level": { 2024-09-15T22:05:29.716 INFO:teuthology.orchestra.run.smithi063.stdout: "name": "log_level", 2024-09-15T22:05:29.716 INFO:teuthology.orchestra.run.smithi063.stdout: "type": "str", 2024-09-15T22:05:29.716 INFO:teuthology.orchestra.run.smithi063.stdout: "level": "advanced", 2024-09-15T22:05:29.716 INFO:teuthology.orchestra.run.smithi063.stdout: "flags": 1, 2024-09-15T22:05:29.716 INFO:teuthology.orchestra.run.smithi063.stdout: "default_value": "", 2024-09-15T22:05:29.716 INFO:teuthology.orchestra.run.smithi063.stdout: "min": "", 2024-09-15T22:05:29.716 INFO:teuthology.orchestra.run.smithi063.stdout: "max": "", 2024-09-15T22:05:29.716 INFO:teuthology.orchestra.run.smithi063.stdout: "enum_allowed": [ 2024-09-15T22:05:29.716 INFO:teuthology.orchestra.run.smithi063.stdout: "", 2024-09-15T22:05:29.717 INFO:teuthology.orchestra.run.smithi063.stdout: "critical", 2024-09-15T22:05:29.717 INFO:teuthology.orchestra.run.smithi063.stdout: "debug", 2024-09-15T22:05:29.717 INFO:teuthology.orchestra.run.smithi063.stdout: "error", 2024-09-15T22:05:29.717 INFO:teuthology.orchestra.run.smithi063.stdout: "info", 2024-09-15T22:05:29.717 INFO:teuthology.orchestra.run.smithi063.stdout: "warning" 2024-09-15T22:05:29.717 INFO:teuthology.orchestra.run.smithi063.stdout: ], 2024-09-15T22:05:29.717 INFO:teuthology.orchestra.run.smithi063.stdout: "desc": "", 2024-09-15T22:05:29.717 INFO:teuthology.orchestra.run.smithi063.stdout: "long_desc": "", 2024-09-15T22:05:29.717 INFO:teuthology.orchestra.run.smithi063.stdout: "tags": [], 2024-09-15T22:05:29.717 INFO:teuthology.orchestra.run.smithi063.stdout: "see_also": [] 2024-09-15T22:05:29.717 INFO:teuthology.orchestra.run.smithi063.stdout: }, 2024-09-15T22:05:29.717 INFO:teuthology.orchestra.run.smithi063.stdout: "log_to_cluster": { 2024-09-15T22:05:29.717 INFO:teuthology.orchestra.run.smithi063.stdout: "name": "log_to_cluster", 2024-09-15T22:05:29.717 INFO:teuthology.orchestra.run.smithi063.stdout: "type": "bool", 2024-09-15T22:05:29.717 INFO:teuthology.orchestra.run.smithi063.stdout: "level": "advanced", 2024-09-15T22:05:29.718 INFO:teuthology.orchestra.run.smithi063.stdout: "flags": 1, 2024-09-15T22:05:29.718 INFO:teuthology.orchestra.run.smithi063.stdout: "default_value": "False", 2024-09-15T22:05:29.718 INFO:teuthology.orchestra.run.smithi063.stdout: "min": "", 2024-09-15T22:05:29.718 INFO:teuthology.orchestra.run.smithi063.stdout: "max": "", 2024-09-15T22:05:29.718 INFO:teuthology.orchestra.run.smithi063.stdout: "enum_allowed": [], 2024-09-15T22:05:29.718 INFO:teuthology.orchestra.run.smithi063.stdout: "desc": "", 2024-09-15T22:05:29.718 INFO:teuthology.orchestra.run.smithi063.stdout: "long_desc": "", 2024-09-15T22:05:29.718 INFO:teuthology.orchestra.run.smithi063.stdout: "tags": [], 2024-09-15T22:05:29.718 INFO:teuthology.orchestra.run.smithi063.stdout: "see_also": [] 2024-09-15T22:05:29.718 INFO:teuthology.orchestra.run.smithi063.stdout: }, 2024-09-15T22:05:29.718 INFO:teuthology.orchestra.run.smithi063.stdout: "log_to_cluster_level": { 2024-09-15T22:05:29.718 INFO:teuthology.orchestra.run.smithi063.stdout: "name": "log_to_cluster_level", 2024-09-15T22:05:29.719 INFO:teuthology.orchestra.run.smithi063.stdout: "type": "str", 2024-09-15T22:05:29.719 INFO:teuthology.orchestra.run.smithi063.stdout: "level": "advanced", 2024-09-15T22:05:29.719 INFO:teuthology.orchestra.run.smithi063.stdout: "flags": 1, 2024-09-15T22:05:29.719 INFO:teuthology.orchestra.run.smithi063.stdout: "default_value": "info", 2024-09-15T22:05:29.719 INFO:teuthology.orchestra.run.smithi063.stdout: "min": "", 2024-09-15T22:05:29.719 INFO:teuthology.orchestra.run.smithi063.stdout: "max": "", 2024-09-15T22:05:29.719 INFO:teuthology.orchestra.run.smithi063.stdout: "enum_allowed": [ 2024-09-15T22:05:29.719 INFO:teuthology.orchestra.run.smithi063.stdout: "", 2024-09-15T22:05:29.719 INFO:teuthology.orchestra.run.smithi063.stdout: "critical", 2024-09-15T22:05:29.719 INFO:teuthology.orchestra.run.smithi063.stdout: "debug", 2024-09-15T22:05:29.719 INFO:teuthology.orchestra.run.smithi063.stdout: "error", 2024-09-15T22:05:29.719 INFO:teuthology.orchestra.run.smithi063.stdout: "info", 2024-09-15T22:05:29.719 INFO:teuthology.orchestra.run.smithi063.stdout: "warning" 2024-09-15T22:05:29.720 INFO:teuthology.orchestra.run.smithi063.stdout: ], 2024-09-15T22:05:29.720 INFO:teuthology.orchestra.run.smithi063.stdout: "desc": "", 2024-09-15T22:05:29.720 INFO:teuthology.orchestra.run.smithi063.stdout: "long_desc": "", 2024-09-15T22:05:29.720 INFO:teuthology.orchestra.run.smithi063.stdout: "tags": [], 2024-09-15T22:05:29.720 INFO:teuthology.orchestra.run.smithi063.stdout: "see_also": [] 2024-09-15T22:05:29.720 INFO:teuthology.orchestra.run.smithi063.stdout: }, 2024-09-15T22:05:29.720 INFO:teuthology.orchestra.run.smithi063.stdout: "log_to_file": { 2024-09-15T22:05:29.720 INFO:teuthology.orchestra.run.smithi063.stdout: "name": "log_to_file", 2024-09-15T22:05:29.720 INFO:teuthology.orchestra.run.smithi063.stdout: "type": "bool", 2024-09-15T22:05:29.720 INFO:teuthology.orchestra.run.smithi063.stdout: "level": "advanced", 2024-09-15T22:05:29.720 INFO:teuthology.orchestra.run.smithi063.stdout: "flags": 1, 2024-09-15T22:05:29.720 INFO:teuthology.orchestra.run.smithi063.stdout: "default_value": "False", 2024-09-15T22:05:29.720 INFO:teuthology.orchestra.run.smithi063.stdout: "min": "", 2024-09-15T22:05:29.720 INFO:teuthology.orchestra.run.smithi063.stdout: "max": "", 2024-09-15T22:05:29.720 INFO:teuthology.orchestra.run.smithi063.stdout: "enum_allowed": [], 2024-09-15T22:05:29.721 INFO:teuthology.orchestra.run.smithi063.stdout: "desc": "", 2024-09-15T22:05:29.721 INFO:teuthology.orchestra.run.smithi063.stdout: "long_desc": "", 2024-09-15T22:05:29.721 INFO:teuthology.orchestra.run.smithi063.stdout: "tags": [], 2024-09-15T22:05:29.721 INFO:teuthology.orchestra.run.smithi063.stdout: "see_also": [] 2024-09-15T22:05:29.721 INFO:teuthology.orchestra.run.smithi063.stdout: }, 2024-09-15T22:05:29.721 INFO:teuthology.orchestra.run.smithi063.stdout: "organization": { 2024-09-15T22:05:29.721 INFO:teuthology.orchestra.run.smithi063.stdout: "name": "organization", 2024-09-15T22:05:29.721 INFO:teuthology.orchestra.run.smithi063.stdout: "type": "str", 2024-09-15T22:05:29.721 INFO:teuthology.orchestra.run.smithi063.stdout: "level": "advanced", 2024-09-15T22:05:29.721 INFO:teuthology.orchestra.run.smithi063.stdout: "flags": 0, 2024-09-15T22:05:29.721 INFO:teuthology.orchestra.run.smithi063.stdout: "default_value": "", 2024-09-15T22:05:29.721 INFO:teuthology.orchestra.run.smithi063.stdout: "min": "", 2024-09-15T22:05:29.722 INFO:teuthology.orchestra.run.smithi063.stdout: "max": "", 2024-09-15T22:05:29.722 INFO:teuthology.orchestra.run.smithi063.stdout: "enum_allowed": [], 2024-09-15T22:05:29.722 INFO:teuthology.orchestra.run.smithi063.stdout: "desc": "", 2024-09-15T22:05:29.722 INFO:teuthology.orchestra.run.smithi063.stdout: "long_desc": "", 2024-09-15T22:05:29.722 INFO:teuthology.orchestra.run.smithi063.stdout: "tags": [], 2024-09-15T22:05:29.722 INFO:teuthology.orchestra.run.smithi063.stdout: "see_also": [] 2024-09-15T22:05:29.722 INFO:teuthology.orchestra.run.smithi063.stdout: }, 2024-09-15T22:05:29.722 INFO:teuthology.orchestra.run.smithi063.stdout: "proxy": { 2024-09-15T22:05:29.722 INFO:teuthology.orchestra.run.smithi063.stdout: "name": "proxy", 2024-09-15T22:05:29.722 INFO:teuthology.orchestra.run.smithi063.stdout: "type": "str", 2024-09-15T22:05:29.722 INFO:teuthology.orchestra.run.smithi063.stdout: "level": "advanced", 2024-09-15T22:05:29.722 INFO:teuthology.orchestra.run.smithi063.stdout: "flags": 0, 2024-09-15T22:05:29.722 INFO:teuthology.orchestra.run.smithi063.stdout: "default_value": "", 2024-09-15T22:05:29.723 INFO:teuthology.orchestra.run.smithi063.stdout: "min": "", 2024-09-15T22:05:29.723 INFO:teuthology.orchestra.run.smithi063.stdout: "max": "", 2024-09-15T22:05:29.723 INFO:teuthology.orchestra.run.smithi063.stdout: "enum_allowed": [], 2024-09-15T22:05:29.723 INFO:teuthology.orchestra.run.smithi063.stdout: "desc": "", 2024-09-15T22:05:29.723 INFO:teuthology.orchestra.run.smithi063.stdout: "long_desc": "", 2024-09-15T22:05:29.723 INFO:teuthology.orchestra.run.smithi063.stdout: "tags": [], 2024-09-15T22:05:29.723 INFO:teuthology.orchestra.run.smithi063.stdout: "see_also": [] 2024-09-15T22:05:29.723 INFO:teuthology.orchestra.run.smithi063.stdout: }, 2024-09-15T22:05:29.723 INFO:teuthology.orchestra.run.smithi063.stdout: "url": { 2024-09-15T22:05:29.723 INFO:teuthology.orchestra.run.smithi063.stdout: "name": "url", 2024-09-15T22:05:29.723 INFO:teuthology.orchestra.run.smithi063.stdout: "type": "str", 2024-09-15T22:05:29.724 INFO:teuthology.orchestra.run.smithi063.stdout: "level": "advanced", 2024-09-15T22:05:29.724 INFO:teuthology.orchestra.run.smithi063.stdout: "flags": 0, 2024-09-15T22:05:29.724 INFO:teuthology.orchestra.run.smithi063.stdout: "default_value": "https://telemetry.ceph.com/report", 2024-09-15T22:05:29.724 INFO:teuthology.orchestra.run.smithi063.stdout: "min": "", 2024-09-15T22:05:29.724 INFO:teuthology.orchestra.run.smithi063.stdout: "max": "", 2024-09-15T22:05:29.724 INFO:teuthology.orchestra.run.smithi063.stdout: "enum_allowed": [], 2024-09-15T22:05:29.724 INFO:teuthology.orchestra.run.smithi063.stdout: "desc": "", 2024-09-15T22:05:29.724 INFO:teuthology.orchestra.run.smithi063.stdout: "long_desc": "", 2024-09-15T22:05:29.724 INFO:teuthology.orchestra.run.smithi063.stdout: "tags": [], 2024-09-15T22:05:29.724 INFO:teuthology.orchestra.run.smithi063.stdout: "see_also": [] 2024-09-15T22:05:29.724 INFO:teuthology.orchestra.run.smithi063.stdout: } 2024-09-15T22:05:29.724 INFO:teuthology.orchestra.run.smithi063.stdout: } 2024-09-15T22:05:29.725 INFO:teuthology.orchestra.run.smithi063.stdout: }, 2024-09-15T22:05:29.725 INFO:teuthology.orchestra.run.smithi063.stdout: { 2024-09-15T22:05:29.725 INFO:teuthology.orchestra.run.smithi063.stdout: "name": "test_orchestrator", 2024-09-15T22:05:29.725 INFO:teuthology.orchestra.run.smithi063.stdout: "can_run": true, 2024-09-15T22:05:29.725 INFO:teuthology.orchestra.run.smithi063.stdout: "error_string": "", 2024-09-15T22:05:29.725 INFO:teuthology.orchestra.run.smithi063.stdout: "module_options": { 2024-09-15T22:05:29.725 INFO:teuthology.orchestra.run.smithi063.stdout: "log_level": { 2024-09-15T22:05:29.725 INFO:teuthology.orchestra.run.smithi063.stdout: "name": "log_level", 2024-09-15T22:05:29.725 INFO:teuthology.orchestra.run.smithi063.stdout: "type": "str", 2024-09-15T22:05:29.725 INFO:teuthology.orchestra.run.smithi063.stdout: "level": "advanced", 2024-09-15T22:05:29.725 INFO:teuthology.orchestra.run.smithi063.stdout: "flags": 1, 2024-09-15T22:05:29.725 INFO:teuthology.orchestra.run.smithi063.stdout: "default_value": "", 2024-09-15T22:05:29.725 INFO:teuthology.orchestra.run.smithi063.stdout: "min": "", 2024-09-15T22:05:29.726 INFO:teuthology.orchestra.run.smithi063.stdout: "max": "", 2024-09-15T22:05:29.726 INFO:teuthology.orchestra.run.smithi063.stdout: "enum_allowed": [ 2024-09-15T22:05:29.726 INFO:teuthology.orchestra.run.smithi063.stdout: "", 2024-09-15T22:05:29.726 INFO:teuthology.orchestra.run.smithi063.stdout: "critical", 2024-09-15T22:05:29.726 INFO:teuthology.orchestra.run.smithi063.stdout: "debug", 2024-09-15T22:05:29.726 INFO:teuthology.orchestra.run.smithi063.stdout: "error", 2024-09-15T22:05:29.726 INFO:teuthology.orchestra.run.smithi063.stdout: "info", 2024-09-15T22:05:29.726 INFO:teuthology.orchestra.run.smithi063.stdout: "warning" 2024-09-15T22:05:29.726 INFO:teuthology.orchestra.run.smithi063.stdout: ], 2024-09-15T22:05:29.726 INFO:teuthology.orchestra.run.smithi063.stdout: "desc": "", 2024-09-15T22:05:29.726 INFO:teuthology.orchestra.run.smithi063.stdout: "long_desc": "", 2024-09-15T22:05:29.726 INFO:teuthology.orchestra.run.smithi063.stdout: "tags": [], 2024-09-15T22:05:29.726 INFO:teuthology.orchestra.run.smithi063.stdout: "see_also": [] 2024-09-15T22:05:29.726 INFO:teuthology.orchestra.run.smithi063.stdout: }, 2024-09-15T22:05:29.727 INFO:teuthology.orchestra.run.smithi063.stdout: "log_to_cluster": { 2024-09-15T22:05:29.727 INFO:teuthology.orchestra.run.smithi063.stdout: "name": "log_to_cluster", 2024-09-15T22:05:29.727 INFO:teuthology.orchestra.run.smithi063.stdout: "type": "bool", 2024-09-15T22:05:29.727 INFO:teuthology.orchestra.run.smithi063.stdout: "level": "advanced", 2024-09-15T22:05:29.727 INFO:teuthology.orchestra.run.smithi063.stdout: "flags": 1, 2024-09-15T22:05:29.727 INFO:teuthology.orchestra.run.smithi063.stdout: "default_value": "False", 2024-09-15T22:05:29.727 INFO:teuthology.orchestra.run.smithi063.stdout: "min": "", 2024-09-15T22:05:29.727 INFO:teuthology.orchestra.run.smithi063.stdout: "max": "", 2024-09-15T22:05:29.727 INFO:teuthology.orchestra.run.smithi063.stdout: "enum_allowed": [], 2024-09-15T22:05:29.727 INFO:teuthology.orchestra.run.smithi063.stdout: "desc": "", 2024-09-15T22:05:29.727 INFO:teuthology.orchestra.run.smithi063.stdout: "long_desc": "", 2024-09-15T22:05:29.727 INFO:teuthology.orchestra.run.smithi063.stdout: "tags": [], 2024-09-15T22:05:29.727 INFO:teuthology.orchestra.run.smithi063.stdout: "see_also": [] 2024-09-15T22:05:29.727 INFO:teuthology.orchestra.run.smithi063.stdout: }, 2024-09-15T22:05:29.728 INFO:teuthology.orchestra.run.smithi063.stdout: "log_to_cluster_level": { 2024-09-15T22:05:29.728 INFO:teuthology.orchestra.run.smithi063.stdout: "name": "log_to_cluster_level", 2024-09-15T22:05:29.728 INFO:teuthology.orchestra.run.smithi063.stdout: "type": "str", 2024-09-15T22:05:29.728 INFO:teuthology.orchestra.run.smithi063.stdout: "level": "advanced", 2024-09-15T22:05:29.728 INFO:teuthology.orchestra.run.smithi063.stdout: "flags": 1, 2024-09-15T22:05:29.728 INFO:teuthology.orchestra.run.smithi063.stdout: "default_value": "info", 2024-09-15T22:05:29.728 INFO:teuthology.orchestra.run.smithi063.stdout: "min": "", 2024-09-15T22:05:29.728 INFO:teuthology.orchestra.run.smithi063.stdout: "max": "", 2024-09-15T22:05:29.728 INFO:teuthology.orchestra.run.smithi063.stdout: "enum_allowed": [ 2024-09-15T22:05:29.728 INFO:teuthology.orchestra.run.smithi063.stdout: "", 2024-09-15T22:05:29.728 INFO:teuthology.orchestra.run.smithi063.stdout: "critical", 2024-09-15T22:05:29.728 INFO:teuthology.orchestra.run.smithi063.stdout: "debug", 2024-09-15T22:05:29.728 INFO:teuthology.orchestra.run.smithi063.stdout: "error", 2024-09-15T22:05:29.729 INFO:teuthology.orchestra.run.smithi063.stdout: "info", 2024-09-15T22:05:29.729 INFO:teuthology.orchestra.run.smithi063.stdout: "warning" 2024-09-15T22:05:29.729 INFO:teuthology.orchestra.run.smithi063.stdout: ], 2024-09-15T22:05:29.729 INFO:teuthology.orchestra.run.smithi063.stdout: "desc": "", 2024-09-15T22:05:29.729 INFO:teuthology.orchestra.run.smithi063.stdout: "long_desc": "", 2024-09-15T22:05:29.729 INFO:teuthology.orchestra.run.smithi063.stdout: "tags": [], 2024-09-15T22:05:29.729 INFO:teuthology.orchestra.run.smithi063.stdout: "see_also": [] 2024-09-15T22:05:29.729 INFO:teuthology.orchestra.run.smithi063.stdout: }, 2024-09-15T22:05:29.729 INFO:teuthology.orchestra.run.smithi063.stdout: "log_to_file": { 2024-09-15T22:05:29.729 INFO:teuthology.orchestra.run.smithi063.stdout: "name": "log_to_file", 2024-09-15T22:05:29.729 INFO:teuthology.orchestra.run.smithi063.stdout: "type": "bool", 2024-09-15T22:05:29.729 INFO:teuthology.orchestra.run.smithi063.stdout: "level": "advanced", 2024-09-15T22:05:29.730 INFO:teuthology.orchestra.run.smithi063.stdout: "flags": 1, 2024-09-15T22:05:29.730 INFO:teuthology.orchestra.run.smithi063.stdout: "default_value": "False", 2024-09-15T22:05:29.730 INFO:teuthology.orchestra.run.smithi063.stdout: "min": "", 2024-09-15T22:05:29.730 INFO:teuthology.orchestra.run.smithi063.stdout: "max": "", 2024-09-15T22:05:29.730 INFO:teuthology.orchestra.run.smithi063.stdout: "enum_allowed": [], 2024-09-15T22:05:29.730 INFO:teuthology.orchestra.run.smithi063.stdout: "desc": "", 2024-09-15T22:05:29.730 INFO:teuthology.orchestra.run.smithi063.stdout: "long_desc": "", 2024-09-15T22:05:29.730 INFO:teuthology.orchestra.run.smithi063.stdout: "tags": [], 2024-09-15T22:05:29.730 INFO:teuthology.orchestra.run.smithi063.stdout: "see_also": [] 2024-09-15T22:05:29.730 INFO:teuthology.orchestra.run.smithi063.stdout: } 2024-09-15T22:05:29.730 INFO:teuthology.orchestra.run.smithi063.stdout: } 2024-09-15T22:05:29.730 INFO:teuthology.orchestra.run.smithi063.stdout: }, 2024-09-15T22:05:29.730 INFO:teuthology.orchestra.run.smithi063.stdout: { 2024-09-15T22:05:29.731 INFO:teuthology.orchestra.run.smithi063.stdout: "name": "volumes", 2024-09-15T22:05:29.731 INFO:teuthology.orchestra.run.smithi063.stdout: "can_run": true, 2024-09-15T22:05:29.731 INFO:teuthology.orchestra.run.smithi063.stdout: "error_string": "", 2024-09-15T22:05:29.731 INFO:teuthology.orchestra.run.smithi063.stdout: "module_options": { 2024-09-15T22:05:29.731 INFO:teuthology.orchestra.run.smithi063.stdout: "log_level": { 2024-09-15T22:05:29.731 INFO:teuthology.orchestra.run.smithi063.stdout: "name": "log_level", 2024-09-15T22:05:29.731 INFO:teuthology.orchestra.run.smithi063.stdout: "type": "str", 2024-09-15T22:05:29.731 INFO:teuthology.orchestra.run.smithi063.stdout: "level": "advanced", 2024-09-15T22:05:29.731 INFO:teuthology.orchestra.run.smithi063.stdout: "flags": 1, 2024-09-15T22:05:29.731 INFO:teuthology.orchestra.run.smithi063.stdout: "default_value": "", 2024-09-15T22:05:29.731 INFO:teuthology.orchestra.run.smithi063.stdout: "min": "", 2024-09-15T22:05:29.731 INFO:teuthology.orchestra.run.smithi063.stdout: "max": "", 2024-09-15T22:05:29.731 INFO:teuthology.orchestra.run.smithi063.stdout: "enum_allowed": [ 2024-09-15T22:05:29.731 INFO:teuthology.orchestra.run.smithi063.stdout: "", 2024-09-15T22:05:29.732 INFO:teuthology.orchestra.run.smithi063.stdout: "critical", 2024-09-15T22:05:29.732 INFO:teuthology.orchestra.run.smithi063.stdout: "debug", 2024-09-15T22:05:29.732 INFO:teuthology.orchestra.run.smithi063.stdout: "error", 2024-09-15T22:05:29.732 INFO:teuthology.orchestra.run.smithi063.stdout: "info", 2024-09-15T22:05:29.732 INFO:teuthology.orchestra.run.smithi063.stdout: "warning" 2024-09-15T22:05:29.732 INFO:teuthology.orchestra.run.smithi063.stdout: ], 2024-09-15T22:05:29.732 INFO:teuthology.orchestra.run.smithi063.stdout: "desc": "", 2024-09-15T22:05:29.732 INFO:teuthology.orchestra.run.smithi063.stdout: "long_desc": "", 2024-09-15T22:05:29.732 INFO:teuthology.orchestra.run.smithi063.stdout: "tags": [], 2024-09-15T22:05:29.732 INFO:teuthology.orchestra.run.smithi063.stdout: "see_also": [] 2024-09-15T22:05:29.732 INFO:teuthology.orchestra.run.smithi063.stdout: }, 2024-09-15T22:05:29.732 INFO:teuthology.orchestra.run.smithi063.stdout: "log_to_cluster": { 2024-09-15T22:05:29.732 INFO:teuthology.orchestra.run.smithi063.stdout: "name": "log_to_cluster", 2024-09-15T22:05:29.733 INFO:teuthology.orchestra.run.smithi063.stdout: "type": "bool", 2024-09-15T22:05:29.733 INFO:teuthology.orchestra.run.smithi063.stdout: "level": "advanced", 2024-09-15T22:05:29.733 INFO:teuthology.orchestra.run.smithi063.stdout: "flags": 1, 2024-09-15T22:05:29.733 INFO:teuthology.orchestra.run.smithi063.stdout: "default_value": "False", 2024-09-15T22:05:29.733 INFO:teuthology.orchestra.run.smithi063.stdout: "min": "", 2024-09-15T22:05:29.733 INFO:teuthology.orchestra.run.smithi063.stdout: "max": "", 2024-09-15T22:05:29.733 INFO:teuthology.orchestra.run.smithi063.stdout: "enum_allowed": [], 2024-09-15T22:05:29.733 INFO:teuthology.orchestra.run.smithi063.stdout: "desc": "", 2024-09-15T22:05:29.733 INFO:teuthology.orchestra.run.smithi063.stdout: "long_desc": "", 2024-09-15T22:05:29.733 INFO:teuthology.orchestra.run.smithi063.stdout: "tags": [], 2024-09-15T22:05:29.733 INFO:teuthology.orchestra.run.smithi063.stdout: "see_also": [] 2024-09-15T22:05:29.733 INFO:teuthology.orchestra.run.smithi063.stdout: }, 2024-09-15T22:05:29.734 INFO:teuthology.orchestra.run.smithi063.stdout: "log_to_cluster_level": { 2024-09-15T22:05:29.734 INFO:teuthology.orchestra.run.smithi063.stdout: "name": "log_to_cluster_level", 2024-09-15T22:05:29.734 INFO:teuthology.orchestra.run.smithi063.stdout: "type": "str", 2024-09-15T22:05:29.734 INFO:teuthology.orchestra.run.smithi063.stdout: "level": "advanced", 2024-09-15T22:05:29.734 INFO:teuthology.orchestra.run.smithi063.stdout: "flags": 1, 2024-09-15T22:05:29.734 INFO:teuthology.orchestra.run.smithi063.stdout: "default_value": "info", 2024-09-15T22:05:29.734 INFO:teuthology.orchestra.run.smithi063.stdout: "min": "", 2024-09-15T22:05:29.734 INFO:teuthology.orchestra.run.smithi063.stdout: "max": "", 2024-09-15T22:05:29.734 INFO:teuthology.orchestra.run.smithi063.stdout: "enum_allowed": [ 2024-09-15T22:05:29.734 INFO:teuthology.orchestra.run.smithi063.stdout: "", 2024-09-15T22:05:29.734 INFO:teuthology.orchestra.run.smithi063.stdout: "critical", 2024-09-15T22:05:29.734 INFO:teuthology.orchestra.run.smithi063.stdout: "debug", 2024-09-15T22:05:29.734 INFO:teuthology.orchestra.run.smithi063.stdout: "error", 2024-09-15T22:05:29.735 INFO:teuthology.orchestra.run.smithi063.stdout: "info", 2024-09-15T22:05:29.735 INFO:teuthology.orchestra.run.smithi063.stdout: "warning" 2024-09-15T22:05:29.735 INFO:teuthology.orchestra.run.smithi063.stdout: ], 2024-09-15T22:05:29.735 INFO:teuthology.orchestra.run.smithi063.stdout: "desc": "", 2024-09-15T22:05:29.735 INFO:teuthology.orchestra.run.smithi063.stdout: "long_desc": "", 2024-09-15T22:05:29.735 INFO:teuthology.orchestra.run.smithi063.stdout: "tags": [], 2024-09-15T22:05:29.735 INFO:teuthology.orchestra.run.smithi063.stdout: "see_also": [] 2024-09-15T22:05:29.735 INFO:teuthology.orchestra.run.smithi063.stdout: }, 2024-09-15T22:05:29.735 INFO:teuthology.orchestra.run.smithi063.stdout: "log_to_file": { 2024-09-15T22:05:29.735 INFO:teuthology.orchestra.run.smithi063.stdout: "name": "log_to_file", 2024-09-15T22:05:29.735 INFO:teuthology.orchestra.run.smithi063.stdout: "type": "bool", 2024-09-15T22:05:29.735 INFO:teuthology.orchestra.run.smithi063.stdout: "level": "advanced", 2024-09-15T22:05:29.736 INFO:teuthology.orchestra.run.smithi063.stdout: "flags": 1, 2024-09-15T22:05:29.736 INFO:teuthology.orchestra.run.smithi063.stdout: "default_value": "False", 2024-09-15T22:05:29.736 INFO:teuthology.orchestra.run.smithi063.stdout: "min": "", 2024-09-15T22:05:29.736 INFO:teuthology.orchestra.run.smithi063.stdout: "max": "", 2024-09-15T22:05:29.736 INFO:teuthology.orchestra.run.smithi063.stdout: "enum_allowed": [], 2024-09-15T22:05:29.736 INFO:teuthology.orchestra.run.smithi063.stdout: "desc": "", 2024-09-15T22:05:29.736 INFO:teuthology.orchestra.run.smithi063.stdout: "long_desc": "", 2024-09-15T22:05:29.736 INFO:teuthology.orchestra.run.smithi063.stdout: "tags": [], 2024-09-15T22:05:29.736 INFO:teuthology.orchestra.run.smithi063.stdout: "see_also": [] 2024-09-15T22:05:29.736 INFO:teuthology.orchestra.run.smithi063.stdout: }, 2024-09-15T22:05:29.736 INFO:teuthology.orchestra.run.smithi063.stdout: "max_concurrent_clones": { 2024-09-15T22:05:29.736 INFO:teuthology.orchestra.run.smithi063.stdout: "name": "max_concurrent_clones", 2024-09-15T22:05:29.736 INFO:teuthology.orchestra.run.smithi063.stdout: "type": "int", 2024-09-15T22:05:29.736 INFO:teuthology.orchestra.run.smithi063.stdout: "level": "advanced", 2024-09-15T22:05:29.737 INFO:teuthology.orchestra.run.smithi063.stdout: "flags": 0, 2024-09-15T22:05:29.737 INFO:teuthology.orchestra.run.smithi063.stdout: "default_value": "4", 2024-09-15T22:05:29.737 INFO:teuthology.orchestra.run.smithi063.stdout: "min": "", 2024-09-15T22:05:29.737 INFO:teuthology.orchestra.run.smithi063.stdout: "max": "", 2024-09-15T22:05:29.737 INFO:teuthology.orchestra.run.smithi063.stdout: "enum_allowed": [], 2024-09-15T22:05:29.737 INFO:teuthology.orchestra.run.smithi063.stdout: "desc": "Number of asynchronous cloner threads", 2024-09-15T22:05:29.737 INFO:teuthology.orchestra.run.smithi063.stdout: "long_desc": "", 2024-09-15T22:05:29.737 INFO:teuthology.orchestra.run.smithi063.stdout: "tags": [], 2024-09-15T22:05:29.737 INFO:teuthology.orchestra.run.smithi063.stdout: "see_also": [] 2024-09-15T22:05:29.737 INFO:teuthology.orchestra.run.smithi063.stdout: }, 2024-09-15T22:05:29.737 INFO:teuthology.orchestra.run.smithi063.stdout: "periodic_async_work": { 2024-09-15T22:05:29.737 INFO:teuthology.orchestra.run.smithi063.stdout: "name": "periodic_async_work", 2024-09-15T22:05:29.737 INFO:teuthology.orchestra.run.smithi063.stdout: "type": "bool", 2024-09-15T22:05:29.737 INFO:teuthology.orchestra.run.smithi063.stdout: "level": "advanced", 2024-09-15T22:05:29.738 INFO:teuthology.orchestra.run.smithi063.stdout: "flags": 0, 2024-09-15T22:05:29.738 INFO:teuthology.orchestra.run.smithi063.stdout: "default_value": "False", 2024-09-15T22:05:29.738 INFO:teuthology.orchestra.run.smithi063.stdout: "min": "", 2024-09-15T22:05:29.738 INFO:teuthology.orchestra.run.smithi063.stdout: "max": "", 2024-09-15T22:05:29.738 INFO:teuthology.orchestra.run.smithi063.stdout: "enum_allowed": [], 2024-09-15T22:05:29.738 INFO:teuthology.orchestra.run.smithi063.stdout: "desc": "Periodically check for async work", 2024-09-15T22:05:29.738 INFO:teuthology.orchestra.run.smithi063.stdout: "long_desc": "", 2024-09-15T22:05:29.738 INFO:teuthology.orchestra.run.smithi063.stdout: "tags": [], 2024-09-15T22:05:29.738 INFO:teuthology.orchestra.run.smithi063.stdout: "see_also": [] 2024-09-15T22:05:29.738 INFO:teuthology.orchestra.run.smithi063.stdout: }, 2024-09-15T22:05:29.738 INFO:teuthology.orchestra.run.smithi063.stdout: "snapshot_clone_delay": { 2024-09-15T22:05:29.738 INFO:teuthology.orchestra.run.smithi063.stdout: "name": "snapshot_clone_delay", 2024-09-15T22:05:29.738 INFO:teuthology.orchestra.run.smithi063.stdout: "type": "int", 2024-09-15T22:05:29.738 INFO:teuthology.orchestra.run.smithi063.stdout: "level": "advanced", 2024-09-15T22:05:29.739 INFO:teuthology.orchestra.run.smithi063.stdout: "flags": 0, 2024-09-15T22:05:29.739 INFO:teuthology.orchestra.run.smithi063.stdout: "default_value": "0", 2024-09-15T22:05:29.739 INFO:teuthology.orchestra.run.smithi063.stdout: "min": "", 2024-09-15T22:05:29.739 INFO:teuthology.orchestra.run.smithi063.stdout: "max": "", 2024-09-15T22:05:29.739 INFO:teuthology.orchestra.run.smithi063.stdout: "enum_allowed": [], 2024-09-15T22:05:29.739 INFO:teuthology.orchestra.run.smithi063.stdout: "desc": "Delay clone begin operation by snapshot_clone_delay seconds", 2024-09-15T22:05:29.739 INFO:teuthology.orchestra.run.smithi063.stdout: "long_desc": "", 2024-09-15T22:05:29.739 INFO:teuthology.orchestra.run.smithi063.stdout: "tags": [], 2024-09-15T22:05:29.739 INFO:teuthology.orchestra.run.smithi063.stdout: "see_also": [] 2024-09-15T22:05:29.739 INFO:teuthology.orchestra.run.smithi063.stdout: }, 2024-09-15T22:05:29.739 INFO:teuthology.orchestra.run.smithi063.stdout: "snapshot_clone_no_wait": { 2024-09-15T22:05:29.739 INFO:teuthology.orchestra.run.smithi063.stdout: "name": "snapshot_clone_no_wait", 2024-09-15T22:05:29.739 INFO:teuthology.orchestra.run.smithi063.stdout: "type": "bool", 2024-09-15T22:05:29.740 INFO:teuthology.orchestra.run.smithi063.stdout: "level": "advanced", 2024-09-15T22:05:29.740 INFO:teuthology.orchestra.run.smithi063.stdout: "flags": 0, 2024-09-15T22:05:29.740 INFO:teuthology.orchestra.run.smithi063.stdout: "default_value": "True", 2024-09-15T22:05:29.740 INFO:teuthology.orchestra.run.smithi063.stdout: "min": "", 2024-09-15T22:05:29.740 INFO:teuthology.orchestra.run.smithi063.stdout: "max": "", 2024-09-15T22:05:29.740 INFO:teuthology.orchestra.run.smithi063.stdout: "enum_allowed": [], 2024-09-15T22:05:29.740 INFO:teuthology.orchestra.run.smithi063.stdout: "desc": "Reject subvolume clone request when cloner threads are busy", 2024-09-15T22:05:29.740 INFO:teuthology.orchestra.run.smithi063.stdout: "long_desc": "", 2024-09-15T22:05:29.740 INFO:teuthology.orchestra.run.smithi063.stdout: "tags": [], 2024-09-15T22:05:29.740 INFO:teuthology.orchestra.run.smithi063.stdout: "see_also": [] 2024-09-15T22:05:29.740 INFO:teuthology.orchestra.run.smithi063.stdout: } 2024-09-15T22:05:29.740 INFO:teuthology.orchestra.run.smithi063.stdout: } 2024-09-15T22:05:29.740 INFO:teuthology.orchestra.run.smithi063.stdout: }, 2024-09-15T22:05:29.741 INFO:teuthology.orchestra.run.smithi063.stdout: { 2024-09-15T22:05:29.741 INFO:teuthology.orchestra.run.smithi063.stdout: "name": "zabbix", 2024-09-15T22:05:29.741 INFO:teuthology.orchestra.run.smithi063.stdout: "can_run": true, 2024-09-15T22:05:29.741 INFO:teuthology.orchestra.run.smithi063.stdout: "error_string": "", 2024-09-15T22:05:29.741 INFO:teuthology.orchestra.run.smithi063.stdout: "module_options": { 2024-09-15T22:05:29.741 INFO:teuthology.orchestra.run.smithi063.stdout: "discovery_interval": { 2024-09-15T22:05:29.741 INFO:teuthology.orchestra.run.smithi063.stdout: "name": "discovery_interval", 2024-09-15T22:05:29.741 INFO:teuthology.orchestra.run.smithi063.stdout: "type": "uint", 2024-09-15T22:05:29.741 INFO:teuthology.orchestra.run.smithi063.stdout: "level": "advanced", 2024-09-15T22:05:29.741 INFO:teuthology.orchestra.run.smithi063.stdout: "flags": 0, 2024-09-15T22:05:29.741 INFO:teuthology.orchestra.run.smithi063.stdout: "default_value": "100", 2024-09-15T22:05:29.741 INFO:teuthology.orchestra.run.smithi063.stdout: "min": "", 2024-09-15T22:05:29.741 INFO:teuthology.orchestra.run.smithi063.stdout: "max": "", 2024-09-15T22:05:29.742 INFO:teuthology.orchestra.run.smithi063.stdout: "enum_allowed": [], 2024-09-15T22:05:29.742 INFO:teuthology.orchestra.run.smithi063.stdout: "desc": "", 2024-09-15T22:05:29.742 INFO:teuthology.orchestra.run.smithi063.stdout: "long_desc": "", 2024-09-15T22:05:29.742 INFO:teuthology.orchestra.run.smithi063.stdout: "tags": [], 2024-09-15T22:05:29.742 INFO:teuthology.orchestra.run.smithi063.stdout: "see_also": [] 2024-09-15T22:05:29.742 INFO:teuthology.orchestra.run.smithi063.stdout: }, 2024-09-15T22:05:29.742 INFO:teuthology.orchestra.run.smithi063.stdout: "identifier": { 2024-09-15T22:05:29.742 INFO:teuthology.orchestra.run.smithi063.stdout: "name": "identifier", 2024-09-15T22:05:29.742 INFO:teuthology.orchestra.run.smithi063.stdout: "type": "str", 2024-09-15T22:05:29.742 INFO:teuthology.orchestra.run.smithi063.stdout: "level": "advanced", 2024-09-15T22:05:29.742 INFO:teuthology.orchestra.run.smithi063.stdout: "flags": 0, 2024-09-15T22:05:29.742 INFO:teuthology.orchestra.run.smithi063.stdout: "default_value": "", 2024-09-15T22:05:29.742 INFO:teuthology.orchestra.run.smithi063.stdout: "min": "", 2024-09-15T22:05:29.743 INFO:teuthology.orchestra.run.smithi063.stdout: "max": "", 2024-09-15T22:05:29.743 INFO:teuthology.orchestra.run.smithi063.stdout: "enum_allowed": [], 2024-09-15T22:05:29.743 INFO:teuthology.orchestra.run.smithi063.stdout: "desc": "", 2024-09-15T22:05:29.743 INFO:teuthology.orchestra.run.smithi063.stdout: "long_desc": "", 2024-09-15T22:05:29.743 INFO:teuthology.orchestra.run.smithi063.stdout: "tags": [], 2024-09-15T22:05:29.743 INFO:teuthology.orchestra.run.smithi063.stdout: "see_also": [] 2024-09-15T22:05:29.743 INFO:teuthology.orchestra.run.smithi063.stdout: }, 2024-09-15T22:05:29.743 INFO:teuthology.orchestra.run.smithi063.stdout: "interval": { 2024-09-15T22:05:29.743 INFO:teuthology.orchestra.run.smithi063.stdout: "name": "interval", 2024-09-15T22:05:29.743 INFO:teuthology.orchestra.run.smithi063.stdout: "type": "secs", 2024-09-15T22:05:29.743 INFO:teuthology.orchestra.run.smithi063.stdout: "level": "advanced", 2024-09-15T22:05:29.743 INFO:teuthology.orchestra.run.smithi063.stdout: "flags": 0, 2024-09-15T22:05:29.743 INFO:teuthology.orchestra.run.smithi063.stdout: "default_value": "60", 2024-09-15T22:05:29.743 INFO:teuthology.orchestra.run.smithi063.stdout: "min": "", 2024-09-15T22:05:29.744 INFO:teuthology.orchestra.run.smithi063.stdout: "max": "", 2024-09-15T22:05:29.744 INFO:teuthology.orchestra.run.smithi063.stdout: "enum_allowed": [], 2024-09-15T22:05:29.744 INFO:teuthology.orchestra.run.smithi063.stdout: "desc": "", 2024-09-15T22:05:29.744 INFO:teuthology.orchestra.run.smithi063.stdout: "long_desc": "", 2024-09-15T22:05:29.744 INFO:teuthology.orchestra.run.smithi063.stdout: "tags": [], 2024-09-15T22:05:29.744 INFO:teuthology.orchestra.run.smithi063.stdout: "see_also": [] 2024-09-15T22:05:29.744 INFO:teuthology.orchestra.run.smithi063.stdout: }, 2024-09-15T22:05:29.744 INFO:teuthology.orchestra.run.smithi063.stdout: "log_level": { 2024-09-15T22:05:29.744 INFO:teuthology.orchestra.run.smithi063.stdout: "name": "log_level", 2024-09-15T22:05:29.744 INFO:teuthology.orchestra.run.smithi063.stdout: "type": "str", 2024-09-15T22:05:29.744 INFO:teuthology.orchestra.run.smithi063.stdout: "level": "advanced", 2024-09-15T22:05:29.744 INFO:teuthology.orchestra.run.smithi063.stdout: "flags": 1, 2024-09-15T22:05:29.744 INFO:teuthology.orchestra.run.smithi063.stdout: "default_value": "", 2024-09-15T22:05:29.745 INFO:teuthology.orchestra.run.smithi063.stdout: "min": "", 2024-09-15T22:05:29.745 INFO:teuthology.orchestra.run.smithi063.stdout: "max": "", 2024-09-15T22:05:29.745 INFO:teuthology.orchestra.run.smithi063.stdout: "enum_allowed": [ 2024-09-15T22:05:29.745 INFO:teuthology.orchestra.run.smithi063.stdout: "", 2024-09-15T22:05:29.745 INFO:teuthology.orchestra.run.smithi063.stdout: "critical", 2024-09-15T22:05:29.745 INFO:teuthology.orchestra.run.smithi063.stdout: "debug", 2024-09-15T22:05:29.745 INFO:teuthology.orchestra.run.smithi063.stdout: "error", 2024-09-15T22:05:29.745 INFO:teuthology.orchestra.run.smithi063.stdout: "info", 2024-09-15T22:05:29.745 INFO:teuthology.orchestra.run.smithi063.stdout: "warning" 2024-09-15T22:05:29.745 INFO:teuthology.orchestra.run.smithi063.stdout: ], 2024-09-15T22:05:29.745 INFO:teuthology.orchestra.run.smithi063.stdout: "desc": "", 2024-09-15T22:05:29.745 INFO:teuthology.orchestra.run.smithi063.stdout: "long_desc": "", 2024-09-15T22:05:29.745 INFO:teuthology.orchestra.run.smithi063.stdout: "tags": [], 2024-09-15T22:05:29.745 INFO:teuthology.orchestra.run.smithi063.stdout: "see_also": [] 2024-09-15T22:05:29.746 INFO:teuthology.orchestra.run.smithi063.stdout: }, 2024-09-15T22:05:29.746 INFO:teuthology.orchestra.run.smithi063.stdout: "log_to_cluster": { 2024-09-15T22:05:29.746 INFO:teuthology.orchestra.run.smithi063.stdout: "name": "log_to_cluster", 2024-09-15T22:05:29.746 INFO:teuthology.orchestra.run.smithi063.stdout: "type": "bool", 2024-09-15T22:05:29.746 INFO:teuthology.orchestra.run.smithi063.stdout: "level": "advanced", 2024-09-15T22:05:29.746 INFO:teuthology.orchestra.run.smithi063.stdout: "flags": 1, 2024-09-15T22:05:29.746 INFO:teuthology.orchestra.run.smithi063.stdout: "default_value": "False", 2024-09-15T22:05:29.746 INFO:teuthology.orchestra.run.smithi063.stdout: "min": "", 2024-09-15T22:05:29.746 INFO:teuthology.orchestra.run.smithi063.stdout: "max": "", 2024-09-15T22:05:29.746 INFO:teuthology.orchestra.run.smithi063.stdout: "enum_allowed": [], 2024-09-15T22:05:29.746 INFO:teuthology.orchestra.run.smithi063.stdout: "desc": "", 2024-09-15T22:05:29.746 INFO:teuthology.orchestra.run.smithi063.stdout: "long_desc": "", 2024-09-15T22:05:29.746 INFO:teuthology.orchestra.run.smithi063.stdout: "tags": [], 2024-09-15T22:05:29.747 INFO:teuthology.orchestra.run.smithi063.stdout: "see_also": [] 2024-09-15T22:05:29.747 INFO:teuthology.orchestra.run.smithi063.stdout: }, 2024-09-15T22:05:29.747 INFO:teuthology.orchestra.run.smithi063.stdout: "log_to_cluster_level": { 2024-09-15T22:05:29.747 INFO:teuthology.orchestra.run.smithi063.stdout: "name": "log_to_cluster_level", 2024-09-15T22:05:29.747 INFO:teuthology.orchestra.run.smithi063.stdout: "type": "str", 2024-09-15T22:05:29.747 INFO:teuthology.orchestra.run.smithi063.stdout: "level": "advanced", 2024-09-15T22:05:29.747 INFO:teuthology.orchestra.run.smithi063.stdout: "flags": 1, 2024-09-15T22:05:29.747 INFO:teuthology.orchestra.run.smithi063.stdout: "default_value": "info", 2024-09-15T22:05:29.747 INFO:teuthology.orchestra.run.smithi063.stdout: "min": "", 2024-09-15T22:05:29.747 INFO:teuthology.orchestra.run.smithi063.stdout: "max": "", 2024-09-15T22:05:29.747 INFO:teuthology.orchestra.run.smithi063.stdout: "enum_allowed": [ 2024-09-15T22:05:29.747 INFO:teuthology.orchestra.run.smithi063.stdout: "", 2024-09-15T22:05:29.747 INFO:teuthology.orchestra.run.smithi063.stdout: "critical", 2024-09-15T22:05:29.748 INFO:teuthology.orchestra.run.smithi063.stdout: "debug", 2024-09-15T22:05:29.748 INFO:teuthology.orchestra.run.smithi063.stdout: "error", 2024-09-15T22:05:29.748 INFO:teuthology.orchestra.run.smithi063.stdout: "info", 2024-09-15T22:05:29.748 INFO:teuthology.orchestra.run.smithi063.stdout: "warning" 2024-09-15T22:05:29.748 INFO:teuthology.orchestra.run.smithi063.stdout: ], 2024-09-15T22:05:29.748 INFO:teuthology.orchestra.run.smithi063.stdout: "desc": "", 2024-09-15T22:05:29.748 INFO:teuthology.orchestra.run.smithi063.stdout: "long_desc": "", 2024-09-15T22:05:29.748 INFO:teuthology.orchestra.run.smithi063.stdout: "tags": [], 2024-09-15T22:05:29.748 INFO:teuthology.orchestra.run.smithi063.stdout: "see_also": [] 2024-09-15T22:05:29.748 INFO:teuthology.orchestra.run.smithi063.stdout: }, 2024-09-15T22:05:29.748 INFO:teuthology.orchestra.run.smithi063.stdout: "log_to_file": { 2024-09-15T22:05:29.748 INFO:teuthology.orchestra.run.smithi063.stdout: "name": "log_to_file", 2024-09-15T22:05:29.748 INFO:teuthology.orchestra.run.smithi063.stdout: "type": "bool", 2024-09-15T22:05:29.748 INFO:teuthology.orchestra.run.smithi063.stdout: "level": "advanced", 2024-09-15T22:05:29.749 INFO:teuthology.orchestra.run.smithi063.stdout: "flags": 1, 2024-09-15T22:05:29.749 INFO:teuthology.orchestra.run.smithi063.stdout: "default_value": "False", 2024-09-15T22:05:29.749 INFO:teuthology.orchestra.run.smithi063.stdout: "min": "", 2024-09-15T22:05:29.749 INFO:teuthology.orchestra.run.smithi063.stdout: "max": "", 2024-09-15T22:05:29.749 INFO:teuthology.orchestra.run.smithi063.stdout: "enum_allowed": [], 2024-09-15T22:05:29.749 INFO:teuthology.orchestra.run.smithi063.stdout: "desc": "", 2024-09-15T22:05:29.749 INFO:teuthology.orchestra.run.smithi063.stdout: "long_desc": "", 2024-09-15T22:05:29.749 INFO:teuthology.orchestra.run.smithi063.stdout: "tags": [], 2024-09-15T22:05:29.749 INFO:teuthology.orchestra.run.smithi063.stdout: "see_also": [] 2024-09-15T22:05:29.749 INFO:teuthology.orchestra.run.smithi063.stdout: }, 2024-09-15T22:05:29.749 INFO:teuthology.orchestra.run.smithi063.stdout: "zabbix_host": { 2024-09-15T22:05:29.749 INFO:teuthology.orchestra.run.smithi063.stdout: "name": "zabbix_host", 2024-09-15T22:05:29.749 INFO:teuthology.orchestra.run.smithi063.stdout: "type": "str", 2024-09-15T22:05:29.749 INFO:teuthology.orchestra.run.smithi063.stdout: "level": "advanced", 2024-09-15T22:05:29.749 INFO:teuthology.orchestra.run.smithi063.stdout: "flags": 0, 2024-09-15T22:05:29.750 INFO:teuthology.orchestra.run.smithi063.stdout: "default_value": "", 2024-09-15T22:05:29.750 INFO:teuthology.orchestra.run.smithi063.stdout: "min": "", 2024-09-15T22:05:29.750 INFO:teuthology.orchestra.run.smithi063.stdout: "max": "", 2024-09-15T22:05:29.750 INFO:teuthology.orchestra.run.smithi063.stdout: "enum_allowed": [], 2024-09-15T22:05:29.750 INFO:teuthology.orchestra.run.smithi063.stdout: "desc": "", 2024-09-15T22:05:29.750 INFO:teuthology.orchestra.run.smithi063.stdout: "long_desc": "", 2024-09-15T22:05:29.750 INFO:teuthology.orchestra.run.smithi063.stdout: "tags": [], 2024-09-15T22:05:29.750 INFO:teuthology.orchestra.run.smithi063.stdout: "see_also": [] 2024-09-15T22:05:29.750 INFO:teuthology.orchestra.run.smithi063.stdout: }, 2024-09-15T22:05:29.750 INFO:teuthology.orchestra.run.smithi063.stdout: "zabbix_port": { 2024-09-15T22:05:29.750 INFO:teuthology.orchestra.run.smithi063.stdout: "name": "zabbix_port", 2024-09-15T22:05:29.750 INFO:teuthology.orchestra.run.smithi063.stdout: "type": "int", 2024-09-15T22:05:29.750 INFO:teuthology.orchestra.run.smithi063.stdout: "level": "advanced", 2024-09-15T22:05:29.751 INFO:teuthology.orchestra.run.smithi063.stdout: "flags": 0, 2024-09-15T22:05:29.751 INFO:teuthology.orchestra.run.smithi063.stdout: "default_value": "10051", 2024-09-15T22:05:29.751 INFO:teuthology.orchestra.run.smithi063.stdout: "min": "", 2024-09-15T22:05:29.751 INFO:teuthology.orchestra.run.smithi063.stdout: "max": "", 2024-09-15T22:05:29.751 INFO:teuthology.orchestra.run.smithi063.stdout: "enum_allowed": [], 2024-09-15T22:05:29.751 INFO:teuthology.orchestra.run.smithi063.stdout: "desc": "", 2024-09-15T22:05:29.751 INFO:teuthology.orchestra.run.smithi063.stdout: "long_desc": "", 2024-09-15T22:05:29.751 INFO:teuthology.orchestra.run.smithi063.stdout: "tags": [], 2024-09-15T22:05:29.751 INFO:teuthology.orchestra.run.smithi063.stdout: "see_also": [] 2024-09-15T22:05:29.751 INFO:teuthology.orchestra.run.smithi063.stdout: }, 2024-09-15T22:05:29.751 INFO:teuthology.orchestra.run.smithi063.stdout: "zabbix_sender": { 2024-09-15T22:05:29.751 INFO:teuthology.orchestra.run.smithi063.stdout: "name": "zabbix_sender", 2024-09-15T22:05:29.751 INFO:teuthology.orchestra.run.smithi063.stdout: "type": "str", 2024-09-15T22:05:29.752 INFO:teuthology.orchestra.run.smithi063.stdout: "level": "advanced", 2024-09-15T22:05:29.752 INFO:teuthology.orchestra.run.smithi063.stdout: "flags": 0, 2024-09-15T22:05:29.752 INFO:teuthology.orchestra.run.smithi063.stdout: "default_value": "/usr/bin/zabbix_sender", 2024-09-15T22:05:29.752 INFO:teuthology.orchestra.run.smithi063.stdout: "min": "", 2024-09-15T22:05:29.752 INFO:teuthology.orchestra.run.smithi063.stdout: "max": "", 2024-09-15T22:05:29.752 INFO:teuthology.orchestra.run.smithi063.stdout: "enum_allowed": [], 2024-09-15T22:05:29.752 INFO:teuthology.orchestra.run.smithi063.stdout: "desc": "", 2024-09-15T22:05:29.752 INFO:teuthology.orchestra.run.smithi063.stdout: "long_desc": "", 2024-09-15T22:05:29.752 INFO:teuthology.orchestra.run.smithi063.stdout: "tags": [], 2024-09-15T22:05:29.752 INFO:teuthology.orchestra.run.smithi063.stdout: "see_also": [] 2024-09-15T22:05:29.752 INFO:teuthology.orchestra.run.smithi063.stdout: } 2024-09-15T22:05:29.752 INFO:teuthology.orchestra.run.smithi063.stdout: } 2024-09-15T22:05:29.752 INFO:teuthology.orchestra.run.smithi063.stdout: } 2024-09-15T22:05:29.753 INFO:teuthology.orchestra.run.smithi063.stdout: ], 2024-09-15T22:05:29.753 INFO:teuthology.orchestra.run.smithi063.stdout: "services": {}, 2024-09-15T22:05:29.753 INFO:teuthology.orchestra.run.smithi063.stdout: "always_on_modules": { 2024-09-15T22:05:29.753 INFO:teuthology.orchestra.run.smithi063.stdout: "octopus": [ 2024-09-15T22:05:29.753 INFO:teuthology.orchestra.run.smithi063.stdout: "balancer", 2024-09-15T22:05:29.753 INFO:teuthology.orchestra.run.smithi063.stdout: "crash", 2024-09-15T22:05:29.753 INFO:teuthology.orchestra.run.smithi063.stdout: "devicehealth", 2024-09-15T22:05:29.753 INFO:teuthology.orchestra.run.smithi063.stdout: "orchestrator", 2024-09-15T22:05:29.753 INFO:teuthology.orchestra.run.smithi063.stdout: "pg_autoscaler", 2024-09-15T22:05:29.753 INFO:teuthology.orchestra.run.smithi063.stdout: "progress", 2024-09-15T22:05:29.753 INFO:teuthology.orchestra.run.smithi063.stdout: "rbd_support", 2024-09-15T22:05:29.753 INFO:teuthology.orchestra.run.smithi063.stdout: "status", 2024-09-15T22:05:29.754 INFO:teuthology.orchestra.run.smithi063.stdout: "telemetry", 2024-09-15T22:05:29.754 INFO:teuthology.orchestra.run.smithi063.stdout: "volumes" 2024-09-15T22:05:29.754 INFO:teuthology.orchestra.run.smithi063.stdout: ], 2024-09-15T22:05:29.754 INFO:teuthology.orchestra.run.smithi063.stdout: "pacific": [ 2024-09-15T22:05:29.754 INFO:teuthology.orchestra.run.smithi063.stdout: "balancer", 2024-09-15T22:05:29.754 INFO:teuthology.orchestra.run.smithi063.stdout: "crash", 2024-09-15T22:05:29.754 INFO:teuthology.orchestra.run.smithi063.stdout: "devicehealth", 2024-09-15T22:05:29.754 INFO:teuthology.orchestra.run.smithi063.stdout: "orchestrator", 2024-09-15T22:05:29.754 INFO:teuthology.orchestra.run.smithi063.stdout: "pg_autoscaler", 2024-09-15T22:05:29.754 INFO:teuthology.orchestra.run.smithi063.stdout: "progress", 2024-09-15T22:05:29.754 INFO:teuthology.orchestra.run.smithi063.stdout: "rbd_support", 2024-09-15T22:05:29.754 INFO:teuthology.orchestra.run.smithi063.stdout: "status", 2024-09-15T22:05:29.754 INFO:teuthology.orchestra.run.smithi063.stdout: "telemetry", 2024-09-15T22:05:29.755 INFO:teuthology.orchestra.run.smithi063.stdout: "volumes" 2024-09-15T22:05:29.755 INFO:teuthology.orchestra.run.smithi063.stdout: ], 2024-09-15T22:05:29.755 INFO:teuthology.orchestra.run.smithi063.stdout: "quincy": [ 2024-09-15T22:05:29.755 INFO:teuthology.orchestra.run.smithi063.stdout: "balancer", 2024-09-15T22:05:29.755 INFO:teuthology.orchestra.run.smithi063.stdout: "crash", 2024-09-15T22:05:29.755 INFO:teuthology.orchestra.run.smithi063.stdout: "devicehealth", 2024-09-15T22:05:29.755 INFO:teuthology.orchestra.run.smithi063.stdout: "orchestrator", 2024-09-15T22:05:29.755 INFO:teuthology.orchestra.run.smithi063.stdout: "pg_autoscaler", 2024-09-15T22:05:29.755 INFO:teuthology.orchestra.run.smithi063.stdout: "progress", 2024-09-15T22:05:29.755 INFO:teuthology.orchestra.run.smithi063.stdout: "rbd_support", 2024-09-15T22:05:29.755 INFO:teuthology.orchestra.run.smithi063.stdout: "status", 2024-09-15T22:05:29.755 INFO:teuthology.orchestra.run.smithi063.stdout: "telemetry", 2024-09-15T22:05:29.755 INFO:teuthology.orchestra.run.smithi063.stdout: "volumes" 2024-09-15T22:05:29.756 INFO:teuthology.orchestra.run.smithi063.stdout: ], 2024-09-15T22:05:29.756 INFO:teuthology.orchestra.run.smithi063.stdout: "reef": [ 2024-09-15T22:05:29.756 INFO:teuthology.orchestra.run.smithi063.stdout: "balancer", 2024-09-15T22:05:29.756 INFO:teuthology.orchestra.run.smithi063.stdout: "crash", 2024-09-15T22:05:29.756 INFO:teuthology.orchestra.run.smithi063.stdout: "devicehealth", 2024-09-15T22:05:29.756 INFO:teuthology.orchestra.run.smithi063.stdout: "orchestrator", 2024-09-15T22:05:29.756 INFO:teuthology.orchestra.run.smithi063.stdout: "pg_autoscaler", 2024-09-15T22:05:29.756 INFO:teuthology.orchestra.run.smithi063.stdout: "progress", 2024-09-15T22:05:29.756 INFO:teuthology.orchestra.run.smithi063.stdout: "rbd_support", 2024-09-15T22:05:29.756 INFO:teuthology.orchestra.run.smithi063.stdout: "status", 2024-09-15T22:05:29.756 INFO:teuthology.orchestra.run.smithi063.stdout: "telemetry", 2024-09-15T22:05:29.756 INFO:teuthology.orchestra.run.smithi063.stdout: "volumes" 2024-09-15T22:05:29.756 INFO:teuthology.orchestra.run.smithi063.stdout: ], 2024-09-15T22:05:29.756 INFO:teuthology.orchestra.run.smithi063.stdout: "squid": [ 2024-09-15T22:05:29.757 INFO:teuthology.orchestra.run.smithi063.stdout: "balancer", 2024-09-15T22:05:29.757 INFO:teuthology.orchestra.run.smithi063.stdout: "crash", 2024-09-15T22:05:29.757 INFO:teuthology.orchestra.run.smithi063.stdout: "devicehealth", 2024-09-15T22:05:29.757 INFO:teuthology.orchestra.run.smithi063.stdout: "orchestrator", 2024-09-15T22:05:29.757 INFO:teuthology.orchestra.run.smithi063.stdout: "pg_autoscaler", 2024-09-15T22:05:29.757 INFO:teuthology.orchestra.run.smithi063.stdout: "progress", 2024-09-15T22:05:29.757 INFO:teuthology.orchestra.run.smithi063.stdout: "rbd_support", 2024-09-15T22:05:29.757 INFO:teuthology.orchestra.run.smithi063.stdout: "status", 2024-09-15T22:05:29.757 INFO:teuthology.orchestra.run.smithi063.stdout: "telemetry", 2024-09-15T22:05:29.757 INFO:teuthology.orchestra.run.smithi063.stdout: "volumes" 2024-09-15T22:05:29.757 INFO:teuthology.orchestra.run.smithi063.stdout: ] 2024-09-15T22:05:29.757 INFO:teuthology.orchestra.run.smithi063.stdout: }, 2024-09-15T22:05:29.757 INFO:teuthology.orchestra.run.smithi063.stdout: "last_failure_osd_epoch": 0, 2024-09-15T22:05:29.758 INFO:teuthology.orchestra.run.smithi063.stdout: "active_clients": [ 2024-09-15T22:05:29.758 INFO:teuthology.orchestra.run.smithi063.stdout: { 2024-09-15T22:05:29.758 INFO:teuthology.orchestra.run.smithi063.stdout: "name": "devicehealth", 2024-09-15T22:05:29.758 INFO:teuthology.orchestra.run.smithi063.stdout: "addrvec": [ 2024-09-15T22:05:29.758 INFO:teuthology.orchestra.run.smithi063.stdout: { 2024-09-15T22:05:29.758 INFO:teuthology.orchestra.run.smithi063.stdout: "type": "v2", 2024-09-15T22:05:29.758 INFO:teuthology.orchestra.run.smithi063.stdout: "addr": "172.21.15.110:0", 2024-09-15T22:05:29.758 INFO:teuthology.orchestra.run.smithi063.stdout: "nonce": 2984568887 2024-09-15T22:05:29.758 INFO:teuthology.orchestra.run.smithi063.stdout: } 2024-09-15T22:05:29.758 INFO:teuthology.orchestra.run.smithi063.stdout: ] 2024-09-15T22:05:29.758 INFO:teuthology.orchestra.run.smithi063.stdout: }, 2024-09-15T22:05:29.758 INFO:teuthology.orchestra.run.smithi063.stdout: { 2024-09-15T22:05:29.758 INFO:teuthology.orchestra.run.smithi063.stdout: "name": "libcephsqlite", 2024-09-15T22:05:29.758 INFO:teuthology.orchestra.run.smithi063.stdout: "addrvec": [ 2024-09-15T22:05:29.759 INFO:teuthology.orchestra.run.smithi063.stdout: { 2024-09-15T22:05:29.759 INFO:teuthology.orchestra.run.smithi063.stdout: "type": "v2", 2024-09-15T22:05:29.759 INFO:teuthology.orchestra.run.smithi063.stdout: "addr": "172.21.15.110:0", 2024-09-15T22:05:29.759 INFO:teuthology.orchestra.run.smithi063.stdout: "nonce": 1908443808 2024-09-15T22:05:29.759 INFO:teuthology.orchestra.run.smithi063.stdout: } 2024-09-15T22:05:29.759 INFO:teuthology.orchestra.run.smithi063.stdout: ] 2024-09-15T22:05:29.759 INFO:teuthology.orchestra.run.smithi063.stdout: }, 2024-09-15T22:05:29.759 INFO:teuthology.orchestra.run.smithi063.stdout: { 2024-09-15T22:05:29.759 INFO:teuthology.orchestra.run.smithi063.stdout: "name": "rbd_support", 2024-09-15T22:05:29.759 INFO:teuthology.orchestra.run.smithi063.stdout: "addrvec": [ 2024-09-15T22:05:29.759 INFO:teuthology.orchestra.run.smithi063.stdout: { 2024-09-15T22:05:29.759 INFO:teuthology.orchestra.run.smithi063.stdout: "type": "v2", 2024-09-15T22:05:29.759 INFO:teuthology.orchestra.run.smithi063.stdout: "addr": "172.21.15.110:0", 2024-09-15T22:05:29.759 INFO:teuthology.orchestra.run.smithi063.stdout: "nonce": 2027248694 2024-09-15T22:05:29.760 INFO:teuthology.orchestra.run.smithi063.stdout: } 2024-09-15T22:05:29.760 INFO:teuthology.orchestra.run.smithi063.stdout: ] 2024-09-15T22:05:29.760 INFO:teuthology.orchestra.run.smithi063.stdout: }, 2024-09-15T22:05:29.760 INFO:teuthology.orchestra.run.smithi063.stdout: { 2024-09-15T22:05:29.760 INFO:teuthology.orchestra.run.smithi063.stdout: "name": "volumes", 2024-09-15T22:05:29.760 INFO:teuthology.orchestra.run.smithi063.stdout: "addrvec": [ 2024-09-15T22:05:29.760 INFO:teuthology.orchestra.run.smithi063.stdout: { 2024-09-15T22:05:29.760 INFO:teuthology.orchestra.run.smithi063.stdout: "type": "v2", 2024-09-15T22:05:29.760 INFO:teuthology.orchestra.run.smithi063.stdout: "addr": "172.21.15.110:0", 2024-09-15T22:05:29.760 INFO:teuthology.orchestra.run.smithi063.stdout: "nonce": 2863308575 2024-09-15T22:05:29.760 INFO:teuthology.orchestra.run.smithi063.stdout: } 2024-09-15T22:05:29.760 INFO:teuthology.orchestra.run.smithi063.stdout: ] 2024-09-15T22:05:29.760 INFO:teuthology.orchestra.run.smithi063.stdout: }, 2024-09-15T22:05:29.760 INFO:teuthology.orchestra.run.smithi063.stdout: { 2024-09-15T22:05:29.761 INFO:teuthology.orchestra.run.smithi063.stdout: "name": "volumes", 2024-09-15T22:05:29.761 INFO:teuthology.orchestra.run.smithi063.stdout: "addrvec": [ 2024-09-15T22:05:29.761 INFO:teuthology.orchestra.run.smithi063.stdout: { 2024-09-15T22:05:29.761 INFO:teuthology.orchestra.run.smithi063.stdout: "type": "v2", 2024-09-15T22:05:29.761 INFO:teuthology.orchestra.run.smithi063.stdout: "addr": "172.21.15.110:0", 2024-09-15T22:05:29.761 INFO:teuthology.orchestra.run.smithi063.stdout: "nonce": 599447310 2024-09-15T22:05:29.761 INFO:teuthology.orchestra.run.smithi063.stdout: } 2024-09-15T22:05:29.761 INFO:teuthology.orchestra.run.smithi063.stdout: ] 2024-09-15T22:05:29.761 INFO:teuthology.orchestra.run.smithi063.stdout: }, 2024-09-15T22:05:29.761 INFO:teuthology.orchestra.run.smithi063.stdout: { 2024-09-15T22:05:29.761 INFO:teuthology.orchestra.run.smithi063.stdout: "name": "volumes", 2024-09-15T22:05:29.761 INFO:teuthology.orchestra.run.smithi063.stdout: "addrvec": [ 2024-09-15T22:05:29.761 INFO:teuthology.orchestra.run.smithi063.stdout: { 2024-09-15T22:05:29.762 INFO:teuthology.orchestra.run.smithi063.stdout: "type": "v2", 2024-09-15T22:05:29.762 INFO:teuthology.orchestra.run.smithi063.stdout: "addr": "172.21.15.110:0", 2024-09-15T22:05:29.762 INFO:teuthology.orchestra.run.smithi063.stdout: "nonce": 2644029658 2024-09-15T22:05:29.762 INFO:teuthology.orchestra.run.smithi063.stdout: } 2024-09-15T22:05:29.762 INFO:teuthology.orchestra.run.smithi063.stdout: ] 2024-09-15T22:05:29.762 INFO:teuthology.orchestra.run.smithi063.stdout: }, 2024-09-15T22:05:29.762 INFO:teuthology.orchestra.run.smithi063.stdout: { 2024-09-15T22:05:29.762 INFO:teuthology.orchestra.run.smithi063.stdout: "name": "volumes", 2024-09-15T22:05:29.762 INFO:teuthology.orchestra.run.smithi063.stdout: "addrvec": [ 2024-09-15T22:05:29.762 INFO:teuthology.orchestra.run.smithi063.stdout: { 2024-09-15T22:05:29.762 INFO:teuthology.orchestra.run.smithi063.stdout: "type": "v2", 2024-09-15T22:05:29.762 INFO:teuthology.orchestra.run.smithi063.stdout: "addr": "172.21.15.110:0", 2024-09-15T22:05:29.763 INFO:teuthology.orchestra.run.smithi063.stdout: "nonce": 1298053971 2024-09-15T22:05:29.763 INFO:teuthology.orchestra.run.smithi063.stdout: } 2024-09-15T22:05:29.763 INFO:teuthology.orchestra.run.smithi063.stdout: ] 2024-09-15T22:05:29.763 INFO:teuthology.orchestra.run.smithi063.stdout: } 2024-09-15T22:05:29.763 INFO:teuthology.orchestra.run.smithi063.stdout: ] 2024-09-15T22:05:29.763 INFO:teuthology.orchestra.run.smithi063.stdout:} 2024-09-15T22:05:29.764 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:28.820+0000 7fe438ae4640 1 -- 172.21.15.63:0/1223819870 >> [v2:172.21.15.110:6832/552273267,v1:172.21.15.110:6833/552273267] conn(0x7fe41406c460 msgr2=0x7fe41406e920 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-15T22:05:29.765 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:28.820+0000 7fe438ae4640 1 --2- 172.21.15.63:0/1223819870 >> [v2:172.21.15.110:6832/552273267,v1:172.21.15.110:6833/552273267] conn(0x7fe41406c460 0x7fe41406e920 secure :-1 s=READY pgs=181 cs=0 l=1 rev1=1 crypto rx=0x7fe41c033000 tx=0x7fe41c008030 comp rx=0 tx=0).stop 2024-09-15T22:05:29.765 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:28.820+0000 7fe438ae4640 1 -- 172.21.15.63:0/1223819870 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fe4200043b0 msgr2=0x7fe4340d4740 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-15T22:05:29.765 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:28.820+0000 7fe438ae4640 1 --2- 172.21.15.63:0/1223819870 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fe4200043b0 0x7fe4340d4740 secure :-1 s=READY pgs=351 cs=0 l=1 rev1=1 crypto rx=0x7fe42400fb40 tx=0x7fe4240021c0 comp rx=0 tx=0).stop 2024-09-15T22:05:29.765 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:28.820+0000 7fe438ae4640 1 -- 172.21.15.63:0/1223819870 shutdown_connections 2024-09-15T22:05:29.765 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:28.820+0000 7fe438ae4640 1 --2- 172.21.15.63:0/1223819870 >> [v2:172.21.15.110:6832/552273267,v1:172.21.15.110:6833/552273267] conn(0x7fe41406c460 0x7fe41406e920 unknown :-1 s=CLOSED pgs=181 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T22:05:29.765 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:28.820+0000 7fe438ae4640 1 --2- 172.21.15.63:0/1223819870 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7fe4340ae7a0 0x7fe4340aec20 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T22:05:29.765 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:28.820+0000 7fe438ae4640 1 --2- 172.21.15.63:0/1223819870 >> [v2:172.21.15.110:3301/0,v1:172.21.15.110:6790/0] conn(0x7fe434138fc0 0x7fe434139440 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T22:05:29.765 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:28.820+0000 7fe438ae4640 1 --2- 172.21.15.63:0/1223819870 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fe4200043b0 0x7fe4340d4740 unknown :-1 s=CLOSED pgs=351 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T22:05:29.765 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:28.820+0000 7fe438ae4640 1 -- 172.21.15.63:0/1223819870 >> 172.21.15.63:0/1223819870 conn(0x7fe434074fe0 msgr2=0x7fe4340ceff0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-15T22:05:29.765 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:28.820+0000 7fe438ae4640 1 -- 172.21.15.63:0/1223819870 shutdown_connections 2024-09-15T22:05:29.765 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:28.820+0000 7fe438ae4640 1 -- 172.21.15.63:0/1223819870 wait complete. 2024-09-15T22:05:29.769 DEBUG:tasks.check_counter:Getting stats from x 2024-09-15T22:05:29.770 DEBUG:teuthology.orchestra.run.smithi110:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 0 ceph --cluster ceph --admin-daemon /var/run/ceph/ceph-mgr.x.asok perf dump 2024-09-15T22:05:29.882 INFO:teuthology.orchestra.run.smithi110.stdout:{ 2024-09-15T22:05:29.882 INFO:teuthology.orchestra.run.smithi110.stdout: "AsyncMessenger::Worker-0": { 2024-09-15T22:05:29.882 INFO:teuthology.orchestra.run.smithi110.stdout: "msgr_recv_messages": 287, 2024-09-15T22:05:29.882 INFO:teuthology.orchestra.run.smithi110.stdout: "msgr_send_messages": 128, 2024-09-15T22:05:29.882 INFO:teuthology.orchestra.run.smithi110.stdout: "msgr_recv_bytes": 2409840, 2024-09-15T22:05:29.882 INFO:teuthology.orchestra.run.smithi110.stdout: "msgr_send_bytes": 75856, 2024-09-15T22:05:29.882 INFO:teuthology.orchestra.run.smithi110.stdout: "msgr_created_connections": 80, 2024-09-15T22:05:29.882 INFO:teuthology.orchestra.run.smithi110.stdout: "msgr_active_connections": 15, 2024-09-15T22:05:29.882 INFO:teuthology.orchestra.run.smithi110.stdout: "msgr_running_total_time": 0.061201981, 2024-09-15T22:05:29.883 INFO:teuthology.orchestra.run.smithi110.stdout: "msgr_running_send_time": 0.004011931, 2024-09-15T22:05:29.883 INFO:teuthology.orchestra.run.smithi110.stdout: "msgr_running_recv_time": 0.057450084, 2024-09-15T22:05:29.883 INFO:teuthology.orchestra.run.smithi110.stdout: "msgr_running_fast_dispatch_time": 0.000022310, 2024-09-15T22:05:29.883 INFO:teuthology.orchestra.run.smithi110.stdout: "msgr_send_messages_queue_lat": { 2024-09-15T22:05:29.883 INFO:teuthology.orchestra.run.smithi110.stdout: "avgcount": 114, 2024-09-15T22:05:29.883 INFO:teuthology.orchestra.run.smithi110.stdout: "sum": 0.015835959, 2024-09-15T22:05:29.883 INFO:teuthology.orchestra.run.smithi110.stdout: "avgtime": 0.000138911 2024-09-15T22:05:29.883 INFO:teuthology.orchestra.run.smithi110.stdout: }, 2024-09-15T22:05:29.883 INFO:teuthology.orchestra.run.smithi110.stdout: "msgr_handle_ack_lat": { 2024-09-15T22:05:29.883 INFO:teuthology.orchestra.run.smithi110.stdout: "avgcount": 142, 2024-09-15T22:05:29.883 INFO:teuthology.orchestra.run.smithi110.stdout: "sum": 0.000018115, 2024-09-15T22:05:29.884 INFO:teuthology.orchestra.run.smithi110.stdout: "avgtime": 0.000000127 2024-09-15T22:05:29.884 INFO:teuthology.orchestra.run.smithi110.stdout: }, 2024-09-15T22:05:29.884 INFO:teuthology.orchestra.run.smithi110.stdout: "msgr_recv_encrypted_bytes": 2409840, 2024-09-15T22:05:29.884 INFO:teuthology.orchestra.run.smithi110.stdout: "msgr_send_encrypted_bytes": 75856 2024-09-15T22:05:29.884 INFO:teuthology.orchestra.run.smithi110.stdout: }, 2024-09-15T22:05:29.884 INFO:teuthology.orchestra.run.smithi110.stdout: "AsyncMessenger::Worker-1": { 2024-09-15T22:05:29.884 INFO:teuthology.orchestra.run.smithi110.stdout: "msgr_recv_messages": 409, 2024-09-15T22:05:29.884 INFO:teuthology.orchestra.run.smithi110.stdout: "msgr_send_messages": 218, 2024-09-15T22:05:29.884 INFO:teuthology.orchestra.run.smithi110.stdout: "msgr_recv_bytes": 3004450, 2024-09-15T22:05:29.884 INFO:teuthology.orchestra.run.smithi110.stdout: "msgr_send_bytes": 330493, 2024-09-15T22:05:29.884 INFO:teuthology.orchestra.run.smithi110.stdout: "msgr_created_connections": 90, 2024-09-15T22:05:29.884 INFO:teuthology.orchestra.run.smithi110.stdout: "msgr_active_connections": 21, 2024-09-15T22:05:29.884 INFO:teuthology.orchestra.run.smithi110.stdout: "msgr_running_total_time": 0.069189238, 2024-09-15T22:05:29.885 INFO:teuthology.orchestra.run.smithi110.stdout: "msgr_running_send_time": 0.007615974, 2024-09-15T22:05:29.885 INFO:teuthology.orchestra.run.smithi110.stdout: "msgr_running_recv_time": 0.079697707, 2024-09-15T22:05:29.885 INFO:teuthology.orchestra.run.smithi110.stdout: "msgr_running_fast_dispatch_time": 0.000061234, 2024-09-15T22:05:29.885 INFO:teuthology.orchestra.run.smithi110.stdout: "msgr_send_messages_queue_lat": { 2024-09-15T22:05:29.885 INFO:teuthology.orchestra.run.smithi110.stdout: "avgcount": 199, 2024-09-15T22:05:29.885 INFO:teuthology.orchestra.run.smithi110.stdout: "sum": 0.013936944, 2024-09-15T22:05:29.885 INFO:teuthology.orchestra.run.smithi110.stdout: "avgtime": 0.000070034 2024-09-15T22:05:29.885 INFO:teuthology.orchestra.run.smithi110.stdout: }, 2024-09-15T22:05:29.885 INFO:teuthology.orchestra.run.smithi110.stdout: "msgr_handle_ack_lat": { 2024-09-15T22:05:29.885 INFO:teuthology.orchestra.run.smithi110.stdout: "avgcount": 279, 2024-09-15T22:05:29.885 INFO:teuthology.orchestra.run.smithi110.stdout: "sum": 0.000033559, 2024-09-15T22:05:29.886 INFO:teuthology.orchestra.run.smithi110.stdout: "avgtime": 0.000000120 2024-09-15T22:05:29.886 INFO:teuthology.orchestra.run.smithi110.stdout: }, 2024-09-15T22:05:29.886 INFO:teuthology.orchestra.run.smithi110.stdout: "msgr_recv_encrypted_bytes": 3003568, 2024-09-15T22:05:29.886 INFO:teuthology.orchestra.run.smithi110.stdout: "msgr_send_encrypted_bytes": 329984 2024-09-15T22:05:29.886 INFO:teuthology.orchestra.run.smithi110.stdout: }, 2024-09-15T22:05:29.886 INFO:teuthology.orchestra.run.smithi110.stdout: "AsyncMessenger::Worker-2": { 2024-09-15T22:05:29.886 INFO:teuthology.orchestra.run.smithi110.stdout: "msgr_recv_messages": 640, 2024-09-15T22:05:29.886 INFO:teuthology.orchestra.run.smithi110.stdout: "msgr_send_messages": 498, 2024-09-15T22:05:29.886 INFO:teuthology.orchestra.run.smithi110.stdout: "msgr_recv_bytes": 2639328, 2024-09-15T22:05:29.886 INFO:teuthology.orchestra.run.smithi110.stdout: "msgr_send_bytes": 5422720, 2024-09-15T22:05:29.886 INFO:teuthology.orchestra.run.smithi110.stdout: "msgr_created_connections": 105, 2024-09-15T22:05:29.886 INFO:teuthology.orchestra.run.smithi110.stdout: "msgr_active_connections": 19, 2024-09-15T22:05:29.887 INFO:teuthology.orchestra.run.smithi110.stdout: "msgr_running_total_time": 0.117125636, 2024-09-15T22:05:29.887 INFO:teuthology.orchestra.run.smithi110.stdout: "msgr_running_send_time": 0.026438777, 2024-09-15T22:05:29.887 INFO:teuthology.orchestra.run.smithi110.stdout: "msgr_running_recv_time": 0.108476540, 2024-09-15T22:05:29.887 INFO:teuthology.orchestra.run.smithi110.stdout: "msgr_running_fast_dispatch_time": 0.002641061, 2024-09-15T22:05:29.887 INFO:teuthology.orchestra.run.smithi110.stdout: "msgr_send_messages_queue_lat": { 2024-09-15T22:05:29.887 INFO:teuthology.orchestra.run.smithi110.stdout: "avgcount": 485, 2024-09-15T22:05:29.887 INFO:teuthology.orchestra.run.smithi110.stdout: "sum": 0.038657822, 2024-09-15T22:05:29.887 INFO:teuthology.orchestra.run.smithi110.stdout: "avgtime": 0.000079706 2024-09-15T22:05:29.887 INFO:teuthology.orchestra.run.smithi110.stdout: }, 2024-09-15T22:05:29.887 INFO:teuthology.orchestra.run.smithi110.stdout: "msgr_handle_ack_lat": { 2024-09-15T22:05:29.888 INFO:teuthology.orchestra.run.smithi110.stdout: "avgcount": 62, 2024-09-15T22:05:29.888 INFO:teuthology.orchestra.run.smithi110.stdout: "sum": 0.000008179, 2024-09-15T22:05:29.888 INFO:teuthology.orchestra.run.smithi110.stdout: "avgtime": 0.000000131 2024-09-15T22:05:29.888 INFO:teuthology.orchestra.run.smithi110.stdout: }, 2024-09-15T22:05:29.888 INFO:teuthology.orchestra.run.smithi110.stdout: "msgr_recv_encrypted_bytes": 2639328, 2024-09-15T22:05:29.888 INFO:teuthology.orchestra.run.smithi110.stdout: "msgr_send_encrypted_bytes": 5422720 2024-09-15T22:05:29.888 INFO:teuthology.orchestra.run.smithi110.stdout: }, 2024-09-15T22:05:29.888 INFO:teuthology.orchestra.run.smithi110.stdout: "cct": { 2024-09-15T22:05:29.888 INFO:teuthology.orchestra.run.smithi110.stdout: "total_workers": 0, 2024-09-15T22:05:29.888 INFO:teuthology.orchestra.run.smithi110.stdout: "unhealthy_workers": 0 2024-09-15T22:05:29.888 INFO:teuthology.orchestra.run.smithi110.stdout: }, 2024-09-15T22:05:29.888 INFO:teuthology.orchestra.run.smithi110.stdout: "client": { 2024-09-15T22:05:29.889 INFO:teuthology.orchestra.run.smithi110.stdout: "reply": { 2024-09-15T22:05:29.889 INFO:teuthology.orchestra.run.smithi110.stdout: "avgcount": 0, 2024-09-15T22:05:29.889 INFO:teuthology.orchestra.run.smithi110.stdout: "sum": 0.000000000, 2024-09-15T22:05:29.889 INFO:teuthology.orchestra.run.smithi110.stdout: "avgtime": 0.000000000 2024-09-15T22:05:29.889 INFO:teuthology.orchestra.run.smithi110.stdout: }, 2024-09-15T22:05:29.889 INFO:teuthology.orchestra.run.smithi110.stdout: "lat": { 2024-09-15T22:05:29.889 INFO:teuthology.orchestra.run.smithi110.stdout: "avgcount": 0, 2024-09-15T22:05:29.889 INFO:teuthology.orchestra.run.smithi110.stdout: "sum": 0.000000000, 2024-09-15T22:05:29.889 INFO:teuthology.orchestra.run.smithi110.stdout: "avgtime": 0.000000000 2024-09-15T22:05:29.889 INFO:teuthology.orchestra.run.smithi110.stdout: }, 2024-09-15T22:05:29.889 INFO:teuthology.orchestra.run.smithi110.stdout: "wrlat": { 2024-09-15T22:05:29.889 INFO:teuthology.orchestra.run.smithi110.stdout: "avgcount": 0, 2024-09-15T22:05:29.890 INFO:teuthology.orchestra.run.smithi110.stdout: "sum": 0.000000000, 2024-09-15T22:05:29.890 INFO:teuthology.orchestra.run.smithi110.stdout: "avgtime": 0.000000000 2024-09-15T22:05:29.890 INFO:teuthology.orchestra.run.smithi110.stdout: }, 2024-09-15T22:05:29.890 INFO:teuthology.orchestra.run.smithi110.stdout: "rdlat": { 2024-09-15T22:05:29.890 INFO:teuthology.orchestra.run.smithi110.stdout: "avgcount": 0, 2024-09-15T22:05:29.890 INFO:teuthology.orchestra.run.smithi110.stdout: "sum": 0.000000000, 2024-09-15T22:05:29.890 INFO:teuthology.orchestra.run.smithi110.stdout: "avgtime": 0.000000000 2024-09-15T22:05:29.890 INFO:teuthology.orchestra.run.smithi110.stdout: }, 2024-09-15T22:05:29.890 INFO:teuthology.orchestra.run.smithi110.stdout: "fsync": { 2024-09-15T22:05:29.890 INFO:teuthology.orchestra.run.smithi110.stdout: "avgcount": 0, 2024-09-15T22:05:29.890 INFO:teuthology.orchestra.run.smithi110.stdout: "sum": 0.000000000, 2024-09-15T22:05:29.890 INFO:teuthology.orchestra.run.smithi110.stdout: "avgtime": 0.000000000 2024-09-15T22:05:29.891 INFO:teuthology.orchestra.run.smithi110.stdout: }, 2024-09-15T22:05:29.891 INFO:teuthology.orchestra.run.smithi110.stdout: "mdavg": 0.000000000, 2024-09-15T22:05:29.891 INFO:teuthology.orchestra.run.smithi110.stdout: "mdsqsum": 0, 2024-09-15T22:05:29.891 INFO:teuthology.orchestra.run.smithi110.stdout: "mdops": 0, 2024-09-15T22:05:29.891 INFO:teuthology.orchestra.run.smithi110.stdout: "readavg": 0.000000000, 2024-09-15T22:05:29.891 INFO:teuthology.orchestra.run.smithi110.stdout: "readsqsum": 0, 2024-09-15T22:05:29.891 INFO:teuthology.orchestra.run.smithi110.stdout: "rdops": 0, 2024-09-15T22:05:29.891 INFO:teuthology.orchestra.run.smithi110.stdout: "writeavg": 0.000000000, 2024-09-15T22:05:29.891 INFO:teuthology.orchestra.run.smithi110.stdout: "writesqsum": 0, 2024-09-15T22:05:29.891 INFO:teuthology.orchestra.run.smithi110.stdout: "rdops": 0 2024-09-15T22:05:29.891 INFO:teuthology.orchestra.run.smithi110.stdout: }, 2024-09-15T22:05:29.891 INFO:teuthology.orchestra.run.smithi110.stdout: "client-0x55e3167c7ae0": { 2024-09-15T22:05:29.891 INFO:teuthology.orchestra.run.smithi110.stdout: "reply": { 2024-09-15T22:05:29.892 INFO:teuthology.orchestra.run.smithi110.stdout: "avgcount": 68, 2024-09-15T22:05:29.892 INFO:teuthology.orchestra.run.smithi110.stdout: "sum": 0.084847614, 2024-09-15T22:05:29.892 INFO:teuthology.orchestra.run.smithi110.stdout: "avgtime": 0.001247759 2024-09-15T22:05:29.892 INFO:teuthology.orchestra.run.smithi110.stdout: }, 2024-09-15T22:05:29.892 INFO:teuthology.orchestra.run.smithi110.stdout: "lat": { 2024-09-15T22:05:29.892 INFO:teuthology.orchestra.run.smithi110.stdout: "avgcount": 68, 2024-09-15T22:05:29.892 INFO:teuthology.orchestra.run.smithi110.stdout: "sum": 0.084847614, 2024-09-15T22:05:29.892 INFO:teuthology.orchestra.run.smithi110.stdout: "avgtime": 0.001247759 2024-09-15T22:05:29.892 INFO:teuthology.orchestra.run.smithi110.stdout: }, 2024-09-15T22:05:29.892 INFO:teuthology.orchestra.run.smithi110.stdout: "wrlat": { 2024-09-15T22:05:29.892 INFO:teuthology.orchestra.run.smithi110.stdout: "avgcount": 18, 2024-09-15T22:05:29.892 INFO:teuthology.orchestra.run.smithi110.stdout: "sum": 0.000341129, 2024-09-15T22:05:29.892 INFO:teuthology.orchestra.run.smithi110.stdout: "avgtime": 0.000018951 2024-09-15T22:05:29.892 INFO:teuthology.orchestra.run.smithi110.stdout: }, 2024-09-15T22:05:29.893 INFO:teuthology.orchestra.run.smithi110.stdout: "rdlat": { 2024-09-15T22:05:29.893 INFO:teuthology.orchestra.run.smithi110.stdout: "avgcount": 18, 2024-09-15T22:05:29.893 INFO:teuthology.orchestra.run.smithi110.stdout: "sum": 0.000333650, 2024-09-15T22:05:29.893 INFO:teuthology.orchestra.run.smithi110.stdout: "avgtime": 0.000018536 2024-09-15T22:05:29.893 INFO:teuthology.orchestra.run.smithi110.stdout: }, 2024-09-15T22:05:29.893 INFO:teuthology.orchestra.run.smithi110.stdout: "fsync": { 2024-09-15T22:05:29.893 INFO:teuthology.orchestra.run.smithi110.stdout: "avgcount": 3, 2024-09-15T22:05:29.896 INFO:teuthology.orchestra.run.smithi110.stdout: "sum": 0.011027881, 2024-09-15T22:05:29.896 INFO:teuthology.orchestra.run.smithi110.stdout: "avgtime": 0.003675960 2024-09-15T22:05:29.896 INFO:teuthology.orchestra.run.smithi110.stdout: }, 2024-09-15T22:05:29.897 INFO:teuthology.orchestra.run.smithi110.stdout: "mdavg": 0.001247743, 2024-09-15T22:05:29.897 INFO:teuthology.orchestra.run.smithi110.stdout: "mdsqsum": 106171919420458, 2024-09-15T22:05:29.897 INFO:teuthology.orchestra.run.smithi110.stdout: "mdops": 68, 2024-09-15T22:05:29.897 INFO:teuthology.orchestra.run.smithi110.stdout: "readavg": 0.000018532, 2024-09-15T22:05:29.897 INFO:teuthology.orchestra.run.smithi110.stdout: "readsqsum": 1103132860, 2024-09-15T22:05:29.897 INFO:teuthology.orchestra.run.smithi110.stdout: "rdops": 18, 2024-09-15T22:05:29.897 INFO:teuthology.orchestra.run.smithi110.stdout: "writeavg": 0.000018946, 2024-09-15T22:05:29.897 INFO:teuthology.orchestra.run.smithi110.stdout: "writesqsum": 1359438434, 2024-09-15T22:05:29.897 INFO:teuthology.orchestra.run.smithi110.stdout: "rdops": 18 2024-09-15T22:05:29.897 INFO:teuthology.orchestra.run.smithi110.stdout: }, 2024-09-15T22:05:29.897 INFO:teuthology.orchestra.run.smithi110.stdout: "client-0x55e316c6a3c0": { 2024-09-15T22:05:29.897 INFO:teuthology.orchestra.run.smithi110.stdout: "reply": { 2024-09-15T22:05:29.897 INFO:teuthology.orchestra.run.smithi110.stdout: "avgcount": 56, 2024-09-15T22:05:29.898 INFO:teuthology.orchestra.run.smithi110.stdout: "sum": 0.065886402, 2024-09-15T22:05:29.898 INFO:teuthology.orchestra.run.smithi110.stdout: "avgtime": 0.001176542 2024-09-15T22:05:29.898 INFO:teuthology.orchestra.run.smithi110.stdout: }, 2024-09-15T22:05:29.898 INFO:teuthology.orchestra.run.smithi110.stdout: "lat": { 2024-09-15T22:05:29.898 INFO:teuthology.orchestra.run.smithi110.stdout: "avgcount": 56, 2024-09-15T22:05:29.898 INFO:teuthology.orchestra.run.smithi110.stdout: "sum": 0.065886402, 2024-09-15T22:05:29.898 INFO:teuthology.orchestra.run.smithi110.stdout: "avgtime": 0.001176542 2024-09-15T22:05:29.898 INFO:teuthology.orchestra.run.smithi110.stdout: }, 2024-09-15T22:05:29.898 INFO:teuthology.orchestra.run.smithi110.stdout: "wrlat": { 2024-09-15T22:05:29.898 INFO:teuthology.orchestra.run.smithi110.stdout: "avgcount": 0, 2024-09-15T22:05:29.898 INFO:teuthology.orchestra.run.smithi110.stdout: "sum": 0.000000000, 2024-09-15T22:05:29.898 INFO:teuthology.orchestra.run.smithi110.stdout: "avgtime": 0.000000000 2024-09-15T22:05:29.898 INFO:teuthology.orchestra.run.smithi110.stdout: }, 2024-09-15T22:05:29.898 INFO:teuthology.orchestra.run.smithi110.stdout: "rdlat": { 2024-09-15T22:05:29.899 INFO:teuthology.orchestra.run.smithi110.stdout: "avgcount": 0, 2024-09-15T22:05:29.899 INFO:teuthology.orchestra.run.smithi110.stdout: "sum": 0.000000000, 2024-09-15T22:05:29.899 INFO:teuthology.orchestra.run.smithi110.stdout: "avgtime": 0.000000000 2024-09-15T22:05:29.899 INFO:teuthology.orchestra.run.smithi110.stdout: }, 2024-09-15T22:05:29.899 INFO:teuthology.orchestra.run.smithi110.stdout: "fsync": { 2024-09-15T22:05:29.899 INFO:teuthology.orchestra.run.smithi110.stdout: "avgcount": 0, 2024-09-15T22:05:29.899 INFO:teuthology.orchestra.run.smithi110.stdout: "sum": 0.000000000, 2024-09-15T22:05:29.899 INFO:teuthology.orchestra.run.smithi110.stdout: "avgtime": 0.000000000 2024-09-15T22:05:29.899 INFO:teuthology.orchestra.run.smithi110.stdout: }, 2024-09-15T22:05:29.899 INFO:teuthology.orchestra.run.smithi110.stdout: "mdavg": 0.001176530, 2024-09-15T22:05:29.899 INFO:teuthology.orchestra.run.smithi110.stdout: "mdsqsum": 111731518770153, 2024-09-15T22:05:29.899 INFO:teuthology.orchestra.run.smithi110.stdout: "mdops": 56, 2024-09-15T22:05:29.899 INFO:teuthology.orchestra.run.smithi110.stdout: "readavg": 0.000000000, 2024-09-15T22:05:29.899 INFO:teuthology.orchestra.run.smithi110.stdout: "readsqsum": 0, 2024-09-15T22:05:29.900 INFO:teuthology.orchestra.run.smithi110.stdout: "rdops": 0, 2024-09-15T22:05:29.900 INFO:teuthology.orchestra.run.smithi110.stdout: "writeavg": 0.000000000, 2024-09-15T22:05:29.900 INFO:teuthology.orchestra.run.smithi110.stdout: "writesqsum": 0, 2024-09-15T22:05:29.900 INFO:teuthology.orchestra.run.smithi110.stdout: "rdops": 0 2024-09-15T22:05:29.900 INFO:teuthology.orchestra.run.smithi110.stdout: }, 2024-09-15T22:05:29.900 INFO:teuthology.orchestra.run.smithi110.stdout: "client-0x55e316c6aa00": { 2024-09-15T22:05:29.900 INFO:teuthology.orchestra.run.smithi110.stdout: "reply": { 2024-09-15T22:05:29.900 INFO:teuthology.orchestra.run.smithi110.stdout: "avgcount": 20, 2024-09-15T22:05:29.900 INFO:teuthology.orchestra.run.smithi110.stdout: "sum": 0.329834275, 2024-09-15T22:05:29.900 INFO:teuthology.orchestra.run.smithi110.stdout: "avgtime": 0.016491713 2024-09-15T22:05:29.900 INFO:teuthology.orchestra.run.smithi110.stdout: }, 2024-09-15T22:05:29.900 INFO:teuthology.orchestra.run.smithi110.stdout: "lat": { 2024-09-15T22:05:29.900 INFO:teuthology.orchestra.run.smithi110.stdout: "avgcount": 20, 2024-09-15T22:05:29.900 INFO:teuthology.orchestra.run.smithi110.stdout: "sum": 0.329834275, 2024-09-15T22:05:29.901 INFO:teuthology.orchestra.run.smithi110.stdout: "avgtime": 0.016491713 2024-09-15T22:05:29.901 INFO:teuthology.orchestra.run.smithi110.stdout: }, 2024-09-15T22:05:29.901 INFO:teuthology.orchestra.run.smithi110.stdout: "wrlat": { 2024-09-15T22:05:29.901 INFO:teuthology.orchestra.run.smithi110.stdout: "avgcount": 0, 2024-09-15T22:05:29.901 INFO:teuthology.orchestra.run.smithi110.stdout: "sum": 0.000000000, 2024-09-15T22:05:29.901 INFO:teuthology.orchestra.run.smithi110.stdout: "avgtime": 0.000000000 2024-09-15T22:05:29.901 INFO:teuthology.orchestra.run.smithi110.stdout: }, 2024-09-15T22:05:29.901 INFO:teuthology.orchestra.run.smithi110.stdout: "rdlat": { 2024-09-15T22:05:29.901 INFO:teuthology.orchestra.run.smithi110.stdout: "avgcount": 0, 2024-09-15T22:05:29.901 INFO:teuthology.orchestra.run.smithi110.stdout: "sum": 0.000000000, 2024-09-15T22:05:29.901 INFO:teuthology.orchestra.run.smithi110.stdout: "avgtime": 0.000000000 2024-09-15T22:05:29.901 INFO:teuthology.orchestra.run.smithi110.stdout: }, 2024-09-15T22:05:29.901 INFO:teuthology.orchestra.run.smithi110.stdout: "fsync": { 2024-09-15T22:05:29.901 INFO:teuthology.orchestra.run.smithi110.stdout: "avgcount": 0, 2024-09-15T22:05:29.902 INFO:teuthology.orchestra.run.smithi110.stdout: "sum": 0.000000000, 2024-09-15T22:05:29.902 INFO:teuthology.orchestra.run.smithi110.stdout: "avgtime": 0.000000000 2024-09-15T22:05:29.902 INFO:teuthology.orchestra.run.smithi110.stdout: }, 2024-09-15T22:05:29.902 INFO:teuthology.orchestra.run.smithi110.stdout: "mdavg": 0.016491710, 2024-09-15T22:05:29.902 INFO:teuthology.orchestra.run.smithi110.stdout: "mdsqsum": 96445607171793504, 2024-09-15T22:05:29.902 INFO:teuthology.orchestra.run.smithi110.stdout: "mdops": 20, 2024-09-15T22:05:29.902 INFO:teuthology.orchestra.run.smithi110.stdout: "readavg": 0.000000000, 2024-09-15T22:05:29.902 INFO:teuthology.orchestra.run.smithi110.stdout: "readsqsum": 0, 2024-09-15T22:05:29.902 INFO:teuthology.orchestra.run.smithi110.stdout: "rdops": 0, 2024-09-15T22:05:29.902 INFO:teuthology.orchestra.run.smithi110.stdout: "writeavg": 0.000000000, 2024-09-15T22:05:29.902 INFO:teuthology.orchestra.run.smithi110.stdout: "writesqsum": 0, 2024-09-15T22:05:29.902 INFO:teuthology.orchestra.run.smithi110.stdout: "rdops": 0 2024-09-15T22:05:29.902 INFO:teuthology.orchestra.run.smithi110.stdout: }, 2024-09-15T22:05:29.902 INFO:teuthology.orchestra.run.smithi110.stdout: "finisher-Mgr": { 2024-09-15T22:05:29.903 INFO:teuthology.orchestra.run.smithi110.stdout: "queue_len": 0, 2024-09-15T22:05:29.903 INFO:teuthology.orchestra.run.smithi110.stdout: "complete_latency": { 2024-09-15T22:05:29.903 INFO:teuthology.orchestra.run.smithi110.stdout: "avgcount": 2, 2024-09-15T22:05:29.903 INFO:teuthology.orchestra.run.smithi110.stdout: "sum": 0.030279513, 2024-09-15T22:05:29.903 INFO:teuthology.orchestra.run.smithi110.stdout: "avgtime": 0.015139756 2024-09-15T22:05:29.903 INFO:teuthology.orchestra.run.smithi110.stdout: } 2024-09-15T22:05:29.903 INFO:teuthology.orchestra.run.smithi110.stdout: }, 2024-09-15T22:05:29.903 INFO:teuthology.orchestra.run.smithi110.stdout: "finisher-MgrStandby": { 2024-09-15T22:05:29.903 INFO:teuthology.orchestra.run.smithi110.stdout: "queue_len": 0, 2024-09-15T22:05:29.903 INFO:teuthology.orchestra.run.smithi110.stdout: "complete_latency": { 2024-09-15T22:05:29.903 INFO:teuthology.orchestra.run.smithi110.stdout: "avgcount": 0, 2024-09-15T22:05:29.903 INFO:teuthology.orchestra.run.smithi110.stdout: "sum": 0.000000000, 2024-09-15T22:05:29.903 INFO:teuthology.orchestra.run.smithi110.stdout: "avgtime": 0.000000000 2024-09-15T22:05:29.903 INFO:teuthology.orchestra.run.smithi110.stdout: } 2024-09-15T22:05:29.904 INFO:teuthology.orchestra.run.smithi110.stdout: }, 2024-09-15T22:05:29.904 INFO:teuthology.orchestra.run.smithi110.stdout: "finisher-balancer": { 2024-09-15T22:05:29.904 INFO:teuthology.orchestra.run.smithi110.stdout: "queue_len": 0, 2024-09-15T22:05:29.904 INFO:teuthology.orchestra.run.smithi110.stdout: "complete_latency": { 2024-09-15T22:05:29.904 INFO:teuthology.orchestra.run.smithi110.stdout: "avgcount": 0, 2024-09-15T22:05:29.904 INFO:teuthology.orchestra.run.smithi110.stdout: "sum": 0.000000000, 2024-09-15T22:05:29.904 INFO:teuthology.orchestra.run.smithi110.stdout: "avgtime": 0.000000000 2024-09-15T22:05:29.904 INFO:teuthology.orchestra.run.smithi110.stdout: } 2024-09-15T22:05:29.904 INFO:teuthology.orchestra.run.smithi110.stdout: }, 2024-09-15T22:05:29.904 INFO:teuthology.orchestra.run.smithi110.stdout: "finisher-cmd_finisher": { 2024-09-15T22:05:29.904 INFO:teuthology.orchestra.run.smithi110.stdout: "queue_len": 0, 2024-09-15T22:05:29.904 INFO:teuthology.orchestra.run.smithi110.stdout: "complete_latency": { 2024-09-15T22:05:29.905 INFO:teuthology.orchestra.run.smithi110.stdout: "avgcount": 13, 2024-09-15T22:05:29.905 INFO:teuthology.orchestra.run.smithi110.stdout: "sum": 0.000573705, 2024-09-15T22:05:29.905 INFO:teuthology.orchestra.run.smithi110.stdout: "avgtime": 0.000044131 2024-09-15T22:05:29.905 INFO:teuthology.orchestra.run.smithi110.stdout: } 2024-09-15T22:05:29.905 INFO:teuthology.orchestra.run.smithi110.stdout: }, 2024-09-15T22:05:29.905 INFO:teuthology.orchestra.run.smithi110.stdout: "finisher-crash": { 2024-09-15T22:05:29.905 INFO:teuthology.orchestra.run.smithi110.stdout: "queue_len": 0, 2024-09-15T22:05:29.905 INFO:teuthology.orchestra.run.smithi110.stdout: "complete_latency": { 2024-09-15T22:05:29.905 INFO:teuthology.orchestra.run.smithi110.stdout: "avgcount": 0, 2024-09-15T22:05:29.905 INFO:teuthology.orchestra.run.smithi110.stdout: "sum": 0.000000000, 2024-09-15T22:05:29.905 INFO:teuthology.orchestra.run.smithi110.stdout: "avgtime": 0.000000000 2024-09-15T22:05:29.905 INFO:teuthology.orchestra.run.smithi110.stdout: } 2024-09-15T22:05:29.905 INFO:teuthology.orchestra.run.smithi110.stdout: }, 2024-09-15T22:05:29.906 INFO:teuthology.orchestra.run.smithi110.stdout: "finisher-devicehealth": { 2024-09-15T22:05:29.906 INFO:teuthology.orchestra.run.smithi110.stdout: "queue_len": 0, 2024-09-15T22:05:29.906 INFO:teuthology.orchestra.run.smithi110.stdout: "complete_latency": { 2024-09-15T22:05:29.906 INFO:teuthology.orchestra.run.smithi110.stdout: "avgcount": 0, 2024-09-15T22:05:29.906 INFO:teuthology.orchestra.run.smithi110.stdout: "sum": 0.000000000, 2024-09-15T22:05:29.906 INFO:teuthology.orchestra.run.smithi110.stdout: "avgtime": 0.000000000 2024-09-15T22:05:29.906 INFO:teuthology.orchestra.run.smithi110.stdout: } 2024-09-15T22:05:29.906 INFO:teuthology.orchestra.run.smithi110.stdout: }, 2024-09-15T22:05:29.906 INFO:teuthology.orchestra.run.smithi110.stdout: "finisher-iostat": { 2024-09-15T22:05:29.906 INFO:teuthology.orchestra.run.smithi110.stdout: "queue_len": 0, 2024-09-15T22:05:29.906 INFO:teuthology.orchestra.run.smithi110.stdout: "complete_latency": { 2024-09-15T22:05:29.906 INFO:teuthology.orchestra.run.smithi110.stdout: "avgcount": 0, 2024-09-15T22:05:29.906 INFO:teuthology.orchestra.run.smithi110.stdout: "sum": 0.000000000, 2024-09-15T22:05:29.907 INFO:teuthology.orchestra.run.smithi110.stdout: "avgtime": 0.000000000 2024-09-15T22:05:29.907 INFO:teuthology.orchestra.run.smithi110.stdout: } 2024-09-15T22:05:29.907 INFO:teuthology.orchestra.run.smithi110.stdout: }, 2024-09-15T22:05:29.907 INFO:teuthology.orchestra.run.smithi110.stdout: "finisher-nfs": { 2024-09-15T22:05:29.907 INFO:teuthology.orchestra.run.smithi110.stdout: "queue_len": 0, 2024-09-15T22:05:29.907 INFO:teuthology.orchestra.run.smithi110.stdout: "complete_latency": { 2024-09-15T22:05:29.907 INFO:teuthology.orchestra.run.smithi110.stdout: "avgcount": 0, 2024-09-15T22:05:29.907 INFO:teuthology.orchestra.run.smithi110.stdout: "sum": 0.000000000, 2024-09-15T22:05:29.907 INFO:teuthology.orchestra.run.smithi110.stdout: "avgtime": 0.000000000 2024-09-15T22:05:29.907 INFO:teuthology.orchestra.run.smithi110.stdout: } 2024-09-15T22:05:29.907 INFO:teuthology.orchestra.run.smithi110.stdout: }, 2024-09-15T22:05:29.907 INFO:teuthology.orchestra.run.smithi110.stdout: "finisher-orchestrator": { 2024-09-15T22:05:29.907 INFO:teuthology.orchestra.run.smithi110.stdout: "queue_len": 0, 2024-09-15T22:05:29.907 INFO:teuthology.orchestra.run.smithi110.stdout: "complete_latency": { 2024-09-15T22:05:29.908 INFO:teuthology.orchestra.run.smithi110.stdout: "avgcount": 0, 2024-09-15T22:05:29.908 INFO:teuthology.orchestra.run.smithi110.stdout: "sum": 0.000000000, 2024-09-15T22:05:29.908 INFO:teuthology.orchestra.run.smithi110.stdout: "avgtime": 0.000000000 2024-09-15T22:05:29.908 INFO:teuthology.orchestra.run.smithi110.stdout: } 2024-09-15T22:05:29.908 INFO:teuthology.orchestra.run.smithi110.stdout: }, 2024-09-15T22:05:29.908 INFO:teuthology.orchestra.run.smithi110.stdout: "finisher-pg_autoscaler": { 2024-09-15T22:05:29.908 INFO:teuthology.orchestra.run.smithi110.stdout: "queue_len": 0, 2024-09-15T22:05:29.908 INFO:teuthology.orchestra.run.smithi110.stdout: "complete_latency": { 2024-09-15T22:05:29.908 INFO:teuthology.orchestra.run.smithi110.stdout: "avgcount": 0, 2024-09-15T22:05:29.908 INFO:teuthology.orchestra.run.smithi110.stdout: "sum": 0.000000000, 2024-09-15T22:05:29.908 INFO:teuthology.orchestra.run.smithi110.stdout: "avgtime": 0.000000000 2024-09-15T22:05:29.908 INFO:teuthology.orchestra.run.smithi110.stdout: } 2024-09-15T22:05:29.908 INFO:teuthology.orchestra.run.smithi110.stdout: }, 2024-09-15T22:05:29.909 INFO:teuthology.orchestra.run.smithi110.stdout: "finisher-progress": { 2024-09-15T22:05:29.909 INFO:teuthology.orchestra.run.smithi110.stdout: "queue_len": 0, 2024-09-15T22:05:29.909 INFO:teuthology.orchestra.run.smithi110.stdout: "complete_latency": { 2024-09-15T22:05:29.909 INFO:teuthology.orchestra.run.smithi110.stdout: "avgcount": 0, 2024-09-15T22:05:29.909 INFO:teuthology.orchestra.run.smithi110.stdout: "sum": 0.000000000, 2024-09-15T22:05:29.909 INFO:teuthology.orchestra.run.smithi110.stdout: "avgtime": 0.000000000 2024-09-15T22:05:29.909 INFO:teuthology.orchestra.run.smithi110.stdout: } 2024-09-15T22:05:29.909 INFO:teuthology.orchestra.run.smithi110.stdout: }, 2024-09-15T22:05:29.909 INFO:teuthology.orchestra.run.smithi110.stdout: "finisher-rbd_support": { 2024-09-15T22:05:29.909 INFO:teuthology.orchestra.run.smithi110.stdout: "queue_len": 0, 2024-09-15T22:05:29.909 INFO:teuthology.orchestra.run.smithi110.stdout: "complete_latency": { 2024-09-15T22:05:29.909 INFO:teuthology.orchestra.run.smithi110.stdout: "avgcount": 0, 2024-09-15T22:05:29.909 INFO:teuthology.orchestra.run.smithi110.stdout: "sum": 0.000000000, 2024-09-15T22:05:29.909 INFO:teuthology.orchestra.run.smithi110.stdout: "avgtime": 0.000000000 2024-09-15T22:05:29.910 INFO:teuthology.orchestra.run.smithi110.stdout: } 2024-09-15T22:05:29.910 INFO:teuthology.orchestra.run.smithi110.stdout: }, 2024-09-15T22:05:29.910 INFO:teuthology.orchestra.run.smithi110.stdout: "finisher-restful": { 2024-09-15T22:05:29.910 INFO:teuthology.orchestra.run.smithi110.stdout: "queue_len": 0, 2024-09-15T22:05:29.910 INFO:teuthology.orchestra.run.smithi110.stdout: "complete_latency": { 2024-09-15T22:05:29.910 INFO:teuthology.orchestra.run.smithi110.stdout: "avgcount": 13, 2024-09-15T22:05:29.910 INFO:teuthology.orchestra.run.smithi110.stdout: "sum": 0.002475969, 2024-09-15T22:05:29.910 INFO:teuthology.orchestra.run.smithi110.stdout: "avgtime": 0.000190459 2024-09-15T22:05:29.910 INFO:teuthology.orchestra.run.smithi110.stdout: } 2024-09-15T22:05:29.910 INFO:teuthology.orchestra.run.smithi110.stdout: }, 2024-09-15T22:05:29.910 INFO:teuthology.orchestra.run.smithi110.stdout: "finisher-status": { 2024-09-15T22:05:29.910 INFO:teuthology.orchestra.run.smithi110.stdout: "queue_len": 0, 2024-09-15T22:05:29.910 INFO:teuthology.orchestra.run.smithi110.stdout: "complete_latency": { 2024-09-15T22:05:29.910 INFO:teuthology.orchestra.run.smithi110.stdout: "avgcount": 0, 2024-09-15T22:05:29.911 INFO:teuthology.orchestra.run.smithi110.stdout: "sum": 0.000000000, 2024-09-15T22:05:29.911 INFO:teuthology.orchestra.run.smithi110.stdout: "avgtime": 0.000000000 2024-09-15T22:05:29.911 INFO:teuthology.orchestra.run.smithi110.stdout: } 2024-09-15T22:05:29.911 INFO:teuthology.orchestra.run.smithi110.stdout: }, 2024-09-15T22:05:29.911 INFO:teuthology.orchestra.run.smithi110.stdout: "finisher-telemetry": { 2024-09-15T22:05:29.911 INFO:teuthology.orchestra.run.smithi110.stdout: "queue_len": 0, 2024-09-15T22:05:29.911 INFO:teuthology.orchestra.run.smithi110.stdout: "complete_latency": { 2024-09-15T22:05:29.911 INFO:teuthology.orchestra.run.smithi110.stdout: "avgcount": 0, 2024-09-15T22:05:29.911 INFO:teuthology.orchestra.run.smithi110.stdout: "sum": 0.000000000, 2024-09-15T22:05:29.911 INFO:teuthology.orchestra.run.smithi110.stdout: "avgtime": 0.000000000 2024-09-15T22:05:29.911 INFO:teuthology.orchestra.run.smithi110.stdout: } 2024-09-15T22:05:29.911 INFO:teuthology.orchestra.run.smithi110.stdout: }, 2024-09-15T22:05:29.911 INFO:teuthology.orchestra.run.smithi110.stdout: "finisher-volumes": { 2024-09-15T22:05:29.911 INFO:teuthology.orchestra.run.smithi110.stdout: "queue_len": 0, 2024-09-15T22:05:29.912 INFO:teuthology.orchestra.run.smithi110.stdout: "complete_latency": { 2024-09-15T22:05:29.912 INFO:teuthology.orchestra.run.smithi110.stdout: "avgcount": 9, 2024-09-15T22:05:29.912 INFO:teuthology.orchestra.run.smithi110.stdout: "sum": 0.139979166, 2024-09-15T22:05:29.912 INFO:teuthology.orchestra.run.smithi110.stdout: "avgtime": 0.015553240 2024-09-15T22:05:29.912 INFO:teuthology.orchestra.run.smithi110.stdout: } 2024-09-15T22:05:29.912 INFO:teuthology.orchestra.run.smithi110.stdout: }, 2024-09-15T22:05:29.912 INFO:teuthology.orchestra.run.smithi110.stdout: "libcephsqlite_striper": { 2024-09-15T22:05:29.912 INFO:teuthology.orchestra.run.smithi110.stdout: "update_metadata": 8, 2024-09-15T22:05:29.912 INFO:teuthology.orchestra.run.smithi110.stdout: "update_allocated": 2, 2024-09-15T22:05:29.912 INFO:teuthology.orchestra.run.smithi110.stdout: "update_size": 6, 2024-09-15T22:05:29.912 INFO:teuthology.orchestra.run.smithi110.stdout: "update_version": 8, 2024-09-15T22:05:29.912 INFO:teuthology.orchestra.run.smithi110.stdout: "shrink": 0, 2024-09-15T22:05:29.912 INFO:teuthology.orchestra.run.smithi110.stdout: "shrink_bytes": 0, 2024-09-15T22:05:29.912 INFO:teuthology.orchestra.run.smithi110.stdout: "lock": 11, 2024-09-15T22:05:29.913 INFO:teuthology.orchestra.run.smithi110.stdout: "unlock": 11 2024-09-15T22:05:29.913 INFO:teuthology.orchestra.run.smithi110.stdout: }, 2024-09-15T22:05:29.913 INFO:teuthology.orchestra.run.smithi110.stdout: "libcephsqlite_vfs": { 2024-09-15T22:05:29.913 INFO:teuthology.orchestra.run.smithi110.stdout: "op_open": { 2024-09-15T22:05:29.913 INFO:teuthology.orchestra.run.smithi110.stdout: "avgcount": 2, 2024-09-15T22:05:29.913 INFO:teuthology.orchestra.run.smithi110.stdout: "sum": 0.097998359, 2024-09-15T22:05:29.913 INFO:teuthology.orchestra.run.smithi110.stdout: "avgtime": 0.048999179 2024-09-15T22:05:29.913 INFO:teuthology.orchestra.run.smithi110.stdout: }, 2024-09-15T22:05:29.913 INFO:teuthology.orchestra.run.smithi110.stdout: "op_delete": { 2024-09-15T22:05:29.913 INFO:teuthology.orchestra.run.smithi110.stdout: "avgcount": 0, 2024-09-15T22:05:29.913 INFO:teuthology.orchestra.run.smithi110.stdout: "sum": 0.000000000, 2024-09-15T22:05:29.913 INFO:teuthology.orchestra.run.smithi110.stdout: "avgtime": 0.000000000 2024-09-15T22:05:29.913 INFO:teuthology.orchestra.run.smithi110.stdout: }, 2024-09-15T22:05:29.913 INFO:teuthology.orchestra.run.smithi110.stdout: "op_access": { 2024-09-15T22:05:29.914 INFO:teuthology.orchestra.run.smithi110.stdout: "avgcount": 0, 2024-09-15T22:05:29.914 INFO:teuthology.orchestra.run.smithi110.stdout: "sum": 0.000000000, 2024-09-15T22:05:29.914 INFO:teuthology.orchestra.run.smithi110.stdout: "avgtime": 0.000000000 2024-09-15T22:05:29.914 INFO:teuthology.orchestra.run.smithi110.stdout: }, 2024-09-15T22:05:29.914 INFO:teuthology.orchestra.run.smithi110.stdout: "op_fullpathname": { 2024-09-15T22:05:29.914 INFO:teuthology.orchestra.run.smithi110.stdout: "avgcount": 1, 2024-09-15T22:05:29.914 INFO:teuthology.orchestra.run.smithi110.stdout: "sum": 0.000000000, 2024-09-15T22:05:29.914 INFO:teuthology.orchestra.run.smithi110.stdout: "avgtime": 0.000000000 2024-09-15T22:05:29.914 INFO:teuthology.orchestra.run.smithi110.stdout: }, 2024-09-15T22:05:29.914 INFO:teuthology.orchestra.run.smithi110.stdout: "op_currenttime": { 2024-09-15T22:05:29.914 INFO:teuthology.orchestra.run.smithi110.stdout: "avgcount": 4, 2024-09-15T22:05:29.914 INFO:teuthology.orchestra.run.smithi110.stdout: "sum": 0.000000000, 2024-09-15T22:05:29.915 INFO:teuthology.orchestra.run.smithi110.stdout: "avgtime": 0.000000000 2024-09-15T22:05:29.915 INFO:teuthology.orchestra.run.smithi110.stdout: }, 2024-09-15T22:05:29.915 INFO:teuthology.orchestra.run.smithi110.stdout: "opf_close": { 2024-09-15T22:05:29.915 INFO:teuthology.orchestra.run.smithi110.stdout: "avgcount": 0, 2024-09-15T22:05:29.915 INFO:teuthology.orchestra.run.smithi110.stdout: "sum": 0.000000000, 2024-09-15T22:05:29.915 INFO:teuthology.orchestra.run.smithi110.stdout: "avgtime": 0.000000000 2024-09-15T22:05:29.915 INFO:teuthology.orchestra.run.smithi110.stdout: }, 2024-09-15T22:05:29.915 INFO:teuthology.orchestra.run.smithi110.stdout: "opf_read": { 2024-09-15T22:05:29.915 INFO:teuthology.orchestra.run.smithi110.stdout: "avgcount": 20, 2024-09-15T22:05:29.915 INFO:teuthology.orchestra.run.smithi110.stdout: "sum": 0.007999867, 2024-09-15T22:05:29.915 INFO:teuthology.orchestra.run.smithi110.stdout: "avgtime": 0.000399993 2024-09-15T22:05:29.915 INFO:teuthology.orchestra.run.smithi110.stdout: }, 2024-09-15T22:05:29.915 INFO:teuthology.orchestra.run.smithi110.stdout: "opf_write": { 2024-09-15T22:05:29.916 INFO:teuthology.orchestra.run.smithi110.stdout: "avgcount": 85, 2024-09-15T22:05:29.916 INFO:teuthology.orchestra.run.smithi110.stdout: "sum": 0.004999916, 2024-09-15T22:05:29.916 INFO:teuthology.orchestra.run.smithi110.stdout: "avgtime": 0.000058822 2024-09-15T22:05:29.916 INFO:teuthology.orchestra.run.smithi110.stdout: }, 2024-09-15T22:05:29.916 INFO:teuthology.orchestra.run.smithi110.stdout: "opf_truncate": { 2024-09-15T22:05:29.916 INFO:teuthology.orchestra.run.smithi110.stdout: "avgcount": 0, 2024-09-15T22:05:29.916 INFO:teuthology.orchestra.run.smithi110.stdout: "sum": 0.000000000, 2024-09-15T22:05:29.916 INFO:teuthology.orchestra.run.smithi110.stdout: "avgtime": 0.000000000 2024-09-15T22:05:29.916 INFO:teuthology.orchestra.run.smithi110.stdout: }, 2024-09-15T22:05:29.916 INFO:teuthology.orchestra.run.smithi110.stdout: "opf_sync": { 2024-09-15T22:05:29.916 INFO:teuthology.orchestra.run.smithi110.stdout: "avgcount": 24, 2024-09-15T22:05:29.917 INFO:teuthology.orchestra.run.smithi110.stdout: "sum": 0.086998541, 2024-09-15T22:05:29.917 INFO:teuthology.orchestra.run.smithi110.stdout: "avgtime": 0.003624939 2024-09-15T22:05:29.917 INFO:teuthology.orchestra.run.smithi110.stdout: }, 2024-09-15T22:05:29.917 INFO:teuthology.orchestra.run.smithi110.stdout: "opf_filesize": { 2024-09-15T22:05:29.917 INFO:teuthology.orchestra.run.smithi110.stdout: "avgcount": 20, 2024-09-15T22:05:29.917 INFO:teuthology.orchestra.run.smithi110.stdout: "sum": 0.000000000, 2024-09-15T22:05:29.917 INFO:teuthology.orchestra.run.smithi110.stdout: "avgtime": 0.000000000 2024-09-15T22:05:29.917 INFO:teuthology.orchestra.run.smithi110.stdout: }, 2024-09-15T22:05:29.917 INFO:teuthology.orchestra.run.smithi110.stdout: "opf_lock": { 2024-09-15T22:05:29.917 INFO:teuthology.orchestra.run.smithi110.stdout: "avgcount": 27, 2024-09-15T22:05:29.917 INFO:teuthology.orchestra.run.smithi110.stdout: "sum": 0.018999681, 2024-09-15T22:05:29.917 INFO:teuthology.orchestra.run.smithi110.stdout: "avgtime": 0.000703691 2024-09-15T22:05:29.917 INFO:teuthology.orchestra.run.smithi110.stdout: }, 2024-09-15T22:05:29.918 INFO:teuthology.orchestra.run.smithi110.stdout: "opf_unlock": { 2024-09-15T22:05:29.918 INFO:teuthology.orchestra.run.smithi110.stdout: "avgcount": 19, 2024-09-15T22:05:29.918 INFO:teuthology.orchestra.run.smithi110.stdout: "sum": 0.014999745, 2024-09-15T22:05:29.918 INFO:teuthology.orchestra.run.smithi110.stdout: "avgtime": 0.000789460 2024-09-15T22:05:29.918 INFO:teuthology.orchestra.run.smithi110.stdout: }, 2024-09-15T22:05:29.918 INFO:teuthology.orchestra.run.smithi110.stdout: "opf_checkreservedlock": { 2024-09-15T22:05:29.918 INFO:teuthology.orchestra.run.smithi110.stdout: "avgcount": 9, 2024-09-15T22:05:29.918 INFO:teuthology.orchestra.run.smithi110.stdout: "sum": 0.000000000, 2024-09-15T22:05:29.918 INFO:teuthology.orchestra.run.smithi110.stdout: "avgtime": 0.000000000 2024-09-15T22:05:29.918 INFO:teuthology.orchestra.run.smithi110.stdout: }, 2024-09-15T22:05:29.918 INFO:teuthology.orchestra.run.smithi110.stdout: "opf_filecontrol": { 2024-09-15T22:05:29.918 INFO:teuthology.orchestra.run.smithi110.stdout: "avgcount": 26, 2024-09-15T22:05:29.918 INFO:teuthology.orchestra.run.smithi110.stdout: "sum": 0.000000000, 2024-09-15T22:05:29.919 INFO:teuthology.orchestra.run.smithi110.stdout: "avgtime": 0.000000000 2024-09-15T22:05:29.919 INFO:teuthology.orchestra.run.smithi110.stdout: }, 2024-09-15T22:05:29.919 INFO:teuthology.orchestra.run.smithi110.stdout: "opf_sectorsize": { 2024-09-15T22:05:29.919 INFO:teuthology.orchestra.run.smithi110.stdout: "avgcount": 0, 2024-09-15T22:05:29.919 INFO:teuthology.orchestra.run.smithi110.stdout: "sum": 0.000000000, 2024-09-15T22:05:29.919 INFO:teuthology.orchestra.run.smithi110.stdout: "avgtime": 0.000000000 2024-09-15T22:05:29.919 INFO:teuthology.orchestra.run.smithi110.stdout: }, 2024-09-15T22:05:29.919 INFO:teuthology.orchestra.run.smithi110.stdout: "opf_devicecharacteristics": { 2024-09-15T22:05:29.919 INFO:teuthology.orchestra.run.smithi110.stdout: "avgcount": 30, 2024-09-15T22:05:29.919 INFO:teuthology.orchestra.run.smithi110.stdout: "sum": 0.000000000, 2024-09-15T22:05:29.919 INFO:teuthology.orchestra.run.smithi110.stdout: "avgtime": 0.000000000 2024-09-15T22:05:29.919 INFO:teuthology.orchestra.run.smithi110.stdout: } 2024-09-15T22:05:29.919 INFO:teuthology.orchestra.run.smithi110.stdout: }, 2024-09-15T22:05:29.920 INFO:teuthology.orchestra.run.smithi110.stdout: "mempool": { 2024-09-15T22:05:29.920 INFO:teuthology.orchestra.run.smithi110.stdout: "bloom_filter_bytes": 0, 2024-09-15T22:05:29.920 INFO:teuthology.orchestra.run.smithi110.stdout: "bloom_filter_items": 0, 2024-09-15T22:05:29.920 INFO:teuthology.orchestra.run.smithi110.stdout: "bluestore_alloc_bytes": 0, 2024-09-15T22:05:29.920 INFO:teuthology.orchestra.run.smithi110.stdout: "bluestore_alloc_items": 0, 2024-09-15T22:05:29.920 INFO:teuthology.orchestra.run.smithi110.stdout: "bluestore_cache_data_bytes": 0, 2024-09-15T22:05:29.920 INFO:teuthology.orchestra.run.smithi110.stdout: "bluestore_cache_data_items": 0, 2024-09-15T22:05:29.920 INFO:teuthology.orchestra.run.smithi110.stdout: "bluestore_cache_onode_bytes": 0, 2024-09-15T22:05:29.920 INFO:teuthology.orchestra.run.smithi110.stdout: "bluestore_cache_onode_items": 0, 2024-09-15T22:05:29.920 INFO:teuthology.orchestra.run.smithi110.stdout: "bluestore_cache_meta_bytes": 0, 2024-09-15T22:05:29.920 INFO:teuthology.orchestra.run.smithi110.stdout: "bluestore_cache_meta_items": 0, 2024-09-15T22:05:29.920 INFO:teuthology.orchestra.run.smithi110.stdout: "bluestore_cache_other_bytes": 0, 2024-09-15T22:05:29.920 INFO:teuthology.orchestra.run.smithi110.stdout: "bluestore_cache_other_items": 0, 2024-09-15T22:05:29.921 INFO:teuthology.orchestra.run.smithi110.stdout: "bluestore_cache_buffer_bytes": 0, 2024-09-15T22:05:29.921 INFO:teuthology.orchestra.run.smithi110.stdout: "bluestore_cache_buffer_items": 0, 2024-09-15T22:05:29.921 INFO:teuthology.orchestra.run.smithi110.stdout: "bluestore_extent_bytes": 0, 2024-09-15T22:05:29.921 INFO:teuthology.orchestra.run.smithi110.stdout: "bluestore_extent_items": 0, 2024-09-15T22:05:29.921 INFO:teuthology.orchestra.run.smithi110.stdout: "bluestore_blob_bytes": 0, 2024-09-15T22:05:29.921 INFO:teuthology.orchestra.run.smithi110.stdout: "bluestore_blob_items": 0, 2024-09-15T22:05:29.921 INFO:teuthology.orchestra.run.smithi110.stdout: "bluestore_shared_blob_bytes": 0, 2024-09-15T22:05:29.921 INFO:teuthology.orchestra.run.smithi110.stdout: "bluestore_shared_blob_items": 0, 2024-09-15T22:05:29.921 INFO:teuthology.orchestra.run.smithi110.stdout: "bluestore_inline_bl_bytes": 0, 2024-09-15T22:05:29.921 INFO:teuthology.orchestra.run.smithi110.stdout: "bluestore_inline_bl_items": 0, 2024-09-15T22:05:29.921 INFO:teuthology.orchestra.run.smithi110.stdout: "bluestore_fsck_bytes": 0, 2024-09-15T22:05:29.921 INFO:teuthology.orchestra.run.smithi110.stdout: "bluestore_fsck_items": 0, 2024-09-15T22:05:29.922 INFO:teuthology.orchestra.run.smithi110.stdout: "bluestore_txc_bytes": 0, 2024-09-15T22:05:29.922 INFO:teuthology.orchestra.run.smithi110.stdout: "bluestore_txc_items": 0, 2024-09-15T22:05:29.922 INFO:teuthology.orchestra.run.smithi110.stdout: "bluestore_writing_deferred_bytes": 0, 2024-09-15T22:05:29.922 INFO:teuthology.orchestra.run.smithi110.stdout: "bluestore_writing_deferred_items": 0, 2024-09-15T22:05:29.922 INFO:teuthology.orchestra.run.smithi110.stdout: "bluestore_writing_bytes": 0, 2024-09-15T22:05:29.922 INFO:teuthology.orchestra.run.smithi110.stdout: "bluestore_writing_items": 0, 2024-09-15T22:05:29.922 INFO:teuthology.orchestra.run.smithi110.stdout: "bluefs_bytes": 0, 2024-09-15T22:05:29.922 INFO:teuthology.orchestra.run.smithi110.stdout: "bluefs_items": 0, 2024-09-15T22:05:29.922 INFO:teuthology.orchestra.run.smithi110.stdout: "bluefs_file_reader_bytes": 0, 2024-09-15T22:05:29.922 INFO:teuthology.orchestra.run.smithi110.stdout: "bluefs_file_reader_items": 0, 2024-09-15T22:05:29.922 INFO:teuthology.orchestra.run.smithi110.stdout: "bluefs_file_writer_bytes": 0, 2024-09-15T22:05:29.922 INFO:teuthology.orchestra.run.smithi110.stdout: "bluefs_file_writer_items": 0, 2024-09-15T22:05:29.922 INFO:teuthology.orchestra.run.smithi110.stdout: "buffer_anon_bytes": 1664171, 2024-09-15T22:05:29.923 INFO:teuthology.orchestra.run.smithi110.stdout: "buffer_anon_items": 315, 2024-09-15T22:05:29.923 INFO:teuthology.orchestra.run.smithi110.stdout: "buffer_meta_bytes": 1496, 2024-09-15T22:05:29.923 INFO:teuthology.orchestra.run.smithi110.stdout: "buffer_meta_items": 17, 2024-09-15T22:05:29.923 INFO:teuthology.orchestra.run.smithi110.stdout: "osd_bytes": 0, 2024-09-15T22:05:29.923 INFO:teuthology.orchestra.run.smithi110.stdout: "osd_items": 0, 2024-09-15T22:05:29.923 INFO:teuthology.orchestra.run.smithi110.stdout: "osd_mapbl_bytes": 0, 2024-09-15T22:05:29.923 INFO:teuthology.orchestra.run.smithi110.stdout: "osd_mapbl_items": 0, 2024-09-15T22:05:29.923 INFO:teuthology.orchestra.run.smithi110.stdout: "osd_pglog_bytes": 0, 2024-09-15T22:05:29.923 INFO:teuthology.orchestra.run.smithi110.stdout: "osd_pglog_items": 0, 2024-09-15T22:05:29.923 INFO:teuthology.orchestra.run.smithi110.stdout: "osdmap_bytes": 46456, 2024-09-15T22:05:29.923 INFO:teuthology.orchestra.run.smithi110.stdout: "osdmap_items": 816, 2024-09-15T22:05:29.923 INFO:teuthology.orchestra.run.smithi110.stdout: "osdmap_mapping_bytes": 0, 2024-09-15T22:05:29.924 INFO:teuthology.orchestra.run.smithi110.stdout: "osdmap_mapping_items": 0, 2024-09-15T22:05:29.924 INFO:teuthology.orchestra.run.smithi110.stdout: "pgmap_bytes": 13024, 2024-09-15T22:05:29.924 INFO:teuthology.orchestra.run.smithi110.stdout: "pgmap_items": 315, 2024-09-15T22:05:29.924 INFO:teuthology.orchestra.run.smithi110.stdout: "mds_co_bytes": 0, 2024-09-15T22:05:29.924 INFO:teuthology.orchestra.run.smithi110.stdout: "mds_co_items": 0, 2024-09-15T22:05:29.924 INFO:teuthology.orchestra.run.smithi110.stdout: "unittest_1_bytes": 0, 2024-09-15T22:05:29.924 INFO:teuthology.orchestra.run.smithi110.stdout: "unittest_1_items": 0, 2024-09-15T22:05:29.924 INFO:teuthology.orchestra.run.smithi110.stdout: "unittest_2_bytes": 0, 2024-09-15T22:05:29.924 INFO:teuthology.orchestra.run.smithi110.stdout: "unittest_2_items": 0 2024-09-15T22:05:29.924 INFO:teuthology.orchestra.run.smithi110.stdout: }, 2024-09-15T22:05:29.924 INFO:teuthology.orchestra.run.smithi110.stdout: "mgr": { 2024-09-15T22:05:29.924 INFO:teuthology.orchestra.run.smithi110.stdout: "cache_hit": 0, 2024-09-15T22:05:29.925 INFO:teuthology.orchestra.run.smithi110.stdout: "cache_miss": 0 2024-09-15T22:05:29.925 INFO:teuthology.orchestra.run.smithi110.stdout: }, 2024-09-15T22:05:29.925 INFO:teuthology.orchestra.run.smithi110.stdout: "objectcacher-libcephfs": { 2024-09-15T22:05:29.925 INFO:teuthology.orchestra.run.smithi110.stdout: "cache_ops_hit": 0, 2024-09-15T22:05:29.925 INFO:teuthology.orchestra.run.smithi110.stdout: "cache_ops_miss": 0, 2024-09-15T22:05:29.925 INFO:teuthology.orchestra.run.smithi110.stdout: "cache_bytes_hit": 0, 2024-09-15T22:05:29.925 INFO:teuthology.orchestra.run.smithi110.stdout: "cache_bytes_miss": 0, 2024-09-15T22:05:29.925 INFO:teuthology.orchestra.run.smithi110.stdout: "data_read": 0, 2024-09-15T22:05:29.925 INFO:teuthology.orchestra.run.smithi110.stdout: "data_written": 0, 2024-09-15T22:05:29.925 INFO:teuthology.orchestra.run.smithi110.stdout: "data_flushed": 0, 2024-09-15T22:05:29.925 INFO:teuthology.orchestra.run.smithi110.stdout: "data_overwritten_while_flushing": 0, 2024-09-15T22:05:29.926 INFO:teuthology.orchestra.run.smithi110.stdout: "write_ops_blocked": 0, 2024-09-15T22:05:29.926 INFO:teuthology.orchestra.run.smithi110.stdout: "write_bytes_blocked": 0, 2024-09-15T22:05:29.926 INFO:teuthology.orchestra.run.smithi110.stdout: "write_time_blocked": 0.000000000 2024-09-15T22:05:29.926 INFO:teuthology.orchestra.run.smithi110.stdout: }, 2024-09-15T22:05:29.926 INFO:teuthology.orchestra.run.smithi110.stdout: "objectcacher-libcephfs-0x55e3167c79a0": { 2024-09-15T22:05:29.926 INFO:teuthology.orchestra.run.smithi110.stdout: "cache_ops_hit": 9, 2024-09-15T22:05:29.926 INFO:teuthology.orchestra.run.smithi110.stdout: "cache_ops_miss": 0, 2024-09-15T22:05:29.926 INFO:teuthology.orchestra.run.smithi110.stdout: "cache_bytes_hit": 1233, 2024-09-15T22:05:29.926 INFO:teuthology.orchestra.run.smithi110.stdout: "cache_bytes_miss": 0, 2024-09-15T22:05:29.926 INFO:teuthology.orchestra.run.smithi110.stdout: "data_read": 1233, 2024-09-15T22:05:29.926 INFO:teuthology.orchestra.run.smithi110.stdout: "data_written": 411, 2024-09-15T22:05:29.927 INFO:teuthology.orchestra.run.smithi110.stdout: "data_flushed": 411, 2024-09-15T22:05:29.927 INFO:teuthology.orchestra.run.smithi110.stdout: "data_overwritten_while_flushing": 0, 2024-09-15T22:05:29.927 INFO:teuthology.orchestra.run.smithi110.stdout: "write_ops_blocked": 0, 2024-09-15T22:05:29.927 INFO:teuthology.orchestra.run.smithi110.stdout: "write_bytes_blocked": 0, 2024-09-15T22:05:29.927 INFO:teuthology.orchestra.run.smithi110.stdout: "write_time_blocked": 0.000000000 2024-09-15T22:05:29.927 INFO:teuthology.orchestra.run.smithi110.stdout: }, 2024-09-15T22:05:29.927 INFO:teuthology.orchestra.run.smithi110.stdout: "objectcacher-libcephfs-0x55e316c6a280": { 2024-09-15T22:05:29.927 INFO:teuthology.orchestra.run.smithi110.stdout: "cache_ops_hit": 0, 2024-09-15T22:05:29.927 INFO:teuthology.orchestra.run.smithi110.stdout: "cache_ops_miss": 0, 2024-09-15T22:05:29.927 INFO:teuthology.orchestra.run.smithi110.stdout: "cache_bytes_hit": 0, 2024-09-15T22:05:29.927 INFO:teuthology.orchestra.run.smithi110.stdout: "cache_bytes_miss": 0, 2024-09-15T22:05:29.927 INFO:teuthology.orchestra.run.smithi110.stdout: "data_read": 0, 2024-09-15T22:05:29.928 INFO:teuthology.orchestra.run.smithi110.stdout: "data_written": 0, 2024-09-15T22:05:29.928 INFO:teuthology.orchestra.run.smithi110.stdout: "data_flushed": 0, 2024-09-15T22:05:29.928 INFO:teuthology.orchestra.run.smithi110.stdout: "data_overwritten_while_flushing": 0, 2024-09-15T22:05:29.928 INFO:teuthology.orchestra.run.smithi110.stdout: "write_ops_blocked": 0, 2024-09-15T22:05:29.928 INFO:teuthology.orchestra.run.smithi110.stdout: "write_bytes_blocked": 0, 2024-09-15T22:05:29.928 INFO:teuthology.orchestra.run.smithi110.stdout: "write_time_blocked": 0.000000000 2024-09-15T22:05:29.928 INFO:teuthology.orchestra.run.smithi110.stdout: }, 2024-09-15T22:05:29.928 INFO:teuthology.orchestra.run.smithi110.stdout: "objectcacher-libcephfs-0x55e316c6a8c0": { 2024-09-15T22:05:29.928 INFO:teuthology.orchestra.run.smithi110.stdout: "cache_ops_hit": 0, 2024-09-15T22:05:29.928 INFO:teuthology.orchestra.run.smithi110.stdout: "cache_ops_miss": 0, 2024-09-15T22:05:29.928 INFO:teuthology.orchestra.run.smithi110.stdout: "cache_bytes_hit": 0, 2024-09-15T22:05:29.928 INFO:teuthology.orchestra.run.smithi110.stdout: "cache_bytes_miss": 0, 2024-09-15T22:05:29.928 INFO:teuthology.orchestra.run.smithi110.stdout: "data_read": 0, 2024-09-15T22:05:29.929 INFO:teuthology.orchestra.run.smithi110.stdout: "data_written": 0, 2024-09-15T22:05:29.929 INFO:teuthology.orchestra.run.smithi110.stdout: "data_flushed": 0, 2024-09-15T22:05:29.929 INFO:teuthology.orchestra.run.smithi110.stdout: "data_overwritten_while_flushing": 0, 2024-09-15T22:05:29.929 INFO:teuthology.orchestra.run.smithi110.stdout: "write_ops_blocked": 0, 2024-09-15T22:05:29.929 INFO:teuthology.orchestra.run.smithi110.stdout: "write_bytes_blocked": 0, 2024-09-15T22:05:29.929 INFO:teuthology.orchestra.run.smithi110.stdout: "write_time_blocked": 0.000000000 2024-09-15T22:05:29.929 INFO:teuthology.orchestra.run.smithi110.stdout: }, 2024-09-15T22:05:29.929 INFO:teuthology.orchestra.run.smithi110.stdout: "objecter": { 2024-09-15T22:05:29.929 INFO:teuthology.orchestra.run.smithi110.stdout: "op_active": 0, 2024-09-15T22:05:29.929 INFO:teuthology.orchestra.run.smithi110.stdout: "op_laggy": 0, 2024-09-15T22:05:29.929 INFO:teuthology.orchestra.run.smithi110.stdout: "op_send": 0, 2024-09-15T22:05:29.929 INFO:teuthology.orchestra.run.smithi110.stdout: "op_send_bytes": 0, 2024-09-15T22:05:29.929 INFO:teuthology.orchestra.run.smithi110.stdout: "op_resend": 0, 2024-09-15T22:05:29.930 INFO:teuthology.orchestra.run.smithi110.stdout: "op_reply": 0, 2024-09-15T22:05:29.930 INFO:teuthology.orchestra.run.smithi110.stdout: "op_latency": { 2024-09-15T22:05:29.930 INFO:teuthology.orchestra.run.smithi110.stdout: "avgcount": 0, 2024-09-15T22:05:29.930 INFO:teuthology.orchestra.run.smithi110.stdout: "sum": 0.000000000, 2024-09-15T22:05:29.930 INFO:teuthology.orchestra.run.smithi110.stdout: "avgtime": 0.000000000 2024-09-15T22:05:29.930 INFO:teuthology.orchestra.run.smithi110.stdout: }, 2024-09-15T22:05:29.930 INFO:teuthology.orchestra.run.smithi110.stdout: "op_inflight": 0, 2024-09-15T22:05:29.930 INFO:teuthology.orchestra.run.smithi110.stdout: "oplen_avg": { 2024-09-15T22:05:29.930 INFO:teuthology.orchestra.run.smithi110.stdout: "avgcount": 0, 2024-09-15T22:05:29.930 INFO:teuthology.orchestra.run.smithi110.stdout: "sum": 0 2024-09-15T22:05:29.930 INFO:teuthology.orchestra.run.smithi110.stdout: }, 2024-09-15T22:05:29.930 INFO:teuthology.orchestra.run.smithi110.stdout: "op": 0, 2024-09-15T22:05:29.931 INFO:teuthology.orchestra.run.smithi110.stdout: "op_r": 0, 2024-09-15T22:05:29.931 INFO:teuthology.orchestra.run.smithi110.stdout: "op_w": 0, 2024-09-15T22:05:29.931 INFO:teuthology.orchestra.run.smithi110.stdout: "op_rmw": 0, 2024-09-15T22:05:29.931 INFO:teuthology.orchestra.run.smithi110.stdout: "op_pg": 0, 2024-09-15T22:05:29.931 INFO:teuthology.orchestra.run.smithi110.stdout: "osdop_stat": 0, 2024-09-15T22:05:29.931 INFO:teuthology.orchestra.run.smithi110.stdout: "osdop_create": 0, 2024-09-15T22:05:29.931 INFO:teuthology.orchestra.run.smithi110.stdout: "osdop_read": 0, 2024-09-15T22:05:29.931 INFO:teuthology.orchestra.run.smithi110.stdout: "osdop_write": 0, 2024-09-15T22:05:29.931 INFO:teuthology.orchestra.run.smithi110.stdout: "osdop_writefull": 0, 2024-09-15T22:05:29.931 INFO:teuthology.orchestra.run.smithi110.stdout: "osdop_writesame": 0, 2024-09-15T22:05:29.931 INFO:teuthology.orchestra.run.smithi110.stdout: "osdop_append": 0, 2024-09-15T22:05:29.931 INFO:teuthology.orchestra.run.smithi110.stdout: "osdop_zero": 0, 2024-09-15T22:05:29.931 INFO:teuthology.orchestra.run.smithi110.stdout: "osdop_truncate": 0, 2024-09-15T22:05:29.932 INFO:teuthology.orchestra.run.smithi110.stdout: "osdop_delete": 0, 2024-09-15T22:05:29.932 INFO:teuthology.orchestra.run.smithi110.stdout: "osdop_mapext": 0, 2024-09-15T22:05:29.932 INFO:teuthology.orchestra.run.smithi110.stdout: "osdop_sparse_read": 0, 2024-09-15T22:05:29.932 INFO:teuthology.orchestra.run.smithi110.stdout: "osdop_clonerange": 0, 2024-09-15T22:05:29.932 INFO:teuthology.orchestra.run.smithi110.stdout: "osdop_getxattr": 0, 2024-09-15T22:05:29.932 INFO:teuthology.orchestra.run.smithi110.stdout: "osdop_setxattr": 0, 2024-09-15T22:05:29.932 INFO:teuthology.orchestra.run.smithi110.stdout: "osdop_cmpxattr": 0, 2024-09-15T22:05:29.932 INFO:teuthology.orchestra.run.smithi110.stdout: "osdop_rmxattr": 0, 2024-09-15T22:05:29.932 INFO:teuthology.orchestra.run.smithi110.stdout: "osdop_resetxattrs": 0, 2024-09-15T22:05:29.932 INFO:teuthology.orchestra.run.smithi110.stdout: "osdop_call": 0, 2024-09-15T22:05:29.932 INFO:teuthology.orchestra.run.smithi110.stdout: "osdop_watch": 0, 2024-09-15T22:05:29.933 INFO:teuthology.orchestra.run.smithi110.stdout: "osdop_notify": 0, 2024-09-15T22:05:29.933 INFO:teuthology.orchestra.run.smithi110.stdout: "osdop_src_cmpxattr": 0, 2024-09-15T22:05:29.933 INFO:teuthology.orchestra.run.smithi110.stdout: "osdop_pgls": 0, 2024-09-15T22:05:29.933 INFO:teuthology.orchestra.run.smithi110.stdout: "osdop_pgls_filter": 0, 2024-09-15T22:05:29.933 INFO:teuthology.orchestra.run.smithi110.stdout: "osdop_other": 0, 2024-09-15T22:05:29.933 INFO:teuthology.orchestra.run.smithi110.stdout: "linger_active": 0, 2024-09-15T22:05:29.933 INFO:teuthology.orchestra.run.smithi110.stdout: "linger_send": 0, 2024-09-15T22:05:29.933 INFO:teuthology.orchestra.run.smithi110.stdout: "linger_resend": 0, 2024-09-15T22:05:29.933 INFO:teuthology.orchestra.run.smithi110.stdout: "linger_ping": 0, 2024-09-15T22:05:29.933 INFO:teuthology.orchestra.run.smithi110.stdout: "poolop_active": 0, 2024-09-15T22:05:29.933 INFO:teuthology.orchestra.run.smithi110.stdout: "poolop_send": 0, 2024-09-15T22:05:29.933 INFO:teuthology.orchestra.run.smithi110.stdout: "poolop_resend": 0, 2024-09-15T22:05:29.934 INFO:teuthology.orchestra.run.smithi110.stdout: "poolstat_active": 0, 2024-09-15T22:05:29.934 INFO:teuthology.orchestra.run.smithi110.stdout: "poolstat_send": 0, 2024-09-15T22:05:29.934 INFO:teuthology.orchestra.run.smithi110.stdout: "poolstat_resend": 0, 2024-09-15T22:05:29.934 INFO:teuthology.orchestra.run.smithi110.stdout: "statfs_active": 0, 2024-09-15T22:05:29.934 INFO:teuthology.orchestra.run.smithi110.stdout: "statfs_send": 0, 2024-09-15T22:05:29.934 INFO:teuthology.orchestra.run.smithi110.stdout: "statfs_resend": 0, 2024-09-15T22:05:29.934 INFO:teuthology.orchestra.run.smithi110.stdout: "command_active": 0, 2024-09-15T22:05:29.934 INFO:teuthology.orchestra.run.smithi110.stdout: "command_send": 8, 2024-09-15T22:05:29.934 INFO:teuthology.orchestra.run.smithi110.stdout: "command_resend": 0, 2024-09-15T22:05:29.934 INFO:teuthology.orchestra.run.smithi110.stdout: "map_epoch": 36, 2024-09-15T22:05:29.934 INFO:teuthology.orchestra.run.smithi110.stdout: "map_full": 0, 2024-09-15T22:05:29.934 INFO:teuthology.orchestra.run.smithi110.stdout: "map_inc": 35, 2024-09-15T22:05:29.935 INFO:teuthology.orchestra.run.smithi110.stdout: "osd_sessions": 8, 2024-09-15T22:05:29.935 INFO:teuthology.orchestra.run.smithi110.stdout: "osd_session_open": 8, 2024-09-15T22:05:29.935 INFO:teuthology.orchestra.run.smithi110.stdout: "osd_session_close": 0, 2024-09-15T22:05:29.935 INFO:teuthology.orchestra.run.smithi110.stdout: "osd_laggy": 0, 2024-09-15T22:05:29.935 INFO:teuthology.orchestra.run.smithi110.stdout: "omap_wr": 0, 2024-09-15T22:05:29.935 INFO:teuthology.orchestra.run.smithi110.stdout: "omap_rd": 0, 2024-09-15T22:05:29.935 INFO:teuthology.orchestra.run.smithi110.stdout: "omap_del": 0 2024-09-15T22:05:29.935 INFO:teuthology.orchestra.run.smithi110.stdout: }, 2024-09-15T22:05:29.935 INFO:teuthology.orchestra.run.smithi110.stdout: "objecter-0x55e315ee01e0": { 2024-09-15T22:05:29.935 INFO:teuthology.orchestra.run.smithi110.stdout: "op_active": 0, 2024-09-15T22:05:29.935 INFO:teuthology.orchestra.run.smithi110.stdout: "op_laggy": 0, 2024-09-15T22:05:29.936 INFO:teuthology.orchestra.run.smithi110.stdout: "op_send": 163, 2024-09-15T22:05:29.936 INFO:teuthology.orchestra.run.smithi110.stdout: "op_send_bytes": 2434738, 2024-09-15T22:05:29.936 INFO:teuthology.orchestra.run.smithi110.stdout: "op_resend": 0, 2024-09-15T22:05:29.936 INFO:teuthology.orchestra.run.smithi110.stdout: "op_reply": 163, 2024-09-15T22:05:29.936 INFO:teuthology.orchestra.run.smithi110.stdout: "op_latency": { 2024-09-15T22:05:29.936 INFO:teuthology.orchestra.run.smithi110.stdout: "avgcount": 163, 2024-09-15T22:05:29.936 INFO:teuthology.orchestra.run.smithi110.stdout: "sum": 0.505991509, 2024-09-15T22:05:29.936 INFO:teuthology.orchestra.run.smithi110.stdout: "avgtime": 0.003104242 2024-09-15T22:05:29.936 INFO:teuthology.orchestra.run.smithi110.stdout: }, 2024-09-15T22:05:29.936 INFO:teuthology.orchestra.run.smithi110.stdout: "op_inflight": 0, 2024-09-15T22:05:29.936 INFO:teuthology.orchestra.run.smithi110.stdout: "oplen_avg": { 2024-09-15T22:05:29.936 INFO:teuthology.orchestra.run.smithi110.stdout: "avgcount": 163, 2024-09-15T22:05:29.937 INFO:teuthology.orchestra.run.smithi110.stdout: "sum": 307 2024-09-15T22:05:29.937 INFO:teuthology.orchestra.run.smithi110.stdout: }, 2024-09-15T22:05:29.937 INFO:teuthology.orchestra.run.smithi110.stdout: "op": 163, 2024-09-15T22:05:29.937 INFO:teuthology.orchestra.run.smithi110.stdout: "op_r": 46, 2024-09-15T22:05:29.937 INFO:teuthology.orchestra.run.smithi110.stdout: "op_w": 117, 2024-09-15T22:05:29.937 INFO:teuthology.orchestra.run.smithi110.stdout: "op_rmw": 0, 2024-09-15T22:05:29.937 INFO:teuthology.orchestra.run.smithi110.stdout: "op_pg": 0, 2024-09-15T22:05:29.937 INFO:teuthology.orchestra.run.smithi110.stdout: "osdop_stat": 0, 2024-09-15T22:05:29.937 INFO:teuthology.orchestra.run.smithi110.stdout: "osdop_create": 2, 2024-09-15T22:05:29.937 INFO:teuthology.orchestra.run.smithi110.stdout: "osdop_read": 20, 2024-09-15T22:05:29.937 INFO:teuthology.orchestra.run.smithi110.stdout: "osdop_write": 85, 2024-09-15T22:05:29.937 INFO:teuthology.orchestra.run.smithi110.stdout: "osdop_writefull": 0, 2024-09-15T22:05:29.937 INFO:teuthology.orchestra.run.smithi110.stdout: "osdop_writesame": 0, 2024-09-15T22:05:29.938 INFO:teuthology.orchestra.run.smithi110.stdout: "osdop_append": 0, 2024-09-15T22:05:29.938 INFO:teuthology.orchestra.run.smithi110.stdout: "osdop_zero": 0, 2024-09-15T22:05:29.938 INFO:teuthology.orchestra.run.smithi110.stdout: "osdop_truncate": 0, 2024-09-15T22:05:29.938 INFO:teuthology.orchestra.run.smithi110.stdout: "osdop_delete": 0, 2024-09-15T22:05:29.938 INFO:teuthology.orchestra.run.smithi110.stdout: "osdop_mapext": 0, 2024-09-15T22:05:29.938 INFO:teuthology.orchestra.run.smithi110.stdout: "osdop_sparse_read": 0, 2024-09-15T22:05:29.938 INFO:teuthology.orchestra.run.smithi110.stdout: "osdop_clonerange": 0, 2024-09-15T22:05:29.938 INFO:teuthology.orchestra.run.smithi110.stdout: "osdop_getxattr": 104, 2024-09-15T22:05:29.938 INFO:teuthology.orchestra.run.smithi110.stdout: "osdop_setxattr": 52, 2024-09-15T22:05:29.938 INFO:teuthology.orchestra.run.smithi110.stdout: "osdop_cmpxattr": 22, 2024-09-15T22:05:29.938 INFO:teuthology.orchestra.run.smithi110.stdout: "osdop_rmxattr": 0, 2024-09-15T22:05:29.938 INFO:teuthology.orchestra.run.smithi110.stdout: "osdop_resetxattrs": 0, 2024-09-15T22:05:29.938 INFO:teuthology.orchestra.run.smithi110.stdout: "osdop_call": 22, 2024-09-15T22:05:29.939 INFO:teuthology.orchestra.run.smithi110.stdout: "osdop_watch": 0, 2024-09-15T22:05:29.939 INFO:teuthology.orchestra.run.smithi110.stdout: "osdop_notify": 0, 2024-09-15T22:05:29.939 INFO:teuthology.orchestra.run.smithi110.stdout: "osdop_src_cmpxattr": 0, 2024-09-15T22:05:29.939 INFO:teuthology.orchestra.run.smithi110.stdout: "osdop_pgls": 0, 2024-09-15T22:05:29.939 INFO:teuthology.orchestra.run.smithi110.stdout: "osdop_pgls_filter": 0, 2024-09-15T22:05:29.939 INFO:teuthology.orchestra.run.smithi110.stdout: "osdop_other": 0, 2024-09-15T22:05:29.939 INFO:teuthology.orchestra.run.smithi110.stdout: "linger_active": 0, 2024-09-15T22:05:29.939 INFO:teuthology.orchestra.run.smithi110.stdout: "linger_send": 0, 2024-09-15T22:05:29.939 INFO:teuthology.orchestra.run.smithi110.stdout: "linger_resend": 0, 2024-09-15T22:05:29.939 INFO:teuthology.orchestra.run.smithi110.stdout: "linger_ping": 0, 2024-09-15T22:05:29.939 INFO:teuthology.orchestra.run.smithi110.stdout: "poolop_active": 0, 2024-09-15T22:05:29.939 INFO:teuthology.orchestra.run.smithi110.stdout: "poolop_send": 0, 2024-09-15T22:05:29.939 INFO:teuthology.orchestra.run.smithi110.stdout: "poolop_resend": 0, 2024-09-15T22:05:29.940 INFO:teuthology.orchestra.run.smithi110.stdout: "poolstat_active": 0, 2024-09-15T22:05:29.940 INFO:teuthology.orchestra.run.smithi110.stdout: "poolstat_send": 0, 2024-09-15T22:05:29.940 INFO:teuthology.orchestra.run.smithi110.stdout: "poolstat_resend": 0, 2024-09-15T22:05:29.940 INFO:teuthology.orchestra.run.smithi110.stdout: "statfs_active": 0, 2024-09-15T22:05:29.940 INFO:teuthology.orchestra.run.smithi110.stdout: "statfs_send": 0, 2024-09-15T22:05:29.940 INFO:teuthology.orchestra.run.smithi110.stdout: "statfs_resend": 0, 2024-09-15T22:05:29.940 INFO:teuthology.orchestra.run.smithi110.stdout: "command_active": 0, 2024-09-15T22:05:29.940 INFO:teuthology.orchestra.run.smithi110.stdout: "command_send": 0, 2024-09-15T22:05:29.940 INFO:teuthology.orchestra.run.smithi110.stdout: "command_resend": 0, 2024-09-15T22:05:29.940 INFO:teuthology.orchestra.run.smithi110.stdout: "map_epoch": 17, 2024-09-15T22:05:29.940 INFO:teuthology.orchestra.run.smithi110.stdout: "map_full": 0, 2024-09-15T22:05:29.940 INFO:teuthology.orchestra.run.smithi110.stdout: "map_inc": 7, 2024-09-15T22:05:29.941 INFO:teuthology.orchestra.run.smithi110.stdout: "osd_sessions": 1, 2024-09-15T22:05:29.941 INFO:teuthology.orchestra.run.smithi110.stdout: "osd_session_open": 1, 2024-09-15T22:05:29.941 INFO:teuthology.orchestra.run.smithi110.stdout: "osd_session_close": 0, 2024-09-15T22:05:29.941 INFO:teuthology.orchestra.run.smithi110.stdout: "osd_laggy": 0, 2024-09-15T22:05:29.941 INFO:teuthology.orchestra.run.smithi110.stdout: "omap_wr": 0, 2024-09-15T22:05:29.941 INFO:teuthology.orchestra.run.smithi110.stdout: "omap_rd": 0, 2024-09-15T22:05:29.941 INFO:teuthology.orchestra.run.smithi110.stdout: "omap_del": 0 2024-09-15T22:05:29.941 INFO:teuthology.orchestra.run.smithi110.stdout: }, 2024-09-15T22:05:29.941 INFO:teuthology.orchestra.run.smithi110.stdout: "objecter-0x55e315ee0dc0": { 2024-09-15T22:05:29.941 INFO:teuthology.orchestra.run.smithi110.stdout: "op_active": 0, 2024-09-15T22:05:29.941 INFO:teuthology.orchestra.run.smithi110.stdout: "op_laggy": 0, 2024-09-15T22:05:29.941 INFO:teuthology.orchestra.run.smithi110.stdout: "op_send": 0, 2024-09-15T22:05:29.941 INFO:teuthology.orchestra.run.smithi110.stdout: "op_send_bytes": 0, 2024-09-15T22:05:29.942 INFO:teuthology.orchestra.run.smithi110.stdout: "op_resend": 0, 2024-09-15T22:05:29.942 INFO:teuthology.orchestra.run.smithi110.stdout: "op_reply": 0, 2024-09-15T22:05:29.942 INFO:teuthology.orchestra.run.smithi110.stdout: "op_latency": { 2024-09-15T22:05:29.942 INFO:teuthology.orchestra.run.smithi110.stdout: "avgcount": 0, 2024-09-15T22:05:29.942 INFO:teuthology.orchestra.run.smithi110.stdout: "sum": 0.000000000, 2024-09-15T22:05:29.942 INFO:teuthology.orchestra.run.smithi110.stdout: "avgtime": 0.000000000 2024-09-15T22:05:29.942 INFO:teuthology.orchestra.run.smithi110.stdout: }, 2024-09-15T22:05:29.942 INFO:teuthology.orchestra.run.smithi110.stdout: "op_inflight": 0, 2024-09-15T22:05:29.942 INFO:teuthology.orchestra.run.smithi110.stdout: "oplen_avg": { 2024-09-15T22:05:29.942 INFO:teuthology.orchestra.run.smithi110.stdout: "avgcount": 0, 2024-09-15T22:05:29.942 INFO:teuthology.orchestra.run.smithi110.stdout: "sum": 0 2024-09-15T22:05:29.942 INFO:teuthology.orchestra.run.smithi110.stdout: }, 2024-09-15T22:05:29.943 INFO:teuthology.orchestra.run.smithi110.stdout: "op": 0, 2024-09-15T22:05:29.943 INFO:teuthology.orchestra.run.smithi110.stdout: "op_r": 0, 2024-09-15T22:05:29.943 INFO:teuthology.orchestra.run.smithi110.stdout: "op_w": 0, 2024-09-15T22:05:29.943 INFO:teuthology.orchestra.run.smithi110.stdout: "op_rmw": 0, 2024-09-15T22:05:29.943 INFO:teuthology.orchestra.run.smithi110.stdout: "op_pg": 0, 2024-09-15T22:05:29.943 INFO:teuthology.orchestra.run.smithi110.stdout: "osdop_stat": 0, 2024-09-15T22:05:29.943 INFO:teuthology.orchestra.run.smithi110.stdout: "osdop_create": 0, 2024-09-15T22:05:29.943 INFO:teuthology.orchestra.run.smithi110.stdout: "osdop_read": 0, 2024-09-15T22:05:29.943 INFO:teuthology.orchestra.run.smithi110.stdout: "osdop_write": 0, 2024-09-15T22:05:29.943 INFO:teuthology.orchestra.run.smithi110.stdout: "osdop_writefull": 0, 2024-09-15T22:05:29.943 INFO:teuthology.orchestra.run.smithi110.stdout: "osdop_writesame": 0, 2024-09-15T22:05:29.943 INFO:teuthology.orchestra.run.smithi110.stdout: "osdop_append": 0, 2024-09-15T22:05:29.943 INFO:teuthology.orchestra.run.smithi110.stdout: "osdop_zero": 0, 2024-09-15T22:05:29.943 INFO:teuthology.orchestra.run.smithi110.stdout: "osdop_truncate": 0, 2024-09-15T22:05:29.944 INFO:teuthology.orchestra.run.smithi110.stdout: "osdop_delete": 0, 2024-09-15T22:05:29.944 INFO:teuthology.orchestra.run.smithi110.stdout: "osdop_mapext": 0, 2024-09-15T22:05:29.944 INFO:teuthology.orchestra.run.smithi110.stdout: "osdop_sparse_read": 0, 2024-09-15T22:05:29.944 INFO:teuthology.orchestra.run.smithi110.stdout: "osdop_clonerange": 0, 2024-09-15T22:05:29.944 INFO:teuthology.orchestra.run.smithi110.stdout: "osdop_getxattr": 0, 2024-09-15T22:05:29.944 INFO:teuthology.orchestra.run.smithi110.stdout: "osdop_setxattr": 0, 2024-09-15T22:05:29.944 INFO:teuthology.orchestra.run.smithi110.stdout: "osdop_cmpxattr": 0, 2024-09-15T22:05:29.944 INFO:teuthology.orchestra.run.smithi110.stdout: "osdop_rmxattr": 0, 2024-09-15T22:05:29.944 INFO:teuthology.orchestra.run.smithi110.stdout: "osdop_resetxattrs": 0, 2024-09-15T22:05:29.944 INFO:teuthology.orchestra.run.smithi110.stdout: "osdop_call": 0, 2024-09-15T22:05:29.944 INFO:teuthology.orchestra.run.smithi110.stdout: "osdop_watch": 0, 2024-09-15T22:05:29.945 INFO:teuthology.orchestra.run.smithi110.stdout: "osdop_notify": 0, 2024-09-15T22:05:29.945 INFO:teuthology.orchestra.run.smithi110.stdout: "osdop_src_cmpxattr": 0, 2024-09-15T22:05:29.945 INFO:teuthology.orchestra.run.smithi110.stdout: "osdop_pgls": 0, 2024-09-15T22:05:29.945 INFO:teuthology.orchestra.run.smithi110.stdout: "osdop_pgls_filter": 0, 2024-09-15T22:05:29.945 INFO:teuthology.orchestra.run.smithi110.stdout: "osdop_other": 0, 2024-09-15T22:05:29.945 INFO:teuthology.orchestra.run.smithi110.stdout: "linger_active": 0, 2024-09-15T22:05:29.945 INFO:teuthology.orchestra.run.smithi110.stdout: "linger_send": 0, 2024-09-15T22:05:29.945 INFO:teuthology.orchestra.run.smithi110.stdout: "linger_resend": 0, 2024-09-15T22:05:29.945 INFO:teuthology.orchestra.run.smithi110.stdout: "linger_ping": 0, 2024-09-15T22:05:29.945 INFO:teuthology.orchestra.run.smithi110.stdout: "poolop_active": 0, 2024-09-15T22:05:29.945 INFO:teuthology.orchestra.run.smithi110.stdout: "poolop_send": 0, 2024-09-15T22:05:29.945 INFO:teuthology.orchestra.run.smithi110.stdout: "poolop_resend": 0, 2024-09-15T22:05:29.945 INFO:teuthology.orchestra.run.smithi110.stdout: "poolstat_active": 0, 2024-09-15T22:05:29.946 INFO:teuthology.orchestra.run.smithi110.stdout: "poolstat_send": 0, 2024-09-15T22:05:29.946 INFO:teuthology.orchestra.run.smithi110.stdout: "poolstat_resend": 0, 2024-09-15T22:05:29.946 INFO:teuthology.orchestra.run.smithi110.stdout: "statfs_active": 0, 2024-09-15T22:05:29.946 INFO:teuthology.orchestra.run.smithi110.stdout: "statfs_send": 0, 2024-09-15T22:05:29.946 INFO:teuthology.orchestra.run.smithi110.stdout: "statfs_resend": 0, 2024-09-15T22:05:29.946 INFO:teuthology.orchestra.run.smithi110.stdout: "command_active": 0, 2024-09-15T22:05:29.946 INFO:teuthology.orchestra.run.smithi110.stdout: "command_send": 0, 2024-09-15T22:05:29.946 INFO:teuthology.orchestra.run.smithi110.stdout: "command_resend": 0, 2024-09-15T22:05:29.946 INFO:teuthology.orchestra.run.smithi110.stdout: "map_epoch": 0, 2024-09-15T22:05:29.946 INFO:teuthology.orchestra.run.smithi110.stdout: "map_full": 0, 2024-09-15T22:05:29.946 INFO:teuthology.orchestra.run.smithi110.stdout: "map_inc": 0, 2024-09-15T22:05:29.946 INFO:teuthology.orchestra.run.smithi110.stdout: "osd_sessions": 0, 2024-09-15T22:05:29.946 INFO:teuthology.orchestra.run.smithi110.stdout: "osd_session_open": 0, 2024-09-15T22:05:29.946 INFO:teuthology.orchestra.run.smithi110.stdout: "osd_session_close": 0, 2024-09-15T22:05:29.947 INFO:teuthology.orchestra.run.smithi110.stdout: "osd_laggy": 0, 2024-09-15T22:05:29.947 INFO:teuthology.orchestra.run.smithi110.stdout: "omap_wr": 0, 2024-09-15T22:05:29.947 INFO:teuthology.orchestra.run.smithi110.stdout: "omap_rd": 0, 2024-09-15T22:05:29.947 INFO:teuthology.orchestra.run.smithi110.stdout: "omap_del": 0 2024-09-15T22:05:29.947 INFO:teuthology.orchestra.run.smithi110.stdout: }, 2024-09-15T22:05:29.947 INFO:teuthology.orchestra.run.smithi110.stdout: "objecter-0x55e315ee1720": { 2024-09-15T22:05:29.947 INFO:teuthology.orchestra.run.smithi110.stdout: "op_active": 0, 2024-09-15T22:05:29.947 INFO:teuthology.orchestra.run.smithi110.stdout: "op_laggy": 0, 2024-09-15T22:05:29.947 INFO:teuthology.orchestra.run.smithi110.stdout: "op_send": 0, 2024-09-15T22:05:29.947 INFO:teuthology.orchestra.run.smithi110.stdout: "op_send_bytes": 0, 2024-09-15T22:05:29.947 INFO:teuthology.orchestra.run.smithi110.stdout: "op_resend": 0, 2024-09-15T22:05:29.947 INFO:teuthology.orchestra.run.smithi110.stdout: "op_reply": 0, 2024-09-15T22:05:29.947 INFO:teuthology.orchestra.run.smithi110.stdout: "op_latency": { 2024-09-15T22:05:29.947 INFO:teuthology.orchestra.run.smithi110.stdout: "avgcount": 0, 2024-09-15T22:05:29.948 INFO:teuthology.orchestra.run.smithi110.stdout: "sum": 0.000000000, 2024-09-15T22:05:29.948 INFO:teuthology.orchestra.run.smithi110.stdout: "avgtime": 0.000000000 2024-09-15T22:05:29.948 INFO:teuthology.orchestra.run.smithi110.stdout: }, 2024-09-15T22:05:29.948 INFO:teuthology.orchestra.run.smithi110.stdout: "op_inflight": 0, 2024-09-15T22:05:29.948 INFO:teuthology.orchestra.run.smithi110.stdout: "oplen_avg": { 2024-09-15T22:05:29.948 INFO:teuthology.orchestra.run.smithi110.stdout: "avgcount": 0, 2024-09-15T22:05:29.948 INFO:teuthology.orchestra.run.smithi110.stdout: "sum": 0 2024-09-15T22:05:29.948 INFO:teuthology.orchestra.run.smithi110.stdout: }, 2024-09-15T22:05:29.948 INFO:teuthology.orchestra.run.smithi110.stdout: "op": 0, 2024-09-15T22:05:29.948 INFO:teuthology.orchestra.run.smithi110.stdout: "op_r": 0, 2024-09-15T22:05:29.948 INFO:teuthology.orchestra.run.smithi110.stdout: "op_w": 0, 2024-09-15T22:05:29.948 INFO:teuthology.orchestra.run.smithi110.stdout: "op_rmw": 0, 2024-09-15T22:05:29.948 INFO:teuthology.orchestra.run.smithi110.stdout: "op_pg": 0, 2024-09-15T22:05:29.949 INFO:teuthology.orchestra.run.smithi110.stdout: "osdop_stat": 0, 2024-09-15T22:05:29.949 INFO:teuthology.orchestra.run.smithi110.stdout: "osdop_create": 0, 2024-09-15T22:05:29.949 INFO:teuthology.orchestra.run.smithi110.stdout: "osdop_read": 0, 2024-09-15T22:05:29.949 INFO:teuthology.orchestra.run.smithi110.stdout: "osdop_write": 0, 2024-09-15T22:05:29.949 INFO:teuthology.orchestra.run.smithi110.stdout: "osdop_writefull": 0, 2024-09-15T22:05:29.949 INFO:teuthology.orchestra.run.smithi110.stdout: "osdop_writesame": 0, 2024-09-15T22:05:29.949 INFO:teuthology.orchestra.run.smithi110.stdout: "osdop_append": 0, 2024-09-15T22:05:29.949 INFO:teuthology.orchestra.run.smithi110.stdout: "osdop_zero": 0, 2024-09-15T22:05:29.949 INFO:teuthology.orchestra.run.smithi110.stdout: "osdop_truncate": 0, 2024-09-15T22:05:29.949 INFO:teuthology.orchestra.run.smithi110.stdout: "osdop_delete": 0, 2024-09-15T22:05:29.949 INFO:teuthology.orchestra.run.smithi110.stdout: "osdop_mapext": 0, 2024-09-15T22:05:29.949 INFO:teuthology.orchestra.run.smithi110.stdout: "osdop_sparse_read": 0, 2024-09-15T22:05:29.949 INFO:teuthology.orchestra.run.smithi110.stdout: "osdop_clonerange": 0, 2024-09-15T22:05:29.949 INFO:teuthology.orchestra.run.smithi110.stdout: "osdop_getxattr": 0, 2024-09-15T22:05:29.949 INFO:teuthology.orchestra.run.smithi110.stdout: "osdop_setxattr": 0, 2024-09-15T22:05:29.950 INFO:teuthology.orchestra.run.smithi110.stdout: "osdop_cmpxattr": 0, 2024-09-15T22:05:29.950 INFO:teuthology.orchestra.run.smithi110.stdout: "osdop_rmxattr": 0, 2024-09-15T22:05:29.950 INFO:teuthology.orchestra.run.smithi110.stdout: "osdop_resetxattrs": 0, 2024-09-15T22:05:29.950 INFO:teuthology.orchestra.run.smithi110.stdout: "osdop_call": 0, 2024-09-15T22:05:29.950 INFO:teuthology.orchestra.run.smithi110.stdout: "osdop_watch": 0, 2024-09-15T22:05:29.950 INFO:teuthology.orchestra.run.smithi110.stdout: "osdop_notify": 0, 2024-09-15T22:05:29.950 INFO:teuthology.orchestra.run.smithi110.stdout: "osdop_src_cmpxattr": 0, 2024-09-15T22:05:29.950 INFO:teuthology.orchestra.run.smithi110.stdout: "osdop_pgls": 0, 2024-09-15T22:05:29.950 INFO:teuthology.orchestra.run.smithi110.stdout: "osdop_pgls_filter": 0, 2024-09-15T22:05:29.950 INFO:teuthology.orchestra.run.smithi110.stdout: "osdop_other": 0, 2024-09-15T22:05:29.950 INFO:teuthology.orchestra.run.smithi110.stdout: "linger_active": 0, 2024-09-15T22:05:29.950 INFO:teuthology.orchestra.run.smithi110.stdout: "linger_send": 0, 2024-09-15T22:05:29.951 INFO:teuthology.orchestra.run.smithi110.stdout: "linger_resend": 0, 2024-09-15T22:05:29.951 INFO:teuthology.orchestra.run.smithi110.stdout: "linger_ping": 0, 2024-09-15T22:05:29.951 INFO:teuthology.orchestra.run.smithi110.stdout: "poolop_active": 0, 2024-09-15T22:05:29.951 INFO:teuthology.orchestra.run.smithi110.stdout: "poolop_send": 0, 2024-09-15T22:05:29.951 INFO:teuthology.orchestra.run.smithi110.stdout: "poolop_resend": 0, 2024-09-15T22:05:29.951 INFO:teuthology.orchestra.run.smithi110.stdout: "poolstat_active": 0, 2024-09-15T22:05:29.951 INFO:teuthology.orchestra.run.smithi110.stdout: "poolstat_send": 0, 2024-09-15T22:05:29.951 INFO:teuthology.orchestra.run.smithi110.stdout: "poolstat_resend": 0, 2024-09-15T22:05:29.951 INFO:teuthology.orchestra.run.smithi110.stdout: "statfs_active": 0, 2024-09-15T22:05:29.951 INFO:teuthology.orchestra.run.smithi110.stdout: "statfs_send": 0, 2024-09-15T22:05:29.951 INFO:teuthology.orchestra.run.smithi110.stdout: "statfs_resend": 0, 2024-09-15T22:05:29.951 INFO:teuthology.orchestra.run.smithi110.stdout: "command_active": 0, 2024-09-15T22:05:29.951 INFO:teuthology.orchestra.run.smithi110.stdout: "command_send": 0, 2024-09-15T22:05:29.952 INFO:teuthology.orchestra.run.smithi110.stdout: "command_resend": 0, 2024-09-15T22:05:29.952 INFO:teuthology.orchestra.run.smithi110.stdout: "map_epoch": 0, 2024-09-15T22:05:29.952 INFO:teuthology.orchestra.run.smithi110.stdout: "map_full": 0, 2024-09-15T22:05:29.952 INFO:teuthology.orchestra.run.smithi110.stdout: "map_inc": 0, 2024-09-15T22:05:29.952 INFO:teuthology.orchestra.run.smithi110.stdout: "osd_sessions": 0, 2024-09-15T22:05:29.952 INFO:teuthology.orchestra.run.smithi110.stdout: "osd_session_open": 0, 2024-09-15T22:05:29.952 INFO:teuthology.orchestra.run.smithi110.stdout: "osd_session_close": 0, 2024-09-15T22:05:29.952 INFO:teuthology.orchestra.run.smithi110.stdout: "osd_laggy": 0, 2024-09-15T22:05:29.952 INFO:teuthology.orchestra.run.smithi110.stdout: "omap_wr": 0, 2024-09-15T22:05:29.952 INFO:teuthology.orchestra.run.smithi110.stdout: "omap_rd": 0, 2024-09-15T22:05:29.952 INFO:teuthology.orchestra.run.smithi110.stdout: "omap_del": 0 2024-09-15T22:05:29.952 INFO:teuthology.orchestra.run.smithi110.stdout: }, 2024-09-15T22:05:29.952 INFO:teuthology.orchestra.run.smithi110.stdout: "objecter-0x55e3167c66e0": { 2024-09-15T22:05:29.953 INFO:teuthology.orchestra.run.smithi110.stdout: "op_active": 0, 2024-09-15T22:05:29.953 INFO:teuthology.orchestra.run.smithi110.stdout: "op_laggy": 0, 2024-09-15T22:05:29.953 INFO:teuthology.orchestra.run.smithi110.stdout: "op_send": 1, 2024-09-15T22:05:29.953 INFO:teuthology.orchestra.run.smithi110.stdout: "op_send_bytes": 39, 2024-09-15T22:05:29.953 INFO:teuthology.orchestra.run.smithi110.stdout: "op_resend": 0, 2024-09-15T22:05:29.953 INFO:teuthology.orchestra.run.smithi110.stdout: "op_reply": 1, 2024-09-15T22:05:29.953 INFO:teuthology.orchestra.run.smithi110.stdout: "op_latency": { 2024-09-15T22:05:29.953 INFO:teuthology.orchestra.run.smithi110.stdout: "avgcount": 1, 2024-09-15T22:05:29.953 INFO:teuthology.orchestra.run.smithi110.stdout: "sum": 0.000000000, 2024-09-15T22:05:29.953 INFO:teuthology.orchestra.run.smithi110.stdout: "avgtime": 0.000000000 2024-09-15T22:05:29.953 INFO:teuthology.orchestra.run.smithi110.stdout: }, 2024-09-15T22:05:29.953 INFO:teuthology.orchestra.run.smithi110.stdout: "op_inflight": 0, 2024-09-15T22:05:29.953 INFO:teuthology.orchestra.run.smithi110.stdout: "oplen_avg": { 2024-09-15T22:05:29.953 INFO:teuthology.orchestra.run.smithi110.stdout: "avgcount": 1, 2024-09-15T22:05:29.954 INFO:teuthology.orchestra.run.smithi110.stdout: "sum": 1 2024-09-15T22:05:29.954 INFO:teuthology.orchestra.run.smithi110.stdout: }, 2024-09-15T22:05:29.954 INFO:teuthology.orchestra.run.smithi110.stdout: "op": 1, 2024-09-15T22:05:29.954 INFO:teuthology.orchestra.run.smithi110.stdout: "op_r": 1, 2024-09-15T22:05:29.954 INFO:teuthology.orchestra.run.smithi110.stdout: "op_w": 0, 2024-09-15T22:05:29.954 INFO:teuthology.orchestra.run.smithi110.stdout: "op_rmw": 0, 2024-09-15T22:05:29.954 INFO:teuthology.orchestra.run.smithi110.stdout: "op_pg": 0, 2024-09-15T22:05:29.954 INFO:teuthology.orchestra.run.smithi110.stdout: "osdop_stat": 0, 2024-09-15T22:05:29.954 INFO:teuthology.orchestra.run.smithi110.stdout: "osdop_create": 0, 2024-09-15T22:05:29.954 INFO:teuthology.orchestra.run.smithi110.stdout: "osdop_read": 0, 2024-09-15T22:05:29.954 INFO:teuthology.orchestra.run.smithi110.stdout: "osdop_write": 0, 2024-09-15T22:05:29.954 INFO:teuthology.orchestra.run.smithi110.stdout: "osdop_writefull": 0, 2024-09-15T22:05:29.955 INFO:teuthology.orchestra.run.smithi110.stdout: "osdop_writesame": 0, 2024-09-15T22:05:29.955 INFO:teuthology.orchestra.run.smithi110.stdout: "osdop_append": 0, 2024-09-15T22:05:29.955 INFO:teuthology.orchestra.run.smithi110.stdout: "osdop_zero": 0, 2024-09-15T22:05:29.955 INFO:teuthology.orchestra.run.smithi110.stdout: "osdop_truncate": 0, 2024-09-15T22:05:29.955 INFO:teuthology.orchestra.run.smithi110.stdout: "osdop_delete": 0, 2024-09-15T22:05:29.955 INFO:teuthology.orchestra.run.smithi110.stdout: "osdop_mapext": 0, 2024-09-15T22:05:29.955 INFO:teuthology.orchestra.run.smithi110.stdout: "osdop_sparse_read": 0, 2024-09-15T22:05:29.955 INFO:teuthology.orchestra.run.smithi110.stdout: "osdop_clonerange": 0, 2024-09-15T22:05:29.955 INFO:teuthology.orchestra.run.smithi110.stdout: "osdop_getxattr": 0, 2024-09-15T22:05:29.955 INFO:teuthology.orchestra.run.smithi110.stdout: "osdop_setxattr": 0, 2024-09-15T22:05:29.955 INFO:teuthology.orchestra.run.smithi110.stdout: "osdop_cmpxattr": 0, 2024-09-15T22:05:29.955 INFO:teuthology.orchestra.run.smithi110.stdout: "osdop_rmxattr": 0, 2024-09-15T22:05:29.955 INFO:teuthology.orchestra.run.smithi110.stdout: "osdop_resetxattrs": 0, 2024-09-15T22:05:29.956 INFO:teuthology.orchestra.run.smithi110.stdout: "osdop_call": 0, 2024-09-15T22:05:29.956 INFO:teuthology.orchestra.run.smithi110.stdout: "osdop_watch": 0, 2024-09-15T22:05:29.956 INFO:teuthology.orchestra.run.smithi110.stdout: "osdop_notify": 0, 2024-09-15T22:05:29.956 INFO:teuthology.orchestra.run.smithi110.stdout: "osdop_src_cmpxattr": 0, 2024-09-15T22:05:29.956 INFO:teuthology.orchestra.run.smithi110.stdout: "osdop_pgls": 0, 2024-09-15T22:05:29.956 INFO:teuthology.orchestra.run.smithi110.stdout: "osdop_pgls_filter": 0, 2024-09-15T22:05:29.956 INFO:teuthology.orchestra.run.smithi110.stdout: "osdop_other": 1, 2024-09-15T22:05:29.956 INFO:teuthology.orchestra.run.smithi110.stdout: "linger_active": 0, 2024-09-15T22:05:29.956 INFO:teuthology.orchestra.run.smithi110.stdout: "linger_send": 0, 2024-09-15T22:05:29.956 INFO:teuthology.orchestra.run.smithi110.stdout: "linger_resend": 0, 2024-09-15T22:05:29.956 INFO:teuthology.orchestra.run.smithi110.stdout: "linger_ping": 0, 2024-09-15T22:05:29.956 INFO:teuthology.orchestra.run.smithi110.stdout: "poolop_active": 0, 2024-09-15T22:05:29.956 INFO:teuthology.orchestra.run.smithi110.stdout: "poolop_send": 0, 2024-09-15T22:05:29.957 INFO:teuthology.orchestra.run.smithi110.stdout: "poolop_resend": 0, 2024-09-15T22:05:29.957 INFO:teuthology.orchestra.run.smithi110.stdout: "poolstat_active": 0, 2024-09-15T22:05:29.957 INFO:teuthology.orchestra.run.smithi110.stdout: "poolstat_send": 0, 2024-09-15T22:05:29.957 INFO:teuthology.orchestra.run.smithi110.stdout: "poolstat_resend": 0, 2024-09-15T22:05:29.957 INFO:teuthology.orchestra.run.smithi110.stdout: "statfs_active": 0, 2024-09-15T22:05:29.957 INFO:teuthology.orchestra.run.smithi110.stdout: "statfs_send": 0, 2024-09-15T22:05:29.957 INFO:teuthology.orchestra.run.smithi110.stdout: "statfs_resend": 0, 2024-09-15T22:05:29.957 INFO:teuthology.orchestra.run.smithi110.stdout: "command_active": 0, 2024-09-15T22:05:29.957 INFO:teuthology.orchestra.run.smithi110.stdout: "command_send": 0, 2024-09-15T22:05:29.957 INFO:teuthology.orchestra.run.smithi110.stdout: "command_resend": 0, 2024-09-15T22:05:29.957 INFO:teuthology.orchestra.run.smithi110.stdout: "map_epoch": 0, 2024-09-15T22:05:29.957 INFO:teuthology.orchestra.run.smithi110.stdout: "map_full": 0, 2024-09-15T22:05:29.957 INFO:teuthology.orchestra.run.smithi110.stdout: "map_inc": 0, 2024-09-15T22:05:29.958 INFO:teuthology.orchestra.run.smithi110.stdout: "osd_sessions": 1, 2024-09-15T22:05:29.958 INFO:teuthology.orchestra.run.smithi110.stdout: "osd_session_open": 1, 2024-09-15T22:05:29.958 INFO:teuthology.orchestra.run.smithi110.stdout: "osd_session_close": 0, 2024-09-15T22:05:29.958 INFO:teuthology.orchestra.run.smithi110.stdout: "osd_laggy": 0, 2024-09-15T22:05:29.958 INFO:teuthology.orchestra.run.smithi110.stdout: "omap_wr": 0, 2024-09-15T22:05:29.958 INFO:teuthology.orchestra.run.smithi110.stdout: "omap_rd": 0, 2024-09-15T22:05:29.958 INFO:teuthology.orchestra.run.smithi110.stdout: "omap_del": 0 2024-09-15T22:05:29.958 INFO:teuthology.orchestra.run.smithi110.stdout: }, 2024-09-15T22:05:29.958 INFO:teuthology.orchestra.run.smithi110.stdout: "objecter-0x55e3167c7a40": { 2024-09-15T22:05:29.958 INFO:teuthology.orchestra.run.smithi110.stdout: "op_active": 0, 2024-09-15T22:05:29.958 INFO:teuthology.orchestra.run.smithi110.stdout: "op_laggy": 0, 2024-09-15T22:05:29.958 INFO:teuthology.orchestra.run.smithi110.stdout: "op_send": 3, 2024-09-15T22:05:29.958 INFO:teuthology.orchestra.run.smithi110.stdout: "op_send_bytes": 411, 2024-09-15T22:05:29.959 INFO:teuthology.orchestra.run.smithi110.stdout: "op_resend": 0, 2024-09-15T22:05:29.959 INFO:teuthology.orchestra.run.smithi110.stdout: "op_reply": 3, 2024-09-15T22:05:29.959 INFO:teuthology.orchestra.run.smithi110.stdout: "op_latency": { 2024-09-15T22:05:29.959 INFO:teuthology.orchestra.run.smithi110.stdout: "avgcount": 3, 2024-09-15T22:05:29.959 INFO:teuthology.orchestra.run.smithi110.stdout: "sum": 0.007999867, 2024-09-15T22:05:29.959 INFO:teuthology.orchestra.run.smithi110.stdout: "avgtime": 0.002666622 2024-09-15T22:05:29.959 INFO:teuthology.orchestra.run.smithi110.stdout: }, 2024-09-15T22:05:29.959 INFO:teuthology.orchestra.run.smithi110.stdout: "op_inflight": 0, 2024-09-15T22:05:29.959 INFO:teuthology.orchestra.run.smithi110.stdout: "oplen_avg": { 2024-09-15T22:05:29.959 INFO:teuthology.orchestra.run.smithi110.stdout: "avgcount": 3, 2024-09-15T22:05:29.959 INFO:teuthology.orchestra.run.smithi110.stdout: "sum": 3 2024-09-15T22:05:29.959 INFO:teuthology.orchestra.run.smithi110.stdout: }, 2024-09-15T22:05:29.959 INFO:teuthology.orchestra.run.smithi110.stdout: "op": 3, 2024-09-15T22:05:29.960 INFO:teuthology.orchestra.run.smithi110.stdout: "op_r": 0, 2024-09-15T22:05:29.960 INFO:teuthology.orchestra.run.smithi110.stdout: "op_w": 3, 2024-09-15T22:05:29.960 INFO:teuthology.orchestra.run.smithi110.stdout: "op_rmw": 0, 2024-09-15T22:05:29.960 INFO:teuthology.orchestra.run.smithi110.stdout: "op_pg": 0, 2024-09-15T22:05:29.960 INFO:teuthology.orchestra.run.smithi110.stdout: "osdop_stat": 0, 2024-09-15T22:05:29.960 INFO:teuthology.orchestra.run.smithi110.stdout: "osdop_create": 0, 2024-09-15T22:05:29.960 INFO:teuthology.orchestra.run.smithi110.stdout: "osdop_read": 0, 2024-09-15T22:05:29.960 INFO:teuthology.orchestra.run.smithi110.stdout: "osdop_write": 3, 2024-09-15T22:05:29.960 INFO:teuthology.orchestra.run.smithi110.stdout: "osdop_writefull": 0, 2024-09-15T22:05:29.960 INFO:teuthology.orchestra.run.smithi110.stdout: "osdop_writesame": 0, 2024-09-15T22:05:29.960 INFO:teuthology.orchestra.run.smithi110.stdout: "osdop_append": 0, 2024-09-15T22:05:29.960 INFO:teuthology.orchestra.run.smithi110.stdout: "osdop_zero": 0, 2024-09-15T22:05:29.960 INFO:teuthology.orchestra.run.smithi110.stdout: "osdop_truncate": 0, 2024-09-15T22:05:29.961 INFO:teuthology.orchestra.run.smithi110.stdout: "osdop_delete": 0, 2024-09-15T22:05:29.961 INFO:teuthology.orchestra.run.smithi110.stdout: "osdop_mapext": 0, 2024-09-15T22:05:29.961 INFO:teuthology.orchestra.run.smithi110.stdout: "osdop_sparse_read": 0, 2024-09-15T22:05:29.961 INFO:teuthology.orchestra.run.smithi110.stdout: "osdop_clonerange": 0, 2024-09-15T22:05:29.961 INFO:teuthology.orchestra.run.smithi110.stdout: "osdop_getxattr": 0, 2024-09-15T22:05:29.961 INFO:teuthology.orchestra.run.smithi110.stdout: "osdop_setxattr": 0, 2024-09-15T22:05:29.961 INFO:teuthology.orchestra.run.smithi110.stdout: "osdop_cmpxattr": 0, 2024-09-15T22:05:29.961 INFO:teuthology.orchestra.run.smithi110.stdout: "osdop_rmxattr": 0, 2024-09-15T22:05:29.961 INFO:teuthology.orchestra.run.smithi110.stdout: "osdop_resetxattrs": 0, 2024-09-15T22:05:29.961 INFO:teuthology.orchestra.run.smithi110.stdout: "osdop_call": 0, 2024-09-15T22:05:29.961 INFO:teuthology.orchestra.run.smithi110.stdout: "osdop_watch": 0, 2024-09-15T22:05:29.961 INFO:teuthology.orchestra.run.smithi110.stdout: "osdop_notify": 0, 2024-09-15T22:05:29.961 INFO:teuthology.orchestra.run.smithi110.stdout: "osdop_src_cmpxattr": 0, 2024-09-15T22:05:29.962 INFO:teuthology.orchestra.run.smithi110.stdout: "osdop_pgls": 0, 2024-09-15T22:05:29.962 INFO:teuthology.orchestra.run.smithi110.stdout: "osdop_pgls_filter": 0, 2024-09-15T22:05:29.962 INFO:teuthology.orchestra.run.smithi110.stdout: "osdop_other": 0, 2024-09-15T22:05:29.962 INFO:teuthology.orchestra.run.smithi110.stdout: "linger_active": 0, 2024-09-15T22:05:29.962 INFO:teuthology.orchestra.run.smithi110.stdout: "linger_send": 0, 2024-09-15T22:05:29.962 INFO:teuthology.orchestra.run.smithi110.stdout: "linger_resend": 0, 2024-09-15T22:05:29.962 INFO:teuthology.orchestra.run.smithi110.stdout: "linger_ping": 0, 2024-09-15T22:05:29.962 INFO:teuthology.orchestra.run.smithi110.stdout: "poolop_active": 0, 2024-09-15T22:05:29.962 INFO:teuthology.orchestra.run.smithi110.stdout: "poolop_send": 0, 2024-09-15T22:05:29.962 INFO:teuthology.orchestra.run.smithi110.stdout: "poolop_resend": 0, 2024-09-15T22:05:29.962 INFO:teuthology.orchestra.run.smithi110.stdout: "poolstat_active": 0, 2024-09-15T22:05:29.962 INFO:teuthology.orchestra.run.smithi110.stdout: "poolstat_send": 0, 2024-09-15T22:05:29.963 INFO:teuthology.orchestra.run.smithi110.stdout: "poolstat_resend": 0, 2024-09-15T22:05:29.963 INFO:teuthology.orchestra.run.smithi110.stdout: "statfs_active": 0, 2024-09-15T22:05:29.963 INFO:teuthology.orchestra.run.smithi110.stdout: "statfs_send": 0, 2024-09-15T22:05:29.963 INFO:teuthology.orchestra.run.smithi110.stdout: "statfs_resend": 0, 2024-09-15T22:05:29.963 INFO:teuthology.orchestra.run.smithi110.stdout: "command_active": 0, 2024-09-15T22:05:29.963 INFO:teuthology.orchestra.run.smithi110.stdout: "command_send": 0, 2024-09-15T22:05:29.963 INFO:teuthology.orchestra.run.smithi110.stdout: "command_resend": 0, 2024-09-15T22:05:29.963 INFO:teuthology.orchestra.run.smithi110.stdout: "map_epoch": 0, 2024-09-15T22:05:29.963 INFO:teuthology.orchestra.run.smithi110.stdout: "map_full": 0, 2024-09-15T22:05:29.963 INFO:teuthology.orchestra.run.smithi110.stdout: "map_inc": 0, 2024-09-15T22:05:29.963 INFO:teuthology.orchestra.run.smithi110.stdout: "osd_sessions": 2, 2024-09-15T22:05:29.963 INFO:teuthology.orchestra.run.smithi110.stdout: "osd_session_open": 2, 2024-09-15T22:05:29.963 INFO:teuthology.orchestra.run.smithi110.stdout: "osd_session_close": 0, 2024-09-15T22:05:29.964 INFO:teuthology.orchestra.run.smithi110.stdout: "osd_laggy": 0, 2024-09-15T22:05:29.964 INFO:teuthology.orchestra.run.smithi110.stdout: "omap_wr": 0, 2024-09-15T22:05:29.964 INFO:teuthology.orchestra.run.smithi110.stdout: "omap_rd": 0, 2024-09-15T22:05:29.964 INFO:teuthology.orchestra.run.smithi110.stdout: "omap_del": 0 2024-09-15T22:05:29.964 INFO:teuthology.orchestra.run.smithi110.stdout: }, 2024-09-15T22:05:29.964 INFO:teuthology.orchestra.run.smithi110.stdout: "objecter-0x55e316c6a320": { 2024-09-15T22:05:29.964 INFO:teuthology.orchestra.run.smithi110.stdout: "op_active": 0, 2024-09-15T22:05:29.964 INFO:teuthology.orchestra.run.smithi110.stdout: "op_laggy": 0, 2024-09-15T22:05:29.964 INFO:teuthology.orchestra.run.smithi110.stdout: "op_send": 0, 2024-09-15T22:05:29.964 INFO:teuthology.orchestra.run.smithi110.stdout: "op_send_bytes": 0, 2024-09-15T22:05:29.964 INFO:teuthology.orchestra.run.smithi110.stdout: "op_resend": 0, 2024-09-15T22:05:29.964 INFO:teuthology.orchestra.run.smithi110.stdout: "op_reply": 0, 2024-09-15T22:05:29.964 INFO:teuthology.orchestra.run.smithi110.stdout: "op_latency": { 2024-09-15T22:05:29.965 INFO:teuthology.orchestra.run.smithi110.stdout: "avgcount": 0, 2024-09-15T22:05:29.965 INFO:teuthology.orchestra.run.smithi110.stdout: "sum": 0.000000000, 2024-09-15T22:05:29.965 INFO:teuthology.orchestra.run.smithi110.stdout: "avgtime": 0.000000000 2024-09-15T22:05:29.965 INFO:teuthology.orchestra.run.smithi110.stdout: }, 2024-09-15T22:05:29.965 INFO:teuthology.orchestra.run.smithi110.stdout: "op_inflight": 0, 2024-09-15T22:05:29.965 INFO:teuthology.orchestra.run.smithi110.stdout: "oplen_avg": { 2024-09-15T22:05:29.965 INFO:teuthology.orchestra.run.smithi110.stdout: "avgcount": 0, 2024-09-15T22:05:29.965 INFO:teuthology.orchestra.run.smithi110.stdout: "sum": 0 2024-09-15T22:05:29.965 INFO:teuthology.orchestra.run.smithi110.stdout: }, 2024-09-15T22:05:29.965 INFO:teuthology.orchestra.run.smithi110.stdout: "op": 0, 2024-09-15T22:05:29.965 INFO:teuthology.orchestra.run.smithi110.stdout: "op_r": 0, 2024-09-15T22:05:29.965 INFO:teuthology.orchestra.run.smithi110.stdout: "op_w": 0, 2024-09-15T22:05:29.965 INFO:teuthology.orchestra.run.smithi110.stdout: "op_rmw": 0, 2024-09-15T22:05:29.965 INFO:teuthology.orchestra.run.smithi110.stdout: "op_pg": 0, 2024-09-15T22:05:29.966 INFO:teuthology.orchestra.run.smithi110.stdout: "osdop_stat": 0, 2024-09-15T22:05:29.966 INFO:teuthology.orchestra.run.smithi110.stdout: "osdop_create": 0, 2024-09-15T22:05:29.966 INFO:teuthology.orchestra.run.smithi110.stdout: "osdop_read": 0, 2024-09-15T22:05:29.966 INFO:teuthology.orchestra.run.smithi110.stdout: "osdop_write": 0, 2024-09-15T22:05:29.966 INFO:teuthology.orchestra.run.smithi110.stdout: "osdop_writefull": 0, 2024-09-15T22:05:29.966 INFO:teuthology.orchestra.run.smithi110.stdout: "osdop_writesame": 0, 2024-09-15T22:05:29.966 INFO:teuthology.orchestra.run.smithi110.stdout: "osdop_append": 0, 2024-09-15T22:05:29.966 INFO:teuthology.orchestra.run.smithi110.stdout: "osdop_zero": 0, 2024-09-15T22:05:29.966 INFO:teuthology.orchestra.run.smithi110.stdout: "osdop_truncate": 0, 2024-09-15T22:05:29.966 INFO:teuthology.orchestra.run.smithi110.stdout: "osdop_delete": 0, 2024-09-15T22:05:29.966 INFO:teuthology.orchestra.run.smithi110.stdout: "osdop_mapext": 0, 2024-09-15T22:05:29.966 INFO:teuthology.orchestra.run.smithi110.stdout: "osdop_sparse_read": 0, 2024-09-15T22:05:29.966 INFO:teuthology.orchestra.run.smithi110.stdout: "osdop_clonerange": 0, 2024-09-15T22:05:29.966 INFO:teuthology.orchestra.run.smithi110.stdout: "osdop_getxattr": 0, 2024-09-15T22:05:29.967 INFO:teuthology.orchestra.run.smithi110.stdout: "osdop_setxattr": 0, 2024-09-15T22:05:29.967 INFO:teuthology.orchestra.run.smithi110.stdout: "osdop_cmpxattr": 0, 2024-09-15T22:05:29.967 INFO:teuthology.orchestra.run.smithi110.stdout: "osdop_rmxattr": 0, 2024-09-15T22:05:29.967 INFO:teuthology.orchestra.run.smithi110.stdout: "osdop_resetxattrs": 0, 2024-09-15T22:05:29.967 INFO:teuthology.orchestra.run.smithi110.stdout: "osdop_call": 0, 2024-09-15T22:05:29.967 INFO:teuthology.orchestra.run.smithi110.stdout: "osdop_watch": 0, 2024-09-15T22:05:29.967 INFO:teuthology.orchestra.run.smithi110.stdout: "osdop_notify": 0, 2024-09-15T22:05:29.967 INFO:teuthology.orchestra.run.smithi110.stdout: "osdop_src_cmpxattr": 0, 2024-09-15T22:05:29.967 INFO:teuthology.orchestra.run.smithi110.stdout: "osdop_pgls": 0, 2024-09-15T22:05:29.967 INFO:teuthology.orchestra.run.smithi110.stdout: "osdop_pgls_filter": 0, 2024-09-15T22:05:29.967 INFO:teuthology.orchestra.run.smithi110.stdout: "osdop_other": 0, 2024-09-15T22:05:29.967 INFO:teuthology.orchestra.run.smithi110.stdout: "linger_active": 0, 2024-09-15T22:05:29.967 INFO:teuthology.orchestra.run.smithi110.stdout: "linger_send": 0, 2024-09-15T22:05:29.967 INFO:teuthology.orchestra.run.smithi110.stdout: "linger_resend": 0, 2024-09-15T22:05:29.968 INFO:teuthology.orchestra.run.smithi110.stdout: "linger_ping": 0, 2024-09-15T22:05:29.968 INFO:teuthology.orchestra.run.smithi110.stdout: "poolop_active": 0, 2024-09-15T22:05:29.968 INFO:teuthology.orchestra.run.smithi110.stdout: "poolop_send": 0, 2024-09-15T22:05:29.968 INFO:teuthology.orchestra.run.smithi110.stdout: "poolop_resend": 0, 2024-09-15T22:05:29.968 INFO:teuthology.orchestra.run.smithi110.stdout: "poolstat_active": 0, 2024-09-15T22:05:29.968 INFO:teuthology.orchestra.run.smithi110.stdout: "poolstat_send": 0, 2024-09-15T22:05:29.968 INFO:teuthology.orchestra.run.smithi110.stdout: "poolstat_resend": 0, 2024-09-15T22:05:29.968 INFO:teuthology.orchestra.run.smithi110.stdout: "statfs_active": 0, 2024-09-15T22:05:29.968 INFO:teuthology.orchestra.run.smithi110.stdout: "statfs_send": 0, 2024-09-15T22:05:29.968 INFO:teuthology.orchestra.run.smithi110.stdout: "statfs_resend": 0, 2024-09-15T22:05:29.968 INFO:teuthology.orchestra.run.smithi110.stdout: "command_active": 0, 2024-09-15T22:05:29.968 INFO:teuthology.orchestra.run.smithi110.stdout: "command_send": 0, 2024-09-15T22:05:29.968 INFO:teuthology.orchestra.run.smithi110.stdout: "command_resend": 0, 2024-09-15T22:05:29.968 INFO:teuthology.orchestra.run.smithi110.stdout: "map_epoch": 0, 2024-09-15T22:05:29.969 INFO:teuthology.orchestra.run.smithi110.stdout: "map_full": 0, 2024-09-15T22:05:29.969 INFO:teuthology.orchestra.run.smithi110.stdout: "map_inc": 0, 2024-09-15T22:05:29.969 INFO:teuthology.orchestra.run.smithi110.stdout: "osd_sessions": 0, 2024-09-15T22:05:29.969 INFO:teuthology.orchestra.run.smithi110.stdout: "osd_session_open": 0, 2024-09-15T22:05:29.969 INFO:teuthology.orchestra.run.smithi110.stdout: "osd_session_close": 0, 2024-09-15T22:05:29.969 INFO:teuthology.orchestra.run.smithi110.stdout: "osd_laggy": 0, 2024-09-15T22:05:29.969 INFO:teuthology.orchestra.run.smithi110.stdout: "omap_wr": 0, 2024-09-15T22:05:29.969 INFO:teuthology.orchestra.run.smithi110.stdout: "omap_rd": 0, 2024-09-15T22:05:29.969 INFO:teuthology.orchestra.run.smithi110.stdout: "omap_del": 0 2024-09-15T22:05:29.969 INFO:teuthology.orchestra.run.smithi110.stdout: }, 2024-09-15T22:05:29.969 INFO:teuthology.orchestra.run.smithi110.stdout: "objecter-0x55e316c6a960": { 2024-09-15T22:05:29.969 INFO:teuthology.orchestra.run.smithi110.stdout: "op_active": 0, 2024-09-15T22:05:29.969 INFO:teuthology.orchestra.run.smithi110.stdout: "op_laggy": 0, 2024-09-15T22:05:29.970 INFO:teuthology.orchestra.run.smithi110.stdout: "op_send": 0, 2024-09-15T22:05:29.970 INFO:teuthology.orchestra.run.smithi110.stdout: "op_send_bytes": 0, 2024-09-15T22:05:29.970 INFO:teuthology.orchestra.run.smithi110.stdout: "op_resend": 0, 2024-09-15T22:05:29.970 INFO:teuthology.orchestra.run.smithi110.stdout: "op_reply": 0, 2024-09-15T22:05:29.970 INFO:teuthology.orchestra.run.smithi110.stdout: "op_latency": { 2024-09-15T22:05:29.970 INFO:teuthology.orchestra.run.smithi110.stdout: "avgcount": 0, 2024-09-15T22:05:29.970 INFO:teuthology.orchestra.run.smithi110.stdout: "sum": 0.000000000, 2024-09-15T22:05:29.970 INFO:teuthology.orchestra.run.smithi110.stdout: "avgtime": 0.000000000 2024-09-15T22:05:29.970 INFO:teuthology.orchestra.run.smithi110.stdout: }, 2024-09-15T22:05:29.970 INFO:teuthology.orchestra.run.smithi110.stdout: "op_inflight": 0, 2024-09-15T22:05:29.970 INFO:teuthology.orchestra.run.smithi110.stdout: "oplen_avg": { 2024-09-15T22:05:29.970 INFO:teuthology.orchestra.run.smithi110.stdout: "avgcount": 0, 2024-09-15T22:05:29.970 INFO:teuthology.orchestra.run.smithi110.stdout: "sum": 0 2024-09-15T22:05:29.970 INFO:teuthology.orchestra.run.smithi110.stdout: }, 2024-09-15T22:05:29.970 INFO:teuthology.orchestra.run.smithi110.stdout: "op": 0, 2024-09-15T22:05:29.971 INFO:teuthology.orchestra.run.smithi110.stdout: "op_r": 0, 2024-09-15T22:05:29.971 INFO:teuthology.orchestra.run.smithi110.stdout: "op_w": 0, 2024-09-15T22:05:29.971 INFO:teuthology.orchestra.run.smithi110.stdout: "op_rmw": 0, 2024-09-15T22:05:29.971 INFO:teuthology.orchestra.run.smithi110.stdout: "op_pg": 0, 2024-09-15T22:05:29.971 INFO:teuthology.orchestra.run.smithi110.stdout: "osdop_stat": 0, 2024-09-15T22:05:29.971 INFO:teuthology.orchestra.run.smithi110.stdout: "osdop_create": 0, 2024-09-15T22:05:29.971 INFO:teuthology.orchestra.run.smithi110.stdout: "osdop_read": 0, 2024-09-15T22:05:29.971 INFO:teuthology.orchestra.run.smithi110.stdout: "osdop_write": 0, 2024-09-15T22:05:29.971 INFO:teuthology.orchestra.run.smithi110.stdout: "osdop_writefull": 0, 2024-09-15T22:05:29.971 INFO:teuthology.orchestra.run.smithi110.stdout: "osdop_writesame": 0, 2024-09-15T22:05:29.971 INFO:teuthology.orchestra.run.smithi110.stdout: "osdop_append": 0, 2024-09-15T22:05:29.971 INFO:teuthology.orchestra.run.smithi110.stdout: "osdop_zero": 0, 2024-09-15T22:05:29.971 INFO:teuthology.orchestra.run.smithi110.stdout: "osdop_truncate": 0, 2024-09-15T22:05:29.972 INFO:teuthology.orchestra.run.smithi110.stdout: "osdop_delete": 0, 2024-09-15T22:05:29.972 INFO:teuthology.orchestra.run.smithi110.stdout: "osdop_mapext": 0, 2024-09-15T22:05:29.972 INFO:teuthology.orchestra.run.smithi110.stdout: "osdop_sparse_read": 0, 2024-09-15T22:05:29.972 INFO:teuthology.orchestra.run.smithi110.stdout: "osdop_clonerange": 0, 2024-09-15T22:05:29.972 INFO:teuthology.orchestra.run.smithi110.stdout: "osdop_getxattr": 0, 2024-09-15T22:05:29.972 INFO:teuthology.orchestra.run.smithi110.stdout: "osdop_setxattr": 0, 2024-09-15T22:05:29.972 INFO:teuthology.orchestra.run.smithi110.stdout: "osdop_cmpxattr": 0, 2024-09-15T22:05:29.972 INFO:teuthology.orchestra.run.smithi110.stdout: "osdop_rmxattr": 0, 2024-09-15T22:05:29.972 INFO:teuthology.orchestra.run.smithi110.stdout: "osdop_resetxattrs": 0, 2024-09-15T22:05:29.972 INFO:teuthology.orchestra.run.smithi110.stdout: "osdop_call": 0, 2024-09-15T22:05:29.972 INFO:teuthology.orchestra.run.smithi110.stdout: "osdop_watch": 0, 2024-09-15T22:05:29.972 INFO:teuthology.orchestra.run.smithi110.stdout: "osdop_notify": 0, 2024-09-15T22:05:29.972 INFO:teuthology.orchestra.run.smithi110.stdout: "osdop_src_cmpxattr": 0, 2024-09-15T22:05:29.973 INFO:teuthology.orchestra.run.smithi110.stdout: "osdop_pgls": 0, 2024-09-15T22:05:29.973 INFO:teuthology.orchestra.run.smithi110.stdout: "osdop_pgls_filter": 0, 2024-09-15T22:05:29.973 INFO:teuthology.orchestra.run.smithi110.stdout: "osdop_other": 0, 2024-09-15T22:05:29.973 INFO:teuthology.orchestra.run.smithi110.stdout: "linger_active": 0, 2024-09-15T22:05:29.973 INFO:teuthology.orchestra.run.smithi110.stdout: "linger_send": 0, 2024-09-15T22:05:29.973 INFO:teuthology.orchestra.run.smithi110.stdout: "linger_resend": 0, 2024-09-15T22:05:29.973 INFO:teuthology.orchestra.run.smithi110.stdout: "linger_ping": 0, 2024-09-15T22:05:29.973 INFO:teuthology.orchestra.run.smithi110.stdout: "poolop_active": 0, 2024-09-15T22:05:29.973 INFO:teuthology.orchestra.run.smithi110.stdout: "poolop_send": 0, 2024-09-15T22:05:29.973 INFO:teuthology.orchestra.run.smithi110.stdout: "poolop_resend": 0, 2024-09-15T22:05:29.973 INFO:teuthology.orchestra.run.smithi110.stdout: "poolstat_active": 0, 2024-09-15T22:05:29.973 INFO:teuthology.orchestra.run.smithi110.stdout: "poolstat_send": 0, 2024-09-15T22:05:29.973 INFO:teuthology.orchestra.run.smithi110.stdout: "poolstat_resend": 0, 2024-09-15T22:05:29.974 INFO:teuthology.orchestra.run.smithi110.stdout: "statfs_active": 0, 2024-09-15T22:05:29.974 INFO:teuthology.orchestra.run.smithi110.stdout: "statfs_send": 0, 2024-09-15T22:05:29.974 INFO:teuthology.orchestra.run.smithi110.stdout: "statfs_resend": 0, 2024-09-15T22:05:29.974 INFO:teuthology.orchestra.run.smithi110.stdout: "command_active": 0, 2024-09-15T22:05:29.974 INFO:teuthology.orchestra.run.smithi110.stdout: "command_send": 0, 2024-09-15T22:05:29.974 INFO:teuthology.orchestra.run.smithi110.stdout: "command_resend": 0, 2024-09-15T22:05:29.974 INFO:teuthology.orchestra.run.smithi110.stdout: "map_epoch": 0, 2024-09-15T22:05:29.974 INFO:teuthology.orchestra.run.smithi110.stdout: "map_full": 0, 2024-09-15T22:05:29.974 INFO:teuthology.orchestra.run.smithi110.stdout: "map_inc": 0, 2024-09-15T22:05:29.974 INFO:teuthology.orchestra.run.smithi110.stdout: "osd_sessions": 0, 2024-09-15T22:05:29.974 INFO:teuthology.orchestra.run.smithi110.stdout: "osd_session_open": 0, 2024-09-15T22:05:29.974 INFO:teuthology.orchestra.run.smithi110.stdout: "osd_session_close": 0, 2024-09-15T22:05:29.974 INFO:teuthology.orchestra.run.smithi110.stdout: "osd_laggy": 0, 2024-09-15T22:05:29.975 INFO:teuthology.orchestra.run.smithi110.stdout: "omap_wr": 0, 2024-09-15T22:05:29.975 INFO:teuthology.orchestra.run.smithi110.stdout: "omap_rd": 0, 2024-09-15T22:05:29.975 INFO:teuthology.orchestra.run.smithi110.stdout: "omap_del": 0 2024-09-15T22:05:29.975 INFO:teuthology.orchestra.run.smithi110.stdout: }, 2024-09-15T22:05:29.975 INFO:teuthology.orchestra.run.smithi110.stdout: "osd-slow-ops": { 2024-09-15T22:05:29.975 INFO:teuthology.orchestra.run.smithi110.stdout: "slow_ops_count": 0 2024-09-15T22:05:29.975 INFO:teuthology.orchestra.run.smithi110.stdout: }, 2024-09-15T22:05:29.975 INFO:teuthology.orchestra.run.smithi110.stdout: "throttle-mgr_client_bytes": { 2024-09-15T22:05:29.975 INFO:teuthology.orchestra.run.smithi110.stdout: "val": 0, 2024-09-15T22:05:29.975 INFO:teuthology.orchestra.run.smithi110.stdout: "max": 134217728, 2024-09-15T22:05:29.975 INFO:teuthology.orchestra.run.smithi110.stdout: "get_started": 0, 2024-09-15T22:05:29.975 INFO:teuthology.orchestra.run.smithi110.stdout: "get": 54, 2024-09-15T22:05:29.976 INFO:teuthology.orchestra.run.smithi110.stdout: "get_sum": 170886, 2024-09-15T22:05:29.976 INFO:teuthology.orchestra.run.smithi110.stdout: "get_or_fail_fail": 0, 2024-09-15T22:05:29.976 INFO:teuthology.orchestra.run.smithi110.stdout: "get_or_fail_success": 54, 2024-09-15T22:05:29.976 INFO:teuthology.orchestra.run.smithi110.stdout: "take": 0, 2024-09-15T22:05:29.976 INFO:teuthology.orchestra.run.smithi110.stdout: "take_sum": 0, 2024-09-15T22:05:29.976 INFO:teuthology.orchestra.run.smithi110.stdout: "put": 72, 2024-09-15T22:05:29.976 INFO:teuthology.orchestra.run.smithi110.stdout: "put_sum": 170886, 2024-09-15T22:05:29.976 INFO:teuthology.orchestra.run.smithi110.stdout: "wait": { 2024-09-15T22:05:29.976 INFO:teuthology.orchestra.run.smithi110.stdout: "avgcount": 0, 2024-09-15T22:05:29.976 INFO:teuthology.orchestra.run.smithi110.stdout: "sum": 0.000000000, 2024-09-15T22:05:29.976 INFO:teuthology.orchestra.run.smithi110.stdout: "avgtime": 0.000000000 2024-09-15T22:05:29.976 INFO:teuthology.orchestra.run.smithi110.stdout: } 2024-09-15T22:05:29.977 INFO:teuthology.orchestra.run.smithi110.stdout: }, 2024-09-15T22:05:29.977 INFO:teuthology.orchestra.run.smithi110.stdout: "throttle-mgr_client_messages": { 2024-09-15T22:05:29.977 INFO:teuthology.orchestra.run.smithi110.stdout: "val": 0, 2024-09-15T22:05:29.977 INFO:teuthology.orchestra.run.smithi110.stdout: "max": 512, 2024-09-15T22:05:29.977 INFO:teuthology.orchestra.run.smithi110.stdout: "get_started": 0, 2024-09-15T22:05:29.977 INFO:teuthology.orchestra.run.smithi110.stdout: "get": 54, 2024-09-15T22:05:29.977 INFO:teuthology.orchestra.run.smithi110.stdout: "get_sum": 54, 2024-09-15T22:05:29.977 INFO:teuthology.orchestra.run.smithi110.stdout: "get_or_fail_fail": 0, 2024-09-15T22:05:29.977 INFO:teuthology.orchestra.run.smithi110.stdout: "get_or_fail_success": 54, 2024-09-15T22:05:29.977 INFO:teuthology.orchestra.run.smithi110.stdout: "take": 0, 2024-09-15T22:05:29.977 INFO:teuthology.orchestra.run.smithi110.stdout: "take_sum": 0, 2024-09-15T22:05:29.977 INFO:teuthology.orchestra.run.smithi110.stdout: "put": 54, 2024-09-15T22:05:29.978 INFO:teuthology.orchestra.run.smithi110.stdout: "put_sum": 54, 2024-09-15T22:05:29.978 INFO:teuthology.orchestra.run.smithi110.stdout: "wait": { 2024-09-15T22:05:29.978 INFO:teuthology.orchestra.run.smithi110.stdout: "avgcount": 0, 2024-09-15T22:05:29.978 INFO:teuthology.orchestra.run.smithi110.stdout: "sum": 0.000000000, 2024-09-15T22:05:29.978 INFO:teuthology.orchestra.run.smithi110.stdout: "avgtime": 0.000000000 2024-09-15T22:05:29.978 INFO:teuthology.orchestra.run.smithi110.stdout: } 2024-09-15T22:05:29.978 INFO:teuthology.orchestra.run.smithi110.stdout: }, 2024-09-15T22:05:29.978 INFO:teuthology.orchestra.run.smithi110.stdout: "throttle-mgr_mds_bytes": { 2024-09-15T22:05:29.978 INFO:teuthology.orchestra.run.smithi110.stdout: "val": 0, 2024-09-15T22:05:29.978 INFO:teuthology.orchestra.run.smithi110.stdout: "max": 134217728, 2024-09-15T22:05:29.978 INFO:teuthology.orchestra.run.smithi110.stdout: "get_started": 0, 2024-09-15T22:05:29.978 INFO:teuthology.orchestra.run.smithi110.stdout: "get": 69, 2024-09-15T22:05:29.978 INFO:teuthology.orchestra.run.smithi110.stdout: "get_sum": 821728, 2024-09-15T22:05:29.979 INFO:teuthology.orchestra.run.smithi110.stdout: "get_or_fail_fail": 0, 2024-09-15T22:05:29.979 INFO:teuthology.orchestra.run.smithi110.stdout: "get_or_fail_success": 69, 2024-09-15T22:05:29.979 INFO:teuthology.orchestra.run.smithi110.stdout: "take": 0, 2024-09-15T22:05:29.979 INFO:teuthology.orchestra.run.smithi110.stdout: "take_sum": 0, 2024-09-15T22:05:29.979 INFO:teuthology.orchestra.run.smithi110.stdout: "put": 69, 2024-09-15T22:05:29.979 INFO:teuthology.orchestra.run.smithi110.stdout: "put_sum": 821728, 2024-09-15T22:05:29.979 INFO:teuthology.orchestra.run.smithi110.stdout: "wait": { 2024-09-15T22:05:29.979 INFO:teuthology.orchestra.run.smithi110.stdout: "avgcount": 0, 2024-09-15T22:05:29.979 INFO:teuthology.orchestra.run.smithi110.stdout: "sum": 0.000000000, 2024-09-15T22:05:29.979 INFO:teuthology.orchestra.run.smithi110.stdout: "avgtime": 0.000000000 2024-09-15T22:05:29.979 INFO:teuthology.orchestra.run.smithi110.stdout: } 2024-09-15T22:05:29.979 INFO:teuthology.orchestra.run.smithi110.stdout: }, 2024-09-15T22:05:29.980 INFO:teuthology.orchestra.run.smithi110.stdout: "throttle-mgr_mds_messsages": { 2024-09-15T22:05:29.980 INFO:teuthology.orchestra.run.smithi110.stdout: "val": 0, 2024-09-15T22:05:29.980 INFO:teuthology.orchestra.run.smithi110.stdout: "max": 128, 2024-09-15T22:05:29.980 INFO:teuthology.orchestra.run.smithi110.stdout: "get_started": 0, 2024-09-15T22:05:29.980 INFO:teuthology.orchestra.run.smithi110.stdout: "get": 69, 2024-09-15T22:05:29.980 INFO:teuthology.orchestra.run.smithi110.stdout: "get_sum": 69, 2024-09-15T22:05:29.980 INFO:teuthology.orchestra.run.smithi110.stdout: "get_or_fail_fail": 0, 2024-09-15T22:05:29.980 INFO:teuthology.orchestra.run.smithi110.stdout: "get_or_fail_success": 69, 2024-09-15T22:05:29.980 INFO:teuthology.orchestra.run.smithi110.stdout: "take": 0, 2024-09-15T22:05:29.980 INFO:teuthology.orchestra.run.smithi110.stdout: "take_sum": 0, 2024-09-15T22:05:29.980 INFO:teuthology.orchestra.run.smithi110.stdout: "put": 69, 2024-09-15T22:05:29.980 INFO:teuthology.orchestra.run.smithi110.stdout: "put_sum": 69, 2024-09-15T22:05:29.981 INFO:teuthology.orchestra.run.smithi110.stdout: "wait": { 2024-09-15T22:05:29.981 INFO:teuthology.orchestra.run.smithi110.stdout: "avgcount": 0, 2024-09-15T22:05:29.981 INFO:teuthology.orchestra.run.smithi110.stdout: "sum": 0.000000000, 2024-09-15T22:05:29.981 INFO:teuthology.orchestra.run.smithi110.stdout: "avgtime": 0.000000000 2024-09-15T22:05:29.981 INFO:teuthology.orchestra.run.smithi110.stdout: } 2024-09-15T22:05:29.981 INFO:teuthology.orchestra.run.smithi110.stdout: }, 2024-09-15T22:05:29.981 INFO:teuthology.orchestra.run.smithi110.stdout: "throttle-mgr_mon_bytes": { 2024-09-15T22:05:29.981 INFO:teuthology.orchestra.run.smithi110.stdout: "val": 0, 2024-09-15T22:05:29.981 INFO:teuthology.orchestra.run.smithi110.stdout: "max": 134217728, 2024-09-15T22:05:29.981 INFO:teuthology.orchestra.run.smithi110.stdout: "get_started": 0, 2024-09-15T22:05:29.981 INFO:teuthology.orchestra.run.smithi110.stdout: "get": 54, 2024-09-15T22:05:29.981 INFO:teuthology.orchestra.run.smithi110.stdout: "get_sum": 427661, 2024-09-15T22:05:29.981 INFO:teuthology.orchestra.run.smithi110.stdout: "get_or_fail_fail": 0, 2024-09-15T22:05:29.982 INFO:teuthology.orchestra.run.smithi110.stdout: "get_or_fail_success": 54, 2024-09-15T22:05:29.982 INFO:teuthology.orchestra.run.smithi110.stdout: "take": 0, 2024-09-15T22:05:29.982 INFO:teuthology.orchestra.run.smithi110.stdout: "take_sum": 0, 2024-09-15T22:05:29.982 INFO:teuthology.orchestra.run.smithi110.stdout: "put": 54, 2024-09-15T22:05:29.982 INFO:teuthology.orchestra.run.smithi110.stdout: "put_sum": 427661, 2024-09-15T22:05:29.982 INFO:teuthology.orchestra.run.smithi110.stdout: "wait": { 2024-09-15T22:05:29.982 INFO:teuthology.orchestra.run.smithi110.stdout: "avgcount": 0, 2024-09-15T22:05:29.982 INFO:teuthology.orchestra.run.smithi110.stdout: "sum": 0.000000000, 2024-09-15T22:05:29.982 INFO:teuthology.orchestra.run.smithi110.stdout: "avgtime": 0.000000000 2024-09-15T22:05:29.982 INFO:teuthology.orchestra.run.smithi110.stdout: } 2024-09-15T22:05:29.982 INFO:teuthology.orchestra.run.smithi110.stdout: }, 2024-09-15T22:05:29.982 INFO:teuthology.orchestra.run.smithi110.stdout: "throttle-mgr_mon_messsages": { 2024-09-15T22:05:29.983 INFO:teuthology.orchestra.run.smithi110.stdout: "val": 0, 2024-09-15T22:05:29.983 INFO:teuthology.orchestra.run.smithi110.stdout: "max": 128, 2024-09-15T22:05:29.983 INFO:teuthology.orchestra.run.smithi110.stdout: "get_started": 0, 2024-09-15T22:05:29.983 INFO:teuthology.orchestra.run.smithi110.stdout: "get": 54, 2024-09-15T22:05:29.983 INFO:teuthology.orchestra.run.smithi110.stdout: "get_sum": 54, 2024-09-15T22:05:29.983 INFO:teuthology.orchestra.run.smithi110.stdout: "get_or_fail_fail": 0, 2024-09-15T22:05:29.983 INFO:teuthology.orchestra.run.smithi110.stdout: "get_or_fail_success": 54, 2024-09-15T22:05:29.983 INFO:teuthology.orchestra.run.smithi110.stdout: "take": 0, 2024-09-15T22:05:29.983 INFO:teuthology.orchestra.run.smithi110.stdout: "take_sum": 0, 2024-09-15T22:05:29.983 INFO:teuthology.orchestra.run.smithi110.stdout: "put": 54, 2024-09-15T22:05:29.983 INFO:teuthology.orchestra.run.smithi110.stdout: "put_sum": 54, 2024-09-15T22:05:29.983 INFO:teuthology.orchestra.run.smithi110.stdout: "wait": { 2024-09-15T22:05:29.983 INFO:teuthology.orchestra.run.smithi110.stdout: "avgcount": 0, 2024-09-15T22:05:29.984 INFO:teuthology.orchestra.run.smithi110.stdout: "sum": 0.000000000, 2024-09-15T22:05:29.984 INFO:teuthology.orchestra.run.smithi110.stdout: "avgtime": 0.000000000 2024-09-15T22:05:29.984 INFO:teuthology.orchestra.run.smithi110.stdout: } 2024-09-15T22:05:29.984 INFO:teuthology.orchestra.run.smithi110.stdout: }, 2024-09-15T22:05:29.984 INFO:teuthology.orchestra.run.smithi110.stdout: "throttle-mgr_osd_bytes": { 2024-09-15T22:05:29.984 INFO:teuthology.orchestra.run.smithi110.stdout: "val": 0, 2024-09-15T22:05:29.984 INFO:teuthology.orchestra.run.smithi110.stdout: "max": 536870912, 2024-09-15T22:05:29.984 INFO:teuthology.orchestra.run.smithi110.stdout: "get_started": 0, 2024-09-15T22:05:29.984 INFO:teuthology.orchestra.run.smithi110.stdout: "get": 290, 2024-09-15T22:05:29.984 INFO:teuthology.orchestra.run.smithi110.stdout: "get_sum": 3547663, 2024-09-15T22:05:29.984 INFO:teuthology.orchestra.run.smithi110.stdout: "get_or_fail_fail": 0, 2024-09-15T22:05:29.984 INFO:teuthology.orchestra.run.smithi110.stdout: "get_or_fail_success": 290, 2024-09-15T22:05:29.985 INFO:teuthology.orchestra.run.smithi110.stdout: "take": 0, 2024-09-15T22:05:29.985 INFO:teuthology.orchestra.run.smithi110.stdout: "take_sum": 0, 2024-09-15T22:05:29.985 INFO:teuthology.orchestra.run.smithi110.stdout: "put": 290, 2024-09-15T22:05:29.985 INFO:teuthology.orchestra.run.smithi110.stdout: "put_sum": 3547663, 2024-09-15T22:05:29.985 INFO:teuthology.orchestra.run.smithi110.stdout: "wait": { 2024-09-15T22:05:29.985 INFO:teuthology.orchestra.run.smithi110.stdout: "avgcount": 0, 2024-09-15T22:05:29.985 INFO:teuthology.orchestra.run.smithi110.stdout: "sum": 0.000000000, 2024-09-15T22:05:29.985 INFO:teuthology.orchestra.run.smithi110.stdout: "avgtime": 0.000000000 2024-09-15T22:05:29.985 INFO:teuthology.orchestra.run.smithi110.stdout: } 2024-09-15T22:05:29.985 INFO:teuthology.orchestra.run.smithi110.stdout: }, 2024-09-15T22:05:29.985 INFO:teuthology.orchestra.run.smithi110.stdout: "throttle-mgr_osd_messsages": { 2024-09-15T22:05:29.985 INFO:teuthology.orchestra.run.smithi110.stdout: "val": 0, 2024-09-15T22:05:29.985 INFO:teuthology.orchestra.run.smithi110.stdout: "max": 8192, 2024-09-15T22:05:29.986 INFO:teuthology.orchestra.run.smithi110.stdout: "get_started": 0, 2024-09-15T22:05:29.986 INFO:teuthology.orchestra.run.smithi110.stdout: "get": 290, 2024-09-15T22:05:29.986 INFO:teuthology.orchestra.run.smithi110.stdout: "get_sum": 290, 2024-09-15T22:05:29.986 INFO:teuthology.orchestra.run.smithi110.stdout: "get_or_fail_fail": 0, 2024-09-15T22:05:29.986 INFO:teuthology.orchestra.run.smithi110.stdout: "get_or_fail_success": 290, 2024-09-15T22:05:29.986 INFO:teuthology.orchestra.run.smithi110.stdout: "take": 0, 2024-09-15T22:05:29.986 INFO:teuthology.orchestra.run.smithi110.stdout: "take_sum": 0, 2024-09-15T22:05:29.986 INFO:teuthology.orchestra.run.smithi110.stdout: "put": 290, 2024-09-15T22:05:29.986 INFO:teuthology.orchestra.run.smithi110.stdout: "put_sum": 290, 2024-09-15T22:05:29.986 INFO:teuthology.orchestra.run.smithi110.stdout: "wait": { 2024-09-15T22:05:29.986 INFO:teuthology.orchestra.run.smithi110.stdout: "avgcount": 0, 2024-09-15T22:05:29.986 INFO:teuthology.orchestra.run.smithi110.stdout: "sum": 0.000000000, 2024-09-15T22:05:29.987 INFO:teuthology.orchestra.run.smithi110.stdout: "avgtime": 0.000000000 2024-09-15T22:05:29.987 INFO:teuthology.orchestra.run.smithi110.stdout: } 2024-09-15T22:05:29.987 INFO:teuthology.orchestra.run.smithi110.stdout: }, 2024-09-15T22:05:29.987 INFO:teuthology.orchestra.run.smithi110.stdout: "throttle-msgr_dispatch_throttler-client": { 2024-09-15T22:05:29.987 INFO:teuthology.orchestra.run.smithi110.stdout: "val": 0, 2024-09-15T22:05:29.987 INFO:teuthology.orchestra.run.smithi110.stdout: "max": 104857600, 2024-09-15T22:05:29.987 INFO:teuthology.orchestra.run.smithi110.stdout: "get_started": 0, 2024-09-15T22:05:29.987 INFO:teuthology.orchestra.run.smithi110.stdout: "get": 172, 2024-09-15T22:05:29.987 INFO:teuthology.orchestra.run.smithi110.stdout: "get_sum": 67001, 2024-09-15T22:05:29.987 INFO:teuthology.orchestra.run.smithi110.stdout: "get_or_fail_fail": 0, 2024-09-15T22:05:29.987 INFO:teuthology.orchestra.run.smithi110.stdout: "get_or_fail_success": 172, 2024-09-15T22:05:29.987 INFO:teuthology.orchestra.run.smithi110.stdout: "take": 0, 2024-09-15T22:05:29.987 INFO:teuthology.orchestra.run.smithi110.stdout: "take_sum": 0, 2024-09-15T22:05:29.988 INFO:teuthology.orchestra.run.smithi110.stdout: "put": 172, 2024-09-15T22:05:29.988 INFO:teuthology.orchestra.run.smithi110.stdout: "put_sum": 67001, 2024-09-15T22:05:29.988 INFO:teuthology.orchestra.run.smithi110.stdout: "wait": { 2024-09-15T22:05:29.988 INFO:teuthology.orchestra.run.smithi110.stdout: "avgcount": 0, 2024-09-15T22:05:29.988 INFO:teuthology.orchestra.run.smithi110.stdout: "sum": 0.000000000, 2024-09-15T22:05:29.988 INFO:teuthology.orchestra.run.smithi110.stdout: "avgtime": 0.000000000 2024-09-15T22:05:29.988 INFO:teuthology.orchestra.run.smithi110.stdout: } 2024-09-15T22:05:29.988 INFO:teuthology.orchestra.run.smithi110.stdout: }, 2024-09-15T22:05:29.988 INFO:teuthology.orchestra.run.smithi110.stdout: "throttle-msgr_dispatch_throttler-client-0x55e316c6a0a0": { 2024-09-15T22:05:29.988 INFO:teuthology.orchestra.run.smithi110.stdout: "val": 0, 2024-09-15T22:05:29.988 INFO:teuthology.orchestra.run.smithi110.stdout: "max": 104857600, 2024-09-15T22:05:29.988 INFO:teuthology.orchestra.run.smithi110.stdout: "get_started": 0, 2024-09-15T22:05:29.988 INFO:teuthology.orchestra.run.smithi110.stdout: "get": 87, 2024-09-15T22:05:29.989 INFO:teuthology.orchestra.run.smithi110.stdout: "get_sum": 46105, 2024-09-15T22:05:29.989 INFO:teuthology.orchestra.run.smithi110.stdout: "get_or_fail_fail": 0, 2024-09-15T22:05:29.989 INFO:teuthology.orchestra.run.smithi110.stdout: "get_or_fail_success": 87, 2024-09-15T22:05:29.989 INFO:teuthology.orchestra.run.smithi110.stdout: "take": 0, 2024-09-15T22:05:29.989 INFO:teuthology.orchestra.run.smithi110.stdout: "take_sum": 0, 2024-09-15T22:05:29.989 INFO:teuthology.orchestra.run.smithi110.stdout: "put": 87, 2024-09-15T22:05:29.989 INFO:teuthology.orchestra.run.smithi110.stdout: "put_sum": 46105, 2024-09-15T22:05:29.989 INFO:teuthology.orchestra.run.smithi110.stdout: "wait": { 2024-09-15T22:05:29.989 INFO:teuthology.orchestra.run.smithi110.stdout: "avgcount": 0, 2024-09-15T22:05:29.989 INFO:teuthology.orchestra.run.smithi110.stdout: "sum": 0.000000000, 2024-09-15T22:05:29.989 INFO:teuthology.orchestra.run.smithi110.stdout: "avgtime": 0.000000000 2024-09-15T22:05:29.989 INFO:teuthology.orchestra.run.smithi110.stdout: } 2024-09-15T22:05:29.989 INFO:teuthology.orchestra.run.smithi110.stdout: }, 2024-09-15T22:05:29.990 INFO:teuthology.orchestra.run.smithi110.stdout: "throttle-msgr_dispatch_throttler-client-0x55e316c6a6e0": { 2024-09-15T22:05:29.990 INFO:teuthology.orchestra.run.smithi110.stdout: "val": 0, 2024-09-15T22:05:29.990 INFO:teuthology.orchestra.run.smithi110.stdout: "max": 104857600, 2024-09-15T22:05:29.990 INFO:teuthology.orchestra.run.smithi110.stdout: "get_started": 0, 2024-09-15T22:05:29.990 INFO:teuthology.orchestra.run.smithi110.stdout: "get": 38, 2024-09-15T22:05:29.990 INFO:teuthology.orchestra.run.smithi110.stdout: "get_sum": 21336, 2024-09-15T22:05:29.990 INFO:teuthology.orchestra.run.smithi110.stdout: "get_or_fail_fail": 0, 2024-09-15T22:05:29.990 INFO:teuthology.orchestra.run.smithi110.stdout: "get_or_fail_success": 38, 2024-09-15T22:05:29.990 INFO:teuthology.orchestra.run.smithi110.stdout: "take": 0, 2024-09-15T22:05:29.990 INFO:teuthology.orchestra.run.smithi110.stdout: "take_sum": 0, 2024-09-15T22:05:29.990 INFO:teuthology.orchestra.run.smithi110.stdout: "put": 38, 2024-09-15T22:05:29.990 INFO:teuthology.orchestra.run.smithi110.stdout: "put_sum": 21336, 2024-09-15T22:05:29.991 INFO:teuthology.orchestra.run.smithi110.stdout: "wait": { 2024-09-15T22:05:29.991 INFO:teuthology.orchestra.run.smithi110.stdout: "avgcount": 0, 2024-09-15T22:05:29.991 INFO:teuthology.orchestra.run.smithi110.stdout: "sum": 0.000000000, 2024-09-15T22:05:29.991 INFO:teuthology.orchestra.run.smithi110.stdout: "avgtime": 0.000000000 2024-09-15T22:05:29.991 INFO:teuthology.orchestra.run.smithi110.stdout: } 2024-09-15T22:05:29.991 INFO:teuthology.orchestra.run.smithi110.stdout: }, 2024-09-15T22:05:29.991 INFO:teuthology.orchestra.run.smithi110.stdout: "throttle-msgr_dispatch_throttler-mgr": { 2024-09-15T22:05:29.991 INFO:teuthology.orchestra.run.smithi110.stdout: "val": 0, 2024-09-15T22:05:29.991 INFO:teuthology.orchestra.run.smithi110.stdout: "max": 104857600, 2024-09-15T22:05:29.991 INFO:teuthology.orchestra.run.smithi110.stdout: "get_started": 0, 2024-09-15T22:05:29.991 INFO:teuthology.orchestra.run.smithi110.stdout: "get": 327, 2024-09-15T22:05:29.991 INFO:teuthology.orchestra.run.smithi110.stdout: "get_sum": 840559, 2024-09-15T22:05:29.992 INFO:teuthology.orchestra.run.smithi110.stdout: "get_or_fail_fail": 0, 2024-09-15T22:05:29.992 INFO:teuthology.orchestra.run.smithi110.stdout: "get_or_fail_success": 327, 2024-09-15T22:05:29.992 INFO:teuthology.orchestra.run.smithi110.stdout: "take": 0, 2024-09-15T22:05:29.992 INFO:teuthology.orchestra.run.smithi110.stdout: "take_sum": 0, 2024-09-15T22:05:29.992 INFO:teuthology.orchestra.run.smithi110.stdout: "put": 327, 2024-09-15T22:05:29.992 INFO:teuthology.orchestra.run.smithi110.stdout: "put_sum": 840559, 2024-09-15T22:05:29.992 INFO:teuthology.orchestra.run.smithi110.stdout: "wait": { 2024-09-15T22:05:29.992 INFO:teuthology.orchestra.run.smithi110.stdout: "avgcount": 0, 2024-09-15T22:05:29.992 INFO:teuthology.orchestra.run.smithi110.stdout: "sum": 0.000000000, 2024-09-15T22:05:29.992 INFO:teuthology.orchestra.run.smithi110.stdout: "avgtime": 0.000000000 2024-09-15T22:05:29.992 INFO:teuthology.orchestra.run.smithi110.stdout: } 2024-09-15T22:05:29.992 INFO:teuthology.orchestra.run.smithi110.stdout: }, 2024-09-15T22:05:29.992 INFO:teuthology.orchestra.run.smithi110.stdout: "throttle-msgr_dispatch_throttler-mgr-0x55e3111cf400": { 2024-09-15T22:05:29.993 INFO:teuthology.orchestra.run.smithi110.stdout: "val": 0, 2024-09-15T22:05:29.993 INFO:teuthology.orchestra.run.smithi110.stdout: "max": 104857600, 2024-09-15T22:05:29.993 INFO:teuthology.orchestra.run.smithi110.stdout: "get_started": 0, 2024-09-15T22:05:29.993 INFO:teuthology.orchestra.run.smithi110.stdout: "get": 467, 2024-09-15T22:05:29.993 INFO:teuthology.orchestra.run.smithi110.stdout: "get_sum": 4967938, 2024-09-15T22:05:29.993 INFO:teuthology.orchestra.run.smithi110.stdout: "get_or_fail_fail": 0, 2024-09-15T22:05:29.993 INFO:teuthology.orchestra.run.smithi110.stdout: "get_or_fail_success": 467, 2024-09-15T22:05:29.993 INFO:teuthology.orchestra.run.smithi110.stdout: "take": 0, 2024-09-15T22:05:29.993 INFO:teuthology.orchestra.run.smithi110.stdout: "take_sum": 0, 2024-09-15T22:05:29.993 INFO:teuthology.orchestra.run.smithi110.stdout: "put": 467, 2024-09-15T22:05:29.993 INFO:teuthology.orchestra.run.smithi110.stdout: "put_sum": 4967938, 2024-09-15T22:05:29.993 INFO:teuthology.orchestra.run.smithi110.stdout: "wait": { 2024-09-15T22:05:29.994 INFO:teuthology.orchestra.run.smithi110.stdout: "avgcount": 0, 2024-09-15T22:05:29.994 INFO:teuthology.orchestra.run.smithi110.stdout: "sum": 0.000000000, 2024-09-15T22:05:29.994 INFO:teuthology.orchestra.run.smithi110.stdout: "avgtime": 0.000000000 2024-09-15T22:05:29.994 INFO:teuthology.orchestra.run.smithi110.stdout: } 2024-09-15T22:05:29.994 INFO:teuthology.orchestra.run.smithi110.stdout: }, 2024-09-15T22:05:29.994 INFO:teuthology.orchestra.run.smithi110.stdout: "throttle-msgr_dispatch_throttler-radosclient": { 2024-09-15T22:05:29.994 INFO:teuthology.orchestra.run.smithi110.stdout: "val": 0, 2024-09-15T22:05:29.994 INFO:teuthology.orchestra.run.smithi110.stdout: "max": 104857600, 2024-09-15T22:05:29.994 INFO:teuthology.orchestra.run.smithi110.stdout: "get_started": 0, 2024-09-15T22:05:29.994 INFO:teuthology.orchestra.run.smithi110.stdout: "get": 177, 2024-09-15T22:05:29.994 INFO:teuthology.orchestra.run.smithi110.stdout: "get_sum": 546200, 2024-09-15T22:05:29.994 INFO:teuthology.orchestra.run.smithi110.stdout: "get_or_fail_fail": 0, 2024-09-15T22:05:29.995 INFO:teuthology.orchestra.run.smithi110.stdout: "get_or_fail_success": 177, 2024-09-15T22:05:29.995 INFO:teuthology.orchestra.run.smithi110.stdout: "take": 0, 2024-09-15T22:05:29.995 INFO:teuthology.orchestra.run.smithi110.stdout: "take_sum": 0, 2024-09-15T22:05:29.995 INFO:teuthology.orchestra.run.smithi110.stdout: "put": 177, 2024-09-15T22:05:29.995 INFO:teuthology.orchestra.run.smithi110.stdout: "put_sum": 546200, 2024-09-15T22:05:29.995 INFO:teuthology.orchestra.run.smithi110.stdout: "wait": { 2024-09-15T22:05:29.995 INFO:teuthology.orchestra.run.smithi110.stdout: "avgcount": 0, 2024-09-15T22:05:29.995 INFO:teuthology.orchestra.run.smithi110.stdout: "sum": 0.000000000, 2024-09-15T22:05:29.995 INFO:teuthology.orchestra.run.smithi110.stdout: "avgtime": 0.000000000 2024-09-15T22:05:29.995 INFO:teuthology.orchestra.run.smithi110.stdout: } 2024-09-15T22:05:29.995 INFO:teuthology.orchestra.run.smithi110.stdout: }, 2024-09-15T22:05:29.995 INFO:teuthology.orchestra.run.smithi110.stdout: "throttle-msgr_dispatch_throttler-radosclient-0x55e315ee0fa0": { 2024-09-15T22:05:29.996 INFO:teuthology.orchestra.run.smithi110.stdout: "val": 0, 2024-09-15T22:05:29.996 INFO:teuthology.orchestra.run.smithi110.stdout: "max": 104857600, 2024-09-15T22:05:29.996 INFO:teuthology.orchestra.run.smithi110.stdout: "get_started": 0, 2024-09-15T22:05:29.996 INFO:teuthology.orchestra.run.smithi110.stdout: "get": 12, 2024-09-15T22:05:29.996 INFO:teuthology.orchestra.run.smithi110.stdout: "get_sum": 502357, 2024-09-15T22:05:29.996 INFO:teuthology.orchestra.run.smithi110.stdout: "get_or_fail_fail": 0, 2024-09-15T22:05:29.996 INFO:teuthology.orchestra.run.smithi110.stdout: "get_or_fail_success": 12, 2024-09-15T22:05:29.996 INFO:teuthology.orchestra.run.smithi110.stdout: "take": 0, 2024-09-15T22:05:29.996 INFO:teuthology.orchestra.run.smithi110.stdout: "take_sum": 0, 2024-09-15T22:05:29.996 INFO:teuthology.orchestra.run.smithi110.stdout: "put": 12, 2024-09-15T22:05:29.996 INFO:teuthology.orchestra.run.smithi110.stdout: "put_sum": 502357, 2024-09-15T22:05:29.996 INFO:teuthology.orchestra.run.smithi110.stdout: "wait": { 2024-09-15T22:05:29.996 INFO:teuthology.orchestra.run.smithi110.stdout: "avgcount": 0, 2024-09-15T22:05:29.996 INFO:teuthology.orchestra.run.smithi110.stdout: "sum": 0.000000000, 2024-09-15T22:05:29.997 INFO:teuthology.orchestra.run.smithi110.stdout: "avgtime": 0.000000000 2024-09-15T22:05:29.997 INFO:teuthology.orchestra.run.smithi110.stdout: } 2024-09-15T22:05:29.997 INFO:teuthology.orchestra.run.smithi110.stdout: }, 2024-09-15T22:05:29.997 INFO:teuthology.orchestra.run.smithi110.stdout: "throttle-msgr_dispatch_throttler-radosclient-0x55e315ee1ae0": { 2024-09-15T22:05:29.997 INFO:teuthology.orchestra.run.smithi110.stdout: "val": 0, 2024-09-15T22:05:29.997 INFO:teuthology.orchestra.run.smithi110.stdout: "max": 104857600, 2024-09-15T22:05:29.997 INFO:teuthology.orchestra.run.smithi110.stdout: "get_started": 0, 2024-09-15T22:05:29.997 INFO:teuthology.orchestra.run.smithi110.stdout: "get": 11, 2024-09-15T22:05:29.997 INFO:teuthology.orchestra.run.smithi110.stdout: "get_sum": 502333, 2024-09-15T22:05:29.997 INFO:teuthology.orchestra.run.smithi110.stdout: "get_or_fail_fail": 0, 2024-09-15T22:05:29.997 INFO:teuthology.orchestra.run.smithi110.stdout: "get_or_fail_success": 11, 2024-09-15T22:05:29.997 INFO:teuthology.orchestra.run.smithi110.stdout: "take": 0, 2024-09-15T22:05:29.998 INFO:teuthology.orchestra.run.smithi110.stdout: "take_sum": 0, 2024-09-15T22:05:29.998 INFO:teuthology.orchestra.run.smithi110.stdout: "put": 11, 2024-09-15T22:05:29.998 INFO:teuthology.orchestra.run.smithi110.stdout: "put_sum": 502333, 2024-09-15T22:05:29.998 INFO:teuthology.orchestra.run.smithi110.stdout: "wait": { 2024-09-15T22:05:29.998 INFO:teuthology.orchestra.run.smithi110.stdout: "avgcount": 0, 2024-09-15T22:05:29.998 INFO:teuthology.orchestra.run.smithi110.stdout: "sum": 0.000000000, 2024-09-15T22:05:29.998 INFO:teuthology.orchestra.run.smithi110.stdout: "avgtime": 0.000000000 2024-09-15T22:05:29.998 INFO:teuthology.orchestra.run.smithi110.stdout: } 2024-09-15T22:05:29.998 INFO:teuthology.orchestra.run.smithi110.stdout: }, 2024-09-15T22:05:29.998 INFO:teuthology.orchestra.run.smithi110.stdout: "throttle-msgr_dispatch_throttler-radosclient-0x55e3167c6500": { 2024-09-15T22:05:29.998 INFO:teuthology.orchestra.run.smithi110.stdout: "val": 0, 2024-09-15T22:05:29.998 INFO:teuthology.orchestra.run.smithi110.stdout: "max": 104857600, 2024-09-15T22:05:29.998 INFO:teuthology.orchestra.run.smithi110.stdout: "get_started": 0, 2024-09-15T22:05:29.999 INFO:teuthology.orchestra.run.smithi110.stdout: "get": 10, 2024-09-15T22:05:29.999 INFO:teuthology.orchestra.run.smithi110.stdout: "get_sum": 369606, 2024-09-15T22:05:29.999 INFO:teuthology.orchestra.run.smithi110.stdout: "get_or_fail_fail": 0, 2024-09-15T22:05:29.999 INFO:teuthology.orchestra.run.smithi110.stdout: "get_or_fail_success": 10, 2024-09-15T22:05:29.999 INFO:teuthology.orchestra.run.smithi110.stdout: "take": 0, 2024-09-15T22:05:29.999 INFO:teuthology.orchestra.run.smithi110.stdout: "take_sum": 0, 2024-09-15T22:05:29.999 INFO:teuthology.orchestra.run.smithi110.stdout: "put": 10, 2024-09-15T22:05:29.999 INFO:teuthology.orchestra.run.smithi110.stdout: "put_sum": 369606, 2024-09-15T22:05:30.000 INFO:teuthology.orchestra.run.smithi110.stdout: "wait": { 2024-09-15T22:05:30.000 INFO:teuthology.orchestra.run.smithi110.stdout: "avgcount": 0, 2024-09-15T22:05:30.000 INFO:teuthology.orchestra.run.smithi110.stdout: "sum": 0.000000000, 2024-09-15T22:05:30.000 INFO:teuthology.orchestra.run.smithi110.stdout: "avgtime": 0.000000000 2024-09-15T22:05:30.000 INFO:teuthology.orchestra.run.smithi110.stdout: } 2024-09-15T22:05:30.000 INFO:teuthology.orchestra.run.smithi110.stdout: }, 2024-09-15T22:05:30.000 INFO:teuthology.orchestra.run.smithi110.stdout: "throttle-objecter_bytes": { 2024-09-15T22:05:30.000 INFO:teuthology.orchestra.run.smithi110.stdout: "val": 0, 2024-09-15T22:05:30.000 INFO:teuthology.orchestra.run.smithi110.stdout: "max": 104857600, 2024-09-15T22:05:30.000 INFO:teuthology.orchestra.run.smithi110.stdout: "get_started": 0, 2024-09-15T22:05:30.000 INFO:teuthology.orchestra.run.smithi110.stdout: "get": 0, 2024-09-15T22:05:30.000 INFO:teuthology.orchestra.run.smithi110.stdout: "get_sum": 0, 2024-09-15T22:05:30.000 INFO:teuthology.orchestra.run.smithi110.stdout: "get_or_fail_fail": 0, 2024-09-15T22:05:30.001 INFO:teuthology.orchestra.run.smithi110.stdout: "get_or_fail_success": 0, 2024-09-15T22:05:30.001 INFO:teuthology.orchestra.run.smithi110.stdout: "take": 0, 2024-09-15T22:05:30.001 INFO:teuthology.orchestra.run.smithi110.stdout: "take_sum": 0, 2024-09-15T22:05:30.001 INFO:teuthology.orchestra.run.smithi110.stdout: "put": 0, 2024-09-15T22:05:30.001 INFO:teuthology.orchestra.run.smithi110.stdout: "put_sum": 0, 2024-09-15T22:05:30.001 INFO:teuthology.orchestra.run.smithi110.stdout: "wait": { 2024-09-15T22:05:30.001 INFO:teuthology.orchestra.run.smithi110.stdout: "avgcount": 0, 2024-09-15T22:05:30.001 INFO:teuthology.orchestra.run.smithi110.stdout: "sum": 0.000000000, 2024-09-15T22:05:30.001 INFO:teuthology.orchestra.run.smithi110.stdout: "avgtime": 0.000000000 2024-09-15T22:05:30.001 INFO:teuthology.orchestra.run.smithi110.stdout: } 2024-09-15T22:05:30.001 INFO:teuthology.orchestra.run.smithi110.stdout: }, 2024-09-15T22:05:30.001 INFO:teuthology.orchestra.run.smithi110.stdout: "throttle-objecter_bytes-0x55e315ee00a0": { 2024-09-15T22:05:30.002 INFO:teuthology.orchestra.run.smithi110.stdout: "val": 0, 2024-09-15T22:05:30.002 INFO:teuthology.orchestra.run.smithi110.stdout: "max": 104857600, 2024-09-15T22:05:30.002 INFO:teuthology.orchestra.run.smithi110.stdout: "get_started": 0, 2024-09-15T22:05:30.002 INFO:teuthology.orchestra.run.smithi110.stdout: "get": 163, 2024-09-15T22:05:30.002 INFO:teuthology.orchestra.run.smithi110.stdout: "get_sum": 2433049, 2024-09-15T22:05:30.002 INFO:teuthology.orchestra.run.smithi110.stdout: "get_or_fail_fail": 0, 2024-09-15T22:05:30.002 INFO:teuthology.orchestra.run.smithi110.stdout: "get_or_fail_success": 163, 2024-09-15T22:05:30.002 INFO:teuthology.orchestra.run.smithi110.stdout: "take": 0, 2024-09-15T22:05:30.002 INFO:teuthology.orchestra.run.smithi110.stdout: "take_sum": 0, 2024-09-15T22:05:30.002 INFO:teuthology.orchestra.run.smithi110.stdout: "put": 163, 2024-09-15T22:05:30.002 INFO:teuthology.orchestra.run.smithi110.stdout: "put_sum": 2433049, 2024-09-15T22:05:30.002 INFO:teuthology.orchestra.run.smithi110.stdout: "wait": { 2024-09-15T22:05:30.002 INFO:teuthology.orchestra.run.smithi110.stdout: "avgcount": 0, 2024-09-15T22:05:30.002 INFO:teuthology.orchestra.run.smithi110.stdout: "sum": 0.000000000, 2024-09-15T22:05:30.002 INFO:teuthology.orchestra.run.smithi110.stdout: "avgtime": 0.000000000 2024-09-15T22:05:30.003 INFO:teuthology.orchestra.run.smithi110.stdout: } 2024-09-15T22:05:30.003 INFO:teuthology.orchestra.run.smithi110.stdout: }, 2024-09-15T22:05:30.003 INFO:teuthology.orchestra.run.smithi110.stdout: "throttle-objecter_bytes-0x55e315ee0f00": { 2024-09-15T22:05:30.003 INFO:teuthology.orchestra.run.smithi110.stdout: "val": 0, 2024-09-15T22:05:30.003 INFO:teuthology.orchestra.run.smithi110.stdout: "max": 104857600, 2024-09-15T22:05:30.003 INFO:teuthology.orchestra.run.smithi110.stdout: "get_started": 0, 2024-09-15T22:05:30.003 INFO:teuthology.orchestra.run.smithi110.stdout: "get": 0, 2024-09-15T22:05:30.003 INFO:teuthology.orchestra.run.smithi110.stdout: "get_sum": 0, 2024-09-15T22:05:30.003 INFO:teuthology.orchestra.run.smithi110.stdout: "get_or_fail_fail": 0, 2024-09-15T22:05:30.003 INFO:teuthology.orchestra.run.smithi110.stdout: "get_or_fail_success": 0, 2024-09-15T22:05:30.003 INFO:teuthology.orchestra.run.smithi110.stdout: "take": 0, 2024-09-15T22:05:30.003 INFO:teuthology.orchestra.run.smithi110.stdout: "take_sum": 0, 2024-09-15T22:05:30.003 INFO:teuthology.orchestra.run.smithi110.stdout: "put": 0, 2024-09-15T22:05:30.004 INFO:teuthology.orchestra.run.smithi110.stdout: "put_sum": 0, 2024-09-15T22:05:30.004 INFO:teuthology.orchestra.run.smithi110.stdout: "wait": { 2024-09-15T22:05:30.004 INFO:teuthology.orchestra.run.smithi110.stdout: "avgcount": 0, 2024-09-15T22:05:30.004 INFO:teuthology.orchestra.run.smithi110.stdout: "sum": 0.000000000, 2024-09-15T22:05:30.004 INFO:teuthology.orchestra.run.smithi110.stdout: "avgtime": 0.000000000 2024-09-15T22:05:30.004 INFO:teuthology.orchestra.run.smithi110.stdout: } 2024-09-15T22:05:30.004 INFO:teuthology.orchestra.run.smithi110.stdout: }, 2024-09-15T22:05:30.004 INFO:teuthology.orchestra.run.smithi110.stdout: "throttle-objecter_bytes-0x55e315ee1b80": { 2024-09-15T22:05:30.004 INFO:teuthology.orchestra.run.smithi110.stdout: "val": 0, 2024-09-15T22:05:30.004 INFO:teuthology.orchestra.run.smithi110.stdout: "max": 104857600, 2024-09-15T22:05:30.004 INFO:teuthology.orchestra.run.smithi110.stdout: "get_started": 0, 2024-09-15T22:05:30.004 INFO:teuthology.orchestra.run.smithi110.stdout: "get": 0, 2024-09-15T22:05:30.005 INFO:teuthology.orchestra.run.smithi110.stdout: "get_sum": 0, 2024-09-15T22:05:30.005 INFO:teuthology.orchestra.run.smithi110.stdout: "get_or_fail_fail": 0, 2024-09-15T22:05:30.005 INFO:teuthology.orchestra.run.smithi110.stdout: "get_or_fail_success": 0, 2024-09-15T22:05:30.005 INFO:teuthology.orchestra.run.smithi110.stdout: "take": 0, 2024-09-15T22:05:30.005 INFO:teuthology.orchestra.run.smithi110.stdout: "take_sum": 0, 2024-09-15T22:05:30.005 INFO:teuthology.orchestra.run.smithi110.stdout: "put": 0, 2024-09-15T22:05:30.005 INFO:teuthology.orchestra.run.smithi110.stdout: "put_sum": 0, 2024-09-15T22:05:30.005 INFO:teuthology.orchestra.run.smithi110.stdout: "wait": { 2024-09-15T22:05:30.005 INFO:teuthology.orchestra.run.smithi110.stdout: "avgcount": 0, 2024-09-15T22:05:30.005 INFO:teuthology.orchestra.run.smithi110.stdout: "sum": 0.000000000, 2024-09-15T22:05:30.005 INFO:teuthology.orchestra.run.smithi110.stdout: "avgtime": 0.000000000 2024-09-15T22:05:30.005 INFO:teuthology.orchestra.run.smithi110.stdout: } 2024-09-15T22:05:30.005 INFO:teuthology.orchestra.run.smithi110.stdout: }, 2024-09-15T22:05:30.006 INFO:teuthology.orchestra.run.smithi110.stdout: "throttle-objecter_bytes-0x55e3167c65a0": { 2024-09-15T22:05:30.006 INFO:teuthology.orchestra.run.smithi110.stdout: "val": 0, 2024-09-15T22:05:30.006 INFO:teuthology.orchestra.run.smithi110.stdout: "max": 104857600, 2024-09-15T22:05:30.006 INFO:teuthology.orchestra.run.smithi110.stdout: "get_started": 0, 2024-09-15T22:05:30.006 INFO:teuthology.orchestra.run.smithi110.stdout: "get": 1, 2024-09-15T22:05:30.006 INFO:teuthology.orchestra.run.smithi110.stdout: "get_sum": 0, 2024-09-15T22:05:30.006 INFO:teuthology.orchestra.run.smithi110.stdout: "get_or_fail_fail": 0, 2024-09-15T22:05:30.006 INFO:teuthology.orchestra.run.smithi110.stdout: "get_or_fail_success": 1, 2024-09-15T22:05:30.006 INFO:teuthology.orchestra.run.smithi110.stdout: "take": 0, 2024-09-15T22:05:30.006 INFO:teuthology.orchestra.run.smithi110.stdout: "take_sum": 0, 2024-09-15T22:05:30.006 INFO:teuthology.orchestra.run.smithi110.stdout: "put": 1, 2024-09-15T22:05:30.006 INFO:teuthology.orchestra.run.smithi110.stdout: "put_sum": 0, 2024-09-15T22:05:30.006 INFO:teuthology.orchestra.run.smithi110.stdout: "wait": { 2024-09-15T22:05:30.007 INFO:teuthology.orchestra.run.smithi110.stdout: "avgcount": 0, 2024-09-15T22:05:30.007 INFO:teuthology.orchestra.run.smithi110.stdout: "sum": 0.000000000, 2024-09-15T22:05:30.007 INFO:teuthology.orchestra.run.smithi110.stdout: "avgtime": 0.000000000 2024-09-15T22:05:30.007 INFO:teuthology.orchestra.run.smithi110.stdout: } 2024-09-15T22:05:30.007 INFO:teuthology.orchestra.run.smithi110.stdout: }, 2024-09-15T22:05:30.007 INFO:teuthology.orchestra.run.smithi110.stdout: "throttle-objecter_bytes-0x55e3167c7860": { 2024-09-15T22:05:30.007 INFO:teuthology.orchestra.run.smithi110.stdout: "val": 0, 2024-09-15T22:05:30.007 INFO:teuthology.orchestra.run.smithi110.stdout: "max": 104857600, 2024-09-15T22:05:30.007 INFO:teuthology.orchestra.run.smithi110.stdout: "get_started": 0, 2024-09-15T22:05:30.007 INFO:teuthology.orchestra.run.smithi110.stdout: "get": 0, 2024-09-15T22:05:30.007 INFO:teuthology.orchestra.run.smithi110.stdout: "get_sum": 0, 2024-09-15T22:05:30.007 INFO:teuthology.orchestra.run.smithi110.stdout: "get_or_fail_fail": 0, 2024-09-15T22:05:30.007 INFO:teuthology.orchestra.run.smithi110.stdout: "get_or_fail_success": 0, 2024-09-15T22:05:30.007 INFO:teuthology.orchestra.run.smithi110.stdout: "take": 3, 2024-09-15T22:05:30.008 INFO:teuthology.orchestra.run.smithi110.stdout: "take_sum": 411, 2024-09-15T22:05:30.008 INFO:teuthology.orchestra.run.smithi110.stdout: "put": 3, 2024-09-15T22:05:30.008 INFO:teuthology.orchestra.run.smithi110.stdout: "put_sum": 411, 2024-09-15T22:05:30.008 INFO:teuthology.orchestra.run.smithi110.stdout: "wait": { 2024-09-15T22:05:30.008 INFO:teuthology.orchestra.run.smithi110.stdout: "avgcount": 0, 2024-09-15T22:05:30.008 INFO:teuthology.orchestra.run.smithi110.stdout: "sum": 0.000000000, 2024-09-15T22:05:30.008 INFO:teuthology.orchestra.run.smithi110.stdout: "avgtime": 0.000000000 2024-09-15T22:05:30.008 INFO:teuthology.orchestra.run.smithi110.stdout: } 2024-09-15T22:05:30.008 INFO:teuthology.orchestra.run.smithi110.stdout: }, 2024-09-15T22:05:30.008 INFO:teuthology.orchestra.run.smithi110.stdout: "throttle-objecter_bytes-0x55e316c6a140": { 2024-09-15T22:05:30.008 INFO:teuthology.orchestra.run.smithi110.stdout: "val": 0, 2024-09-15T22:05:30.008 INFO:teuthology.orchestra.run.smithi110.stdout: "max": 104857600, 2024-09-15T22:05:30.008 INFO:teuthology.orchestra.run.smithi110.stdout: "get_started": 0, 2024-09-15T22:05:30.009 INFO:teuthology.orchestra.run.smithi110.stdout: "get": 0, 2024-09-15T22:05:30.009 INFO:teuthology.orchestra.run.smithi110.stdout: "get_sum": 0, 2024-09-15T22:05:30.009 INFO:teuthology.orchestra.run.smithi110.stdout: "get_or_fail_fail": 0, 2024-09-15T22:05:30.009 INFO:teuthology.orchestra.run.smithi110.stdout: "get_or_fail_success": 0, 2024-09-15T22:05:30.009 INFO:teuthology.orchestra.run.smithi110.stdout: "take": 0, 2024-09-15T22:05:30.009 INFO:teuthology.orchestra.run.smithi110.stdout: "take_sum": 0, 2024-09-15T22:05:30.009 INFO:teuthology.orchestra.run.smithi110.stdout: "put": 0, 2024-09-15T22:05:30.009 INFO:teuthology.orchestra.run.smithi110.stdout: "put_sum": 0, 2024-09-15T22:05:30.009 INFO:teuthology.orchestra.run.smithi110.stdout: "wait": { 2024-09-15T22:05:30.009 INFO:teuthology.orchestra.run.smithi110.stdout: "avgcount": 0, 2024-09-15T22:05:30.009 INFO:teuthology.orchestra.run.smithi110.stdout: "sum": 0.000000000, 2024-09-15T22:05:30.009 INFO:teuthology.orchestra.run.smithi110.stdout: "avgtime": 0.000000000 2024-09-15T22:05:30.010 INFO:teuthology.orchestra.run.smithi110.stdout: } 2024-09-15T22:05:30.010 INFO:teuthology.orchestra.run.smithi110.stdout: }, 2024-09-15T22:05:30.010 INFO:teuthology.orchestra.run.smithi110.stdout: "throttle-objecter_bytes-0x55e316c6a780": { 2024-09-15T22:05:30.010 INFO:teuthology.orchestra.run.smithi110.stdout: "val": 0, 2024-09-15T22:05:30.010 INFO:teuthology.orchestra.run.smithi110.stdout: "max": 104857600, 2024-09-15T22:05:30.010 INFO:teuthology.orchestra.run.smithi110.stdout: "get_started": 0, 2024-09-15T22:05:30.010 INFO:teuthology.orchestra.run.smithi110.stdout: "get": 0, 2024-09-15T22:05:30.010 INFO:teuthology.orchestra.run.smithi110.stdout: "get_sum": 0, 2024-09-15T22:05:30.010 INFO:teuthology.orchestra.run.smithi110.stdout: "get_or_fail_fail": 0, 2024-09-15T22:05:30.010 INFO:teuthology.orchestra.run.smithi110.stdout: "get_or_fail_success": 0, 2024-09-15T22:05:30.010 INFO:teuthology.orchestra.run.smithi110.stdout: "take": 0, 2024-09-15T22:05:30.010 INFO:teuthology.orchestra.run.smithi110.stdout: "take_sum": 0, 2024-09-15T22:05:30.011 INFO:teuthology.orchestra.run.smithi110.stdout: "put": 0, 2024-09-15T22:05:30.011 INFO:teuthology.orchestra.run.smithi110.stdout: "put_sum": 0, 2024-09-15T22:05:30.011 INFO:teuthology.orchestra.run.smithi110.stdout: "wait": { 2024-09-15T22:05:30.011 INFO:teuthology.orchestra.run.smithi110.stdout: "avgcount": 0, 2024-09-15T22:05:30.011 INFO:teuthology.orchestra.run.smithi110.stdout: "sum": 0.000000000, 2024-09-15T22:05:30.011 INFO:teuthology.orchestra.run.smithi110.stdout: "avgtime": 0.000000000 2024-09-15T22:05:30.011 INFO:teuthology.orchestra.run.smithi110.stdout: } 2024-09-15T22:05:30.011 INFO:teuthology.orchestra.run.smithi110.stdout: }, 2024-09-15T22:05:30.011 INFO:teuthology.orchestra.run.smithi110.stdout: "throttle-objecter_ops": { 2024-09-15T22:05:30.011 INFO:teuthology.orchestra.run.smithi110.stdout: "val": 0, 2024-09-15T22:05:30.012 INFO:teuthology.orchestra.run.smithi110.stdout: "max": 1024, 2024-09-15T22:05:30.012 INFO:teuthology.orchestra.run.smithi110.stdout: "get_started": 0, 2024-09-15T22:05:30.012 INFO:teuthology.orchestra.run.smithi110.stdout: "get": 0, 2024-09-15T22:05:30.012 INFO:teuthology.orchestra.run.smithi110.stdout: "get_sum": 0, 2024-09-15T22:05:30.012 INFO:teuthology.orchestra.run.smithi110.stdout: "get_or_fail_fail": 0, 2024-09-15T22:05:30.012 INFO:teuthology.orchestra.run.smithi110.stdout: "get_or_fail_success": 0, 2024-09-15T22:05:30.012 INFO:teuthology.orchestra.run.smithi110.stdout: "take": 0, 2024-09-15T22:05:30.012 INFO:teuthology.orchestra.run.smithi110.stdout: "take_sum": 0, 2024-09-15T22:05:30.012 INFO:teuthology.orchestra.run.smithi110.stdout: "put": 0, 2024-09-15T22:05:30.012 INFO:teuthology.orchestra.run.smithi110.stdout: "put_sum": 0, 2024-09-15T22:05:30.012 INFO:teuthology.orchestra.run.smithi110.stdout: "wait": { 2024-09-15T22:05:30.013 INFO:teuthology.orchestra.run.smithi110.stdout: "avgcount": 0, 2024-09-15T22:05:30.013 INFO:teuthology.orchestra.run.smithi110.stdout: "sum": 0.000000000, 2024-09-15T22:05:30.013 INFO:teuthology.orchestra.run.smithi110.stdout: "avgtime": 0.000000000 2024-09-15T22:05:30.013 INFO:teuthology.orchestra.run.smithi110.stdout: } 2024-09-15T22:05:30.013 INFO:teuthology.orchestra.run.smithi110.stdout: }, 2024-09-15T22:05:30.013 INFO:teuthology.orchestra.run.smithi110.stdout: "throttle-objecter_ops-0x55e315ee0140": { 2024-09-15T22:05:30.013 INFO:teuthology.orchestra.run.smithi110.stdout: "val": 0, 2024-09-15T22:05:30.013 INFO:teuthology.orchestra.run.smithi110.stdout: "max": 1024, 2024-09-15T22:05:30.013 INFO:teuthology.orchestra.run.smithi110.stdout: "get_started": 0, 2024-09-15T22:05:30.013 INFO:teuthology.orchestra.run.smithi110.stdout: "get": 163, 2024-09-15T22:05:30.013 INFO:teuthology.orchestra.run.smithi110.stdout: "get_sum": 163, 2024-09-15T22:05:30.013 INFO:teuthology.orchestra.run.smithi110.stdout: "get_or_fail_fail": 0, 2024-09-15T22:05:30.013 INFO:teuthology.orchestra.run.smithi110.stdout: "get_or_fail_success": 163, 2024-09-15T22:05:30.013 INFO:teuthology.orchestra.run.smithi110.stdout: "take": 0, 2024-09-15T22:05:30.014 INFO:teuthology.orchestra.run.smithi110.stdout: "take_sum": 0, 2024-09-15T22:05:30.014 INFO:teuthology.orchestra.run.smithi110.stdout: "put": 163, 2024-09-15T22:05:30.014 INFO:teuthology.orchestra.run.smithi110.stdout: "put_sum": 163, 2024-09-15T22:05:30.014 INFO:teuthology.orchestra.run.smithi110.stdout: "wait": { 2024-09-15T22:05:30.014 INFO:teuthology.orchestra.run.smithi110.stdout: "avgcount": 0, 2024-09-15T22:05:30.014 INFO:teuthology.orchestra.run.smithi110.stdout: "sum": 0.000000000, 2024-09-15T22:05:30.014 INFO:teuthology.orchestra.run.smithi110.stdout: "avgtime": 0.000000000 2024-09-15T22:05:30.014 INFO:teuthology.orchestra.run.smithi110.stdout: } 2024-09-15T22:05:30.014 INFO:teuthology.orchestra.run.smithi110.stdout: }, 2024-09-15T22:05:30.014 INFO:teuthology.orchestra.run.smithi110.stdout: "throttle-objecter_ops-0x55e315ee0e60": { 2024-09-15T22:05:30.014 INFO:teuthology.orchestra.run.smithi110.stdout: "val": 0, 2024-09-15T22:05:30.014 INFO:teuthology.orchestra.run.smithi110.stdout: "max": 1024, 2024-09-15T22:05:30.015 INFO:teuthology.orchestra.run.smithi110.stdout: "get_started": 0, 2024-09-15T22:05:30.015 INFO:teuthology.orchestra.run.smithi110.stdout: "get": 0, 2024-09-15T22:05:30.015 INFO:teuthology.orchestra.run.smithi110.stdout: "get_sum": 0, 2024-09-15T22:05:30.015 INFO:teuthology.orchestra.run.smithi110.stdout: "get_or_fail_fail": 0, 2024-09-15T22:05:30.015 INFO:teuthology.orchestra.run.smithi110.stdout: "get_or_fail_success": 0, 2024-09-15T22:05:30.015 INFO:teuthology.orchestra.run.smithi110.stdout: "take": 0, 2024-09-15T22:05:30.015 INFO:teuthology.orchestra.run.smithi110.stdout: "take_sum": 0, 2024-09-15T22:05:30.015 INFO:teuthology.orchestra.run.smithi110.stdout: "put": 0, 2024-09-15T22:05:30.015 INFO:teuthology.orchestra.run.smithi110.stdout: "put_sum": 0, 2024-09-15T22:05:30.015 INFO:teuthology.orchestra.run.smithi110.stdout: "wait": { 2024-09-15T22:05:30.015 INFO:teuthology.orchestra.run.smithi110.stdout: "avgcount": 0, 2024-09-15T22:05:30.015 INFO:teuthology.orchestra.run.smithi110.stdout: "sum": 0.000000000, 2024-09-15T22:05:30.016 INFO:teuthology.orchestra.run.smithi110.stdout: "avgtime": 0.000000000 2024-09-15T22:05:30.016 INFO:teuthology.orchestra.run.smithi110.stdout: } 2024-09-15T22:05:30.016 INFO:teuthology.orchestra.run.smithi110.stdout: }, 2024-09-15T22:05:30.016 INFO:teuthology.orchestra.run.smithi110.stdout: "throttle-objecter_ops-0x55e315ee1c20": { 2024-09-15T22:05:30.016 INFO:teuthology.orchestra.run.smithi110.stdout: "val": 0, 2024-09-15T22:05:30.016 INFO:teuthology.orchestra.run.smithi110.stdout: "max": 1024, 2024-09-15T22:05:30.016 INFO:teuthology.orchestra.run.smithi110.stdout: "get_started": 0, 2024-09-15T22:05:30.016 INFO:teuthology.orchestra.run.smithi110.stdout: "get": 0, 2024-09-15T22:05:30.016 INFO:teuthology.orchestra.run.smithi110.stdout: "get_sum": 0, 2024-09-15T22:05:30.016 INFO:teuthology.orchestra.run.smithi110.stdout: "get_or_fail_fail": 0, 2024-09-15T22:05:30.016 INFO:teuthology.orchestra.run.smithi110.stdout: "get_or_fail_success": 0, 2024-09-15T22:05:30.016 INFO:teuthology.orchestra.run.smithi110.stdout: "take": 0, 2024-09-15T22:05:30.017 INFO:teuthology.orchestra.run.smithi110.stdout: "take_sum": 0, 2024-09-15T22:05:30.017 INFO:teuthology.orchestra.run.smithi110.stdout: "put": 0, 2024-09-15T22:05:30.017 INFO:teuthology.orchestra.run.smithi110.stdout: "put_sum": 0, 2024-09-15T22:05:30.017 INFO:teuthology.orchestra.run.smithi110.stdout: "wait": { 2024-09-15T22:05:30.017 INFO:teuthology.orchestra.run.smithi110.stdout: "avgcount": 0, 2024-09-15T22:05:30.017 INFO:teuthology.orchestra.run.smithi110.stdout: "sum": 0.000000000, 2024-09-15T22:05:30.017 INFO:teuthology.orchestra.run.smithi110.stdout: "avgtime": 0.000000000 2024-09-15T22:05:30.017 INFO:teuthology.orchestra.run.smithi110.stdout: } 2024-09-15T22:05:30.017 INFO:teuthology.orchestra.run.smithi110.stdout: }, 2024-09-15T22:05:30.017 INFO:teuthology.orchestra.run.smithi110.stdout: "throttle-objecter_ops-0x55e3167c6460": { 2024-09-15T22:05:30.017 INFO:teuthology.orchestra.run.smithi110.stdout: "val": 0, 2024-09-15T22:05:30.017 INFO:teuthology.orchestra.run.smithi110.stdout: "max": 1024, 2024-09-15T22:05:30.018 INFO:teuthology.orchestra.run.smithi110.stdout: "get_started": 0, 2024-09-15T22:05:30.018 INFO:teuthology.orchestra.run.smithi110.stdout: "get": 1, 2024-09-15T22:05:30.018 INFO:teuthology.orchestra.run.smithi110.stdout: "get_sum": 1, 2024-09-15T22:05:30.018 INFO:teuthology.orchestra.run.smithi110.stdout: "get_or_fail_fail": 0, 2024-09-15T22:05:30.018 INFO:teuthology.orchestra.run.smithi110.stdout: "get_or_fail_success": 1, 2024-09-15T22:05:30.018 INFO:teuthology.orchestra.run.smithi110.stdout: "take": 0, 2024-09-15T22:05:30.018 INFO:teuthology.orchestra.run.smithi110.stdout: "take_sum": 0, 2024-09-15T22:05:30.018 INFO:teuthology.orchestra.run.smithi110.stdout: "put": 1, 2024-09-15T22:05:30.018 INFO:teuthology.orchestra.run.smithi110.stdout: "put_sum": 1, 2024-09-15T22:05:30.018 INFO:teuthology.orchestra.run.smithi110.stdout: "wait": { 2024-09-15T22:05:30.019 INFO:teuthology.orchestra.run.smithi110.stdout: "avgcount": 0, 2024-09-15T22:05:30.019 INFO:teuthology.orchestra.run.smithi110.stdout: "sum": 0.000000000, 2024-09-15T22:05:30.019 INFO:teuthology.orchestra.run.smithi110.stdout: "avgtime": 0.000000000 2024-09-15T22:05:30.019 INFO:teuthology.orchestra.run.smithi110.stdout: } 2024-09-15T22:05:30.019 INFO:teuthology.orchestra.run.smithi110.stdout: }, 2024-09-15T22:05:30.019 INFO:teuthology.orchestra.run.smithi110.stdout: "throttle-objecter_ops-0x55e3167c7900": { 2024-09-15T22:05:30.019 INFO:teuthology.orchestra.run.smithi110.stdout: "val": 0, 2024-09-15T22:05:30.019 INFO:teuthology.orchestra.run.smithi110.stdout: "max": 1024, 2024-09-15T22:05:30.019 INFO:teuthology.orchestra.run.smithi110.stdout: "get_started": 0, 2024-09-15T22:05:30.019 INFO:teuthology.orchestra.run.smithi110.stdout: "get": 0, 2024-09-15T22:05:30.019 INFO:teuthology.orchestra.run.smithi110.stdout: "get_sum": 0, 2024-09-15T22:05:30.020 INFO:teuthology.orchestra.run.smithi110.stdout: "get_or_fail_fail": 0, 2024-09-15T22:05:30.020 INFO:teuthology.orchestra.run.smithi110.stdout: "get_or_fail_success": 0, 2024-09-15T22:05:30.020 INFO:teuthology.orchestra.run.smithi110.stdout: "take": 3, 2024-09-15T22:05:30.020 INFO:teuthology.orchestra.run.smithi110.stdout: "take_sum": 3, 2024-09-15T22:05:30.020 INFO:teuthology.orchestra.run.smithi110.stdout: "put": 3, 2024-09-15T22:05:30.020 INFO:teuthology.orchestra.run.smithi110.stdout: "put_sum": 3, 2024-09-15T22:05:30.020 INFO:teuthology.orchestra.run.smithi110.stdout: "wait": { 2024-09-15T22:05:30.020 INFO:teuthology.orchestra.run.smithi110.stdout: "avgcount": 0, 2024-09-15T22:05:30.020 INFO:teuthology.orchestra.run.smithi110.stdout: "sum": 0.000000000, 2024-09-15T22:05:30.020 INFO:teuthology.orchestra.run.smithi110.stdout: "avgtime": 0.000000000 2024-09-15T22:05:30.020 INFO:teuthology.orchestra.run.smithi110.stdout: } 2024-09-15T22:05:30.020 INFO:teuthology.orchestra.run.smithi110.stdout: }, 2024-09-15T22:05:30.020 INFO:teuthology.orchestra.run.smithi110.stdout: "throttle-objecter_ops-0x55e316c6a1e0": { 2024-09-15T22:05:30.021 INFO:teuthology.orchestra.run.smithi110.stdout: "val": 0, 2024-09-15T22:05:30.021 INFO:teuthology.orchestra.run.smithi110.stdout: "max": 1024, 2024-09-15T22:05:30.021 INFO:teuthology.orchestra.run.smithi110.stdout: "get_started": 0, 2024-09-15T22:05:30.021 INFO:teuthology.orchestra.run.smithi110.stdout: "get": 0, 2024-09-15T22:05:30.021 INFO:teuthology.orchestra.run.smithi110.stdout: "get_sum": 0, 2024-09-15T22:05:30.021 INFO:teuthology.orchestra.run.smithi110.stdout: "get_or_fail_fail": 0, 2024-09-15T22:05:30.021 INFO:teuthology.orchestra.run.smithi110.stdout: "get_or_fail_success": 0, 2024-09-15T22:05:30.021 INFO:teuthology.orchestra.run.smithi110.stdout: "take": 0, 2024-09-15T22:05:30.021 INFO:teuthology.orchestra.run.smithi110.stdout: "take_sum": 0, 2024-09-15T22:05:30.021 INFO:teuthology.orchestra.run.smithi110.stdout: "put": 0, 2024-09-15T22:05:30.021 INFO:teuthology.orchestra.run.smithi110.stdout: "put_sum": 0, 2024-09-15T22:05:30.021 INFO:teuthology.orchestra.run.smithi110.stdout: "wait": { 2024-09-15T22:05:30.022 INFO:teuthology.orchestra.run.smithi110.stdout: "avgcount": 0, 2024-09-15T22:05:30.022 INFO:teuthology.orchestra.run.smithi110.stdout: "sum": 0.000000000, 2024-09-15T22:05:30.022 INFO:teuthology.orchestra.run.smithi110.stdout: "avgtime": 0.000000000 2024-09-15T22:05:30.022 INFO:teuthology.orchestra.run.smithi110.stdout: } 2024-09-15T22:05:30.022 INFO:teuthology.orchestra.run.smithi110.stdout: }, 2024-09-15T22:05:30.022 INFO:teuthology.orchestra.run.smithi110.stdout: "throttle-objecter_ops-0x55e316c6a820": { 2024-09-15T22:05:30.022 INFO:teuthology.orchestra.run.smithi110.stdout: "val": 0, 2024-09-15T22:05:30.022 INFO:teuthology.orchestra.run.smithi110.stdout: "max": 1024, 2024-09-15T22:05:30.022 INFO:teuthology.orchestra.run.smithi110.stdout: "get_started": 0, 2024-09-15T22:05:30.022 INFO:teuthology.orchestra.run.smithi110.stdout: "get": 0, 2024-09-15T22:05:30.022 INFO:teuthology.orchestra.run.smithi110.stdout: "get_sum": 0, 2024-09-15T22:05:30.023 INFO:teuthology.orchestra.run.smithi110.stdout: "get_or_fail_fail": 0, 2024-09-15T22:05:30.023 INFO:teuthology.orchestra.run.smithi110.stdout: "get_or_fail_success": 0, 2024-09-15T22:05:30.023 INFO:teuthology.orchestra.run.smithi110.stdout: "take": 0, 2024-09-15T22:05:30.023 INFO:teuthology.orchestra.run.smithi110.stdout: "take_sum": 0, 2024-09-15T22:05:30.023 INFO:teuthology.orchestra.run.smithi110.stdout: "put": 0, 2024-09-15T22:05:30.023 INFO:teuthology.orchestra.run.smithi110.stdout: "put_sum": 0, 2024-09-15T22:05:30.023 INFO:teuthology.orchestra.run.smithi110.stdout: "wait": { 2024-09-15T22:05:30.023 INFO:teuthology.orchestra.run.smithi110.stdout: "avgcount": 0, 2024-09-15T22:05:30.023 INFO:teuthology.orchestra.run.smithi110.stdout: "sum": 0.000000000, 2024-09-15T22:05:30.023 INFO:teuthology.orchestra.run.smithi110.stdout: "avgtime": 0.000000000 2024-09-15T22:05:30.024 INFO:teuthology.orchestra.run.smithi110.stdout: } 2024-09-15T22:05:30.024 INFO:teuthology.orchestra.run.smithi110.stdout: } 2024-09-15T22:05:30.024 INFO:teuthology.orchestra.run.smithi110.stdout:} 2024-09-15T22:05:30.025 INFO:tasks.check_counter:Daemon mgr.x finisher-volumes.complete_latency.avgcount=9 2024-09-15T22:05:30.026 INFO:tasks.check_counter:Daemon mgr.x finisher-volumes.queue_len=0 2024-09-15T22:05:30.026 DEBUG:teuthology.run_tasks:Unwinding manager ceph-fuse 2024-09-15T22:05:30.035 INFO:tasks.ceph_fuse:Unmounting ceph-fuse clients... 2024-09-15T22:05:30.035 DEBUG:teuthology.orchestra.run.smithi063:> set -ex 2024-09-15T22:05:30.035 DEBUG:teuthology.orchestra.run.smithi063:> dd if=/proc/self/mounts of=/dev/stdout 2024-09-15T22:05:30.055 DEBUG:tasks.cephfs.mount:not mounted; /proc/self/mounts is: proc /proc proc rw,nosuid,nodev,noexec,relatime 0 0 sysfs /sys sysfs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 devtmpfs /dev devtmpfs rw,seclabel,nosuid,size=4096k,nr_inodes=4056026,mode=755,inode64 0 0 securityfs /sys/kernel/security securityfs rw,nosuid,nodev,noexec,relatime 0 0 tmpfs /dev/shm tmpfs rw,seclabel,nosuid,nodev,inode64 0 0 devpts /dev/pts devpts rw,seclabel,nosuid,noexec,relatime,gid=5,mode=620,ptmxmode=000 0 0 tmpfs /run tmpfs rw,seclabel,nosuid,nodev,size=6497468k,nr_inodes=819200,mode=755,inode64 0 0 cgroup2 /sys/fs/cgroup cgroup2 rw,seclabel,nosuid,nodev,noexec,relatime,nsdelegate,memory_recursiveprot 0 0 pstore /sys/fs/pstore pstore rw,seclabel,nosuid,nodev,noexec,relatime 0 0 bpf /sys/fs/bpf bpf rw,nosuid,nodev,noexec,relatime,mode=700 0 0 /dev/sda1 / ext4 rw,seclabel,relatime 0 0 selinuxfs /sys/fs/selinux selinuxfs rw,nosuid,noexec,relatime 0 0 systemd-1 /proc/sys/fs/binfmt_misc autofs rw,relatime,fd=29,pgrp=1,timeout=0,minproto=5,maxproto=5,direct,pipe_ino=1212 0 0 hugetlbfs /dev/hugepages hugetlbfs rw,seclabel,relatime,pagesize=2M 0 0 mqueue /dev/mqueue mqueue rw,seclabel,nosuid,nodev,noexec,relatime 0 0 debugfs /sys/kernel/debug debugfs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 tracefs /sys/kernel/tracing tracefs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 fusectl /sys/fs/fuse/connections fusectl rw,nosuid,nodev,noexec,relatime 0 0 none /run/credentials/systemd-sysctl.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 none /run/credentials/systemd-tmpfiles-setup-dev.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 configfs /sys/kernel/config configfs rw,nosuid,nodev,noexec,relatime 0 0 none /run/credentials/systemd-tmpfiles-setup.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 sunrpc /var/lib/nfs/rpc_pipefs rpc_pipefs rw,relatime 0 0 tmpfs /run/user/1000 tmpfs rw,seclabel,nosuid,nodev,relatime,size=3248732k,nr_inodes=812183,mode=700,uid=1000,gid=1333,inode64 0 0 /dev/mapper/vg_nvme-lv_5 /var/lib/ceph xfs rw,seclabel,relatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_1 /var/lib/ceph/osd/ceph-0 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_2 /var/lib/ceph/osd/ceph-1 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_3 /var/lib/ceph/osd/ceph-2 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_4 /var/lib/ceph/osd/ceph-3 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 tmpfs /run/netns tmpfs rw,seclabel,nosuid,nodev,size=6497468k,nr_inodes=819200,mode=755,inode64 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.2 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.2 nsfs rw 0 0 2024-09-15T22:05:30.056 DEBUG:teuthology.orchestra.run.smithi063:> set -ex 2024-09-15T22:05:30.056 DEBUG:teuthology.orchestra.run.smithi063:> dd if=/proc/self/mounts of=/dev/stdout 2024-09-15T22:05:30.114 DEBUG:tasks.cephfs.mount:not mounted; /proc/self/mounts is: proc /proc proc rw,nosuid,nodev,noexec,relatime 0 0 sysfs /sys sysfs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 devtmpfs /dev devtmpfs rw,seclabel,nosuid,size=4096k,nr_inodes=4056026,mode=755,inode64 0 0 securityfs /sys/kernel/security securityfs rw,nosuid,nodev,noexec,relatime 0 0 tmpfs /dev/shm tmpfs rw,seclabel,nosuid,nodev,inode64 0 0 devpts /dev/pts devpts rw,seclabel,nosuid,noexec,relatime,gid=5,mode=620,ptmxmode=000 0 0 tmpfs /run tmpfs rw,seclabel,nosuid,nodev,size=6497468k,nr_inodes=819200,mode=755,inode64 0 0 cgroup2 /sys/fs/cgroup cgroup2 rw,seclabel,nosuid,nodev,noexec,relatime,nsdelegate,memory_recursiveprot 0 0 pstore /sys/fs/pstore pstore rw,seclabel,nosuid,nodev,noexec,relatime 0 0 bpf /sys/fs/bpf bpf rw,nosuid,nodev,noexec,relatime,mode=700 0 0 /dev/sda1 / ext4 rw,seclabel,relatime 0 0 selinuxfs /sys/fs/selinux selinuxfs rw,nosuid,noexec,relatime 0 0 systemd-1 /proc/sys/fs/binfmt_misc autofs rw,relatime,fd=29,pgrp=1,timeout=0,minproto=5,maxproto=5,direct,pipe_ino=1212 0 0 hugetlbfs /dev/hugepages hugetlbfs rw,seclabel,relatime,pagesize=2M 0 0 mqueue /dev/mqueue mqueue rw,seclabel,nosuid,nodev,noexec,relatime 0 0 debugfs /sys/kernel/debug debugfs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 tracefs /sys/kernel/tracing tracefs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 fusectl /sys/fs/fuse/connections fusectl rw,nosuid,nodev,noexec,relatime 0 0 none /run/credentials/systemd-sysctl.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 none /run/credentials/systemd-tmpfiles-setup-dev.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 configfs /sys/kernel/config configfs rw,nosuid,nodev,noexec,relatime 0 0 none /run/credentials/systemd-tmpfiles-setup.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 sunrpc /var/lib/nfs/rpc_pipefs rpc_pipefs rw,relatime 0 0 tmpfs /run/user/1000 tmpfs rw,seclabel,nosuid,nodev,relatime,size=3248732k,nr_inodes=812183,mode=700,uid=1000,gid=1333,inode64 0 0 /dev/mapper/vg_nvme-lv_5 /var/lib/ceph xfs rw,seclabel,relatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_1 /var/lib/ceph/osd/ceph-0 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_2 /var/lib/ceph/osd/ceph-1 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_3 /var/lib/ceph/osd/ceph-2 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_4 /var/lib/ceph/osd/ceph-3 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 tmpfs /run/netns tmpfs rw,seclabel,nosuid,nodev,size=6497468k,nr_inodes=819200,mode=755,inode64 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.2 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.2 nsfs rw 0 0 2024-09-15T22:05:30.114 DEBUG:teuthology.orchestra.run.smithi110:> set -ex 2024-09-15T22:05:30.115 DEBUG:teuthology.orchestra.run.smithi110:> dd if=/proc/self/mounts of=/dev/stdout 2024-09-15T22:05:30.131 DEBUG:tasks.cephfs.mount:not mounted; /proc/self/mounts is: proc /proc proc rw,nosuid,nodev,noexec,relatime 0 0 sysfs /sys sysfs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 devtmpfs /dev devtmpfs rw,seclabel,nosuid,size=4096k,nr_inodes=4056009,mode=755,inode64 0 0 securityfs /sys/kernel/security securityfs rw,nosuid,nodev,noexec,relatime 0 0 tmpfs /dev/shm tmpfs rw,seclabel,nosuid,nodev,inode64 0 0 devpts /dev/pts devpts rw,seclabel,nosuid,noexec,relatime,gid=5,mode=620,ptmxmode=000 0 0 tmpfs /run tmpfs rw,seclabel,nosuid,nodev,size=6497436k,nr_inodes=819200,mode=755,inode64 0 0 cgroup2 /sys/fs/cgroup cgroup2 rw,seclabel,nosuid,nodev,noexec,relatime,nsdelegate,memory_recursiveprot 0 0 pstore /sys/fs/pstore pstore rw,seclabel,nosuid,nodev,noexec,relatime 0 0 bpf /sys/fs/bpf bpf rw,nosuid,nodev,noexec,relatime,mode=700 0 0 /dev/sda1 / ext4 rw,seclabel,relatime 0 0 selinuxfs /sys/fs/selinux selinuxfs rw,nosuid,noexec,relatime 0 0 systemd-1 /proc/sys/fs/binfmt_misc autofs rw,relatime,fd=29,pgrp=1,timeout=0,minproto=5,maxproto=5,direct,pipe_ino=18666 0 0 hugetlbfs /dev/hugepages hugetlbfs rw,seclabel,relatime,pagesize=2M 0 0 mqueue /dev/mqueue mqueue rw,seclabel,nosuid,nodev,noexec,relatime 0 0 debugfs /sys/kernel/debug debugfs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 tracefs /sys/kernel/tracing tracefs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 fusectl /sys/fs/fuse/connections fusectl rw,nosuid,nodev,noexec,relatime 0 0 configfs /sys/kernel/config configfs rw,nosuid,nodev,noexec,relatime 0 0 none /run/credentials/systemd-sysctl.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 none /run/credentials/systemd-tmpfiles-setup-dev.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 none /run/credentials/systemd-tmpfiles-setup.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 sunrpc /var/lib/nfs/rpc_pipefs rpc_pipefs rw,relatime 0 0 tmpfs /run/user/1000 tmpfs rw,seclabel,nosuid,nodev,relatime,size=3248716k,nr_inodes=812179,mode=700,uid=1000,gid=1333,inode64 0 0 /dev/mapper/vg_nvme-lv_5 /var/lib/ceph xfs rw,seclabel,relatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_1 /var/lib/ceph/osd/ceph-4 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_2 /var/lib/ceph/osd/ceph-5 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_3 /var/lib/ceph/osd/ceph-6 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_4 /var/lib/ceph/osd/ceph-7 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 tmpfs /run/netns tmpfs rw,seclabel,nosuid,nodev,size=6497436k,nr_inodes=819200,mode=755,inode64 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.1 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.1 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.3 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.3 nsfs rw 0 0 2024-09-15T22:05:30.132 DEBUG:teuthology.orchestra.run.smithi110:> set -ex 2024-09-15T22:05:30.132 DEBUG:teuthology.orchestra.run.smithi110:> dd if=/proc/self/mounts of=/dev/stdout 2024-09-15T22:05:30.188 DEBUG:tasks.cephfs.mount:not mounted; /proc/self/mounts is: proc /proc proc rw,nosuid,nodev,noexec,relatime 0 0 sysfs /sys sysfs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 devtmpfs /dev devtmpfs rw,seclabel,nosuid,size=4096k,nr_inodes=4056009,mode=755,inode64 0 0 securityfs /sys/kernel/security securityfs rw,nosuid,nodev,noexec,relatime 0 0 tmpfs /dev/shm tmpfs rw,seclabel,nosuid,nodev,inode64 0 0 devpts /dev/pts devpts rw,seclabel,nosuid,noexec,relatime,gid=5,mode=620,ptmxmode=000 0 0 tmpfs /run tmpfs rw,seclabel,nosuid,nodev,size=6497436k,nr_inodes=819200,mode=755,inode64 0 0 cgroup2 /sys/fs/cgroup cgroup2 rw,seclabel,nosuid,nodev,noexec,relatime,nsdelegate,memory_recursiveprot 0 0 pstore /sys/fs/pstore pstore rw,seclabel,nosuid,nodev,noexec,relatime 0 0 bpf /sys/fs/bpf bpf rw,nosuid,nodev,noexec,relatime,mode=700 0 0 /dev/sda1 / ext4 rw,seclabel,relatime 0 0 selinuxfs /sys/fs/selinux selinuxfs rw,nosuid,noexec,relatime 0 0 systemd-1 /proc/sys/fs/binfmt_misc autofs rw,relatime,fd=29,pgrp=1,timeout=0,minproto=5,maxproto=5,direct,pipe_ino=18666 0 0 hugetlbfs /dev/hugepages hugetlbfs rw,seclabel,relatime,pagesize=2M 0 0 mqueue /dev/mqueue mqueue rw,seclabel,nosuid,nodev,noexec,relatime 0 0 debugfs /sys/kernel/debug debugfs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 tracefs /sys/kernel/tracing tracefs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 fusectl /sys/fs/fuse/connections fusectl rw,nosuid,nodev,noexec,relatime 0 0 configfs /sys/kernel/config configfs rw,nosuid,nodev,noexec,relatime 0 0 none /run/credentials/systemd-sysctl.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 none /run/credentials/systemd-tmpfiles-setup-dev.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 none /run/credentials/systemd-tmpfiles-setup.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 sunrpc /var/lib/nfs/rpc_pipefs rpc_pipefs rw,relatime 0 0 tmpfs /run/user/1000 tmpfs rw,seclabel,nosuid,nodev,relatime,size=3248716k,nr_inodes=812179,mode=700,uid=1000,gid=1333,inode64 0 0 /dev/mapper/vg_nvme-lv_5 /var/lib/ceph xfs rw,seclabel,relatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_1 /var/lib/ceph/osd/ceph-4 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_2 /var/lib/ceph/osd/ceph-5 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_3 /var/lib/ceph/osd/ceph-6 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_4 /var/lib/ceph/osd/ceph-7 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 tmpfs /run/netns tmpfs rw,seclabel,nosuid,nodev,size=6497436k,nr_inodes=819200,mode=755,inode64 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.1 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.1 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.3 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.3 nsfs rw 0 0 2024-09-15T22:05:30.188 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-15T22:05:30.188 DEBUG:teuthology.orchestra.run.smithi110:> ip netns list 2024-09-15T22:05:30.244 INFO:teuthology.orchestra.run.smithi110.stdout:ceph-ns--home-ubuntu-cephtest-mnt.3 (id: 1) 2024-09-15T22:05:30.244 INFO:teuthology.orchestra.run.smithi110.stdout:ceph-ns--home-ubuntu-cephtest-mnt.1 (id: 0) 2024-09-15T22:05:30.245 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-15T22:05:30.245 DEBUG:teuthology.orchestra.run.smithi110:> sudo ip netns delete ceph-ns--home-ubuntu-cephtest-mnt.3 2024-09-15T22:05:30.310 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-15T22:05:30.310 DEBUG:teuthology.orchestra.run.smithi110:> sudo ip netns delete ceph-ns--home-ubuntu-cephtest-mnt.1 2024-09-15T22:05:30.376 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-15T22:05:30.376 DEBUG:teuthology.orchestra.run.smithi110:> sudo ip link delete ceph-brx 2024-09-15T22:05:30.459 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-15T22:05:30.459 DEBUG:teuthology.orchestra.run.smithi063:> ip netns list 2024-09-15T22:05:30.479 INFO:teuthology.orchestra.run.smithi063.stdout:ceph-ns--home-ubuntu-cephtest-mnt.2 (id: 1) 2024-09-15T22:05:30.479 INFO:teuthology.orchestra.run.smithi063.stdout:ceph-ns--home-ubuntu-cephtest-mnt.0 (id: 0) 2024-09-15T22:05:30.480 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-15T22:05:30.480 DEBUG:teuthology.orchestra.run.smithi063:> sudo ip netns delete ceph-ns--home-ubuntu-cephtest-mnt.2 2024-09-15T22:05:30.551 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-15T22:05:30.551 DEBUG:teuthology.orchestra.run.smithi063:> sudo ip netns delete ceph-ns--home-ubuntu-cephtest-mnt.0 2024-09-15T22:05:30.621 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-15T22:05:30.621 DEBUG:teuthology.orchestra.run.smithi063:> sudo ip link delete ceph-brx 2024-09-15T22:05:30.732 DEBUG:teuthology.run_tasks:Unwinding manager ceph 2024-09-15T22:05:30.741 INFO:tasks.ceph.ceph_manager.ceph:waiting for clean 2024-09-15T22:05:30.742 DEBUG:teuthology.orchestra.run.smithi063:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph pg dump --format=json 2024-09-15T22:05:30.850 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:30.848+0000 7fe49b166640 1 Processor -- start 2024-09-15T22:05:30.850 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:30.848+0000 7fe49b166640 1 -- start start 2024-09-15T22:05:30.851 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:30.849+0000 7fe49b166640 1 --2- >> v2:172.21.15.110:3300/0 conn(0x7fe494158cf0 0x7fe4940af810 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-15T22:05:30.851 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:30.849+0000 7fe49b166640 1 --2- >> v2:172.21.15.63:3300/0 conn(0x7fe4941590d0 0x7fe49406bbe0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-15T22:05:30.851 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:30.849+0000 7fe49b166640 1 -- --> v1:172.21.15.63:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fe49415bb20 con 0x7fe49415ca10 2024-09-15T22:05:30.851 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:30.849+0000 7fe49b166640 1 -- --> v2:172.21.15.63:3300/0 -- mon_getmap magic: 0 -- 0x7fe4940afd50 con 0x7fe4941590d0 2024-09-15T22:05:30.851 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:30.849+0000 7fe49b166640 1 -- --> v2:172.21.15.110:3300/0 -- mon_getmap magic: 0 -- 0x7fe49415be00 con 0x7fe494158cf0 2024-09-15T22:05:30.851 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:30.849+0000 7fe493fff640 1 --2- >> v2:172.21.15.63:3300/0 conn(0x7fe4941590d0 0x7fe49406bbe0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-15T22:05:30.851 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:30.849+0000 7fe499703640 1 --1- >> v1:172.21.15.63:6789/0 conn(0x7fe49415ca10 0x7fe49415ef70 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.63:6789/0 says I am v1:172.21.15.63:57402/0 (socket says 172.21.15.63:57402) 2024-09-15T22:05:30.851 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:30.849+0000 7fe499703640 1 -- 172.21.15.63:0/2190862534 learned_addr learned my addr 172.21.15.63:0/2190862534 (peer_addr_for_me v1:172.21.15.63:0/0) 2024-09-15T22:05:30.852 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:30.849+0000 7fe493fff640 1 -- 172.21.15.63:0/2190862534 >> v2:172.21.15.110:3300/0 conn(0x7fe494158cf0 msgr2=0x7fe4940af810 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-15T22:05:30.852 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:30.849+0000 7fe493fff640 1 --2- 172.21.15.63:0/2190862534 >> v2:172.21.15.110:3300/0 conn(0x7fe494158cf0 0x7fe4940af810 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T22:05:30.852 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:30.849+0000 7fe493fff640 1 -- 172.21.15.63:0/2190862534 >> v1:172.21.15.63:6789/0 conn(0x7fe49415ca10 legacy=0x7fe49415ef70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-15T22:05:30.852 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:30.849+0000 7fe493fff640 1 -- 172.21.15.63:0/2190862534 --> v2:172.21.15.63:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fe49415c0e0 con 0x7fe4941590d0 2024-09-15T22:05:30.853 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:30.850+0000 7fe493fff640 1 --2- 172.21.15.63:0/2190862534 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fe4941590d0 0x7fe49406bbe0 secure :-1 s=READY pgs=353 cs=0 l=1 rev1=1 crypto rx=0x7fe49406e2b0 tx=0x7fe48802a110 comp rx=0 tx=0).ready entity=mon.0 client_cookie=1f2abc8360d22a22 server_cookie=0 in_seq=0 out_seq=0 2024-09-15T22:05:30.853 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:30.850+0000 7fe4937fe640 1 -- 172.21.15.63:0/2190862534 <== mon.0 v2:172.21.15.63:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe488037070 con 0x7fe4941590d0 2024-09-15T22:05:30.853 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:30.850+0000 7fe4937fe640 1 -- 172.21.15.63:0/2190862534 <== mon.0 v2:172.21.15.63:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fe488032440 con 0x7fe4941590d0 2024-09-15T22:05:30.854 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:30.850+0000 7fe4937fe640 1 -- 172.21.15.63:0/2190862534 <== mon.0 v2:172.21.15.63:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe48802ae60 con 0x7fe4941590d0 2024-09-15T22:05:30.854 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:30.851+0000 7fe49b166640 1 -- 172.21.15.63:0/2190862534 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fe4941590d0 msgr2=0x7fe49406bbe0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-15T22:05:30.854 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:30.851+0000 7fe49b166640 1 --2- 172.21.15.63:0/2190862534 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fe4941590d0 0x7fe49406bbe0 secure :-1 s=READY pgs=353 cs=0 l=1 rev1=1 crypto rx=0x7fe49406e2b0 tx=0x7fe48802a110 comp rx=0 tx=0).stop 2024-09-15T22:05:30.854 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:30.851+0000 7fe49b166640 1 -- 172.21.15.63:0/2190862534 shutdown_connections 2024-09-15T22:05:30.854 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:30.851+0000 7fe49b166640 1 --2- 172.21.15.63:0/2190862534 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fe4941590d0 0x7fe49406bbe0 unknown :-1 s=CLOSED pgs=353 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T22:05:30.854 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:30.851+0000 7fe49b166640 1 --2- 172.21.15.63:0/2190862534 >> v2:172.21.15.110:3300/0 conn(0x7fe494158cf0 0x7fe4940af810 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T22:05:30.854 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:30.851+0000 7fe49b166640 1 -- 172.21.15.63:0/2190862534 >> 172.21.15.63:0/2190862534 conn(0x7fe4940b2000 msgr2=0x7fe4940b23e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-15T22:05:30.854 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:30.851+0000 7fe49b166640 1 -- 172.21.15.63:0/2190862534 shutdown_connections 2024-09-15T22:05:30.854 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:30.851+0000 7fe49b166640 1 -- 172.21.15.63:0/2190862534 wait complete. 2024-09-15T22:05:30.854 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:30.852+0000 7fe49b166640 1 Processor -- start 2024-09-15T22:05:30.854 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:30.852+0000 7fe49b166640 1 -- start start 2024-09-15T22:05:30.856 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:30.853+0000 7fe49b166640 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7fe494158cf0 0x7fe494150400 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-15T22:05:30.856 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:30.853+0000 7fe49b166640 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fe4941590d0 0x7fe49415f5a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-15T22:05:30.856 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:30.853+0000 7fe49b166640 1 --2- >> [v2:172.21.15.110:3301/0,v1:172.21.15.110:6790/0] conn(0x7fe49415ca10 0x7fe4941f8390 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-15T22:05:30.856 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:30.853+0000 7fe49b166640 1 -- --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 -- 0x7fe4940b3480 con 0x7fe4941590d0 2024-09-15T22:05:30.857 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:30.853+0000 7fe49b166640 1 -- --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_getmap magic: 0 -- 0x7fe4940b3300 con 0x7fe494158cf0 2024-09-15T22:05:30.857 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:30.853+0000 7fe49b166640 1 -- --> [v2:172.21.15.110:3301/0,v1:172.21.15.110:6790/0] -- mon_getmap magic: 0 -- 0x7fe4940b3600 con 0x7fe49415ca10 2024-09-15T22:05:30.857 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:30.853+0000 7fe493fff640 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fe4941590d0 0x7fe49415f5a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-15T22:05:30.857 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:30.853+0000 7fe493fff640 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fe4941590d0 0x7fe49415f5a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.63:3300/0 says I am v2:172.21.15.63:58878/0 (socket says 172.21.15.63:58878) 2024-09-15T22:05:30.857 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:30.853+0000 7fe493fff640 1 -- 172.21.15.63:0/3433525035 learned_addr learned my addr 172.21.15.63:0/3433525035 (peer_addr_for_me v2:172.21.15.63:0/0) 2024-09-15T22:05:30.857 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:30.853+0000 7fe498f02640 1 --2- 172.21.15.63:0/3433525035 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7fe494158cf0 0x7fe494150400 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-15T22:05:30.857 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:30.853+0000 7fe499703640 1 --2- 172.21.15.63:0/3433525035 >> [v2:172.21.15.110:3301/0,v1:172.21.15.110:6790/0] conn(0x7fe49415ca10 0x7fe4941f8390 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-15T22:05:30.857 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:30.853+0000 7fe493fff640 1 -- 172.21.15.63:0/3433525035 >> [v2:172.21.15.110:3301/0,v1:172.21.15.110:6790/0] conn(0x7fe49415ca10 msgr2=0x7fe4941f8390 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-15T22:05:30.857 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:30.853+0000 7fe493fff640 1 --2- 172.21.15.63:0/3433525035 >> [v2:172.21.15.110:3301/0,v1:172.21.15.110:6790/0] conn(0x7fe49415ca10 0x7fe4941f8390 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T22:05:30.857 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:30.853+0000 7fe493fff640 1 -- 172.21.15.63:0/3433525035 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7fe494158cf0 msgr2=0x7fe494150400 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-15T22:05:30.857 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:30.853+0000 7fe493fff640 1 --2- 172.21.15.63:0/3433525035 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7fe494158cf0 0x7fe494150400 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T22:05:30.857 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:30.853+0000 7fe493fff640 1 -- 172.21.15.63:0/3433525035 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fe494150940 con 0x7fe4941590d0 2024-09-15T22:05:30.857 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:30.854+0000 7fe493fff640 1 --2- 172.21.15.63:0/3433525035 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fe4941590d0 0x7fe49415f5a0 secure :-1 s=READY pgs=354 cs=0 l=1 rev1=1 crypto rx=0x7fe488009890 tx=0x7fe4880046c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-15T22:05:30.858 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:30.854+0000 7fe4917fa640 1 -- 172.21.15.63:0/3433525035 <== mon.0 v2:172.21.15.63:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe488037040 con 0x7fe4941590d0 2024-09-15T22:05:30.858 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:30.854+0000 7fe4917fa640 1 -- 172.21.15.63:0/3433525035 <== mon.0 v2:172.21.15.63:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fe488042070 con 0x7fe4941590d0 2024-09-15T22:05:30.858 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:30.854+0000 7fe49b166640 1 -- 172.21.15.63:0/3433525035 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fe494152190 con 0x7fe4941590d0 2024-09-15T22:05:30.858 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:30.854+0000 7fe4917fa640 1 -- 172.21.15.63:0/3433525035 <== mon.0 v2:172.21.15.63:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe488030bd0 con 0x7fe4941590d0 2024-09-15T22:05:30.858 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:30.854+0000 7fe49b166640 1 -- 172.21.15.63:0/3433525035 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fe4941f7b90 con 0x7fe4941590d0 2024-09-15T22:05:30.858 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:30.855+0000 7fe49b166640 1 -- 172.21.15.63:0/3433525035 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fe4940af810 con 0x7fe4941590d0 2024-09-15T22:05:30.859 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:30.855+0000 7fe4917fa640 1 -- 172.21.15.63:0/3433525035 <== mon.0 v2:172.21.15.63:3300/0 4 ==== mgrmap(e 7) ==== 90999+0+0 (secure 0 0 0) 0x7fe488047460 con 0x7fe4941590d0 2024-09-15T22:05:30.859 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:30.856+0000 7fe4917fa640 1 --2- 172.21.15.63:0/3433525035 >> [v2:172.21.15.110:6832/552273267,v1:172.21.15.110:6833/552273267] conn(0x7fe48006c460 0x7fe48006e920 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-15T22:05:30.859 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:30.856+0000 7fe4917fa640 1 -- 172.21.15.63:0/3433525035 <== mon.0 v2:172.21.15.63:3300/0 5 ==== osd_map(36..36 src has 1..36) ==== 4943+0+0 (secure 0 0 0) 0x7fe4880ac100 con 0x7fe4941590d0 2024-09-15T22:05:30.859 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:30.856+0000 7fe498f02640 1 --2- 172.21.15.63:0/3433525035 >> [v2:172.21.15.110:6832/552273267,v1:172.21.15.110:6833/552273267] conn(0x7fe48006c460 0x7fe48006e920 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-15T22:05:30.859 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:30.857+0000 7fe498f02640 1 --2- 172.21.15.63:0/3433525035 >> [v2:172.21.15.110:6832/552273267,v1:172.21.15.110:6833/552273267] conn(0x7fe48006c460 0x7fe48006e920 secure :-1 s=READY pgs=182 cs=0 l=1 rev1=1 crypto rx=0x7fe48c009f20 tx=0x7fe48c0094f0 comp rx=0 tx=0).ready entity=mgr.4102 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-15T22:05:30.862 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:30.860+0000 7fe4917fa640 1 -- 172.21.15.63:0/3433525035 <== mon.0 v2:172.21.15.63:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7fe488032e20 con 0x7fe4941590d0 2024-09-15T22:05:31.033 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:31.032+0000 7fe49b166640 1 -- 172.21.15.63:0/3433525035 --> [v2:172.21.15.110:6832/552273267,v1:172.21.15.110:6833/552273267] -- mgr_command(tid 0: {"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}) -- 0x7fe49415fae0 con 0x7fe48006c460 2024-09-15T22:05:31.034 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:31.033+0000 7fe4917fa640 1 -- 172.21.15.63:0/3433525035 <== mgr.4102 v2:172.21.15.110:6832/552273267 1 ==== mgr_command_reply(tid 0: 0 dumped all) ==== 18+0+13474 (secure 0 0 0) 0x7fe49415fae0 con 0x7fe48006c460 2024-09-15T22:05:31.035 INFO:teuthology.orchestra.run.smithi063.stdout: 2024-09-15T22:05:31.035 INFO:teuthology.orchestra.run.smithi063.stderr:dumped all 2024-09-15T22:05:31.037 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:31.035+0000 7fe49b166640 1 -- 172.21.15.63:0/3433525035 >> [v2:172.21.15.110:6832/552273267,v1:172.21.15.110:6833/552273267] conn(0x7fe48006c460 msgr2=0x7fe48006e920 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-15T22:05:31.037 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:31.035+0000 7fe49b166640 1 --2- 172.21.15.63:0/3433525035 >> [v2:172.21.15.110:6832/552273267,v1:172.21.15.110:6833/552273267] conn(0x7fe48006c460 0x7fe48006e920 secure :-1 s=READY pgs=182 cs=0 l=1 rev1=1 crypto rx=0x7fe48c009f20 tx=0x7fe48c0094f0 comp rx=0 tx=0).stop 2024-09-15T22:05:31.037 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:31.035+0000 7fe49b166640 1 -- 172.21.15.63:0/3433525035 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fe4941590d0 msgr2=0x7fe49415f5a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-15T22:05:31.037 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:31.035+0000 7fe49b166640 1 --2- 172.21.15.63:0/3433525035 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fe4941590d0 0x7fe49415f5a0 secure :-1 s=READY pgs=354 cs=0 l=1 rev1=1 crypto rx=0x7fe488009890 tx=0x7fe4880046c0 comp rx=0 tx=0).stop 2024-09-15T22:05:31.037 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:31.035+0000 7fe49b166640 1 -- 172.21.15.63:0/3433525035 shutdown_connections 2024-09-15T22:05:31.037 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:31.035+0000 7fe49b166640 1 --2- 172.21.15.63:0/3433525035 >> [v2:172.21.15.110:6832/552273267,v1:172.21.15.110:6833/552273267] conn(0x7fe48006c460 0x7fe48006e920 unknown :-1 s=CLOSED pgs=182 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T22:05:31.037 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:31.035+0000 7fe49b166640 1 --2- 172.21.15.63:0/3433525035 >> [v2:172.21.15.110:3301/0,v1:172.21.15.110:6790/0] conn(0x7fe49415ca10 0x7fe4941f8390 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T22:05:31.037 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:31.035+0000 7fe49b166640 1 --2- 172.21.15.63:0/3433525035 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fe4941590d0 0x7fe49415f5a0 unknown :-1 s=CLOSED pgs=354 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T22:05:31.037 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:31.035+0000 7fe49b166640 1 --2- 172.21.15.63:0/3433525035 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7fe494158cf0 0x7fe494150400 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T22:05:31.037 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:31.035+0000 7fe49b166640 1 -- 172.21.15.63:0/3433525035 >> 172.21.15.63:0/3433525035 conn(0x7fe4940b2000 msgr2=0x7fe4940b0800 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-15T22:05:31.037 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:31.035+0000 7fe49b166640 1 -- 172.21.15.63:0/3433525035 shutdown_connections 2024-09-15T22:05:31.038 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:31.035+0000 7fe49b166640 1 -- 172.21.15.63:0/3433525035 wait complete. 2024-09-15T22:05:31.047 INFO:teuthology.orchestra.run.smithi063.stdout:{"pg_ready":true,"pg_map":{"version":68,"stamp":"2024-09-15T22:05:30.252524+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":159,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":117,"ondisk_log_size":117,"up":2,"acting":2,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":108,"num_osds":8,"num_per_pool_osds":8,"num_per_pool_omap_osds":2,"kb":754974720,"kb_used":241440,"kb_used_data":4392,"kb_used_omap":12,"kb_used_meta":236851,"kb_avail":754733280,"statfs":{"total":773094113280,"available":772846878720,"internally_reserved":0,"allocated":4497408,"data_stored":2463752,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":12752,"internal_metadata":242535984},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":12,"apply_latency_ms":12,"commit_latency_ns":12000000,"apply_latency_ns":12000000},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":-81870,"num_objects":-25,"num_object_clones":0,"num_object_copies":-50,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":-25,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":-70,"num_write_kb":-107,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":-14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"6.450998"},"pg_stats":[{"pgid":"1.0","version":"17'117","reported_seq":197,"reported_epoch":36,"state":"active+clean","last_fresh":"2024-09-15T22:05:27.364469+0000","last_change":"2024-09-15T22:04:16.056574+0000","last_active":"2024-09-15T22:05:27.364469+0000","last_peered":"2024-09-15T22:05:27.364469+0000","last_clean":"2024-09-15T22:05:27.364469+0000","last_became_active":"2024-09-15T22:04:16.055577+0000","last_became_peered":"2024-09-15T22:04:16.055577+0000","last_unstale":"2024-09-15T22:05:27.364469+0000","last_undegraded":"2024-09-15T22:05:27.364469+0000","last_fullsized":"2024-09-15T22:05:27.364469+0000","mapping_epoch":15,"log_start":"0'0","ondisk_log_start":"0'0","created":15,"last_epoch_clean":16,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-15T22:04:14.948623+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-15T22:04:14.948623+0000","last_clean_scrub_stamp":"2024-09-15T22:04:14.948623+0000","objects_scrubbed":0,"log_size":117,"log_dups_size":0,"ondisk_log_size":117,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T08:16:14.663572+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":159,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]}],"pool_stats":[{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":159,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":1187840,"data_stored":1180736,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":117,"ondisk_log_size":117,"up":2,"acting":2,"num_store_stats":2}],"osd_stats":[{"osd":7,"up_from":14,"seq":60129542161,"num_pgs":1,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":32172,"kb_used_data":984,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94339668,"statfs":{"total":96636764160,"available":96603820032,"internally_reserved":0,"allocated":1007616,"data_stored":750745,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1590,"internal_metadata":31914442},"hb_peers":[0,1,2,3,4,5,6],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":5,"up_from":14,"seq":60129542161,"num_pgs":17,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":0,"kb":94371840,"kb_used":31596,"kb_used_data":404,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94340244,"statfs":{"total":96636764160,"available":96604409856,"internally_reserved":0,"allocated":413696,"data_stored":160377,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":31914437},"hb_peers":[0,1,2,3,4,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[]},{"osd":4,"up_from":14,"seq":60129542161,"num_pgs":29,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":0,"kb":94371840,"kb_used":31596,"kb_used_data":404,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94340244,"statfs":{"total":96636764160,"available":96604409856,"internally_reserved":0,"allocated":413696,"data_stored":160377,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":31914437},"hb_peers":[0,1,2,3,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[]},{"osd":3,"up_from":14,"seq":60129542163,"num_pgs":31,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":0,"kb":94371840,"kb_used":27432,"kb_used_data":404,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344408,"statfs":{"total":96636764160,"available":96608673792,"internally_reserved":0,"allocated":413696,"data_stored":160377,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1593,"internal_metadata":27654599},"hb_peers":[0,1,2,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":3,"apply_latency_ms":3,"commit_latency_ns":3000000,"apply_latency_ns":3000000},"alerts":[]},{"osd":2,"up_from":14,"seq":60129542163,"num_pgs":17,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":0,"kb":94371840,"kb_used":27440,"kb_used_data":404,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344400,"statfs":{"total":96636764160,"available":96608665600,"internally_reserved":0,"allocated":413696,"data_stored":160377,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[0,1,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":2,"apply_latency_ms":2,"commit_latency_ns":2000000,"apply_latency_ns":2000000},"alerts":[]},{"osd":1,"up_from":14,"seq":60129542162,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":0,"kb":94371840,"kb_used":27436,"kb_used_data":404,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344404,"statfs":{"total":96636764160,"available":96608669696,"internally_reserved":0,"allocated":413696,"data_stored":160377,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[0,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":2,"apply_latency_ms":2,"commit_latency_ns":2000000,"apply_latency_ns":2000000},"alerts":[]},{"osd":0,"up_from":14,"seq":60129542162,"num_pgs":13,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":28012,"kb_used_data":984,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94343828,"statfs":{"total":96636764160,"available":96608079872,"internally_reserved":0,"allocated":1007616,"data_stored":750745,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[1,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":2,"apply_latency_ms":2,"commit_latency_ns":2000000,"apply_latency_ns":2000000},"alerts":[]},{"osd":6,"up_from":13,"seq":55834574866,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":0,"kb":94371840,"kb_used":35756,"kb_used_data":404,"kb_used_omap":1,"kb_used_meta":35326,"kb_avail":94336084,"statfs":{"total":96636764160,"available":96600150016,"internally_reserved":0,"allocated":413696,"data_stored":160377,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":36174278},"hb_peers":[0,1,2,3,4,5,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2024-09-15T22:05:31.048 DEBUG:teuthology.orchestra.run.smithi063:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph pg dump --format=json 2024-09-15T22:05:31.150 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:31.148+0000 7f89eff9f640 1 Processor -- start 2024-09-15T22:05:31.150 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:31.149+0000 7f89eff9f640 1 -- start start 2024-09-15T22:05:31.151 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:31.149+0000 7f89eff9f640 1 --2- >> v2:172.21.15.110:3300/0 conn(0x7f89e80b9ee0 0x7f89e815ea60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-15T22:05:31.152 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:31.149+0000 7f89eff9f640 1 -- --> v1:172.21.15.63:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f89e80ba350 con 0x7f89e8147fc0 2024-09-15T22:05:31.152 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:31.149+0000 7f89eff9f640 1 -- --> v1:172.21.15.110:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f89e80d2750 con 0x7f89e80d15f0 2024-09-15T22:05:31.152 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:31.149+0000 7f89eff9f640 1 -- --> v2:172.21.15.110:3300/0 -- mon_getmap magic: 0 -- 0x7f89e81483a0 con 0x7f89e80b9ee0 2024-09-15T22:05:31.152 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:31.150+0000 7f89edd3b640 1 --1- >> v1:172.21.15.63:6789/0 conn(0x7f89e8147fc0 0x7f89e80d0ee0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.63:6789/0 says I am v1:172.21.15.63:57418/0 (socket says 172.21.15.63:57418) 2024-09-15T22:05:31.152 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:31.150+0000 7f89edd3b640 1 -- 172.21.15.63:0/3864034290 learned_addr learned my addr 172.21.15.63:0/3864034290 (peer_addr_for_me v1:172.21.15.63:0/0) 2024-09-15T22:05:31.152 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:31.150+0000 7f89ee53c640 1 --2- 172.21.15.63:0/3864034290 >> v2:172.21.15.110:3300/0 conn(0x7f89e80b9ee0 0x7f89e815ea60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-15T22:05:31.152 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:31.150+0000 7f89ecd39640 1 -- 172.21.15.63:0/3864034290 <== mon.0 v1:172.21.15.63:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 2047013177 0 0) 0x7f89e80ba350 con 0x7f89e8147fc0 2024-09-15T22:05:31.152 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:31.150+0000 7f89ecd39640 1 -- 172.21.15.63:0/3864034290 --> v1:172.21.15.63:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7f89d0003520 con 0x7f89e8147fc0 2024-09-15T22:05:31.152 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:31.150+0000 7f89ecd39640 1 -- 172.21.15.63:0/3864034290 <== mon.1 v1:172.21.15.110:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 3887871241 0 0) 0x7f89e80d2750 con 0x7f89e80d15f0 2024-09-15T22:05:31.152 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:31.150+0000 7f89ecd39640 1 -- 172.21.15.63:0/3864034290 --> v1:172.21.15.110:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7f89e80ba350 con 0x7f89e80d15f0 2024-09-15T22:05:31.152 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:31.150+0000 7f89ee53c640 1 -- 172.21.15.63:0/3864034290 >> v1:172.21.15.110:6789/0 conn(0x7f89e80d15f0 legacy=0x7f89e80b97d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-15T22:05:31.152 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:31.150+0000 7f89ee53c640 1 -- 172.21.15.63:0/3864034290 >> v1:172.21.15.63:6789/0 conn(0x7f89e8147fc0 legacy=0x7f89e80d0ee0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-15T22:05:31.153 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:31.150+0000 7f89ee53c640 1 -- 172.21.15.63:0/3864034290 --> v2:172.21.15.110:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f89e80d2a30 con 0x7f89e80b9ee0 2024-09-15T22:05:31.154 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:31.151+0000 7f89ee53c640 1 --2- 172.21.15.63:0/3864034290 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f89e80b9ee0 0x7f89e815ea60 secure :-1 s=READY pgs=174 cs=0 l=1 rev1=1 crypto rx=0x7f89e00097a0 tx=0x7f89e002a230 comp rx=0 tx=0).ready entity=mon.1 client_cookie=2caa9e8d3874acdf server_cookie=0 in_seq=0 out_seq=0 2024-09-15T22:05:31.154 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:31.151+0000 7f89ecd39640 1 -- 172.21.15.63:0/3864034290 <== mon.1 v2:172.21.15.110:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f89e0037070 con 0x7f89e80b9ee0 2024-09-15T22:05:31.154 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:31.151+0000 7f89ecd39640 1 -- 172.21.15.63:0/3864034290 <== mon.1 v2:172.21.15.110:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f89e0032440 con 0x7f89e80b9ee0 2024-09-15T22:05:31.154 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:31.151+0000 7f89ecd39640 1 -- 172.21.15.63:0/3864034290 <== mon.1 v2:172.21.15.110:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f89e0032810 con 0x7f89e80b9ee0 2024-09-15T22:05:31.154 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:31.151+0000 7f89eff9f640 1 -- 172.21.15.63:0/3864034290 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f89e80b9ee0 msgr2=0x7f89e815ea60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-15T22:05:31.154 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:31.151+0000 7f89eff9f640 1 --2- 172.21.15.63:0/3864034290 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f89e80b9ee0 0x7f89e815ea60 secure :-1 s=READY pgs=174 cs=0 l=1 rev1=1 crypto rx=0x7f89e00097a0 tx=0x7f89e002a230 comp rx=0 tx=0).stop 2024-09-15T22:05:31.154 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:31.151+0000 7f89eff9f640 1 -- 172.21.15.63:0/3864034290 shutdown_connections 2024-09-15T22:05:31.154 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:31.151+0000 7f89eff9f640 1 --2- 172.21.15.63:0/3864034290 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f89e80b9ee0 0x7f89e815ea60 unknown :-1 s=CLOSED pgs=174 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T22:05:31.154 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:31.151+0000 7f89eff9f640 1 -- 172.21.15.63:0/3864034290 >> 172.21.15.63:0/3864034290 conn(0x7f89e8074fe0 msgr2=0x7f89e806bbe0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-15T22:05:31.154 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:31.152+0000 7f89eff9f640 1 -- 172.21.15.63:0/3864034290 shutdown_connections 2024-09-15T22:05:31.154 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:31.152+0000 7f89eff9f640 1 -- 172.21.15.63:0/3864034290 wait complete. 2024-09-15T22:05:31.156 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:31.153+0000 7f89eff9f640 1 Processor -- start 2024-09-15T22:05:31.156 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:31.153+0000 7f89eff9f640 1 -- start start 2024-09-15T22:05:31.156 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:31.153+0000 7f89eff9f640 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f89e80b9ee0 0x7f89e815db10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-15T22:05:31.157 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:31.153+0000 7f89eff9f640 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f89e80d15f0 0x7f89e8135640 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-15T22:05:31.157 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:31.153+0000 7f89eff9f640 1 --2- >> [v2:172.21.15.110:3301/0,v1:172.21.15.110:6790/0] conn(0x7f89e8147fc0 0x7f89e81f7a40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-15T22:05:31.157 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:31.153+0000 7f89eff9f640 1 -- --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 -- 0x7f89e80d2500 con 0x7f89e80b9ee0 2024-09-15T22:05:31.157 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:31.153+0000 7f89eff9f640 1 -- --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_getmap magic: 0 -- 0x7f89e815efa0 con 0x7f89e80d15f0 2024-09-15T22:05:31.157 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:31.153+0000 7f89eff9f640 1 -- --> [v2:172.21.15.110:3301/0,v1:172.21.15.110:6790/0] -- mon_getmap magic: 0 -- 0x7f89e80d2ff0 con 0x7f89e8147fc0 2024-09-15T22:05:31.157 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:31.154+0000 7f89edd3b640 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f89e80b9ee0 0x7f89e815db10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-15T22:05:31.157 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:31.154+0000 7f89edd3b640 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f89e80b9ee0 0x7f89e815db10 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.63:3300/0 says I am v2:172.21.15.63:58884/0 (socket says 172.21.15.63:58884) 2024-09-15T22:05:31.157 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:31.154+0000 7f89edd3b640 1 -- 172.21.15.63:0/3534081998 learned_addr learned my addr 172.21.15.63:0/3534081998 (peer_addr_for_me v2:172.21.15.63:0/0) 2024-09-15T22:05:31.157 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:31.154+0000 7f89ee53c640 1 --2- 172.21.15.63:0/3534081998 >> [v2:172.21.15.110:3301/0,v1:172.21.15.110:6790/0] conn(0x7f89e8147fc0 0x7f89e81f7a40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-15T22:05:31.157 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:31.154+0000 7f89ed53a640 1 --2- 172.21.15.63:0/3534081998 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f89e80d15f0 0x7f89e8135640 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-15T22:05:31.157 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:31.154+0000 7f89edd3b640 1 -- 172.21.15.63:0/3534081998 >> [v2:172.21.15.110:3301/0,v1:172.21.15.110:6790/0] conn(0x7f89e8147fc0 msgr2=0x7f89e81f7a40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-15T22:05:31.157 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:31.154+0000 7f89edd3b640 1 --2- 172.21.15.63:0/3534081998 >> [v2:172.21.15.110:3301/0,v1:172.21.15.110:6790/0] conn(0x7f89e8147fc0 0x7f89e81f7a40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T22:05:31.157 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:31.154+0000 7f89edd3b640 1 -- 172.21.15.63:0/3534081998 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f89e80d15f0 msgr2=0x7f89e8135640 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-15T22:05:31.158 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:31.154+0000 7f89edd3b640 1 --2- 172.21.15.63:0/3534081998 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f89e80d15f0 0x7f89e8135640 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T22:05:31.158 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:31.154+0000 7f89edd3b640 1 -- 172.21.15.63:0/3534081998 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f89e8135f40 con 0x7f89e80b9ee0 2024-09-15T22:05:31.158 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:31.154+0000 7f89ed53a640 1 --2- 172.21.15.63:0/3534081998 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f89e80d15f0 0x7f89e8135640 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-15T22:05:31.158 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:31.154+0000 7f89edd3b640 1 --2- 172.21.15.63:0/3534081998 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f89e80b9ee0 0x7f89e815db10 secure :-1 s=READY pgs=356 cs=0 l=1 rev1=1 crypto rx=0x7f89d800cb20 tx=0x7f89d800a060 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-15T22:05:31.158 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:31.154+0000 7f89e67fc640 1 -- 172.21.15.63:0/3534081998 <== mon.0 v2:172.21.15.63:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f89d8017070 con 0x7f89e80b9ee0 2024-09-15T22:05:31.158 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:31.154+0000 7f89e67fc640 1 -- 172.21.15.63:0/3534081998 <== mon.0 v2:172.21.15.63:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f89d800aca0 con 0x7f89e80b9ee0 2024-09-15T22:05:31.158 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:31.154+0000 7f89eff9f640 1 -- 172.21.15.63:0/3534081998 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f89e8136220 con 0x7f89e80b9ee0 2024-09-15T22:05:31.158 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:31.154+0000 7f89e67fc640 1 -- 172.21.15.63:0/3534081998 <== mon.0 v2:172.21.15.63:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f89d8012600 con 0x7f89e80b9ee0 2024-09-15T22:05:31.158 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:31.154+0000 7f89eff9f640 1 -- 172.21.15.63:0/3534081998 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f89e81367e0 con 0x7f89e80b9ee0 2024-09-15T22:05:31.159 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:31.155+0000 7f89eff9f640 1 -- 172.21.15.63:0/3534081998 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f89e815ea60 con 0x7f89e80b9ee0 2024-09-15T22:05:31.159 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:31.156+0000 7f89e67fc640 1 -- 172.21.15.63:0/3534081998 <== mon.0 v2:172.21.15.63:3300/0 4 ==== mgrmap(e 7) ==== 90999+0+0 (secure 0 0 0) 0x7f89d801a070 con 0x7f89e80b9ee0 2024-09-15T22:05:31.159 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:31.156+0000 7f89e67fc640 1 --2- 172.21.15.63:0/3534081998 >> [v2:172.21.15.110:6832/552273267,v1:172.21.15.110:6833/552273267] conn(0x7f89d406c490 0x7f89d406e950 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-15T22:05:31.159 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:31.157+0000 7f89e67fc640 1 -- 172.21.15.63:0/3534081998 <== mon.0 v2:172.21.15.63:3300/0 5 ==== osd_map(36..36 src has 1..36) ==== 4943+0+0 (secure 0 0 0) 0x7f89d808afa0 con 0x7f89e80b9ee0 2024-09-15T22:05:31.159 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:31.157+0000 7f89ed53a640 1 --2- 172.21.15.63:0/3534081998 >> [v2:172.21.15.110:6832/552273267,v1:172.21.15.110:6833/552273267] conn(0x7f89d406c490 0x7f89d406e950 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-15T22:05:31.159 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:31.157+0000 7f89ed53a640 1 --2- 172.21.15.63:0/3534081998 >> [v2:172.21.15.110:6832/552273267,v1:172.21.15.110:6833/552273267] conn(0x7f89d406c490 0x7f89d406e950 secure :-1 s=READY pgs=183 cs=0 l=1 rev1=1 crypto rx=0x7f89e80d02d0 tx=0x7f89dc009040 comp rx=0 tx=0).ready entity=mgr.4102 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-15T22:05:31.162 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:31.161+0000 7f89e67fc640 1 -- 172.21.15.63:0/3534081998 <== mon.0 v2:172.21.15.63:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7f89d8059280 con 0x7f89e80b9ee0 2024-09-15T22:05:31.333 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:31.332+0000 7f89eff9f640 1 -- 172.21.15.63:0/3534081998 --> [v2:172.21.15.110:6832/552273267,v1:172.21.15.110:6833/552273267] -- mgr_command(tid 0: {"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}) -- 0x7f89e81ea670 con 0x7f89d406c490 2024-09-15T22:05:31.334 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:31.333+0000 7f89e67fc640 1 -- 172.21.15.63:0/3534081998 <== mgr.4102 v2:172.21.15.110:6832/552273267 1 ==== mgr_command_reply(tid 0: 0 dumped all) ==== 18+0+13474 (secure 0 0 0) 0x7f89e81ea670 con 0x7f89d406c490 2024-09-15T22:05:31.334 INFO:teuthology.orchestra.run.smithi063.stdout: 2024-09-15T22:05:31.334 INFO:teuthology.orchestra.run.smithi063.stderr:dumped all 2024-09-15T22:05:31.336 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:31.334+0000 7f89eff9f640 1 -- 172.21.15.63:0/3534081998 >> [v2:172.21.15.110:6832/552273267,v1:172.21.15.110:6833/552273267] conn(0x7f89d406c490 msgr2=0x7f89d406e950 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-15T22:05:31.336 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:31.334+0000 7f89eff9f640 1 --2- 172.21.15.63:0/3534081998 >> [v2:172.21.15.110:6832/552273267,v1:172.21.15.110:6833/552273267] conn(0x7f89d406c490 0x7f89d406e950 secure :-1 s=READY pgs=183 cs=0 l=1 rev1=1 crypto rx=0x7f89e80d02d0 tx=0x7f89dc009040 comp rx=0 tx=0).stop 2024-09-15T22:05:31.337 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:31.334+0000 7f89eff9f640 1 -- 172.21.15.63:0/3534081998 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f89e80b9ee0 msgr2=0x7f89e815db10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-15T22:05:31.337 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:31.334+0000 7f89eff9f640 1 --2- 172.21.15.63:0/3534081998 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f89e80b9ee0 0x7f89e815db10 secure :-1 s=READY pgs=356 cs=0 l=1 rev1=1 crypto rx=0x7f89d800cb20 tx=0x7f89d800a060 comp rx=0 tx=0).stop 2024-09-15T22:05:31.337 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:31.334+0000 7f89eff9f640 1 -- 172.21.15.63:0/3534081998 shutdown_connections 2024-09-15T22:05:31.337 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:31.334+0000 7f89eff9f640 1 --2- 172.21.15.63:0/3534081998 >> [v2:172.21.15.110:6832/552273267,v1:172.21.15.110:6833/552273267] conn(0x7f89d406c490 0x7f89d406e950 unknown :-1 s=CLOSED pgs=183 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T22:05:31.337 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:31.334+0000 7f89eff9f640 1 --2- 172.21.15.63:0/3534081998 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f89e80d15f0 0x7f89e8135640 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T22:05:31.337 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:31.334+0000 7f89eff9f640 1 --2- 172.21.15.63:0/3534081998 >> [v2:172.21.15.110:3301/0,v1:172.21.15.110:6790/0] conn(0x7f89e8147fc0 0x7f89e81f7a40 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T22:05:31.337 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:31.334+0000 7f89eff9f640 1 --2- 172.21.15.63:0/3534081998 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f89e80b9ee0 0x7f89e815db10 unknown :-1 s=CLOSED pgs=356 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T22:05:31.337 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:31.334+0000 7f89eff9f640 1 -- 172.21.15.63:0/3534081998 >> 172.21.15.63:0/3534081998 conn(0x7f89e8074fe0 msgr2=0x7f89e80d44d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-15T22:05:31.337 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:31.335+0000 7f89eff9f640 1 -- 172.21.15.63:0/3534081998 shutdown_connections 2024-09-15T22:05:31.337 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:31.335+0000 7f89eff9f640 1 -- 172.21.15.63:0/3534081998 wait complete. 2024-09-15T22:05:31.347 INFO:teuthology.orchestra.run.smithi063.stdout:{"pg_ready":true,"pg_map":{"version":68,"stamp":"2024-09-15T22:05:30.252524+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":159,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":117,"ondisk_log_size":117,"up":2,"acting":2,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":108,"num_osds":8,"num_per_pool_osds":8,"num_per_pool_omap_osds":2,"kb":754974720,"kb_used":241440,"kb_used_data":4392,"kb_used_omap":12,"kb_used_meta":236851,"kb_avail":754733280,"statfs":{"total":773094113280,"available":772846878720,"internally_reserved":0,"allocated":4497408,"data_stored":2463752,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":12752,"internal_metadata":242535984},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":12,"apply_latency_ms":12,"commit_latency_ns":12000000,"apply_latency_ns":12000000},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":-81870,"num_objects":-25,"num_object_clones":0,"num_object_copies":-50,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":-25,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":-70,"num_write_kb":-107,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":-14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"6.450998"},"pg_stats":[{"pgid":"1.0","version":"17'117","reported_seq":197,"reported_epoch":36,"state":"active+clean","last_fresh":"2024-09-15T22:05:27.364469+0000","last_change":"2024-09-15T22:04:16.056574+0000","last_active":"2024-09-15T22:05:27.364469+0000","last_peered":"2024-09-15T22:05:27.364469+0000","last_clean":"2024-09-15T22:05:27.364469+0000","last_became_active":"2024-09-15T22:04:16.055577+0000","last_became_peered":"2024-09-15T22:04:16.055577+0000","last_unstale":"2024-09-15T22:05:27.364469+0000","last_undegraded":"2024-09-15T22:05:27.364469+0000","last_fullsized":"2024-09-15T22:05:27.364469+0000","mapping_epoch":15,"log_start":"0'0","ondisk_log_start":"0'0","created":15,"last_epoch_clean":16,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-15T22:04:14.948623+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-15T22:04:14.948623+0000","last_clean_scrub_stamp":"2024-09-15T22:04:14.948623+0000","objects_scrubbed":0,"log_size":117,"log_dups_size":0,"ondisk_log_size":117,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T08:16:14.663572+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":159,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]}],"pool_stats":[{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":159,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":1187840,"data_stored":1180736,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":117,"ondisk_log_size":117,"up":2,"acting":2,"num_store_stats":2}],"osd_stats":[{"osd":7,"up_from":14,"seq":60129542161,"num_pgs":1,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":32172,"kb_used_data":984,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94339668,"statfs":{"total":96636764160,"available":96603820032,"internally_reserved":0,"allocated":1007616,"data_stored":750745,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1590,"internal_metadata":31914442},"hb_peers":[0,1,2,3,4,5,6],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":5,"up_from":14,"seq":60129542161,"num_pgs":17,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":0,"kb":94371840,"kb_used":31596,"kb_used_data":404,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94340244,"statfs":{"total":96636764160,"available":96604409856,"internally_reserved":0,"allocated":413696,"data_stored":160377,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":31914437},"hb_peers":[0,1,2,3,4,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[]},{"osd":4,"up_from":14,"seq":60129542161,"num_pgs":29,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":0,"kb":94371840,"kb_used":31596,"kb_used_data":404,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94340244,"statfs":{"total":96636764160,"available":96604409856,"internally_reserved":0,"allocated":413696,"data_stored":160377,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":31914437},"hb_peers":[0,1,2,3,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[]},{"osd":3,"up_from":14,"seq":60129542163,"num_pgs":31,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":0,"kb":94371840,"kb_used":27432,"kb_used_data":404,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344408,"statfs":{"total":96636764160,"available":96608673792,"internally_reserved":0,"allocated":413696,"data_stored":160377,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1593,"internal_metadata":27654599},"hb_peers":[0,1,2,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":3,"apply_latency_ms":3,"commit_latency_ns":3000000,"apply_latency_ns":3000000},"alerts":[]},{"osd":2,"up_from":14,"seq":60129542163,"num_pgs":17,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":0,"kb":94371840,"kb_used":27440,"kb_used_data":404,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344400,"statfs":{"total":96636764160,"available":96608665600,"internally_reserved":0,"allocated":413696,"data_stored":160377,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[0,1,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":2,"apply_latency_ms":2,"commit_latency_ns":2000000,"apply_latency_ns":2000000},"alerts":[]},{"osd":1,"up_from":14,"seq":60129542162,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":0,"kb":94371840,"kb_used":27436,"kb_used_data":404,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344404,"statfs":{"total":96636764160,"available":96608669696,"internally_reserved":0,"allocated":413696,"data_stored":160377,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[0,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":2,"apply_latency_ms":2,"commit_latency_ns":2000000,"apply_latency_ns":2000000},"alerts":[]},{"osd":0,"up_from":14,"seq":60129542162,"num_pgs":13,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":28012,"kb_used_data":984,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94343828,"statfs":{"total":96636764160,"available":96608079872,"internally_reserved":0,"allocated":1007616,"data_stored":750745,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[1,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":2,"apply_latency_ms":2,"commit_latency_ns":2000000,"apply_latency_ns":2000000},"alerts":[]},{"osd":6,"up_from":13,"seq":55834574866,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":0,"kb":94371840,"kb_used":35756,"kb_used_data":404,"kb_used_omap":1,"kb_used_meta":35326,"kb_avail":94336084,"statfs":{"total":96636764160,"available":96600150016,"internally_reserved":0,"allocated":413696,"data_stored":160377,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":36174278},"hb_peers":[0,1,2,3,4,5,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2024-09-15T22:05:31.347 INFO:tasks.ceph.ceph_manager.ceph:clean! 2024-09-15T22:05:31.347 DEBUG:teuthology.orchestra.run.smithi063:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph pg dump --format=json 2024-09-15T22:05:31.449 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:31.448+0000 7f9f4365e640 1 Processor -- start 2024-09-15T22:05:31.450 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:31.448+0000 7f9f4365e640 1 -- start start 2024-09-15T22:05:31.450 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:31.449+0000 7f9f4365e640 1 --2- >> v2:172.21.15.110:3300/0 conn(0x7f9f3c0d32d0 0x7f9f3c0cf720 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-15T22:05:31.450 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:31.449+0000 7f9f4365e640 1 --2- >> [v2:172.21.15.110:3301/0,v1:172.21.15.110:6790/0] conn(0x7f9f3c0d1030 0x7f9f3c0d14c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-15T22:05:31.450 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:31.449+0000 7f9f4365e640 1 -- --> v1:172.21.15.110:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f9f3c15e950 con 0x7f9f3c15e570 2024-09-15T22:05:31.450 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:31.449+0000 7f9f4365e640 1 -- --> v2:172.21.15.110:3300/0 -- mon_getmap magic: 0 -- 0x7f9f3c0d3710 con 0x7f9f3c0d32d0 2024-09-15T22:05:31.451 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:31.449+0000 7f9f4365e640 1 -- --> [v2:172.21.15.110:3301/0,v1:172.21.15.110:6790/0] -- mon_getmap magic: 0 -- 0x7f9f3c0d3960 con 0x7f9f3c0d1030 2024-09-15T22:05:31.451 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:31.449+0000 7f9f40bf9640 1 --2- >> v2:172.21.15.110:3300/0 conn(0x7f9f3c0d32d0 0x7f9f3c0cf720 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-15T22:05:31.451 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:31.449+0000 7f9f41bfb640 1 --2- >> [v2:172.21.15.110:3301/0,v1:172.21.15.110:6790/0] conn(0x7f9f3c0d1030 0x7f9f3c0d14c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-15T22:05:31.452 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:31.449+0000 7f9f413fa640 1 --1- >> v1:172.21.15.110:6789/0 conn(0x7f9f3c15e570 0x7f9f3c0d4a00 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.110:6789/0 says I am v1:172.21.15.63:55452/0 (socket says 172.21.15.63:55452) 2024-09-15T22:05:31.452 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:31.449+0000 7f9f413fa640 1 -- 172.21.15.63:0/4275471732 learned_addr learned my addr 172.21.15.63:0/4275471732 (peer_addr_for_me v1:172.21.15.63:0/0) 2024-09-15T22:05:31.452 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:31.450+0000 7f9f40bf9640 1 -- 172.21.15.63:0/4275471732 >> [v2:172.21.15.110:3301/0,v1:172.21.15.110:6790/0] conn(0x7f9f3c0d1030 msgr2=0x7f9f3c0d14c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-15T22:05:31.452 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:31.450+0000 7f9f40bf9640 1 --2- 172.21.15.63:0/4275471732 >> [v2:172.21.15.110:3301/0,v1:172.21.15.110:6790/0] conn(0x7f9f3c0d1030 0x7f9f3c0d14c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T22:05:31.452 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:31.450+0000 7f9f40bf9640 1 -- 172.21.15.63:0/4275471732 >> v1:172.21.15.110:6789/0 conn(0x7f9f3c15e570 legacy=0x7f9f3c0d4a00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-15T22:05:31.452 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:31.450+0000 7f9f40bf9640 1 -- 172.21.15.63:0/4275471732 --> v2:172.21.15.110:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f9f3c0d3c40 con 0x7f9f3c0d32d0 2024-09-15T22:05:31.452 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:31.450+0000 7f9f33fff640 1 -- 172.21.15.63:0/4275471732 <== mon.1 v1:172.21.15.110:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 837675357 0 0) 0x7f9f3c15e950 con 0x7f9f3c15e570 2024-09-15T22:05:31.452 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:31.450+0000 7f9f41bfb640 1 --2- 172.21.15.63:0/4275471732 >> [v2:172.21.15.110:3301/0,v1:172.21.15.110:6790/0] conn(0x7f9f3c0d1030 0x7f9f3c0d14c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-15T22:05:31.453 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:31.451+0000 7f9f40bf9640 1 --2- 172.21.15.63:0/4275471732 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f9f3c0d32d0 0x7f9f3c0cf720 secure :-1 s=READY pgs=176 cs=0 l=1 rev1=1 crypto rx=0x7f9f2c0097a0 tx=0x7f9f2c02a100 comp rx=0 tx=0).ready entity=mon.1 client_cookie=7fe0a7a9ecbe408e server_cookie=0 in_seq=0 out_seq=0 2024-09-15T22:05:31.453 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:31.451+0000 7f9f33fff640 1 -- 172.21.15.63:0/4275471732 <== mon.1 v2:172.21.15.110:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9f2c037070 con 0x7f9f3c0d32d0 2024-09-15T22:05:31.453 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:31.451+0000 7f9f33fff640 1 -- 172.21.15.63:0/4275471732 <== mon.1 v2:172.21.15.110:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f9f2c02ae50 con 0x7f9f3c0d32d0 2024-09-15T22:05:31.453 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:31.451+0000 7f9f33fff640 1 -- 172.21.15.63:0/4275471732 <== mon.1 v2:172.21.15.110:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9f2c032660 con 0x7f9f3c0d32d0 2024-09-15T22:05:31.454 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:31.451+0000 7f9f4365e640 1 -- 172.21.15.63:0/4275471732 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f9f3c0d32d0 msgr2=0x7f9f3c0cf720 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-15T22:05:31.454 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:31.451+0000 7f9f4365e640 1 --2- 172.21.15.63:0/4275471732 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f9f3c0d32d0 0x7f9f3c0cf720 secure :-1 s=READY pgs=176 cs=0 l=1 rev1=1 crypto rx=0x7f9f2c0097a0 tx=0x7f9f2c02a100 comp rx=0 tx=0).stop 2024-09-15T22:05:31.454 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:31.451+0000 7f9f4365e640 1 -- 172.21.15.63:0/4275471732 shutdown_connections 2024-09-15T22:05:31.454 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:31.451+0000 7f9f4365e640 1 --2- 172.21.15.63:0/4275471732 >> [v2:172.21.15.110:3301/0,v1:172.21.15.110:6790/0] conn(0x7f9f3c0d1030 0x7f9f3c0d14c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T22:05:31.454 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:31.451+0000 7f9f4365e640 1 --2- 172.21.15.63:0/4275471732 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f9f3c0d32d0 0x7f9f3c0cf720 unknown :-1 s=CLOSED pgs=176 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T22:05:31.454 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:31.451+0000 7f9f4365e640 1 -- 172.21.15.63:0/4275471732 >> 172.21.15.63:0/4275471732 conn(0x7f9f3c074bc0 msgr2=0x7f9f3c074fd0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-15T22:05:31.454 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:31.451+0000 7f9f4365e640 1 -- 172.21.15.63:0/4275471732 shutdown_connections 2024-09-15T22:05:31.454 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:31.451+0000 7f9f4365e640 1 -- 172.21.15.63:0/4275471732 wait complete. 2024-09-15T22:05:31.456 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:31.453+0000 7f9f4365e640 1 Processor -- start 2024-09-15T22:05:31.456 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:31.453+0000 7f9f4365e640 1 -- start start 2024-09-15T22:05:31.456 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:31.453+0000 7f9f4365e640 1 --2- >> [v2:172.21.15.110:3301/0,v1:172.21.15.110:6790/0] conn(0x7f9f3c0d1030 0x7f9f3c146c20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-15T22:05:31.456 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:31.453+0000 7f9f4365e640 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f9f3c0d32d0 0x7f9f3c160630 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-15T22:05:31.456 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:31.453+0000 7f9f4365e640 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f9f3c15e570 0x7f9f3c0b75a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-15T22:05:31.456 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:31.453+0000 7f9f4365e640 1 -- --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 -- 0x7f9f3c0d44e0 con 0x7f9f3c15e570 2024-09-15T22:05:31.456 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:31.453+0000 7f9f4365e640 1 -- --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_getmap magic: 0 -- 0x7f9f3c0d4200 con 0x7f9f3c0d32d0 2024-09-15T22:05:31.456 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:31.453+0000 7f9f4365e640 1 -- --> [v2:172.21.15.110:3301/0,v1:172.21.15.110:6790/0] -- mon_getmap magic: 0 -- 0x7f9f3c0cfc60 con 0x7f9f3c0d1030 2024-09-15T22:05:31.457 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:31.453+0000 7f9f41bfb640 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f9f3c15e570 0x7f9f3c0b75a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-15T22:05:31.457 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:31.453+0000 7f9f41bfb640 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f9f3c15e570 0x7f9f3c0b75a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.63:3300/0 says I am v2:172.21.15.63:58898/0 (socket says 172.21.15.63:58898) 2024-09-15T22:05:31.457 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:31.453+0000 7f9f41bfb640 1 -- 172.21.15.63:0/3795004196 learned_addr learned my addr 172.21.15.63:0/3795004196 (peer_addr_for_me v2:172.21.15.63:0/0) 2024-09-15T22:05:31.457 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:31.454+0000 7f9f413fa640 1 --2- 172.21.15.63:0/3795004196 >> [v2:172.21.15.110:3301/0,v1:172.21.15.110:6790/0] conn(0x7f9f3c0d1030 0x7f9f3c146c20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-15T22:05:31.457 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:31.454+0000 7f9f40bf9640 1 --2- 172.21.15.63:0/3795004196 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f9f3c0d32d0 0x7f9f3c160630 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-15T22:05:31.457 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:31.454+0000 7f9f41bfb640 1 -- 172.21.15.63:0/3795004196 >> [v2:172.21.15.110:3301/0,v1:172.21.15.110:6790/0] conn(0x7f9f3c0d1030 msgr2=0x7f9f3c146c20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-15T22:05:31.457 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:31.454+0000 7f9f41bfb640 1 --2- 172.21.15.63:0/3795004196 >> [v2:172.21.15.110:3301/0,v1:172.21.15.110:6790/0] conn(0x7f9f3c0d1030 0x7f9f3c146c20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T22:05:31.457 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:31.454+0000 7f9f41bfb640 1 -- 172.21.15.63:0/3795004196 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f9f3c0d32d0 msgr2=0x7f9f3c160630 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-15T22:05:31.457 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:31.454+0000 7f9f41bfb640 1 --2- 172.21.15.63:0/3795004196 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f9f3c0d32d0 0x7f9f3c160630 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T22:05:31.457 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:31.454+0000 7f9f41bfb640 1 -- 172.21.15.63:0/3795004196 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f9f3c147160 con 0x7f9f3c15e570 2024-09-15T22:05:31.457 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:31.454+0000 7f9f41bfb640 1 --2- 172.21.15.63:0/3795004196 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f9f3c15e570 0x7f9f3c0b75a0 secure :-1 s=READY pgs=357 cs=0 l=1 rev1=1 crypto rx=0x7f9f3400efc0 tx=0x7f9f34009f90 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-15T22:05:31.457 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:31.454+0000 7f9f31ffb640 1 -- 172.21.15.63:0/3795004196 <== mon.0 v2:172.21.15.63:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9f34018030 con 0x7f9f3c15e570 2024-09-15T22:05:31.457 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:31.454+0000 7f9f31ffb640 1 -- 172.21.15.63:0/3795004196 <== mon.0 v2:172.21.15.63:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f9f3400cde0 con 0x7f9f3c15e570 2024-09-15T22:05:31.458 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:31.454+0000 7f9f4365e640 1 -- 172.21.15.63:0/3795004196 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f9f3c160f60 con 0x7f9f3c15e570 2024-09-15T22:05:31.458 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:31.454+0000 7f9f31ffb640 1 -- 172.21.15.63:0/3795004196 <== mon.0 v2:172.21.15.63:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9f34003bb0 con 0x7f9f3c15e570 2024-09-15T22:05:31.458 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:31.454+0000 7f9f4365e640 1 -- 172.21.15.63:0/3795004196 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f9f3c161520 con 0x7f9f3c15e570 2024-09-15T22:05:31.458 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:31.455+0000 7f9f4365e640 1 -- 172.21.15.63:0/3795004196 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f9f3c0cf720 con 0x7f9f3c15e570 2024-09-15T22:05:31.459 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:31.456+0000 7f9f31ffb640 1 -- 172.21.15.63:0/3795004196 <== mon.0 v2:172.21.15.63:3300/0 4 ==== mgrmap(e 7) ==== 90999+0+0 (secure 0 0 0) 0x7f9f3401b070 con 0x7f9f3c15e570 2024-09-15T22:05:31.459 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:31.456+0000 7f9f31ffb640 1 --2- 172.21.15.63:0/3795004196 >> [v2:172.21.15.110:6832/552273267,v1:172.21.15.110:6833/552273267] conn(0x7f9f2006c460 0x7f9f2006e920 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-15T22:05:31.459 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:31.456+0000 7f9f31ffb640 1 -- 172.21.15.63:0/3795004196 <== mon.0 v2:172.21.15.63:3300/0 5 ==== osd_map(36..36 src has 1..36) ==== 4943+0+0 (secure 0 0 0) 0x7f9f3408beb0 con 0x7f9f3c15e570 2024-09-15T22:05:31.459 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:31.457+0000 7f9f413fa640 1 --2- 172.21.15.63:0/3795004196 >> [v2:172.21.15.110:6832/552273267,v1:172.21.15.110:6833/552273267] conn(0x7f9f2006c460 0x7f9f2006e920 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-15T22:05:31.459 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:31.457+0000 7f9f413fa640 1 --2- 172.21.15.63:0/3795004196 >> [v2:172.21.15.110:6832/552273267,v1:172.21.15.110:6833/552273267] conn(0x7f9f2006c460 0x7f9f2006e920 secure :-1 s=READY pgs=184 cs=0 l=1 rev1=1 crypto rx=0x7f9f38007fd0 tx=0x7f9f38007de0 comp rx=0 tx=0).ready entity=mgr.4102 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-15T22:05:31.462 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:31.461+0000 7f9f31ffb640 1 -- 172.21.15.63:0/3795004196 <== mon.0 v2:172.21.15.63:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7f9f3c147160 con 0x7f9f3c15e570 2024-09-15T22:05:31.635 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:31.634+0000 7f9f4365e640 1 -- 172.21.15.63:0/3795004196 --> [v2:172.21.15.110:6832/552273267,v1:172.21.15.110:6833/552273267] -- mgr_command(tid 0: {"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}) -- 0x7f9f3c0d0190 con 0x7f9f2006c460 2024-09-15T22:05:31.636 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:31.634+0000 7f9f31ffb640 1 -- 172.21.15.63:0/3795004196 <== mgr.4102 v2:172.21.15.110:6832/552273267 1 ==== mgr_command_reply(tid 0: 0 dumped all) ==== 18+0+13474 (secure 0 0 0) 0x7f9f3c0d0190 con 0x7f9f2006c460 2024-09-15T22:05:31.636 INFO:teuthology.orchestra.run.smithi063.stdout: 2024-09-15T22:05:31.636 INFO:teuthology.orchestra.run.smithi063.stderr:dumped all 2024-09-15T22:05:31.638 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:31.636+0000 7f9f4365e640 1 -- 172.21.15.63:0/3795004196 >> [v2:172.21.15.110:6832/552273267,v1:172.21.15.110:6833/552273267] conn(0x7f9f2006c460 msgr2=0x7f9f2006e920 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-15T22:05:31.638 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:31.636+0000 7f9f4365e640 1 --2- 172.21.15.63:0/3795004196 >> [v2:172.21.15.110:6832/552273267,v1:172.21.15.110:6833/552273267] conn(0x7f9f2006c460 0x7f9f2006e920 secure :-1 s=READY pgs=184 cs=0 l=1 rev1=1 crypto rx=0x7f9f38007fd0 tx=0x7f9f38007de0 comp rx=0 tx=0).stop 2024-09-15T22:05:31.638 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:31.636+0000 7f9f4365e640 1 -- 172.21.15.63:0/3795004196 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f9f3c15e570 msgr2=0x7f9f3c0b75a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-15T22:05:31.639 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:31.636+0000 7f9f4365e640 1 --2- 172.21.15.63:0/3795004196 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f9f3c15e570 0x7f9f3c0b75a0 secure :-1 s=READY pgs=357 cs=0 l=1 rev1=1 crypto rx=0x7f9f3400efc0 tx=0x7f9f34009f90 comp rx=0 tx=0).stop 2024-09-15T22:05:31.639 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:31.636+0000 7f9f4365e640 1 -- 172.21.15.63:0/3795004196 shutdown_connections 2024-09-15T22:05:31.639 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:31.636+0000 7f9f4365e640 1 --2- 172.21.15.63:0/3795004196 >> [v2:172.21.15.110:6832/552273267,v1:172.21.15.110:6833/552273267] conn(0x7f9f2006c460 0x7f9f2006e920 unknown :-1 s=CLOSED pgs=184 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T22:05:31.639 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:31.636+0000 7f9f4365e640 1 --2- 172.21.15.63:0/3795004196 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f9f3c0d32d0 0x7f9f3c160630 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T22:05:31.639 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:31.636+0000 7f9f4365e640 1 --2- 172.21.15.63:0/3795004196 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f9f3c15e570 0x7f9f3c0b75a0 unknown :-1 s=CLOSED pgs=357 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T22:05:31.639 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:31.636+0000 7f9f4365e640 1 --2- 172.21.15.63:0/3795004196 >> [v2:172.21.15.110:3301/0,v1:172.21.15.110:6790/0] conn(0x7f9f3c0d1030 0x7f9f3c146c20 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T22:05:31.639 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:31.636+0000 7f9f4365e640 1 -- 172.21.15.63:0/3795004196 >> 172.21.15.63:0/3795004196 conn(0x7f9f3c074bc0 msgr2=0x7f9f3c067950 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-15T22:05:31.639 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:31.636+0000 7f9f4365e640 1 -- 172.21.15.63:0/3795004196 shutdown_connections 2024-09-15T22:05:31.639 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:31.636+0000 7f9f4365e640 1 -- 172.21.15.63:0/3795004196 wait complete. 2024-09-15T22:05:31.649 INFO:teuthology.orchestra.run.smithi063.stdout:{"pg_ready":true,"pg_map":{"version":68,"stamp":"2024-09-15T22:05:30.252524+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":159,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":117,"ondisk_log_size":117,"up":2,"acting":2,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":108,"num_osds":8,"num_per_pool_osds":8,"num_per_pool_omap_osds":2,"kb":754974720,"kb_used":241440,"kb_used_data":4392,"kb_used_omap":12,"kb_used_meta":236851,"kb_avail":754733280,"statfs":{"total":773094113280,"available":772846878720,"internally_reserved":0,"allocated":4497408,"data_stored":2463752,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":12752,"internal_metadata":242535984},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":12,"apply_latency_ms":12,"commit_latency_ns":12000000,"apply_latency_ns":12000000},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":-81870,"num_objects":-25,"num_object_clones":0,"num_object_copies":-50,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":-25,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":-70,"num_write_kb":-107,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":-14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"6.450998"},"pg_stats":[{"pgid":"1.0","version":"17'117","reported_seq":197,"reported_epoch":36,"state":"active+clean","last_fresh":"2024-09-15T22:05:27.364469+0000","last_change":"2024-09-15T22:04:16.056574+0000","last_active":"2024-09-15T22:05:27.364469+0000","last_peered":"2024-09-15T22:05:27.364469+0000","last_clean":"2024-09-15T22:05:27.364469+0000","last_became_active":"2024-09-15T22:04:16.055577+0000","last_became_peered":"2024-09-15T22:04:16.055577+0000","last_unstale":"2024-09-15T22:05:27.364469+0000","last_undegraded":"2024-09-15T22:05:27.364469+0000","last_fullsized":"2024-09-15T22:05:27.364469+0000","mapping_epoch":15,"log_start":"0'0","ondisk_log_start":"0'0","created":15,"last_epoch_clean":16,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-15T22:04:14.948623+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-15T22:04:14.948623+0000","last_clean_scrub_stamp":"2024-09-15T22:04:14.948623+0000","objects_scrubbed":0,"log_size":117,"log_dups_size":0,"ondisk_log_size":117,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T08:16:14.663572+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":159,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]}],"pool_stats":[{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":159,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":1187840,"data_stored":1180736,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":117,"ondisk_log_size":117,"up":2,"acting":2,"num_store_stats":2}],"osd_stats":[{"osd":7,"up_from":14,"seq":60129542161,"num_pgs":1,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":32172,"kb_used_data":984,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94339668,"statfs":{"total":96636764160,"available":96603820032,"internally_reserved":0,"allocated":1007616,"data_stored":750745,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1590,"internal_metadata":31914442},"hb_peers":[0,1,2,3,4,5,6],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":5,"up_from":14,"seq":60129542161,"num_pgs":17,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":0,"kb":94371840,"kb_used":31596,"kb_used_data":404,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94340244,"statfs":{"total":96636764160,"available":96604409856,"internally_reserved":0,"allocated":413696,"data_stored":160377,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":31914437},"hb_peers":[0,1,2,3,4,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[]},{"osd":4,"up_from":14,"seq":60129542161,"num_pgs":29,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":0,"kb":94371840,"kb_used":31596,"kb_used_data":404,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94340244,"statfs":{"total":96636764160,"available":96604409856,"internally_reserved":0,"allocated":413696,"data_stored":160377,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":31914437},"hb_peers":[0,1,2,3,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[]},{"osd":3,"up_from":14,"seq":60129542163,"num_pgs":31,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":0,"kb":94371840,"kb_used":27432,"kb_used_data":404,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344408,"statfs":{"total":96636764160,"available":96608673792,"internally_reserved":0,"allocated":413696,"data_stored":160377,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1593,"internal_metadata":27654599},"hb_peers":[0,1,2,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":3,"apply_latency_ms":3,"commit_latency_ns":3000000,"apply_latency_ns":3000000},"alerts":[]},{"osd":2,"up_from":14,"seq":60129542163,"num_pgs":17,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":0,"kb":94371840,"kb_used":27440,"kb_used_data":404,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344400,"statfs":{"total":96636764160,"available":96608665600,"internally_reserved":0,"allocated":413696,"data_stored":160377,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[0,1,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":2,"apply_latency_ms":2,"commit_latency_ns":2000000,"apply_latency_ns":2000000},"alerts":[]},{"osd":1,"up_from":14,"seq":60129542162,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":0,"kb":94371840,"kb_used":27436,"kb_used_data":404,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344404,"statfs":{"total":96636764160,"available":96608669696,"internally_reserved":0,"allocated":413696,"data_stored":160377,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[0,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":2,"apply_latency_ms":2,"commit_latency_ns":2000000,"apply_latency_ns":2000000},"alerts":[]},{"osd":0,"up_from":14,"seq":60129542162,"num_pgs":13,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":28012,"kb_used_data":984,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94343828,"statfs":{"total":96636764160,"available":96608079872,"internally_reserved":0,"allocated":1007616,"data_stored":750745,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[1,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":2,"apply_latency_ms":2,"commit_latency_ns":2000000,"apply_latency_ns":2000000},"alerts":[]},{"osd":6,"up_from":13,"seq":55834574866,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":0,"kb":94371840,"kb_used":35756,"kb_used_data":404,"kb_used_omap":1,"kb_used_meta":35326,"kb_avail":94336084,"statfs":{"total":96636764160,"available":96600150016,"internally_reserved":0,"allocated":413696,"data_stored":160377,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":36174278},"hb_peers":[0,1,2,3,4,5,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2024-09-15T22:05:31.650 DEBUG:teuthology.orchestra.run.smithi063:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-09-15T22:05:31.751 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:31.749+0000 7f2c9468c640 1 Processor -- start 2024-09-15T22:05:31.751 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:31.749+0000 7f2c9468c640 1 -- start start 2024-09-15T22:05:31.752 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:31.750+0000 7f2c9468c640 1 --2- >> v2:172.21.15.63:3300/0 conn(0x7f2c8c147fc0 0x7f2c8c15ea60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-15T22:05:31.752 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:31.750+0000 7f2c9468c640 1 --2- >> [v2:172.21.15.110:3301/0,v1:172.21.15.110:6790/0] conn(0x7f2c8c0b9ee0 0x7f2c8c0d1370 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-15T22:05:31.753 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:31.750+0000 7f2c9468c640 1 -- --> v1:172.21.15.110:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f2c8c0ba2f0 con 0x7f2c8c0d0ee0 2024-09-15T22:05:31.753 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:31.750+0000 7f2c9468c640 1 -- --> v2:172.21.15.63:3300/0 -- mon_getmap magic: 0 -- 0x7f2c8c1483a0 con 0x7f2c8c147fc0 2024-09-15T22:05:31.753 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:31.750+0000 7f2c9468c640 1 -- --> [v2:172.21.15.110:3301/0,v1:172.21.15.110:6790/0] -- mon_getmap magic: 0 -- 0x7f2c8c15efa0 con 0x7f2c8c0b9ee0 2024-09-15T22:05:31.753 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:31.751+0000 7f2c92428640 1 --2- >> v2:172.21.15.63:3300/0 conn(0x7f2c8c147fc0 0x7f2c8c15ea60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-15T22:05:31.753 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:31.751+0000 7f2c92428640 1 --2- >> v2:172.21.15.63:3300/0 conn(0x7f2c8c147fc0 0x7f2c8c15ea60 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.63:3300/0 says I am v2:172.21.15.63:58914/0 (socket says 172.21.15.63:58914) 2024-09-15T22:05:31.753 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:31.751+0000 7f2c92428640 1 -- 172.21.15.63:0/1167472474 learned_addr learned my addr 172.21.15.63:0/1167472474 (peer_addr_for_me v2:172.21.15.63:0/0) 2024-09-15T22:05:31.753 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:31.751+0000 7f2c92c29640 1 --2- 172.21.15.63:0/1167472474 >> [v2:172.21.15.110:3301/0,v1:172.21.15.110:6790/0] conn(0x7f2c8c0b9ee0 0x7f2c8c0d1370 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-15T22:05:31.753 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:31.751+0000 7f2c92428640 1 -- 172.21.15.63:0/1167472474 >> [v2:172.21.15.110:3301/0,v1:172.21.15.110:6790/0] conn(0x7f2c8c0b9ee0 msgr2=0x7f2c8c0d1370 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-15T22:05:31.753 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:31.751+0000 7f2c92428640 1 --2- 172.21.15.63:0/1167472474 >> [v2:172.21.15.110:3301/0,v1:172.21.15.110:6790/0] conn(0x7f2c8c0b9ee0 0x7f2c8c0d1370 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T22:05:31.753 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:31.751+0000 7f2c92428640 1 -- 172.21.15.63:0/1167472474 >> v1:172.21.15.110:6789/0 conn(0x7f2c8c0d0ee0 legacy=0x7f2c8c0b97d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-15T22:05:31.753 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:31.751+0000 7f2c92428640 1 -- 172.21.15.63:0/1167472474 --> v2:172.21.15.63:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f2c8c0d2750 con 0x7f2c8c147fc0 2024-09-15T22:05:31.754 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:31.752+0000 7f2c92428640 1 --2- 172.21.15.63:0/1167472474 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f2c8c147fc0 0x7f2c8c15ea60 secure :-1 s=READY pgs=358 cs=0 l=1 rev1=1 crypto rx=0x7f2c84009870 tx=0x7f2c8402a270 comp rx=0 tx=0).ready entity=mon.0 client_cookie=8d580c3f69ba6562 server_cookie=0 in_seq=0 out_seq=0 2024-09-15T22:05:31.755 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:31.752+0000 7f2c91426640 1 -- 172.21.15.63:0/1167472474 <== mon.0 v2:172.21.15.63:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2c84037070 con 0x7f2c8c147fc0 2024-09-15T22:05:31.755 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:31.752+0000 7f2c91426640 1 -- 172.21.15.63:0/1167472474 <== mon.0 v2:172.21.15.63:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f2c84032440 con 0x7f2c8c147fc0 2024-09-15T22:05:31.755 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:31.752+0000 7f2c91426640 1 -- 172.21.15.63:0/1167472474 <== mon.0 v2:172.21.15.63:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2c84032810 con 0x7f2c8c147fc0 2024-09-15T22:05:31.755 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:31.752+0000 7f2c9468c640 1 -- 172.21.15.63:0/1167472474 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f2c8c147fc0 msgr2=0x7f2c8c15ea60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-15T22:05:31.755 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:31.752+0000 7f2c9468c640 1 --2- 172.21.15.63:0/1167472474 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f2c8c147fc0 0x7f2c8c15ea60 secure :-1 s=READY pgs=358 cs=0 l=1 rev1=1 crypto rx=0x7f2c84009870 tx=0x7f2c8402a270 comp rx=0 tx=0).stop 2024-09-15T22:05:31.755 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:31.752+0000 7f2c9468c640 1 -- 172.21.15.63:0/1167472474 shutdown_connections 2024-09-15T22:05:31.755 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:31.752+0000 7f2c9468c640 1 --2- 172.21.15.63:0/1167472474 >> [v2:172.21.15.110:3301/0,v1:172.21.15.110:6790/0] conn(0x7f2c8c0b9ee0 0x7f2c8c0d1370 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T22:05:31.755 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:31.752+0000 7f2c9468c640 1 --2- 172.21.15.63:0/1167472474 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f2c8c147fc0 0x7f2c8c15ea60 unknown :-1 s=CLOSED pgs=358 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T22:05:31.755 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:31.752+0000 7f2c9468c640 1 -- 172.21.15.63:0/1167472474 >> 172.21.15.63:0/1167472474 conn(0x7f2c8c074fe0 msgr2=0x7f2c8c06bbe0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-15T22:05:31.755 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:31.752+0000 7f2c9468c640 1 -- 172.21.15.63:0/1167472474 shutdown_connections 2024-09-15T22:05:31.755 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:31.752+0000 7f2c9468c640 1 -- 172.21.15.63:0/1167472474 wait complete. 2024-09-15T22:05:31.758 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:31.754+0000 7f2c9468c640 1 Processor -- start 2024-09-15T22:05:31.758 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:31.754+0000 7f2c9468c640 1 -- start start 2024-09-15T22:05:31.758 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:31.754+0000 7f2c9468c640 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f2c8c0b9ee0 0x7f2c8c1400f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-15T22:05:31.758 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:31.754+0000 7f2c9468c640 1 --2- >> [v2:172.21.15.110:3301/0,v1:172.21.15.110:6790/0] conn(0x7f2c8c0d0ee0 0x7f2c8c141c50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-15T22:05:31.758 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:31.754+0000 7f2c9468c640 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f2c8c147fc0 0x7f2c8c141090 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-15T22:05:31.758 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:31.754+0000 7f2c9468c640 1 -- --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 -- 0x7f2c8c0d2d10 con 0x7f2c8c147fc0 2024-09-15T22:05:31.759 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:31.754+0000 7f2c9468c640 1 -- --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_getmap magic: 0 -- 0x7f2c8c0d2500 con 0x7f2c8c0b9ee0 2024-09-15T22:05:31.759 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:31.754+0000 7f2c9468c640 1 -- --> [v2:172.21.15.110:3301/0,v1:172.21.15.110:6790/0] -- mon_getmap magic: 0 -- 0x7f2c8c0d2ff0 con 0x7f2c8c0d0ee0 2024-09-15T22:05:31.759 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:31.754+0000 7f2c92c29640 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f2c8c147fc0 0x7f2c8c141090 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-15T22:05:31.759 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:31.755+0000 7f2c92c29640 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f2c8c147fc0 0x7f2c8c141090 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.63:3300/0 says I am v2:172.21.15.63:58928/0 (socket says 172.21.15.63:58928) 2024-09-15T22:05:31.759 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:31.755+0000 7f2c92c29640 1 -- 172.21.15.63:0/1296621829 learned_addr learned my addr 172.21.15.63:0/1296621829 (peer_addr_for_me v2:172.21.15.63:0/0) 2024-09-15T22:05:31.759 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:31.755+0000 7f2c91c27640 1 --2- 172.21.15.63:0/1296621829 >> [v2:172.21.15.110:3301/0,v1:172.21.15.110:6790/0] conn(0x7f2c8c0d0ee0 0x7f2c8c141c50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-15T22:05:31.759 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:31.755+0000 7f2c92428640 1 --2- 172.21.15.63:0/1296621829 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f2c8c0b9ee0 0x7f2c8c1400f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-15T22:05:31.759 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:31.755+0000 7f2c92c29640 1 -- 172.21.15.63:0/1296621829 >> [v2:172.21.15.110:3301/0,v1:172.21.15.110:6790/0] conn(0x7f2c8c0d0ee0 msgr2=0x7f2c8c141c50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-15T22:05:31.759 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:31.755+0000 7f2c92c29640 1 --2- 172.21.15.63:0/1296621829 >> [v2:172.21.15.110:3301/0,v1:172.21.15.110:6790/0] conn(0x7f2c8c0d0ee0 0x7f2c8c141c50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T22:05:31.759 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:31.755+0000 7f2c92c29640 1 -- 172.21.15.63:0/1296621829 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f2c8c0b9ee0 msgr2=0x7f2c8c1400f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-15T22:05:31.759 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:31.755+0000 7f2c92c29640 1 --2- 172.21.15.63:0/1296621829 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f2c8c0b9ee0 0x7f2c8c1400f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T22:05:31.759 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:31.755+0000 7f2c92c29640 1 -- 172.21.15.63:0/1296621829 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f2c8c13f090 con 0x7f2c8c147fc0 2024-09-15T22:05:31.760 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:31.755+0000 7f2c92c29640 1 --2- 172.21.15.63:0/1296621829 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f2c8c147fc0 0x7f2c8c141090 secure :-1 s=READY pgs=359 cs=0 l=1 rev1=1 crypto rx=0x7f2c7c00e860 tx=0x7f2c7c00ed20 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-15T22:05:31.760 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:31.755+0000 7f2c8affd640 1 -- 172.21.15.63:0/1296621829 <== mon.0 v2:172.21.15.63:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2c7c017070 con 0x7f2c8c147fc0 2024-09-15T22:05:31.760 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:31.755+0000 7f2c8affd640 1 -- 172.21.15.63:0/1296621829 <== mon.0 v2:172.21.15.63:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f2c7c00c6d0 con 0x7f2c8c147fc0 2024-09-15T22:05:31.760 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:31.755+0000 7f2c9468c640 1 -- 172.21.15.63:0/1296621829 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f2c8c13f330 con 0x7f2c8c147fc0 2024-09-15T22:05:31.760 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:31.755+0000 7f2c8affd640 1 -- 172.21.15.63:0/1296621829 <== mon.0 v2:172.21.15.63:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2c7c00cac0 con 0x7f2c8c147fc0 2024-09-15T22:05:31.760 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:31.755+0000 7f2c9468c640 1 -- 172.21.15.63:0/1296621829 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f2c8c13f8f0 con 0x7f2c8c147fc0 2024-09-15T22:05:31.760 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:31.756+0000 7f2c9468c640 1 -- 172.21.15.63:0/1296621829 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f2c8c0d1370 con 0x7f2c8c147fc0 2024-09-15T22:05:31.760 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:31.757+0000 7f2c8affd640 1 -- 172.21.15.63:0/1296621829 <== mon.0 v2:172.21.15.63:3300/0 4 ==== mgrmap(e 7) ==== 90999+0+0 (secure 0 0 0) 0x7f2c7c01a070 con 0x7f2c8c147fc0 2024-09-15T22:05:31.761 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:31.757+0000 7f2c8affd640 1 --2- 172.21.15.63:0/1296621829 >> [v2:172.21.15.110:6832/552273267,v1:172.21.15.110:6833/552273267] conn(0x7f2c7806c460 0x7f2c7806e920 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-15T22:05:31.761 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:31.758+0000 7f2c8affd640 1 -- 172.21.15.63:0/1296621829 <== mon.0 v2:172.21.15.63:3300/0 5 ==== osd_map(36..36 src has 1..36) ==== 4943+0+0 (secure 0 0 0) 0x7f2c7c08b430 con 0x7f2c8c147fc0 2024-09-15T22:05:31.761 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:31.758+0000 7f2c92428640 1 --2- 172.21.15.63:0/1296621829 >> [v2:172.21.15.110:6832/552273267,v1:172.21.15.110:6833/552273267] conn(0x7f2c7806c460 0x7f2c7806e920 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-15T22:05:31.761 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:31.758+0000 7f2c92428640 1 --2- 172.21.15.63:0/1296621829 >> [v2:172.21.15.110:6832/552273267,v1:172.21.15.110:6833/552273267] conn(0x7f2c7806c460 0x7f2c7806e920 secure :-1 s=READY pgs=185 cs=0 l=1 rev1=1 crypto rx=0x7f2c84034000 tx=0x7f2c8402e000 comp rx=0 tx=0).ready entity=mgr.4102 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-15T22:05:31.763 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:31.762+0000 7f2c8affd640 1 -- 172.21.15.63:0/1296621829 <== mon.0 v2:172.21.15.63:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7f2c7c059cb0 con 0x7f2c8c147fc0 2024-09-15T22:05:31.942 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:31.941+0000 7f2c9468c640 1 -- 172.21.15.63:0/1296621829 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) -- 0x7f2c8c06c180 con 0x7f2c8c147fc0 2024-09-15T22:05:31.943 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:31.942+0000 7f2c8affd640 1 -- 172.21.15.63:0/1296621829 <== mon.0 v2:172.21.15.63:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v36) ==== 74+0+13056 (secure 0 0 0) 0x7f2c7c0595b0 con 0x7f2c8c147fc0 2024-09-15T22:05:31.943 INFO:teuthology.orchestra.run.smithi063.stdout: 2024-09-15T22:05:31.943 INFO:teuthology.orchestra.run.smithi063.stdout:{"epoch":36,"fsid":"49d79d51-bb1b-4fdd-a1d6-f4e42ba7fbf3","created":"2024-09-15T22:04:02.076542+0000","modified":"2024-09-15T22:05:26.806345+0000","last_up_change":"2024-09-15T22:04:13.946763+0000","last_in_change":"2024-09-15T22:04:04.178658+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":5,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":5,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-09-15T22:04:14.281022+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"17","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":8,"score_stable":8,"optimal_score":0.25,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"1f955f27-2876-45ee-a014-9d8a652f47de","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":31,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.63:6816","nonce":3631300172},{"type":"v1","addr":"172.21.15.63:6818","nonce":3631300172}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.63:6820","nonce":3631300172},{"type":"v1","addr":"172.21.15.63:6822","nonce":3631300172}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.63:6828","nonce":3631300172},{"type":"v1","addr":"172.21.15.63:6830","nonce":3631300172}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.63:6824","nonce":3631300172},{"type":"v1","addr":"172.21.15.63:6826","nonce":3631300172}]},"public_addr":"172.21.15.63:6818/3631300172","cluster_addr":"172.21.15.63:6822/3631300172","heartbeat_back_addr":"172.21.15.63:6830/3631300172","heartbeat_front_addr":"172.21.15.63:6826/3631300172","state":["exists","up"]},{"osd":1,"uuid":"af6843a2-c664-44cd-9435-6410b9d7cdfc","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":31,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.63:6817","nonce":2124234218},{"type":"v1","addr":"172.21.15.63:6819","nonce":2124234218}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.63:6821","nonce":2124234218},{"type":"v1","addr":"172.21.15.63:6823","nonce":2124234218}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.63:6829","nonce":2124234218},{"type":"v1","addr":"172.21.15.63:6831","nonce":2124234218}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.63:6825","nonce":2124234218},{"type":"v1","addr":"172.21.15.63:6827","nonce":2124234218}]},"public_addr":"172.21.15.63:6819/2124234218","cluster_addr":"172.21.15.63:6823/2124234218","heartbeat_back_addr":"172.21.15.63:6831/2124234218","heartbeat_front_addr":"172.21.15.63:6827/2124234218","state":["exists","up"]},{"osd":2,"uuid":"27259906-636d-4292-8128-28c3ae37417c","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":31,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.63:6800","nonce":3107585409},{"type":"v1","addr":"172.21.15.63:6801","nonce":3107585409}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.63:6802","nonce":3107585409},{"type":"v1","addr":"172.21.15.63:6803","nonce":3107585409}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.63:6806","nonce":3107585409},{"type":"v1","addr":"172.21.15.63:6807","nonce":3107585409}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.63:6804","nonce":3107585409},{"type":"v1","addr":"172.21.15.63:6805","nonce":3107585409}]},"public_addr":"172.21.15.63:6801/3107585409","cluster_addr":"172.21.15.63:6803/3107585409","heartbeat_back_addr":"172.21.15.63:6807/3107585409","heartbeat_front_addr":"172.21.15.63:6805/3107585409","state":["exists","up"]},{"osd":3,"uuid":"007f71a8-c154-4167-a68d-96d158541c43","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":31,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.63:6808","nonce":2333041751},{"type":"v1","addr":"172.21.15.63:6809","nonce":2333041751}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.63:6810","nonce":2333041751},{"type":"v1","addr":"172.21.15.63:6811","nonce":2333041751}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.63:6814","nonce":2333041751},{"type":"v1","addr":"172.21.15.63:6815","nonce":2333041751}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.63:6812","nonce":2333041751},{"type":"v1","addr":"172.21.15.63:6813","nonce":2333041751}]},"public_addr":"172.21.15.63:6809/2333041751","cluster_addr":"172.21.15.63:6811/2333041751","heartbeat_back_addr":"172.21.15.63:6815/2333041751","heartbeat_front_addr":"172.21.15.63:6813/2333041751","state":["exists","up"]},{"osd":4,"uuid":"346e916e-e9c8-4b14-a7c4-032d5f63fb69","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":31,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.110:6816","nonce":2783666287},{"type":"v1","addr":"172.21.15.110:6817","nonce":2783666287}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.110:6818","nonce":2783666287},{"type":"v1","addr":"172.21.15.110:6819","nonce":2783666287}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.110:6822","nonce":2783666287},{"type":"v1","addr":"172.21.15.110:6823","nonce":2783666287}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.110:6820","nonce":2783666287},{"type":"v1","addr":"172.21.15.110:6821","nonce":2783666287}]},"public_addr":"172.21.15.110:6817/2783666287","cluster_addr":"172.21.15.110:6819/2783666287","heartbeat_back_addr":"172.21.15.110:6823/2783666287","heartbeat_front_addr":"172.21.15.110:6821/2783666287","state":["exists","up"]},{"osd":5,"uuid":"079e99b1-b9e1-4c06-ae11-f98c84739234","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":31,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.110:6800","nonce":3568635398},{"type":"v1","addr":"172.21.15.110:6801","nonce":3568635398}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.110:6802","nonce":3568635398},{"type":"v1","addr":"172.21.15.110:6803","nonce":3568635398}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.110:6806","nonce":3568635398},{"type":"v1","addr":"172.21.15.110:6807","nonce":3568635398}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.110:6804","nonce":3568635398},{"type":"v1","addr":"172.21.15.110:6805","nonce":3568635398}]},"public_addr":"172.21.15.110:6801/3568635398","cluster_addr":"172.21.15.110:6803/3568635398","heartbeat_back_addr":"172.21.15.110:6807/3568635398","heartbeat_front_addr":"172.21.15.110:6805/3568635398","state":["exists","up"]},{"osd":6,"uuid":"40b16565-bb39-470a-a699-3a5c64927e87","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":31,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.110:6808","nonce":2775776398},{"type":"v1","addr":"172.21.15.110:6809","nonce":2775776398}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.110:6810","nonce":2775776398},{"type":"v1","addr":"172.21.15.110:6811","nonce":2775776398}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.110:6814","nonce":2775776398},{"type":"v1","addr":"172.21.15.110:6815","nonce":2775776398}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.110:6812","nonce":2775776398},{"type":"v1","addr":"172.21.15.110:6813","nonce":2775776398}]},"public_addr":"172.21.15.110:6809/2775776398","cluster_addr":"172.21.15.110:6811/2775776398","heartbeat_back_addr":"172.21.15.110:6815/2775776398","heartbeat_front_addr":"172.21.15.110:6813/2775776398","state":["exists","up"]},{"osd":7,"uuid":"619d52d5-7a65-4232-a05a-3357ad2f8bea","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":31,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.110:6824","nonce":3099325207},{"type":"v1","addr":"172.21.15.110:6825","nonce":3099325207}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.110:6826","nonce":3099325207},{"type":"v1","addr":"172.21.15.110:6827","nonce":3099325207}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.110:6830","nonce":3099325207},{"type":"v1","addr":"172.21.15.110:6831","nonce":3099325207}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.110:6828","nonce":3099325207},{"type":"v1","addr":"172.21.15.110:6829","nonce":3099325207}]},"public_addr":"172.21.15.110:6825/3099325207","cluster_addr":"172.21.15.110:6827/3099325207","heartbeat_back_addr":"172.21.15.110:6831/3099325207","heartbeat_front_addr":"172.21.15.110:6829/3099325207","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-15T22:04:11.235040+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-15T22:04:11.216050+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-15T22:04:10.734975+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-15T22:04:11.175319+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-15T22:04:11.527362+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-15T22:04:11.429033+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-15T22:04:11.169644+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-15T22:04:11.773676+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{"172.21.15.63:6835/2878404006":"2024-09-16T22:05:23.799088+0000","172.21.15.63:6833/2878404006":"2024-09-16T22:05:23.799088+0000"},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-09-15T22:05:31.945 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:31.944+0000 7f2c9468c640 1 -- 172.21.15.63:0/1296621829 >> [v2:172.21.15.110:6832/552273267,v1:172.21.15.110:6833/552273267] conn(0x7f2c7806c460 msgr2=0x7f2c7806e920 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-15T22:05:31.945 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:31.944+0000 7f2c9468c640 1 --2- 172.21.15.63:0/1296621829 >> [v2:172.21.15.110:6832/552273267,v1:172.21.15.110:6833/552273267] conn(0x7f2c7806c460 0x7f2c7806e920 secure :-1 s=READY pgs=185 cs=0 l=1 rev1=1 crypto rx=0x7f2c84034000 tx=0x7f2c8402e000 comp rx=0 tx=0).stop 2024-09-15T22:05:31.946 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:31.944+0000 7f2c9468c640 1 -- 172.21.15.63:0/1296621829 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f2c8c147fc0 msgr2=0x7f2c8c141090 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-15T22:05:31.946 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:31.944+0000 7f2c9468c640 1 --2- 172.21.15.63:0/1296621829 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f2c8c147fc0 0x7f2c8c141090 secure :-1 s=READY pgs=359 cs=0 l=1 rev1=1 crypto rx=0x7f2c7c00e860 tx=0x7f2c7c00ed20 comp rx=0 tx=0).stop 2024-09-15T22:05:31.946 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:31.944+0000 7f2c9468c640 1 -- 172.21.15.63:0/1296621829 shutdown_connections 2024-09-15T22:05:31.946 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:31.944+0000 7f2c9468c640 1 --2- 172.21.15.63:0/1296621829 >> [v2:172.21.15.110:6832/552273267,v1:172.21.15.110:6833/552273267] conn(0x7f2c7806c460 0x7f2c7806e920 unknown :-1 s=CLOSED pgs=185 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T22:05:31.946 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:31.944+0000 7f2c9468c640 1 --2- 172.21.15.63:0/1296621829 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f2c8c147fc0 0x7f2c8c141090 unknown :-1 s=CLOSED pgs=359 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T22:05:31.946 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:31.944+0000 7f2c9468c640 1 --2- 172.21.15.63:0/1296621829 >> [v2:172.21.15.110:3301/0,v1:172.21.15.110:6790/0] conn(0x7f2c8c0d0ee0 0x7f2c8c141c50 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T22:05:31.946 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:31.944+0000 7f2c9468c640 1 --2- 172.21.15.63:0/1296621829 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f2c8c0b9ee0 0x7f2c8c1400f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T22:05:31.946 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:31.944+0000 7f2c9468c640 1 -- 172.21.15.63:0/1296621829 >> 172.21.15.63:0/1296621829 conn(0x7f2c8c074fe0 msgr2=0x7f2c8c161790 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-15T22:05:31.946 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:31.944+0000 7f2c9468c640 1 -- 172.21.15.63:0/1296621829 shutdown_connections 2024-09-15T22:05:31.946 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:31.944+0000 7f2c9468c640 1 -- 172.21.15.63:0/1296621829 wait complete. 2024-09-15T22:05:32.958 INFO:tasks.ceph:Scrubbing osd.0 2024-09-15T22:05:32.958 DEBUG:teuthology.orchestra.run.smithi063:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell osd.0 config set osd_debug_deep_scrub_sleep 0 2024-09-15T22:05:33.077 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:33.075+0000 7ff5d3ca5640 1 Processor -- start 2024-09-15T22:05:33.077 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:33.076+0000 7ff5d3ca5640 1 -- start start 2024-09-15T22:05:33.078 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:33.077+0000 7ff5d3ca5640 1 --2- >> [v2:172.21.15.110:3301/0,v1:172.21.15.110:6790/0] conn(0x7ff5cc0718a0 0x7ff5cc0af390 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-15T22:05:33.079 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:33.077+0000 7ff5d3ca5640 1 --2- >> v2:172.21.15.63:3300/0 conn(0x7ff5cc06e140 0x7ff5cc06e5b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-15T22:05:33.079 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:33.077+0000 7ff5d3ca5640 1 -- --> v1:172.21.15.63:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7ff5cc0d1600 con 0x7ff5cc0ae8a0 2024-09-15T22:05:33.079 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:33.077+0000 7ff5d3ca5640 1 -- --> v2:172.21.15.63:3300/0 -- mon_getmap magic: 0 -- 0x7ff5cc0b0660 con 0x7ff5cc06e140 2024-09-15T22:05:33.079 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:33.077+0000 7ff5d3ca5640 1 -- --> [v2:172.21.15.110:3301/0,v1:172.21.15.110:6790/0] -- mon_getmap magic: 0 -- 0x7ff5cc0d18e0 con 0x7ff5cc0718a0 2024-09-15T22:05:33.079 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:33.077+0000 7ff5d2242640 1 --2- >> v2:172.21.15.63:3300/0 conn(0x7ff5cc06e140 0x7ff5cc06e5b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-15T22:05:33.079 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:33.077+0000 7ff5d1a41640 1 --1- >> v1:172.21.15.63:6789/0 conn(0x7ff5cc0ae8a0 0x7ff5cc0aec80 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.63:6789/0 says I am v1:172.21.15.63:57430/0 (socket says 172.21.15.63:57430) 2024-09-15T22:05:33.079 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:33.077+0000 7ff5d1a41640 1 -- 172.21.15.63:0/4257288461 learned_addr learned my addr 172.21.15.63:0/4257288461 (peer_addr_for_me v1:172.21.15.63:0/0) 2024-09-15T22:05:33.079 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:33.077+0000 7ff5d1240640 1 --2- 172.21.15.63:0/4257288461 >> [v2:172.21.15.110:3301/0,v1:172.21.15.110:6790/0] conn(0x7ff5cc0718a0 0x7ff5cc0af390 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-15T22:05:33.079 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:33.077+0000 7ff5d2242640 1 -- 172.21.15.63:0/4257288461 >> [v2:172.21.15.110:3301/0,v1:172.21.15.110:6790/0] conn(0x7ff5cc0718a0 msgr2=0x7ff5cc0af390 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-15T22:05:33.079 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:33.077+0000 7ff5d2242640 1 --2- 172.21.15.63:0/4257288461 >> [v2:172.21.15.110:3301/0,v1:172.21.15.110:6790/0] conn(0x7ff5cc0718a0 0x7ff5cc0af390 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T22:05:33.079 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:33.077+0000 7ff5d2242640 1 -- 172.21.15.63:0/4257288461 >> v1:172.21.15.63:6789/0 conn(0x7ff5cc0ae8a0 legacy=0x7ff5cc0aec80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-15T22:05:33.079 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:33.077+0000 7ff5d2242640 1 -- 172.21.15.63:0/4257288461 --> v2:172.21.15.63:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7ff5cc0b00a0 con 0x7ff5cc06e140 2024-09-15T22:05:33.080 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:33.077+0000 7ff5d0a3f640 1 -- 172.21.15.63:0/4257288461 <== mon.0 v1:172.21.15.63:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 2045299955 0 0) 0x7ff5cc0d1600 con 0x7ff5cc0ae8a0 2024-09-15T22:05:33.080 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:33.077+0000 7ff5d1240640 1 --2- 172.21.15.63:0/4257288461 >> [v2:172.21.15.110:3301/0,v1:172.21.15.110:6790/0] conn(0x7ff5cc0718a0 0x7ff5cc0af390 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-15T22:05:33.081 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:33.078+0000 7ff5d2242640 1 --2- 172.21.15.63:0/4257288461 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7ff5cc06e140 0x7ff5cc06e5b0 secure :-1 s=READY pgs=361 cs=0 l=1 rev1=1 crypto rx=0x7ff5c4009d90 tx=0x7ff5c402a660 comp rx=0 tx=0).ready entity=mon.0 client_cookie=55c284fd54498858 server_cookie=0 in_seq=0 out_seq=0 2024-09-15T22:05:33.081 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:33.078+0000 7ff5d0a3f640 1 -- 172.21.15.63:0/4257288461 <== mon.0 v2:172.21.15.63:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff5c4007740 con 0x7ff5cc06e140 2024-09-15T22:05:33.081 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:33.078+0000 7ff5d0a3f640 1 -- 172.21.15.63:0/4257288461 <== mon.0 v2:172.21.15.63:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7ff5c40078e0 con 0x7ff5cc06e140 2024-09-15T22:05:33.082 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:33.078+0000 7ff5d0a3f640 1 -- 172.21.15.63:0/4257288461 <== mon.0 v2:172.21.15.63:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff5c4007cb0 con 0x7ff5cc06e140 2024-09-15T22:05:33.082 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:33.079+0000 7ff5d3ca5640 1 -- 172.21.15.63:0/4257288461 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7ff5cc06e140 msgr2=0x7ff5cc06e5b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-15T22:05:33.082 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:33.079+0000 7ff5d3ca5640 1 --2- 172.21.15.63:0/4257288461 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7ff5cc06e140 0x7ff5cc06e5b0 secure :-1 s=READY pgs=361 cs=0 l=1 rev1=1 crypto rx=0x7ff5c4009d90 tx=0x7ff5c402a660 comp rx=0 tx=0).stop 2024-09-15T22:05:33.082 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:33.079+0000 7ff5d3ca5640 1 -- 172.21.15.63:0/4257288461 shutdown_connections 2024-09-15T22:05:33.082 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:33.079+0000 7ff5d3ca5640 1 --2- 172.21.15.63:0/4257288461 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7ff5cc06e140 0x7ff5cc06e5b0 unknown :-1 s=CLOSED pgs=361 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T22:05:33.082 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:33.079+0000 7ff5d3ca5640 1 --2- 172.21.15.63:0/4257288461 >> [v2:172.21.15.110:3301/0,v1:172.21.15.110:6790/0] conn(0x7ff5cc0718a0 0x7ff5cc0af390 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T22:05:33.082 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:33.079+0000 7ff5d3ca5640 1 -- 172.21.15.63:0/4257288461 >> 172.21.15.63:0/4257288461 conn(0x7ff5cc0d0ae0 msgr2=0x7ff5cc0d0ef0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-15T22:05:33.082 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:33.079+0000 7ff5d3ca5640 1 -- 172.21.15.63:0/4257288461 shutdown_connections 2024-09-15T22:05:33.082 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:33.079+0000 7ff5d3ca5640 1 -- 172.21.15.63:0/4257288461 wait complete. 2024-09-15T22:05:33.082 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:33.080+0000 7ff5d3ca5640 1 Processor -- start 2024-09-15T22:05:33.082 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:33.080+0000 7ff5d3ca5640 1 -- start start 2024-09-15T22:05:33.084 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:33.081+0000 7ff5d3ca5640 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7ff5cc06e140 0x7ff5cc1532e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-15T22:05:33.084 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:33.081+0000 7ff5d3ca5640 1 --2- >> [v2:172.21.15.110:3301/0,v1:172.21.15.110:6790/0] conn(0x7ff5cc0718a0 0x7ff5cc160130 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-15T22:05:33.085 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:33.081+0000 7ff5d3ca5640 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7ff5cc0ae8a0 0x7ff5cc1432b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-15T22:05:33.085 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:33.081+0000 7ff5d3ca5640 1 -- --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 -- 0x7ff5cc072610 con 0x7ff5cc0ae8a0 2024-09-15T22:05:33.085 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:33.081+0000 7ff5d3ca5640 1 -- --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_getmap magic: 0 -- 0x7ff5cc072490 con 0x7ff5cc06e140 2024-09-15T22:05:33.085 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:33.081+0000 7ff5d3ca5640 1 -- --> [v2:172.21.15.110:3301/0,v1:172.21.15.110:6790/0] -- mon_getmap magic: 0 -- 0x7ff5cc15ea70 con 0x7ff5cc0718a0 2024-09-15T22:05:33.085 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:33.081+0000 7ff5d2242640 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7ff5cc0ae8a0 0x7ff5cc1432b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-15T22:05:33.085 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:33.081+0000 7ff5d2242640 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7ff5cc0ae8a0 0x7ff5cc1432b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.63:3300/0 says I am v2:172.21.15.63:58936/0 (socket says 172.21.15.63:58936) 2024-09-15T22:05:33.085 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:33.081+0000 7ff5d2242640 1 -- 172.21.15.63:0/4261222132 learned_addr learned my addr 172.21.15.63:0/4261222132 (peer_addr_for_me v2:172.21.15.63:0/0) 2024-09-15T22:05:33.085 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:33.081+0000 7ff5d1a41640 1 --2- 172.21.15.63:0/4261222132 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7ff5cc06e140 0x7ff5cc1532e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-15T22:05:33.085 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:33.081+0000 7ff5d1240640 1 --2- 172.21.15.63:0/4261222132 >> [v2:172.21.15.110:3301/0,v1:172.21.15.110:6790/0] conn(0x7ff5cc0718a0 0x7ff5cc160130 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-15T22:05:33.085 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:33.081+0000 7ff5d2242640 1 -- 172.21.15.63:0/4261222132 >> [v2:172.21.15.110:3301/0,v1:172.21.15.110:6790/0] conn(0x7ff5cc0718a0 msgr2=0x7ff5cc160130 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-15T22:05:33.085 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:33.081+0000 7ff5d2242640 1 --2- 172.21.15.63:0/4261222132 >> [v2:172.21.15.110:3301/0,v1:172.21.15.110:6790/0] conn(0x7ff5cc0718a0 0x7ff5cc160130 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T22:05:33.085 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:33.081+0000 7ff5d2242640 1 -- 172.21.15.63:0/4261222132 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7ff5cc06e140 msgr2=0x7ff5cc1532e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-15T22:05:33.085 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:33.081+0000 7ff5d2242640 1 --2- 172.21.15.63:0/4261222132 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7ff5cc06e140 0x7ff5cc1532e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T22:05:33.086 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:33.081+0000 7ff5d2242640 1 -- 172.21.15.63:0/4261222132 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7ff5cc159290 con 0x7ff5cc0ae8a0 2024-09-15T22:05:33.086 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:33.081+0000 7ff5d1a41640 1 --2- 172.21.15.63:0/4261222132 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7ff5cc06e140 0x7ff5cc1532e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-15T22:05:33.086 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:33.081+0000 7ff5d1240640 1 --2- 172.21.15.63:0/4261222132 >> [v2:172.21.15.110:3301/0,v1:172.21.15.110:6790/0] conn(0x7ff5cc0718a0 0x7ff5cc160130 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-15T22:05:33.086 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:33.081+0000 7ff5d2242640 1 --2- 172.21.15.63:0/4261222132 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7ff5cc0ae8a0 0x7ff5cc1432b0 secure :-1 s=READY pgs=362 cs=0 l=1 rev1=1 crypto rx=0x7ff5c402ac50 tx=0x7ff5c4004a40 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-15T22:05:33.086 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:33.082+0000 7ff5c27fc640 1 -- 172.21.15.63:0/4261222132 <== mon.0 v2:172.21.15.63:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff5c403f070 con 0x7ff5cc0ae8a0 2024-09-15T22:05:33.086 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:33.082+0000 7ff5c27fc640 1 -- 172.21.15.63:0/4261222132 <== mon.0 v2:172.21.15.63:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7ff5c4031bc0 con 0x7ff5cc0ae8a0 2024-09-15T22:05:33.086 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:33.082+0000 7ff5d3ca5640 1 -- 172.21.15.63:0/4261222132 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7ff5cc156070 con 0x7ff5cc0ae8a0 2024-09-15T22:05:33.086 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:33.082+0000 7ff5c27fc640 1 -- 172.21.15.63:0/4261222132 <== mon.0 v2:172.21.15.63:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff5c4044460 con 0x7ff5cc0ae8a0 2024-09-15T22:05:33.086 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:33.082+0000 7ff5d3ca5640 1 -- 172.21.15.63:0/4261222132 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7ff5cc156630 con 0x7ff5cc0ae8a0 2024-09-15T22:05:33.086 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:33.083+0000 7ff5d3ca5640 1 -- 172.21.15.63:0/4261222132 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_get_version(what=osdmap handle=1) -- 0x7ff5cc143000 con 0x7ff5cc0ae8a0 2024-09-15T22:05:33.086 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:33.083+0000 7ff5c27fc640 1 -- 172.21.15.63:0/4261222132 <== mon.0 v2:172.21.15.63:3300/0 4 ==== mgrmap(e 7) ==== 90999+0+0 (secure 0 0 0) 0x7ff5c403b410 con 0x7ff5cc0ae8a0 2024-09-15T22:05:33.088 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:33.084+0000 7ff5c27fc640 1 --2- 172.21.15.63:0/4261222132 >> [v2:172.21.15.110:6832/552273267,v1:172.21.15.110:6833/552273267] conn(0x7ff5b006c460 0x7ff5b006e920 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-15T22:05:33.088 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:33.084+0000 7ff5c27fc640 1 -- 172.21.15.63:0/4261222132 <== mon.0 v2:172.21.15.63:3300/0 5 ==== osd_map(36..36 src has 1..36) ==== 4943+0+0 (secure 0 0 0) 0x7ff5c40acd60 con 0x7ff5cc0ae8a0 2024-09-15T22:05:33.088 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:33.084+0000 7ff5c27fc640 1 --2- 172.21.15.63:0/4261222132 >> [v2:172.21.15.63:6816/3631300172,v1:172.21.15.63:6818/3631300172] conn(0x7ff5b0072320 0x7ff5b0074740 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-15T22:05:33.088 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:33.084+0000 7ff5d1a41640 1 --2- 172.21.15.63:0/4261222132 >> [v2:172.21.15.110:6832/552273267,v1:172.21.15.110:6833/552273267] conn(0x7ff5b006c460 0x7ff5b006e920 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-15T22:05:33.088 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:33.084+0000 7ff5c27fc640 1 -- 172.21.15.63:0/4261222132 --> [v2:172.21.15.63:6816/3631300172,v1:172.21.15.63:6818/3631300172] -- command(tid 1: {"prefix": "get_command_descriptions"}) -- 0x7ff5c403de50 con 0x7ff5b0072320 2024-09-15T22:05:33.088 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:33.084+0000 7ff5c27fc640 1 -- 172.21.15.63:0/4261222132 <== mon.0 v2:172.21.15.63:3300/0 6 ==== mon_get_version_reply(handle=1 version=36) ==== 24+0+0 (secure 0 0 0) 0x7ff5c40af440 con 0x7ff5cc0ae8a0 2024-09-15T22:05:33.088 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:33.084+0000 7ff5d1240640 1 --2- 172.21.15.63:0/4261222132 >> [v2:172.21.15.63:6816/3631300172,v1:172.21.15.63:6818/3631300172] conn(0x7ff5b0072320 0x7ff5b0074740 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-15T22:05:33.088 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:33.084+0000 7ff5d1240640 1 --2- 172.21.15.63:0/4261222132 >> [v2:172.21.15.63:6816/3631300172,v1:172.21.15.63:6818/3631300172] conn(0x7ff5b0072320 0x7ff5b0074740 crc :-1 s=READY pgs=12 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=osd.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-15T22:05:33.088 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:33.084+0000 7ff5d1a41640 1 --2- 172.21.15.63:0/4261222132 >> [v2:172.21.15.110:6832/552273267,v1:172.21.15.110:6833/552273267] conn(0x7ff5b006c460 0x7ff5b006e920 secure :-1 s=READY pgs=186 cs=0 l=1 rev1=1 crypto rx=0x7ff5c8000f60 tx=0x7ff5c8007c10 comp rx=0 tx=0).ready entity=mgr.4102 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-15T22:05:33.089 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:33.085+0000 7ff5c27fc640 1 -- 172.21.15.63:0/4261222132 <== osd.0 v2:172.21.15.63:6816/3631300172 1 ==== command_reply(tid 1: 0 ) ==== 8+0+27193 (crc 0 0 0) 0x7ff5c403de50 con 0x7ff5b0072320 2024-09-15T22:05:33.099 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:33.098+0000 7ff5d3ca5640 1 -- 172.21.15.63:0/4261222132 --> [v2:172.21.15.63:6816/3631300172,v1:172.21.15.63:6818/3631300172] -- command(tid 2: {"prefix": "config set", "var": "osd_debug_deep_scrub_sleep", "val": ["0"]}) -- 0x7ff5cc069180 con 0x7ff5b0072320 2024-09-15T22:05:33.099 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:33.098+0000 7ff5c27fc640 1 -- 172.21.15.63:0/4261222132 <== osd.0 v2:172.21.15.63:6816/3631300172 2 ==== command_reply(tid 2: 0 ) ==== 8+0+97 (crc 0 0 0) 0x7ff5cc069180 con 0x7ff5b0072320 2024-09-15T22:05:33.100 INFO:teuthology.orchestra.run.smithi063.stdout:{ 2024-09-15T22:05:33.100 INFO:teuthology.orchestra.run.smithi063.stdout: "success": "osd_debug_deep_scrub_sleep = '' (not observed, change may require restart) " 2024-09-15T22:05:33.100 INFO:teuthology.orchestra.run.smithi063.stdout:} 2024-09-15T22:05:33.101 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:33.098+0000 7ff5d3ca5640 1 -- 172.21.15.63:0/4261222132 >> [v2:172.21.15.63:6816/3631300172,v1:172.21.15.63:6818/3631300172] conn(0x7ff5b0072320 msgr2=0x7ff5b0074740 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-15T22:05:33.101 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:33.098+0000 7ff5d3ca5640 1 --2- 172.21.15.63:0/4261222132 >> [v2:172.21.15.63:6816/3631300172,v1:172.21.15.63:6818/3631300172] conn(0x7ff5b0072320 0x7ff5b0074740 crc :-1 s=READY pgs=12 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T22:05:33.101 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:33.099+0000 7ff5d3ca5640 1 -- 172.21.15.63:0/4261222132 >> [v2:172.21.15.110:6832/552273267,v1:172.21.15.110:6833/552273267] conn(0x7ff5b006c460 msgr2=0x7ff5b006e920 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-15T22:05:33.101 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:33.099+0000 7ff5d3ca5640 1 --2- 172.21.15.63:0/4261222132 >> [v2:172.21.15.110:6832/552273267,v1:172.21.15.110:6833/552273267] conn(0x7ff5b006c460 0x7ff5b006e920 secure :-1 s=READY pgs=186 cs=0 l=1 rev1=1 crypto rx=0x7ff5c8000f60 tx=0x7ff5c8007c10 comp rx=0 tx=0).stop 2024-09-15T22:05:33.101 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:33.099+0000 7ff5d3ca5640 1 -- 172.21.15.63:0/4261222132 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7ff5cc0ae8a0 msgr2=0x7ff5cc1432b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-15T22:05:33.101 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:33.099+0000 7ff5d3ca5640 1 --2- 172.21.15.63:0/4261222132 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7ff5cc0ae8a0 0x7ff5cc1432b0 secure :-1 s=READY pgs=362 cs=0 l=1 rev1=1 crypto rx=0x7ff5c402ac50 tx=0x7ff5c4004a40 comp rx=0 tx=0).stop 2024-09-15T22:05:33.101 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:33.099+0000 7ff5d2242640 1 -- 172.21.15.63:0/4261222132 reap_dead start 2024-09-15T22:05:33.101 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:33.099+0000 7ff5d3ca5640 1 -- 172.21.15.63:0/4261222132 shutdown_connections 2024-09-15T22:05:33.102 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:33.099+0000 7ff5d3ca5640 1 -- 172.21.15.63:0/4261222132 >> 172.21.15.63:0/4261222132 conn(0x7ff5cc0d0ae0 msgr2=0x7ff5cc0b4570 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-15T22:05:33.102 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:33.099+0000 7ff5d3ca5640 1 -- 172.21.15.63:0/4261222132 shutdown_connections 2024-09-15T22:05:33.102 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:33.099+0000 7ff5d3ca5640 1 -- 172.21.15.63:0/4261222132 wait complete. 2024-09-15T22:05:33.111 DEBUG:teuthology.orchestra.run.smithi063:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd deep-scrub 0 2024-09-15T22:05:33.214 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:33.212+0000 7f3257711640 1 Processor -- start 2024-09-15T22:05:33.214 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:33.213+0000 7f3257711640 1 -- start start 2024-09-15T22:05:33.218 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:33.213+0000 7f3257711640 1 --2- >> [v2:172.21.15.110:3301/0,v1:172.21.15.110:6790/0] conn(0x7f32500b7f20 0x7f32500b95a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-15T22:05:33.218 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:33.213+0000 7f3257711640 1 --2- >> v2:172.21.15.110:3300/0 conn(0x7f32500d4570 0x7f32500d49e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-15T22:05:33.218 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:33.213+0000 7f3257711640 1 -- --> v1:172.21.15.63:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f32500b8500 con 0x7f325015e680 2024-09-15T22:05:33.218 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:33.213+0000 7f3257711640 1 -- --> v2:172.21.15.110:3300/0 -- mon_getmap magic: 0 -- 0x7f32500d4f20 con 0x7f32500d4570 2024-09-15T22:05:33.218 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:33.213+0000 7f3257711640 1 -- --> [v2:172.21.15.110:3301/0,v1:172.21.15.110:6790/0] -- mon_getmap magic: 0 -- 0x7f32500b87e0 con 0x7f32500b7f20 2024-09-15T22:05:33.218 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:33.214+0000 7f32554ad640 1 --1- >> v1:172.21.15.63:6789/0 conn(0x7f325015e680 0x7f32500d1690 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.63:6789/0 says I am v1:172.21.15.63:57438/0 (socket says 172.21.15.63:57438) 2024-09-15T22:05:33.218 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:33.214+0000 7f32554ad640 1 -- 172.21.15.63:0/2084248808 learned_addr learned my addr 172.21.15.63:0/2084248808 (peer_addr_for_me v1:172.21.15.63:0/0) 2024-09-15T22:05:33.218 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:33.214+0000 7f3255cae640 1 --2- 172.21.15.63:0/2084248808 >> v2:172.21.15.110:3300/0 conn(0x7f32500d4570 0x7f32500d49e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-15T22:05:33.218 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:33.214+0000 7f3254cac640 1 --2- 172.21.15.63:0/2084248808 >> [v2:172.21.15.110:3301/0,v1:172.21.15.110:6790/0] conn(0x7f32500b7f20 0x7f32500b95a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-15T22:05:33.219 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:33.214+0000 7f324ffff640 1 -- 172.21.15.63:0/2084248808 <== mon.0 v1:172.21.15.63:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 2269435629 0 0) 0x7f32500b8500 con 0x7f325015e680 2024-09-15T22:05:33.219 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:33.214+0000 7f324ffff640 1 -- 172.21.15.63:0/2084248808 --> v1:172.21.15.63:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7f3238003520 con 0x7f325015e680 2024-09-15T22:05:33.219 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:33.214+0000 7f324ffff640 1 -- 172.21.15.63:0/2084248808 <== mon.0 v1:172.21.15.63:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) ==== 214+0+0 (unknown 2260489596 0 0) 0x7f3238003520 con 0x7f325015e680 2024-09-15T22:05:33.219 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:33.214+0000 7f324ffff640 1 -- 172.21.15.63:0/2084248808 >> [v2:172.21.15.110:3301/0,v1:172.21.15.110:6790/0] conn(0x7f32500b7f20 msgr2=0x7f32500b95a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-15T22:05:33.219 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:33.214+0000 7f324ffff640 1 --2- 172.21.15.63:0/2084248808 >> [v2:172.21.15.110:3301/0,v1:172.21.15.110:6790/0] conn(0x7f32500b7f20 0x7f32500b95a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T22:05:33.219 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:33.214+0000 7f324ffff640 1 -- 172.21.15.63:0/2084248808 >> v2:172.21.15.110:3300/0 conn(0x7f32500d4570 msgr2=0x7f32500d49e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-15T22:05:33.219 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:33.214+0000 7f324ffff640 1 --2- 172.21.15.63:0/2084248808 >> v2:172.21.15.110:3300/0 conn(0x7f32500d4570 0x7f32500d49e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T22:05:33.219 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:33.214+0000 7f324ffff640 1 -- 172.21.15.63:0/2084248808 --> v1:172.21.15.63:6789/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f32500b8ac0 con 0x7f325015e680 2024-09-15T22:05:33.219 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:33.214+0000 7f324ffff640 1 -- 172.21.15.63:0/2084248808 <== mon.0 v1:172.21.15.63:6789/0 3 ==== mon_map magic: 0 ==== 413+0+0 (unknown 3984726164 0 0) 0x7f32400019f0 con 0x7f325015e680 2024-09-15T22:05:33.219 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:33.214+0000 7f324ffff640 1 -- 172.21.15.63:0/2084248808 >> v1:172.21.15.63:6789/0 conn(0x7f325015e680 legacy=0x7f32500d1690 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-15T22:05:33.219 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:33.214+0000 7f324ffff640 1 --2- 172.21.15.63:0/2084248808 >> [v2:172.21.15.110:3301/0,v1:172.21.15.110:6790/0] conn(0x7f32500b7f20 0x7f32380039b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-15T22:05:33.220 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:33.214+0000 7f324ffff640 1 --2- 172.21.15.63:0/2084248808 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f3238003f30 0x7f3238004800 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-15T22:05:33.220 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:33.214+0000 7f324ffff640 1 --2- 172.21.15.63:0/2084248808 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f3238004d40 0x7f32380051c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-15T22:05:33.220 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:33.214+0000 7f324ffff640 1 -- 172.21.15.63:0/2084248808 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 -- 0x7f32500d4f20 con 0x7f3238003f30 2024-09-15T22:05:33.220 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:33.214+0000 7f324ffff640 1 -- 172.21.15.63:0/2084248808 --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_getmap magic: 0 -- 0x7f32500b87e0 con 0x7f3238004d40 2024-09-15T22:05:33.220 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:33.214+0000 7f324ffff640 1 -- 172.21.15.63:0/2084248808 --> [v2:172.21.15.110:3301/0,v1:172.21.15.110:6790/0] -- mon_getmap magic: 0 -- 0x7f323800b9c0 con 0x7f32500b7f20 2024-09-15T22:05:33.220 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:33.214+0000 7f3254cac640 1 --2- 172.21.15.63:0/2084248808 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f3238003f30 0x7f3238004800 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-15T22:05:33.220 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:33.214+0000 7f32554ad640 1 --2- 172.21.15.63:0/2084248808 >> [v2:172.21.15.110:3301/0,v1:172.21.15.110:6790/0] conn(0x7f32500b7f20 0x7f32380039b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-15T22:05:33.220 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:33.214+0000 7f3255cae640 1 --2- 172.21.15.63:0/2084248808 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f3238004d40 0x7f32380051c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-15T22:05:33.220 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:33.215+0000 7f3254cac640 1 -- 172.21.15.63:0/2084248808 >> [v2:172.21.15.110:3301/0,v1:172.21.15.110:6790/0] conn(0x7f32500b7f20 msgr2=0x7f32380039b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-15T22:05:33.220 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:33.215+0000 7f3254cac640 1 --2- 172.21.15.63:0/2084248808 >> [v2:172.21.15.110:3301/0,v1:172.21.15.110:6790/0] conn(0x7f32500b7f20 0x7f32380039b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T22:05:33.220 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:33.215+0000 7f3254cac640 1 -- 172.21.15.63:0/2084248808 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f3238004d40 msgr2=0x7f32380051c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-15T22:05:33.221 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:33.215+0000 7f3254cac640 1 --2- 172.21.15.63:0/2084248808 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f3238004d40 0x7f32380051c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T22:05:33.221 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:33.215+0000 7f3254cac640 1 -- 172.21.15.63:0/2084248808 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f3238003520 con 0x7f3238003f30 2024-09-15T22:05:33.221 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:33.215+0000 7f32554ad640 1 --2- 172.21.15.63:0/2084248808 >> [v2:172.21.15.110:3301/0,v1:172.21.15.110:6790/0] conn(0x7f32500b7f20 0x7f32380039b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-15T22:05:33.221 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:33.215+0000 7f3255cae640 1 --2- 172.21.15.63:0/2084248808 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f3238004d40 0x7f32380051c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-15T22:05:33.221 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:33.215+0000 7f3254cac640 1 --2- 172.21.15.63:0/2084248808 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f3238003f30 0x7f3238004800 secure :-1 s=READY pgs=364 cs=0 l=1 rev1=1 crypto rx=0x7f3244009ac0 tx=0x7f3238005830 comp rx=0 tx=0).ready entity=mon.0 client_cookie=3122673ccec6c455 server_cookie=0 in_seq=0 out_seq=0 2024-09-15T22:05:33.221 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:33.215+0000 7f324ffff640 1 -- 172.21.15.63:0/2084248808 <== mon.0 v2:172.21.15.63:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3244036070 con 0x7f3238003f30 2024-09-15T22:05:33.221 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:33.215+0000 7f324ffff640 1 -- 172.21.15.63:0/2084248808 <== mon.0 v2:172.21.15.63:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f3244031400 con 0x7f3238003f30 2024-09-15T22:05:33.221 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:33.215+0000 7f324ffff640 1 -- 172.21.15.63:0/2084248808 <== mon.0 v2:172.21.15.63:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3244009690 con 0x7f3238003f30 2024-09-15T22:05:33.221 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:33.216+0000 7f3257711640 1 -- 172.21.15.63:0/2084248808 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f3238003f30 msgr2=0x7f3238004800 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-15T22:05:33.221 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:33.216+0000 7f3257711640 1 --2- 172.21.15.63:0/2084248808 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f3238003f30 0x7f3238004800 secure :-1 s=READY pgs=364 cs=0 l=1 rev1=1 crypto rx=0x7f3244009ac0 tx=0x7f3238005830 comp rx=0 tx=0).stop 2024-09-15T22:05:33.222 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:33.216+0000 7f3255cae640 1 -- 172.21.15.63:0/2084248808 reap_dead start 2024-09-15T22:05:33.222 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:33.216+0000 7f3257711640 1 -- 172.21.15.63:0/2084248808 shutdown_connections 2024-09-15T22:05:33.222 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:33.216+0000 7f3257711640 1 -- 172.21.15.63:0/2084248808 >> 172.21.15.63:0/2084248808 conn(0x7f3250074fe0 msgr2=0x7f3250072200 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-15T22:05:33.222 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:33.216+0000 7f3257711640 1 -- 172.21.15.63:0/2084248808 shutdown_connections 2024-09-15T22:05:33.222 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:33.216+0000 7f3257711640 1 -- 172.21.15.63:0/2084248808 wait complete. 2024-09-15T22:05:33.225 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:33.217+0000 7f3257711640 1 Processor -- start 2024-09-15T22:05:33.225 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:33.217+0000 7f3257711640 1 -- start start 2024-09-15T22:05:33.225 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:33.218+0000 7f3257711640 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f3238003f30 0x7f325015d820 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-15T22:05:33.225 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:33.218+0000 7f3257711640 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f32500cf040 0x7f32500cf4c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-15T22:05:33.225 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:33.218+0000 7f3257711640 1 --2- >> [v2:172.21.15.110:3301/0,v1:172.21.15.110:6790/0] conn(0x7f3250150e70 0x7f3250151320 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-15T22:05:33.225 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:33.218+0000 7f3257711640 1 -- --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 -- 0x7f32500b95a0 con 0x7f32500cf040 2024-09-15T22:05:33.226 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:33.218+0000 7f3257711640 1 -- --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_getmap magic: 0 -- 0x7f32500b9080 con 0x7f3238003f30 2024-09-15T22:05:33.226 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:33.218+0000 7f3257711640 1 -- --> [v2:172.21.15.110:3301/0,v1:172.21.15.110:6790/0] -- mon_getmap magic: 0 -- 0x7f32500b9720 con 0x7f3250150e70 2024-09-15T22:05:33.226 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:33.218+0000 7f3254cac640 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f32500cf040 0x7f32500cf4c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-15T22:05:33.226 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:33.218+0000 7f3254cac640 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f32500cf040 0x7f32500cf4c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.63:3300/0 says I am v2:172.21.15.63:58960/0 (socket says 172.21.15.63:58960) 2024-09-15T22:05:33.226 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:33.218+0000 7f3254cac640 1 -- 172.21.15.63:0/1748517046 learned_addr learned my addr 172.21.15.63:0/1748517046 (peer_addr_for_me v2:172.21.15.63:0/0) 2024-09-15T22:05:33.226 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:33.218+0000 7f3255cae640 1 --2- 172.21.15.63:0/1748517046 >> [v2:172.21.15.110:3301/0,v1:172.21.15.110:6790/0] conn(0x7f3250150e70 0x7f3250151320 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-15T22:05:33.226 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:33.218+0000 7f32554ad640 1 --2- 172.21.15.63:0/1748517046 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f3238003f30 0x7f325015d820 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-15T22:05:33.226 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:33.219+0000 7f3254cac640 1 -- 172.21.15.63:0/1748517046 >> [v2:172.21.15.110:3301/0,v1:172.21.15.110:6790/0] conn(0x7f3250150e70 msgr2=0x7f3250151320 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-15T22:05:33.226 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:33.219+0000 7f3254cac640 1 --2- 172.21.15.63:0/1748517046 >> [v2:172.21.15.110:3301/0,v1:172.21.15.110:6790/0] conn(0x7f3250150e70 0x7f3250151320 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T22:05:33.226 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:33.219+0000 7f3254cac640 1 -- 172.21.15.63:0/1748517046 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f3238003f30 msgr2=0x7f325015d820 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-15T22:05:33.226 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:33.219+0000 7f3254cac640 1 --2- 172.21.15.63:0/1748517046 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f3238003f30 0x7f325015d820 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T22:05:33.227 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:33.219+0000 7f3254cac640 1 -- 172.21.15.63:0/1748517046 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f32500cfb00 con 0x7f32500cf040 2024-09-15T22:05:33.227 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:33.219+0000 7f3255cae640 1 --2- 172.21.15.63:0/1748517046 >> [v2:172.21.15.110:3301/0,v1:172.21.15.110:6790/0] conn(0x7f3250150e70 0x7f3250151320 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-15T22:05:33.227 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:33.219+0000 7f3254cac640 1 --2- 172.21.15.63:0/1748517046 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f32500cf040 0x7f32500cf4c0 secure :-1 s=READY pgs=365 cs=0 l=1 rev1=1 crypto rx=0x7f3244034040 tx=0x7f3244004730 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-15T22:05:33.227 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:33.219+0000 7f324dffb640 1 -- 172.21.15.63:0/1748517046 <== mon.0 v2:172.21.15.63:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3244040020 con 0x7f32500cf040 2024-09-15T22:05:33.227 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:33.219+0000 7f324dffb640 1 -- 172.21.15.63:0/1748517046 <== mon.0 v2:172.21.15.63:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f3244003c60 con 0x7f32500cf040 2024-09-15T22:05:33.227 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:33.219+0000 7f3257711640 1 -- 172.21.15.63:0/1748517046 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f32501f55f0 con 0x7f32500cf040 2024-09-15T22:05:33.227 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:33.219+0000 7f324dffb640 1 -- 172.21.15.63:0/1748517046 <== mon.0 v2:172.21.15.63:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3244036040 con 0x7f32500cf040 2024-09-15T22:05:33.227 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:33.219+0000 7f3257711640 1 -- 172.21.15.63:0/1748517046 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f32501f5bb0 con 0x7f32500cf040 2024-09-15T22:05:33.227 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:33.220+0000 7f3257711640 1 -- 172.21.15.63:0/1748517046 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f32500d49e0 con 0x7f32500cf040 2024-09-15T22:05:33.227 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:33.221+0000 7f324dffb640 1 -- 172.21.15.63:0/1748517046 <== mon.0 v2:172.21.15.63:3300/0 4 ==== mgrmap(e 7) ==== 90999+0+0 (secure 0 0 0) 0x7f3244043020 con 0x7f32500cf040 2024-09-15T22:05:33.227 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:33.221+0000 7f324dffb640 1 --2- 172.21.15.63:0/1748517046 >> [v2:172.21.15.110:6832/552273267,v1:172.21.15.110:6833/552273267] conn(0x7f323c06c490 0x7f323c06e950 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-15T22:05:33.228 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:33.221+0000 7f324dffb640 1 -- 172.21.15.63:0/1748517046 <== mon.0 v2:172.21.15.63:3300/0 5 ==== osd_map(36..36 src has 1..36) ==== 4943+0+0 (secure 0 0 0) 0x7f32440ab6e0 con 0x7f32500cf040 2024-09-15T22:05:33.228 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:33.222+0000 7f32554ad640 1 --2- 172.21.15.63:0/1748517046 >> [v2:172.21.15.110:6832/552273267,v1:172.21.15.110:6833/552273267] conn(0x7f323c06c490 0x7f323c06e950 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-15T22:05:33.228 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:33.222+0000 7f32554ad640 1 --2- 172.21.15.63:0/1748517046 >> [v2:172.21.15.110:6832/552273267,v1:172.21.15.110:6833/552273267] conn(0x7f323c06c490 0x7f323c06e950 secure :-1 s=READY pgs=187 cs=0 l=1 rev1=1 crypto rx=0x7f32400013d0 tx=0x7f3240001890 comp rx=0 tx=0).ready entity=mgr.4102 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-15T22:05:33.228 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:33.226+0000 7f324dffb640 1 -- 172.21.15.63:0/1748517046 <== mon.0 v2:172.21.15.63:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7f324404a030 con 0x7f32500cf040 2024-09-15T22:05:33.403 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:33.401+0000 7f3257711640 1 -- 172.21.15.63:0/1748517046 --> [v2:172.21.15.110:6832/552273267,v1:172.21.15.110:6833/552273267] -- mgr_command(tid 0: {"prefix": "osd deep-scrub", "who": "0", "target": ["mon-mgr", ""]}) -- 0x7f32500cfde0 con 0x7f323c06c490 2024-09-15T22:05:33.403 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:33.402+0000 7f324dffb640 1 -- 172.21.15.63:0/1748517046 <== mgr.4102 v2:172.21.15.110:6832/552273267 1 ==== mgr_command_reply(tid 0: 0 instructed osd(s) 0 to deep-scrub) ==== 41+0+0 (secure 0 0 0) 0x7f32500cfde0 con 0x7f323c06c490 2024-09-15T22:05:33.404 INFO:teuthology.orchestra.run.smithi063.stderr:instructed osd(s) 0 to deep-scrub 2024-09-15T22:05:33.406 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:33.404+0000 7f3257711640 1 -- 172.21.15.63:0/1748517046 >> [v2:172.21.15.110:6832/552273267,v1:172.21.15.110:6833/552273267] conn(0x7f323c06c490 msgr2=0x7f323c06e950 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-15T22:05:33.406 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:33.404+0000 7f3257711640 1 --2- 172.21.15.63:0/1748517046 >> [v2:172.21.15.110:6832/552273267,v1:172.21.15.110:6833/552273267] conn(0x7f323c06c490 0x7f323c06e950 secure :-1 s=READY pgs=187 cs=0 l=1 rev1=1 crypto rx=0x7f32400013d0 tx=0x7f3240001890 comp rx=0 tx=0).stop 2024-09-15T22:05:33.406 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:33.404+0000 7f3257711640 1 -- 172.21.15.63:0/1748517046 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f32500cf040 msgr2=0x7f32500cf4c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-15T22:05:33.406 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:33.404+0000 7f3257711640 1 --2- 172.21.15.63:0/1748517046 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f32500cf040 0x7f32500cf4c0 secure :-1 s=READY pgs=365 cs=0 l=1 rev1=1 crypto rx=0x7f3244034040 tx=0x7f3244004730 comp rx=0 tx=0).stop 2024-09-15T22:05:33.406 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:33.404+0000 7f3257711640 1 -- 172.21.15.63:0/1748517046 shutdown_connections 2024-09-15T22:05:33.407 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:33.404+0000 7f3257711640 1 --2- 172.21.15.63:0/1748517046 >> [v2:172.21.15.110:6832/552273267,v1:172.21.15.110:6833/552273267] conn(0x7f323c06c490 0x7f323c06e950 unknown :-1 s=CLOSED pgs=187 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T22:05:33.407 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:33.404+0000 7f3257711640 1 --2- 172.21.15.63:0/1748517046 >> [v2:172.21.15.110:3301/0,v1:172.21.15.110:6790/0] conn(0x7f3250150e70 0x7f3250151320 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T22:05:33.407 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:33.404+0000 7f3257711640 1 --2- 172.21.15.63:0/1748517046 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f32500cf040 0x7f32500cf4c0 unknown :-1 s=CLOSED pgs=365 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T22:05:33.407 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:33.404+0000 7f3257711640 1 --2- 172.21.15.63:0/1748517046 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f3238003f30 0x7f325015d820 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T22:05:33.407 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:33.404+0000 7f3257711640 1 -- 172.21.15.63:0/1748517046 >> 172.21.15.63:0/1748517046 conn(0x7f3250074fe0 msgr2=0x7f325015ef80 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-15T22:05:33.407 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:33.404+0000 7f3257711640 1 -- 172.21.15.63:0/1748517046 shutdown_connections 2024-09-15T22:05:33.407 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:33.404+0000 7f3257711640 1 -- 172.21.15.63:0/1748517046 wait complete. 2024-09-15T22:05:33.417 INFO:tasks.ceph:Scrubbing osd.1 2024-09-15T22:05:33.417 DEBUG:teuthology.orchestra.run.smithi063:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell osd.1 config set osd_debug_deep_scrub_sleep 0 2024-09-15T22:05:33.524 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:33.522+0000 7f427b447640 1 Processor -- start 2024-09-15T22:05:33.524 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:33.523+0000 7f427b447640 1 -- start start 2024-09-15T22:05:33.526 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:33.523+0000 7f427b447640 1 --2- >> v2:172.21.15.63:3300/0 conn(0x7f42740b24c0 0x7f427406bc50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-15T22:05:33.526 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:33.523+0000 7f427b447640 1 --2- >> v2:172.21.15.110:3300/0 conn(0x7f42740b6a30 0x7f42740d08a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-15T22:05:33.526 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:33.523+0000 7f427b447640 1 -- --> v1:172.21.15.63:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f42740cf840 con 0x7f42740b6ea0 2024-09-15T22:05:33.526 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:33.523+0000 7f427b447640 1 -- --> v2:172.21.15.63:3300/0 -- mon_getmap magic: 0 -- 0x7f42740d0410 con 0x7f42740b24c0 2024-09-15T22:05:33.527 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:33.523+0000 7f427b447640 1 -- --> v2:172.21.15.110:3300/0 -- mon_getmap magic: 0 -- 0x7f42740cfae0 con 0x7f42740b6a30 2024-09-15T22:05:33.527 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:33.524+0000 7f42791e3640 1 --2- >> v2:172.21.15.63:3300/0 conn(0x7f42740b24c0 0x7f427406bc50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-15T22:05:33.527 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:33.524+0000 7f42791e3640 1 --2- >> v2:172.21.15.63:3300/0 conn(0x7f42740b24c0 0x7f427406bc50 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.63:3300/0 says I am v2:172.21.15.63:58966/0 (socket says 172.21.15.63:58966) 2024-09-15T22:05:33.527 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:33.524+0000 7f42799e4640 1 --1- >> v1:172.21.15.63:6789/0 conn(0x7f42740b6ea0 0x7f4274074bc0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.63:6789/0 says I am v1:172.21.15.63:57440/0 (socket says 172.21.15.63:57440) 2024-09-15T22:05:33.527 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:33.524+0000 7f42791e3640 1 -- 172.21.15.63:0/1187882520 learned_addr learned my addr 172.21.15.63:0/1187882520 (peer_addr_for_me v2:172.21.15.63:0/0) 2024-09-15T22:05:33.527 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:33.524+0000 7f42789e2640 1 --2- 172.21.15.63:0/1187882520 >> v2:172.21.15.110:3300/0 conn(0x7f42740b6a30 0x7f42740d08a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-15T22:05:33.527 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:33.524+0000 7f42791e3640 1 -- 172.21.15.63:0/1187882520 >> v2:172.21.15.110:3300/0 conn(0x7f42740b6a30 msgr2=0x7f42740d08a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-15T22:05:33.527 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:33.524+0000 7f42791e3640 1 --2- 172.21.15.63:0/1187882520 >> v2:172.21.15.110:3300/0 conn(0x7f42740b6a30 0x7f42740d08a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T22:05:33.527 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:33.524+0000 7f42791e3640 1 -- 172.21.15.63:0/1187882520 >> v1:172.21.15.63:6789/0 conn(0x7f42740b6ea0 legacy=0x7f4274074bc0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-15T22:05:33.527 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:33.524+0000 7f42791e3640 1 -- 172.21.15.63:0/1187882520 --> v2:172.21.15.63:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f42740cfdc0 con 0x7f42740b24c0 2024-09-15T22:05:33.527 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:33.525+0000 7f42791e3640 1 --2- 172.21.15.63:0/1187882520 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f42740b24c0 0x7f427406bc50 secure :-1 s=READY pgs=367 cs=0 l=1 rev1=1 crypto rx=0x7f42740b6980 tx=0x7f426c02a1e0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=1844bb6d2fc790b3 server_cookie=0 in_seq=0 out_seq=0 2024-09-15T22:05:33.527 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:33.525+0000 7f4273fff640 1 -- 172.21.15.63:0/1187882520 <== mon.0 v2:172.21.15.63:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f426c037070 con 0x7f42740b24c0 2024-09-15T22:05:33.528 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:33.525+0000 7f4273fff640 1 -- 172.21.15.63:0/1187882520 <== mon.0 v2:172.21.15.63:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f426c032440 con 0x7f42740b24c0 2024-09-15T22:05:33.528 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:33.525+0000 7f4273fff640 1 -- 172.21.15.63:0/1187882520 <== mon.0 v2:172.21.15.63:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f426c032810 con 0x7f42740b24c0 2024-09-15T22:05:33.530 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:33.525+0000 7f427b447640 1 -- 172.21.15.63:0/1187882520 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f42740b24c0 msgr2=0x7f427406bc50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-15T22:05:33.531 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:33.525+0000 7f427b447640 1 --2- 172.21.15.63:0/1187882520 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f42740b24c0 0x7f427406bc50 secure :-1 s=READY pgs=367 cs=0 l=1 rev1=1 crypto rx=0x7f42740b6980 tx=0x7f426c02a1e0 comp rx=0 tx=0).stop 2024-09-15T22:05:33.531 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:33.525+0000 7f427b447640 1 -- 172.21.15.63:0/1187882520 shutdown_connections 2024-09-15T22:05:33.531 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:33.525+0000 7f427b447640 1 --2- 172.21.15.63:0/1187882520 >> v2:172.21.15.110:3300/0 conn(0x7f42740b6a30 0x7f42740d08a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T22:05:33.531 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:33.525+0000 7f427b447640 1 --2- 172.21.15.63:0/1187882520 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f42740b24c0 0x7f427406bc50 unknown :-1 s=CLOSED pgs=367 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T22:05:33.531 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:33.525+0000 7f427b447640 1 -- 172.21.15.63:0/1187882520 >> 172.21.15.63:0/1187882520 conn(0x7f42740b2e50 msgr2=0x7f42740b3260 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-15T22:05:33.531 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:33.525+0000 7f427b447640 1 -- 172.21.15.63:0/1187882520 shutdown_connections 2024-09-15T22:05:33.531 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:33.525+0000 7f427b447640 1 -- 172.21.15.63:0/1187882520 wait complete. 2024-09-15T22:05:33.531 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:33.527+0000 7f427b447640 1 Processor -- start 2024-09-15T22:05:33.531 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:33.527+0000 7f427b447640 1 -- start start 2024-09-15T22:05:33.531 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:33.527+0000 7f427b447640 1 --2- >> [v2:172.21.15.110:3301/0,v1:172.21.15.110:6790/0] conn(0x7f42740b24c0 0x7f4274158ec0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-15T22:05:33.531 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:33.527+0000 7f427b447640 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f42740b6a30 0x7f42740b16d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-15T22:05:33.531 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:33.527+0000 7f427b447640 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f42740b1c10 0x7f427415aa50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-15T22:05:33.532 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:33.527+0000 7f427b447640 1 -- --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 -- 0x7f42740b2a20 con 0x7f42740b1c10 2024-09-15T22:05:33.532 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:33.527+0000 7f427b447640 1 -- --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_getmap magic: 0 -- 0x7f42740b28a0 con 0x7f42740b6a30 2024-09-15T22:05:33.532 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:33.527+0000 7f427b447640 1 -- --> [v2:172.21.15.110:3301/0,v1:172.21.15.110:6790/0] -- mon_getmap magic: 0 -- 0x7f42740d0de0 con 0x7f42740b24c0 2024-09-15T22:05:33.532 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:33.527+0000 7f42799e4640 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f42740b1c10 0x7f427415aa50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-15T22:05:33.532 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:33.528+0000 7f42799e4640 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f42740b1c10 0x7f427415aa50 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.63:3300/0 says I am v2:172.21.15.63:58978/0 (socket says 172.21.15.63:58978) 2024-09-15T22:05:33.532 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:33.528+0000 7f42799e4640 1 -- 172.21.15.63:0/3599125680 learned_addr learned my addr 172.21.15.63:0/3599125680 (peer_addr_for_me v2:172.21.15.63:0/0) 2024-09-15T22:05:33.532 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:33.528+0000 7f42791e3640 1 --2- 172.21.15.63:0/3599125680 >> [v2:172.21.15.110:3301/0,v1:172.21.15.110:6790/0] conn(0x7f42740b24c0 0x7f4274158ec0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-15T22:05:33.532 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:33.528+0000 7f42789e2640 1 --2- 172.21.15.63:0/3599125680 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f42740b6a30 0x7f42740b16d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-15T22:05:33.532 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:33.528+0000 7f42799e4640 1 -- 172.21.15.63:0/3599125680 >> [v2:172.21.15.110:3301/0,v1:172.21.15.110:6790/0] conn(0x7f42740b24c0 msgr2=0x7f4274158ec0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-15T22:05:33.532 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:33.528+0000 7f42799e4640 1 --2- 172.21.15.63:0/3599125680 >> [v2:172.21.15.110:3301/0,v1:172.21.15.110:6790/0] conn(0x7f42740b24c0 0x7f4274158ec0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T22:05:33.532 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:33.528+0000 7f42799e4640 1 -- 172.21.15.63:0/3599125680 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f42740b6a30 msgr2=0x7f42740b16d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-15T22:05:33.532 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:33.528+0000 7f42799e4640 1 --2- 172.21.15.63:0/3599125680 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f42740b6a30 0x7f42740b16d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T22:05:33.533 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:33.528+0000 7f42799e4640 1 -- 172.21.15.63:0/3599125680 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f42740c7580 con 0x7f42740b1c10 2024-09-15T22:05:33.533 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:33.528+0000 7f42789e2640 1 --2- 172.21.15.63:0/3599125680 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f42740b6a30 0x7f42740b16d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-15T22:05:33.533 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:33.528+0000 7f42799e4640 1 --2- 172.21.15.63:0/3599125680 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f42740b1c10 0x7f427415aa50 secure :-1 s=READY pgs=368 cs=0 l=1 rev1=1 crypto rx=0x7f426400c7b0 tx=0x7f426400cc70 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-15T22:05:33.533 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:33.528+0000 7f4271ffb640 1 -- 172.21.15.63:0/3599125680 <== mon.0 v2:172.21.15.63:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4264017070 con 0x7f42740b1c10 2024-09-15T22:05:33.533 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:33.528+0000 7f4271ffb640 1 -- 172.21.15.63:0/3599125680 <== mon.0 v2:172.21.15.63:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f426400a640 con 0x7f42740b1c10 2024-09-15T22:05:33.533 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:33.528+0000 7f427b447640 1 -- 172.21.15.63:0/3599125680 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f42740c7860 con 0x7f42740b1c10 2024-09-15T22:05:33.533 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:33.528+0000 7f4271ffb640 1 -- 172.21.15.63:0/3599125680 <== mon.0 v2:172.21.15.63:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f426400a9f0 con 0x7f42740b1c10 2024-09-15T22:05:33.533 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:33.528+0000 7f427b447640 1 -- 172.21.15.63:0/3599125680 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f42740c7e20 con 0x7f42740b1c10 2024-09-15T22:05:33.533 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:33.529+0000 7f427b447640 1 -- 172.21.15.63:0/3599125680 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_get_version(what=osdmap handle=1) -- 0x7f427406bc50 con 0x7f42740b1c10 2024-09-15T22:05:33.535 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:33.530+0000 7f4271ffb640 1 -- 172.21.15.63:0/3599125680 <== mon.0 v2:172.21.15.63:3300/0 4 ==== mgrmap(e 7) ==== 90999+0+0 (secure 0 0 0) 0x7f426401a070 con 0x7f42740b1c10 2024-09-15T22:05:33.535 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:33.530+0000 7f4271ffb640 1 --2- 172.21.15.63:0/3599125680 >> [v2:172.21.15.110:6832/552273267,v1:172.21.15.110:6833/552273267] conn(0x7f426006c460 0x7f426006e920 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-15T22:05:33.535 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:33.530+0000 7f4271ffb640 1 -- 172.21.15.63:0/3599125680 <== mon.0 v2:172.21.15.63:3300/0 5 ==== osd_map(36..36 src has 1..36) ==== 4943+0+0 (secure 0 0 0) 0x7f426408a860 con 0x7f42740b1c10 2024-09-15T22:05:33.535 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:33.530+0000 7f4271ffb640 1 --2- 172.21.15.63:0/3599125680 >> [v2:172.21.15.63:6817/2124234218,v1:172.21.15.63:6819/2124234218] conn(0x7f4260072320 0x7f4260074740 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-15T22:05:33.535 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:33.530+0000 7f4271ffb640 1 -- 172.21.15.63:0/3599125680 --> [v2:172.21.15.63:6817/2124234218,v1:172.21.15.63:6819/2124234218] -- command(tid 1: {"prefix": "get_command_descriptions"}) -- 0x7f4264015e50 con 0x7f4260072320 2024-09-15T22:05:33.535 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:33.530+0000 7f4271ffb640 1 -- 172.21.15.63:0/3599125680 <== mon.0 v2:172.21.15.63:3300/0 6 ==== mon_get_version_reply(handle=1 version=36) ==== 24+0+0 (secure 0 0 0) 0x7f426408f2a0 con 0x7f42740b1c10 2024-09-15T22:05:33.535 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:33.531+0000 7f42791e3640 1 --2- 172.21.15.63:0/3599125680 >> [v2:172.21.15.110:6832/552273267,v1:172.21.15.110:6833/552273267] conn(0x7f426006c460 0x7f426006e920 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-15T22:05:33.535 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:33.531+0000 7f42789e2640 1 --2- 172.21.15.63:0/3599125680 >> [v2:172.21.15.63:6817/2124234218,v1:172.21.15.63:6819/2124234218] conn(0x7f4260072320 0x7f4260074740 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-15T22:05:33.536 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:33.531+0000 7f42791e3640 1 --2- 172.21.15.63:0/3599125680 >> [v2:172.21.15.110:6832/552273267,v1:172.21.15.110:6833/552273267] conn(0x7f426006c460 0x7f426006e920 secure :-1 s=READY pgs=188 cs=0 l=1 rev1=1 crypto rx=0x7f426c034000 tx=0x7f426c02e000 comp rx=0 tx=0).ready entity=mgr.4102 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-15T22:05:33.536 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:33.531+0000 7f42789e2640 1 --2- 172.21.15.63:0/3599125680 >> [v2:172.21.15.63:6817/2124234218,v1:172.21.15.63:6819/2124234218] conn(0x7f4260072320 0x7f4260074740 crc :-1 s=READY pgs=12 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=osd.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-15T22:05:33.536 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:33.532+0000 7f4271ffb640 1 -- 172.21.15.63:0/3599125680 <== osd.1 v2:172.21.15.63:6817/2124234218 1 ==== command_reply(tid 1: 0 ) ==== 8+0+27193 (crc 0 0 0) 0x7f4264015e50 con 0x7f4260072320 2024-09-15T22:05:33.546 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:33.544+0000 7f427b447640 1 -- 172.21.15.63:0/3599125680 --> [v2:172.21.15.63:6817/2124234218,v1:172.21.15.63:6819/2124234218] -- command(tid 2: {"prefix": "config set", "var": "osd_debug_deep_scrub_sleep", "val": ["0"]}) -- 0x7f42740b2c30 con 0x7f4260072320 2024-09-15T22:05:33.546 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:33.544+0000 7f4271ffb640 1 -- 172.21.15.63:0/3599125680 <== osd.1 v2:172.21.15.63:6817/2124234218 2 ==== command_reply(tid 2: 0 ) ==== 8+0+97 (crc 0 0 0) 0x7f42740b2c30 con 0x7f4260072320 2024-09-15T22:05:33.546 INFO:teuthology.orchestra.run.smithi063.stdout:{ 2024-09-15T22:05:33.546 INFO:teuthology.orchestra.run.smithi063.stdout: "success": "osd_debug_deep_scrub_sleep = '' (not observed, change may require restart) " 2024-09-15T22:05:33.546 INFO:teuthology.orchestra.run.smithi063.stdout:} 2024-09-15T22:05:33.547 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:33.545+0000 7f427b447640 1 -- 172.21.15.63:0/3599125680 >> [v2:172.21.15.63:6817/2124234218,v1:172.21.15.63:6819/2124234218] conn(0x7f4260072320 msgr2=0x7f4260074740 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-15T22:05:33.548 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:33.545+0000 7f427b447640 1 --2- 172.21.15.63:0/3599125680 >> [v2:172.21.15.63:6817/2124234218,v1:172.21.15.63:6819/2124234218] conn(0x7f4260072320 0x7f4260074740 crc :-1 s=READY pgs=12 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T22:05:33.548 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:33.545+0000 7f427b447640 1 -- 172.21.15.63:0/3599125680 >> [v2:172.21.15.110:6832/552273267,v1:172.21.15.110:6833/552273267] conn(0x7f426006c460 msgr2=0x7f426006e920 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-15T22:05:33.548 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:33.545+0000 7f427b447640 1 --2- 172.21.15.63:0/3599125680 >> [v2:172.21.15.110:6832/552273267,v1:172.21.15.110:6833/552273267] conn(0x7f426006c460 0x7f426006e920 secure :-1 s=READY pgs=188 cs=0 l=1 rev1=1 crypto rx=0x7f426c034000 tx=0x7f426c02e000 comp rx=0 tx=0).stop 2024-09-15T22:05:33.548 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:33.545+0000 7f427b447640 1 -- 172.21.15.63:0/3599125680 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f42740b1c10 msgr2=0x7f427415aa50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-15T22:05:33.548 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:33.545+0000 7f427b447640 1 --2- 172.21.15.63:0/3599125680 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f42740b1c10 0x7f427415aa50 secure :-1 s=READY pgs=368 cs=0 l=1 rev1=1 crypto rx=0x7f426400c7b0 tx=0x7f426400cc70 comp rx=0 tx=0).stop 2024-09-15T22:05:33.548 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:33.545+0000 7f42799e4640 1 -- 172.21.15.63:0/3599125680 reap_dead start 2024-09-15T22:05:33.548 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:33.545+0000 7f427b447640 1 -- 172.21.15.63:0/3599125680 shutdown_connections 2024-09-15T22:05:33.548 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:33.545+0000 7f427b447640 1 -- 172.21.15.63:0/3599125680 >> 172.21.15.63:0/3599125680 conn(0x7f42740b2e50 msgr2=0x7f42741617a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-15T22:05:33.548 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:33.545+0000 7f427b447640 1 -- 172.21.15.63:0/3599125680 shutdown_connections 2024-09-15T22:05:33.549 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:33.545+0000 7f427b447640 1 -- 172.21.15.63:0/3599125680 wait complete. 2024-09-15T22:05:33.557 DEBUG:teuthology.orchestra.run.smithi063:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd deep-scrub 1 2024-09-15T22:05:33.660 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:33.659+0000 7f4e01ca4640 1 Processor -- start 2024-09-15T22:05:33.661 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:33.659+0000 7f4e01ca4640 1 -- start start 2024-09-15T22:05:33.662 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:33.660+0000 7f4e01ca4640 1 --2- >> v2:172.21.15.63:3300/0 conn(0x7f4dfc0b3990 0x7f4dfc15f630 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-15T22:05:33.662 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:33.660+0000 7f4e01ca4640 1 -- --> v1:172.21.15.63:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f4dfc162bc0 con 0x7f4dfc0afd80 2024-09-15T22:05:33.662 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:33.660+0000 7f4e01ca4640 1 -- --> v1:172.21.15.110:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f4dfc162ea0 con 0x7f4dfc072060 2024-09-15T22:05:33.662 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:33.660+0000 7f4e01ca4640 1 -- --> v2:172.21.15.63:3300/0 -- mon_getmap magic: 0 -- 0x7f4dfc15eb50 con 0x7f4dfc0b3990 2024-09-15T22:05:33.662 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:33.660+0000 7f4dfb7fe640 1 --1- >> v1:172.21.15.63:6789/0 conn(0x7f4dfc0afd80 0x7f4dfc071950 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.63:6789/0 says I am v1:172.21.15.63:57442/0 (socket says 172.21.15.63:57442) 2024-09-15T22:05:33.662 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:33.660+0000 7f4dfb7fe640 1 -- 172.21.15.63:0/3933756131 learned_addr learned my addr 172.21.15.63:0/3933756131 (peer_addr_for_me v1:172.21.15.63:0/0) 2024-09-15T22:05:33.662 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:33.660+0000 7f4dfbfff640 1 --2- >> v2:172.21.15.63:3300/0 conn(0x7f4dfc0b3990 0x7f4dfc15f630 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-15T22:05:33.662 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:33.660+0000 7f4dfa7fc640 1 -- 172.21.15.63:0/3933756131 <== mon.0 v1:172.21.15.63:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 2745619746 0 0) 0x7f4dfc162bc0 con 0x7f4dfc0afd80 2024-09-15T22:05:33.662 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:33.660+0000 7f4dfa7fc640 1 -- 172.21.15.63:0/3933756131 --> v1:172.21.15.63:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7f4de4003520 con 0x7f4dfc0afd80 2024-09-15T22:05:33.663 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:33.660+0000 7f4dfbfff640 1 -- 172.21.15.63:0/3933756131 >> v1:172.21.15.110:6789/0 conn(0x7f4dfc072060 legacy=0x7f4dfc0ae8a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-15T22:05:33.663 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:33.660+0000 7f4dfbfff640 1 -- 172.21.15.63:0/3933756131 >> v1:172.21.15.63:6789/0 conn(0x7f4dfc0afd80 legacy=0x7f4dfc071950 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-15T22:05:33.663 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:33.660+0000 7f4dfbfff640 1 -- 172.21.15.63:0/3933756131 --> v2:172.21.15.63:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f4dfc15ee30 con 0x7f4dfc0b3990 2024-09-15T22:05:33.664 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:33.661+0000 7f4dfbfff640 1 --2- 172.21.15.63:0/3933756131 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f4dfc0b3990 0x7f4dfc15f630 secure :-1 s=READY pgs=370 cs=0 l=1 rev1=1 crypto rx=0x7f4df4009d90 tx=0x7f4df402a5d0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=cfae26a5a62141db server_cookie=0 in_seq=0 out_seq=0 2024-09-15T22:05:33.664 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:33.661+0000 7f4dfa7fc640 1 -- 172.21.15.63:0/3933756131 <== mon.0 v2:172.21.15.63:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4df4031600 con 0x7f4dfc0b3990 2024-09-15T22:05:33.664 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:33.661+0000 7f4dfa7fc640 1 -- 172.21.15.63:0/3933756131 <== mon.0 v2:172.21.15.63:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f4df40317a0 con 0x7f4dfc0b3990 2024-09-15T22:05:33.664 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:33.661+0000 7f4dfa7fc640 1 -- 172.21.15.63:0/3933756131 <== mon.0 v2:172.21.15.63:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4df4031b70 con 0x7f4dfc0b3990 2024-09-15T22:05:33.664 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:33.662+0000 7f4e01ca4640 1 -- 172.21.15.63:0/3933756131 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f4dfc0b3990 msgr2=0x7f4dfc15f630 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-15T22:05:33.664 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:33.662+0000 7f4e01ca4640 1 --2- 172.21.15.63:0/3933756131 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f4dfc0b3990 0x7f4dfc15f630 secure :-1 s=READY pgs=370 cs=0 l=1 rev1=1 crypto rx=0x7f4df4009d90 tx=0x7f4df402a5d0 comp rx=0 tx=0).stop 2024-09-15T22:05:33.664 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:33.662+0000 7f4e01ca4640 1 -- 172.21.15.63:0/3933756131 shutdown_connections 2024-09-15T22:05:33.664 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:33.662+0000 7f4e01ca4640 1 --2- 172.21.15.63:0/3933756131 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f4dfc0b3990 0x7f4dfc15f630 unknown :-1 s=CLOSED pgs=370 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T22:05:33.664 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:33.662+0000 7f4e01ca4640 1 -- 172.21.15.63:0/3933756131 >> 172.21.15.63:0/3933756131 conn(0x7f4dfc0b2690 msgr2=0x7f4dfc0b2aa0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-15T22:05:33.665 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:33.662+0000 7f4e01ca4640 1 -- 172.21.15.63:0/3933756131 shutdown_connections 2024-09-15T22:05:33.665 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:33.662+0000 7f4e01ca4640 1 -- 172.21.15.63:0/3933756131 wait complete. 2024-09-15T22:05:33.667 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:33.663+0000 7f4e01ca4640 1 Processor -- start 2024-09-15T22:05:33.667 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:33.663+0000 7f4e01ca4640 1 -- start start 2024-09-15T22:05:33.667 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:33.664+0000 7f4e01ca4640 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f4dfc072060 0x7f4dfc06f5d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-15T22:05:33.667 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:33.664+0000 7f4e01ca4640 1 --2- >> [v2:172.21.15.110:3301/0,v1:172.21.15.110:6790/0] conn(0x7f4dfc0afd80 0x7f4dfc0cf190 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-15T22:05:33.667 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:33.664+0000 7f4e01ca4640 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f4dfc0b3990 0x7f4dfc157790 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-15T22:05:33.668 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:33.664+0000 7f4e01ca4640 1 -- --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 -- 0x7f4dfc0b57e0 con 0x7f4dfc072060 2024-09-15T22:05:33.668 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:33.664+0000 7f4e01ca4640 1 -- --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_getmap magic: 0 -- 0x7f4dfc0b0160 con 0x7f4dfc0b3990 2024-09-15T22:05:33.668 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:33.664+0000 7f4e01ca4640 1 -- --> [v2:172.21.15.110:3301/0,v1:172.21.15.110:6790/0] -- mon_getmap magic: 0 -- 0x7f4dfc0b5960 con 0x7f4dfc0afd80 2024-09-15T22:05:33.668 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:33.664+0000 7f4dfb7fe640 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f4dfc072060 0x7f4dfc06f5d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-15T22:05:33.668 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:33.664+0000 7f4dfb7fe640 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f4dfc072060 0x7f4dfc06f5d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.63:3300/0 says I am v2:172.21.15.63:59004/0 (socket says 172.21.15.63:59004) 2024-09-15T22:05:33.668 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:33.664+0000 7f4dfb7fe640 1 -- 172.21.15.63:0/1050728947 learned_addr learned my addr 172.21.15.63:0/1050728947 (peer_addr_for_me v2:172.21.15.63:0/0) 2024-09-15T22:05:33.668 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:33.664+0000 7f4dfbfff640 1 --2- 172.21.15.63:0/1050728947 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f4dfc0b3990 0x7f4dfc157790 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-15T22:05:33.668 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:33.664+0000 7f4dfaffd640 1 --2- 172.21.15.63:0/1050728947 >> [v2:172.21.15.110:3301/0,v1:172.21.15.110:6790/0] conn(0x7f4dfc0afd80 0x7f4dfc0cf190 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-15T22:05:33.668 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:33.664+0000 7f4dfb7fe640 1 -- 172.21.15.63:0/1050728947 >> [v2:172.21.15.110:3301/0,v1:172.21.15.110:6790/0] conn(0x7f4dfc0afd80 msgr2=0x7f4dfc0cf190 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-15T22:05:33.668 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:33.664+0000 7f4dfb7fe640 1 --2- 172.21.15.63:0/1050728947 >> [v2:172.21.15.110:3301/0,v1:172.21.15.110:6790/0] conn(0x7f4dfc0afd80 0x7f4dfc0cf190 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T22:05:33.668 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:33.664+0000 7f4dfb7fe640 1 -- 172.21.15.63:0/1050728947 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f4dfc0b3990 msgr2=0x7f4dfc157790 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-15T22:05:33.668 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:33.664+0000 7f4dfb7fe640 1 --2- 172.21.15.63:0/1050728947 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f4dfc0b3990 0x7f4dfc157790 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T22:05:33.669 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:33.664+0000 7f4dfb7fe640 1 -- 172.21.15.63:0/1050728947 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f4dfc0cf850 con 0x7f4dfc072060 2024-09-15T22:05:33.669 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:33.664+0000 7f4dfbfff640 1 --2- 172.21.15.63:0/1050728947 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f4dfc0b3990 0x7f4dfc157790 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-15T22:05:33.669 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:33.664+0000 7f4dfaffd640 1 --2- 172.21.15.63:0/1050728947 >> [v2:172.21.15.110:3301/0,v1:172.21.15.110:6790/0] conn(0x7f4dfc0afd80 0x7f4dfc0cf190 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-15T22:05:33.669 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:33.665+0000 7f4dfb7fe640 1 --2- 172.21.15.63:0/1050728947 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f4dfc072060 0x7f4dfc06f5d0 secure :-1 s=READY pgs=371 cs=0 l=1 rev1=1 crypto rx=0x7f4dec00c500 tx=0x7f4dec00c9c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-15T22:05:33.669 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:33.665+0000 7f4de3fff640 1 -- 172.21.15.63:0/1050728947 <== mon.0 v2:172.21.15.63:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4dec017070 con 0x7f4dfc072060 2024-09-15T22:05:33.669 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:33.665+0000 7f4de3fff640 1 -- 172.21.15.63:0/1050728947 <== mon.0 v2:172.21.15.63:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f4dec005ce0 con 0x7f4dfc072060 2024-09-15T22:05:33.669 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:33.665+0000 7f4de3fff640 1 -- 172.21.15.63:0/1050728947 <== mon.0 v2:172.21.15.63:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4dec007330 con 0x7f4dfc072060 2024-09-15T22:05:33.669 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:33.665+0000 7f4e01ca4640 1 -- 172.21.15.63:0/1050728947 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f4dfc0cfb30 con 0x7f4dfc072060 2024-09-15T22:05:33.669 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:33.665+0000 7f4e01ca4640 1 -- 172.21.15.63:0/1050728947 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f4dfc157cd0 con 0x7f4dfc072060 2024-09-15T22:05:33.670 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:33.666+0000 7f4e01ca4640 1 -- 172.21.15.63:0/1050728947 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f4dfc15f630 con 0x7f4dfc072060 2024-09-15T22:05:33.670 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:33.666+0000 7f4de3fff640 1 -- 172.21.15.63:0/1050728947 <== mon.0 v2:172.21.15.63:3300/0 4 ==== mgrmap(e 7) ==== 90999+0+0 (secure 0 0 0) 0x7f4dec01a070 con 0x7f4dfc072060 2024-09-15T22:05:33.670 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:33.667+0000 7f4de3fff640 1 --2- 172.21.15.63:0/1050728947 >> [v2:172.21.15.110:6832/552273267,v1:172.21.15.110:6833/552273267] conn(0x7f4de806c490 0x7f4de806e950 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-15T22:05:33.670 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:33.667+0000 7f4de3fff640 1 -- 172.21.15.63:0/1050728947 <== mon.0 v2:172.21.15.63:3300/0 5 ==== osd_map(36..36 src has 1..36) ==== 4943+0+0 (secure 0 0 0) 0x7f4dec08a8d0 con 0x7f4dfc072060 2024-09-15T22:05:33.670 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:33.667+0000 7f4dfaffd640 1 --2- 172.21.15.63:0/1050728947 >> [v2:172.21.15.110:6832/552273267,v1:172.21.15.110:6833/552273267] conn(0x7f4de806c490 0x7f4de806e950 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-15T22:05:33.670 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:33.668+0000 7f4dfaffd640 1 --2- 172.21.15.63:0/1050728947 >> [v2:172.21.15.110:6832/552273267,v1:172.21.15.110:6833/552273267] conn(0x7f4de806c490 0x7f4de806e950 secure :-1 s=READY pgs=189 cs=0 l=1 rev1=1 crypto rx=0x7f4dfc14d640 tx=0x7f4df0009040 comp rx=0 tx=0).ready entity=mgr.4102 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-15T22:05:33.672 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:33.671+0000 7f4de3fff640 1 -- 172.21.15.63:0/1050728947 <== mon.0 v2:172.21.15.63:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7f4dec059180 con 0x7f4dfc072060 2024-09-15T22:05:33.851 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:33.849+0000 7f4e01ca4640 1 -- 172.21.15.63:0/1050728947 --> [v2:172.21.15.110:6832/552273267,v1:172.21.15.110:6833/552273267] -- mgr_command(tid 0: {"prefix": "osd deep-scrub", "who": "1", "target": ["mon-mgr", ""]}) -- 0x7f4dfc06fe90 con 0x7f4de806c490 2024-09-15T22:05:33.851 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:33.850+0000 7f4de3fff640 1 -- 172.21.15.63:0/1050728947 <== mgr.4102 v2:172.21.15.110:6832/552273267 1 ==== mgr_command_reply(tid 0: 0 instructed osd(s) 1 to deep-scrub) ==== 41+0+0 (secure 0 0 0) 0x7f4dfc06fe90 con 0x7f4de806c490 2024-09-15T22:05:33.851 INFO:teuthology.orchestra.run.smithi063.stderr:instructed osd(s) 1 to deep-scrub 2024-09-15T22:05:33.854 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:33.852+0000 7f4e01ca4640 1 -- 172.21.15.63:0/1050728947 >> [v2:172.21.15.110:6832/552273267,v1:172.21.15.110:6833/552273267] conn(0x7f4de806c490 msgr2=0x7f4de806e950 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-15T22:05:33.854 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:33.852+0000 7f4e01ca4640 1 --2- 172.21.15.63:0/1050728947 >> [v2:172.21.15.110:6832/552273267,v1:172.21.15.110:6833/552273267] conn(0x7f4de806c490 0x7f4de806e950 secure :-1 s=READY pgs=189 cs=0 l=1 rev1=1 crypto rx=0x7f4dfc14d640 tx=0x7f4df0009040 comp rx=0 tx=0).stop 2024-09-15T22:05:33.854 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:33.852+0000 7f4e01ca4640 1 -- 172.21.15.63:0/1050728947 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f4dfc072060 msgr2=0x7f4dfc06f5d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-15T22:05:33.854 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:33.852+0000 7f4e01ca4640 1 --2- 172.21.15.63:0/1050728947 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f4dfc072060 0x7f4dfc06f5d0 secure :-1 s=READY pgs=371 cs=0 l=1 rev1=1 crypto rx=0x7f4dec00c500 tx=0x7f4dec00c9c0 comp rx=0 tx=0).stop 2024-09-15T22:05:33.854 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:33.852+0000 7f4e01ca4640 1 -- 172.21.15.63:0/1050728947 shutdown_connections 2024-09-15T22:05:33.854 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:33.852+0000 7f4e01ca4640 1 --2- 172.21.15.63:0/1050728947 >> [v2:172.21.15.110:6832/552273267,v1:172.21.15.110:6833/552273267] conn(0x7f4de806c490 0x7f4de806e950 unknown :-1 s=CLOSED pgs=189 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T22:05:33.854 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:33.852+0000 7f4e01ca4640 1 --2- 172.21.15.63:0/1050728947 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f4dfc0b3990 0x7f4dfc157790 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T22:05:33.855 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:33.852+0000 7f4e01ca4640 1 --2- 172.21.15.63:0/1050728947 >> [v2:172.21.15.110:3301/0,v1:172.21.15.110:6790/0] conn(0x7f4dfc0afd80 0x7f4dfc0cf190 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T22:05:33.855 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:33.852+0000 7f4e01ca4640 1 --2- 172.21.15.63:0/1050728947 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f4dfc072060 0x7f4dfc06f5d0 unknown :-1 s=CLOSED pgs=371 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T22:05:33.855 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:33.852+0000 7f4e01ca4640 1 -- 172.21.15.63:0/1050728947 >> 172.21.15.63:0/1050728947 conn(0x7f4dfc0b2690 msgr2=0x7f4dfc15fe80 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-15T22:05:33.855 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:33.852+0000 7f4e01ca4640 1 -- 172.21.15.63:0/1050728947 shutdown_connections 2024-09-15T22:05:33.855 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:33.852+0000 7f4e01ca4640 1 -- 172.21.15.63:0/1050728947 wait complete. 2024-09-15T22:05:33.865 INFO:tasks.ceph:Scrubbing osd.2 2024-09-15T22:05:33.865 DEBUG:teuthology.orchestra.run.smithi063:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell osd.2 config set osd_debug_deep_scrub_sleep 0 2024-09-15T22:05:33.972 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:33.970+0000 7f6da4a8d640 1 Processor -- start 2024-09-15T22:05:33.972 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:33.970+0000 7f6da4a8d640 1 -- start start 2024-09-15T22:05:33.973 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:33.971+0000 7f6da4a8d640 1 --2- >> [v2:172.21.15.110:3301/0,v1:172.21.15.110:6790/0] conn(0x7f6da015e840 0x7f6da00cf600 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-15T22:05:33.973 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:33.971+0000 7f6da4a8d640 1 --2- >> v2:172.21.15.110:3300/0 conn(0x7f6da00ba3d0 0x7f6da015ec20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-15T22:05:33.973 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:33.971+0000 7f6da4a8d640 1 -- --> v1:172.21.15.110:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f6da00d4350 con 0x7f6da00b9880 2024-09-15T22:05:33.973 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:33.971+0000 7f6da4a8d640 1 -- --> v2:172.21.15.110:3300/0 -- mon_getmap magic: 0 -- 0x7f6da00cfe50 con 0x7f6da00ba3d0 2024-09-15T22:05:33.974 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:33.971+0000 7f6da4a8d640 1 -- --> [v2:172.21.15.110:3301/0,v1:172.21.15.110:6790/0] -- mon_getmap magic: 0 -- 0x7f6da00d3590 con 0x7f6da015e840 2024-09-15T22:05:33.974 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:33.971+0000 7f6d9e59c640 1 --2- >> [v2:172.21.15.110:3301/0,v1:172.21.15.110:6790/0] conn(0x7f6da015e840 0x7f6da00cf600 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-15T22:05:33.974 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:33.971+0000 7f6d9ed9d640 1 --2- >> v2:172.21.15.110:3300/0 conn(0x7f6da00ba3d0 0x7f6da015ec20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-15T22:05:33.974 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:33.971+0000 7f6d9ed9d640 1 --2- >> v2:172.21.15.110:3300/0 conn(0x7f6da00ba3d0 0x7f6da015ec20 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.110:3300/0 says I am v2:172.21.15.63:46376/0 (socket says 172.21.15.63:46376) 2024-09-15T22:05:33.974 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:33.971+0000 7f6d97fff640 1 --1- >> v1:172.21.15.110:6789/0 conn(0x7f6da00b9880 0x7f6da00b9cc0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.110:6789/0 says I am v1:172.21.15.63:55486/0 (socket says 172.21.15.63:55486) 2024-09-15T22:05:33.974 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:33.971+0000 7f6d9ed9d640 1 -- 172.21.15.63:0/3002624670 learned_addr learned my addr 172.21.15.63:0/3002624670 (peer_addr_for_me v2:172.21.15.63:0/0) 2024-09-15T22:05:33.974 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:33.972+0000 7f6d9e59c640 1 -- 172.21.15.63:0/3002624670 >> v2:172.21.15.110:3300/0 conn(0x7f6da00ba3d0 msgr2=0x7f6da015ec20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-15T22:05:33.974 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:33.972+0000 7f6d9e59c640 1 --2- 172.21.15.63:0/3002624670 >> v2:172.21.15.110:3300/0 conn(0x7f6da00ba3d0 0x7f6da015ec20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T22:05:33.974 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:33.972+0000 7f6d9e59c640 1 -- 172.21.15.63:0/3002624670 >> v1:172.21.15.110:6789/0 conn(0x7f6da00b9880 legacy=0x7f6da00b9cc0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-15T22:05:33.974 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:33.972+0000 7f6d9e59c640 1 -- 172.21.15.63:0/3002624670 --> [v2:172.21.15.110:3301/0,v1:172.21.15.110:6790/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f6da00d3870 con 0x7f6da015e840 2024-09-15T22:05:33.974 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:33.972+0000 7f6d9ed9d640 1 --2- 172.21.15.63:0/3002624670 >> v2:172.21.15.110:3300/0 conn(0x7f6da00ba3d0 0x7f6da015ec20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-15T22:05:33.975 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:33.972+0000 7f6d9e59c640 1 --2- 172.21.15.63:0/3002624670 >> [v2:172.21.15.110:3301/0,v1:172.21.15.110:6790/0] conn(0x7f6da015e840 0x7f6da00cf600 secure :-1 s=READY pgs=59 cs=0 l=1 rev1=1 crypto rx=0x7f6d900097a0 tx=0x7f6d9002a100 comp rx=0 tx=0).ready entity=mon.2 client_cookie=6d6cd458d220a537 server_cookie=0 in_seq=0 out_seq=0 2024-09-15T22:05:33.976 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:33.973+0000 7f6d9dd9b640 1 -- 172.21.15.63:0/3002624670 <== mon.2 v2:172.21.15.110:3301/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6d90037070 con 0x7f6da015e840 2024-09-15T22:05:33.976 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:33.973+0000 7f6d9dd9b640 1 -- 172.21.15.63:0/3002624670 <== mon.2 v2:172.21.15.110:3301/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f6d9002ae50 con 0x7f6da015e840 2024-09-15T22:05:33.976 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:33.973+0000 7f6d9dd9b640 1 -- 172.21.15.63:0/3002624670 <== mon.2 v2:172.21.15.110:3301/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6d90032660 con 0x7f6da015e840 2024-09-15T22:05:33.976 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:33.973+0000 7f6da4a8d640 1 -- 172.21.15.63:0/3002624670 >> [v2:172.21.15.110:3301/0,v1:172.21.15.110:6790/0] conn(0x7f6da015e840 msgr2=0x7f6da00cf600 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-15T22:05:33.976 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:33.973+0000 7f6da4a8d640 1 --2- 172.21.15.63:0/3002624670 >> [v2:172.21.15.110:3301/0,v1:172.21.15.110:6790/0] conn(0x7f6da015e840 0x7f6da00cf600 secure :-1 s=READY pgs=59 cs=0 l=1 rev1=1 crypto rx=0x7f6d900097a0 tx=0x7f6d9002a100 comp rx=0 tx=0).stop 2024-09-15T22:05:33.976 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:33.973+0000 7f6da4a8d640 1 -- 172.21.15.63:0/3002624670 shutdown_connections 2024-09-15T22:05:33.976 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:33.973+0000 7f6da4a8d640 1 --2- 172.21.15.63:0/3002624670 >> v2:172.21.15.110:3300/0 conn(0x7f6da00ba3d0 0x7f6da015ec20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T22:05:33.976 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:33.973+0000 7f6da4a8d640 1 --2- 172.21.15.63:0/3002624670 >> [v2:172.21.15.110:3301/0,v1:172.21.15.110:6790/0] conn(0x7f6da015e840 0x7f6da00cf600 unknown :-1 s=CLOSED pgs=59 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T22:05:33.976 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:33.973+0000 7f6da4a8d640 1 -- 172.21.15.63:0/3002624670 >> 172.21.15.63:0/3002624670 conn(0x7f6da00d4630 msgr2=0x7f6da00d4a40 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-15T22:05:33.976 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:33.973+0000 7f6da4a8d640 1 -- 172.21.15.63:0/3002624670 shutdown_connections 2024-09-15T22:05:33.977 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:33.973+0000 7f6da4a8d640 1 -- 172.21.15.63:0/3002624670 wait complete. 2024-09-15T22:05:33.979 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:33.975+0000 7f6da4a8d640 1 Processor -- start 2024-09-15T22:05:33.979 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:33.975+0000 7f6da4a8d640 1 -- start start 2024-09-15T22:05:33.979 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:33.975+0000 7f6da4a8d640 1 --2- >> [v2:172.21.15.110:3301/0,v1:172.21.15.110:6790/0] conn(0x7f6da00b9880 0x7f6da00b4aa0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-15T22:05:33.979 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:33.975+0000 7f6da4a8d640 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f6da00ba3d0 0x7f6da01597f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-15T22:05:33.979 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:33.975+0000 7f6da4a8d640 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f6da015e840 0x7f6da01e9430 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-15T22:05:33.979 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:33.975+0000 7f6da4a8d640 1 -- --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 -- 0x7f6da00cfb40 con 0x7f6da015e840 2024-09-15T22:05:33.980 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:33.975+0000 7f6da4a8d640 1 -- --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_getmap magic: 0 -- 0x7f6da00d3e30 con 0x7f6da00ba3d0 2024-09-15T22:05:33.980 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:33.975+0000 7f6da4a8d640 1 -- --> [v2:172.21.15.110:3301/0,v1:172.21.15.110:6790/0] -- mon_getmap magic: 0 -- 0x7f6da015f160 con 0x7f6da00b9880 2024-09-15T22:05:33.980 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:33.976+0000 7f6d9ed9d640 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f6da015e840 0x7f6da01e9430 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-15T22:05:33.980 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:33.976+0000 7f6d9ed9d640 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f6da015e840 0x7f6da01e9430 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.63:3300/0 says I am v2:172.21.15.63:59020/0 (socket says 172.21.15.63:59020) 2024-09-15T22:05:33.980 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:33.976+0000 7f6d9ed9d640 1 -- 172.21.15.63:0/3543459904 learned_addr learned my addr 172.21.15.63:0/3543459904 (peer_addr_for_me v2:172.21.15.63:0/0) 2024-09-15T22:05:33.980 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:33.976+0000 7f6d97fff640 1 --2- 172.21.15.63:0/3543459904 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f6da00ba3d0 0x7f6da01597f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-15T22:05:33.980 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:33.976+0000 7f6d9e59c640 1 --2- 172.21.15.63:0/3543459904 >> [v2:172.21.15.110:3301/0,v1:172.21.15.110:6790/0] conn(0x7f6da00b9880 0x7f6da00b4aa0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-15T22:05:33.980 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:33.976+0000 7f6d9ed9d640 1 -- 172.21.15.63:0/3543459904 >> [v2:172.21.15.110:3301/0,v1:172.21.15.110:6790/0] conn(0x7f6da00b9880 msgr2=0x7f6da00b4aa0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-15T22:05:33.980 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:33.976+0000 7f6d9ed9d640 1 --2- 172.21.15.63:0/3543459904 >> [v2:172.21.15.110:3301/0,v1:172.21.15.110:6790/0] conn(0x7f6da00b9880 0x7f6da00b4aa0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T22:05:33.980 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:33.976+0000 7f6d9ed9d640 1 -- 172.21.15.63:0/3543459904 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f6da00ba3d0 msgr2=0x7f6da01597f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-15T22:05:33.980 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:33.976+0000 7f6d9ed9d640 1 --2- 172.21.15.63:0/3543459904 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f6da00ba3d0 0x7f6da01597f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T22:05:33.980 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:33.976+0000 7f6d9ed9d640 1 -- 172.21.15.63:0/3543459904 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f6da015b370 con 0x7f6da015e840 2024-09-15T22:05:33.981 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:33.976+0000 7f6d9ed9d640 1 --2- 172.21.15.63:0/3543459904 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f6da015e840 0x7f6da01e9430 secure :-1 s=READY pgs=372 cs=0 l=1 rev1=1 crypto rx=0x7f6d9800efc0 tx=0x7f6d9800c490 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-15T22:05:33.981 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:33.976+0000 7f6d96ffd640 1 -- 172.21.15.63:0/3543459904 <== mon.0 v2:172.21.15.63:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6d9800cb20 con 0x7f6da015e840 2024-09-15T22:05:33.981 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:33.976+0000 7f6d96ffd640 1 -- 172.21.15.63:0/3543459904 <== mon.0 v2:172.21.15.63:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f6d9800ccc0 con 0x7f6da015e840 2024-09-15T22:05:33.981 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:33.976+0000 7f6da4a8d640 1 -- 172.21.15.63:0/3543459904 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f6da015a2d0 con 0x7f6da015e840 2024-09-15T22:05:33.981 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:33.976+0000 7f6d96ffd640 1 -- 172.21.15.63:0/3543459904 <== mon.0 v2:172.21.15.63:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6d98003bd0 con 0x7f6da015e840 2024-09-15T22:05:33.981 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:33.976+0000 7f6da4a8d640 1 -- 172.21.15.63:0/3543459904 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f6da015a890 con 0x7f6da015e840 2024-09-15T22:05:33.981 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:33.977+0000 7f6da4a8d640 1 -- 172.21.15.63:0/3543459904 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_get_version(what=osdmap handle=1) -- 0x7f6da015a080 con 0x7f6da015e840 2024-09-15T22:05:33.981 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:33.978+0000 7f6d96ffd640 1 -- 172.21.15.63:0/3543459904 <== mon.0 v2:172.21.15.63:3300/0 4 ==== mgrmap(e 7) ==== 90999+0+0 (secure 0 0 0) 0x7f6d9801b030 con 0x7f6da015e840 2024-09-15T22:05:33.983 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:33.978+0000 7f6d96ffd640 1 --2- 172.21.15.63:0/3543459904 >> [v2:172.21.15.110:6832/552273267,v1:172.21.15.110:6833/552273267] conn(0x7f6d8006c460 0x7f6d8006e920 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-15T22:05:33.983 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:33.978+0000 7f6d96ffd640 1 -- 172.21.15.63:0/3543459904 <== mon.0 v2:172.21.15.63:3300/0 5 ==== osd_map(36..36 src has 1..36) ==== 4943+0+0 (secure 0 0 0) 0x7f6d9808b880 con 0x7f6da015e840 2024-09-15T22:05:33.983 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:33.978+0000 7f6d96ffd640 1 --2- 172.21.15.63:0/3543459904 >> [v2:172.21.15.63:6800/3107585409,v1:172.21.15.63:6801/3107585409] conn(0x7f6d80072320 0x7f6d80074740 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-15T22:05:33.983 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:33.978+0000 7f6d96ffd640 1 -- 172.21.15.63:0/3543459904 --> [v2:172.21.15.63:6800/3107585409,v1:172.21.15.63:6801/3107585409] -- command(tid 1: {"prefix": "get_command_descriptions"}) -- 0x7f6d9801ae80 con 0x7f6d80072320 2024-09-15T22:05:33.983 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:33.978+0000 7f6d96ffd640 1 -- 172.21.15.63:0/3543459904 <== mon.0 v2:172.21.15.63:3300/0 6 ==== mon_get_version_reply(handle=1 version=36) ==== 24+0+0 (secure 0 0 0) 0x7f6d980902a0 con 0x7f6da015e840 2024-09-15T22:05:33.983 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:33.978+0000 7f6d9e59c640 1 --2- 172.21.15.63:0/3543459904 >> [v2:172.21.15.110:6832/552273267,v1:172.21.15.110:6833/552273267] conn(0x7f6d8006c460 0x7f6d8006e920 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-15T22:05:33.983 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:33.979+0000 7f6d97fff640 1 --2- 172.21.15.63:0/3543459904 >> [v2:172.21.15.63:6800/3107585409,v1:172.21.15.63:6801/3107585409] conn(0x7f6d80072320 0x7f6d80074740 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-15T22:05:33.983 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:33.979+0000 7f6d97fff640 1 --2- 172.21.15.63:0/3543459904 >> [v2:172.21.15.63:6800/3107585409,v1:172.21.15.63:6801/3107585409] conn(0x7f6d80072320 0x7f6d80074740 crc :-1 s=READY pgs=12 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=osd.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-15T22:05:33.983 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:33.979+0000 7f6d9e59c640 1 --2- 172.21.15.63:0/3543459904 >> [v2:172.21.15.110:6832/552273267,v1:172.21.15.110:6833/552273267] conn(0x7f6d8006c460 0x7f6d8006e920 secure :-1 s=READY pgs=190 cs=0 l=1 rev1=1 crypto rx=0x7f6d90034000 tx=0x7f6d9002e000 comp rx=0 tx=0).ready entity=mgr.4102 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-15T22:05:33.983 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:33.980+0000 7f6d96ffd640 1 -- 172.21.15.63:0/3543459904 <== osd.2 v2:172.21.15.63:6800/3107585409 1 ==== command_reply(tid 1: 0 ) ==== 8+0+27193 (crc 0 0 0) 0x7f6d9801ae80 con 0x7f6d80072320 2024-09-15T22:05:33.994 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:33.992+0000 7f6da4a8d640 1 -- 172.21.15.63:0/3543459904 --> [v2:172.21.15.63:6800/3107585409,v1:172.21.15.63:6801/3107585409] -- command(tid 2: {"prefix": "config set", "var": "osd_debug_deep_scrub_sleep", "val": ["0"]}) -- 0x7f6da015ec20 con 0x7f6d80072320 2024-09-15T22:05:33.994 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:33.992+0000 7f6d96ffd640 1 -- 172.21.15.63:0/3543459904 <== osd.2 v2:172.21.15.63:6800/3107585409 2 ==== command_reply(tid 2: 0 ) ==== 8+0+97 (crc 0 0 0) 0x7f6da015ec20 con 0x7f6d80072320 2024-09-15T22:05:33.994 INFO:teuthology.orchestra.run.smithi063.stdout:{ 2024-09-15T22:05:33.994 INFO:teuthology.orchestra.run.smithi063.stdout: "success": "osd_debug_deep_scrub_sleep = '' (not observed, change may require restart) " 2024-09-15T22:05:33.994 INFO:teuthology.orchestra.run.smithi063.stdout:} 2024-09-15T22:05:33.995 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:33.993+0000 7f6da4a8d640 1 -- 172.21.15.63:0/3543459904 >> [v2:172.21.15.63:6800/3107585409,v1:172.21.15.63:6801/3107585409] conn(0x7f6d80072320 msgr2=0x7f6d80074740 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-15T22:05:33.995 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:33.993+0000 7f6da4a8d640 1 --2- 172.21.15.63:0/3543459904 >> [v2:172.21.15.63:6800/3107585409,v1:172.21.15.63:6801/3107585409] conn(0x7f6d80072320 0x7f6d80074740 crc :-1 s=READY pgs=12 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T22:05:33.996 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:33.993+0000 7f6da4a8d640 1 -- 172.21.15.63:0/3543459904 >> [v2:172.21.15.110:6832/552273267,v1:172.21.15.110:6833/552273267] conn(0x7f6d8006c460 msgr2=0x7f6d8006e920 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-15T22:05:33.996 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:33.993+0000 7f6da4a8d640 1 --2- 172.21.15.63:0/3543459904 >> [v2:172.21.15.110:6832/552273267,v1:172.21.15.110:6833/552273267] conn(0x7f6d8006c460 0x7f6d8006e920 secure :-1 s=READY pgs=190 cs=0 l=1 rev1=1 crypto rx=0x7f6d90034000 tx=0x7f6d9002e000 comp rx=0 tx=0).stop 2024-09-15T22:05:33.996 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:33.993+0000 7f6da4a8d640 1 -- 172.21.15.63:0/3543459904 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f6da015e840 msgr2=0x7f6da01e9430 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-15T22:05:33.996 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:33.993+0000 7f6da4a8d640 1 --2- 172.21.15.63:0/3543459904 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f6da015e840 0x7f6da01e9430 secure :-1 s=READY pgs=372 cs=0 l=1 rev1=1 crypto rx=0x7f6d9800efc0 tx=0x7f6d9800c490 comp rx=0 tx=0).stop 2024-09-15T22:05:33.996 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:33.993+0000 7f6d9ed9d640 1 -- 172.21.15.63:0/3543459904 reap_dead start 2024-09-15T22:05:33.996 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:33.993+0000 7f6da4a8d640 1 -- 172.21.15.63:0/3543459904 shutdown_connections 2024-09-15T22:05:33.997 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:33.993+0000 7f6da4a8d640 1 -- 172.21.15.63:0/3543459904 >> 172.21.15.63:0/3543459904 conn(0x7f6da00d4630 msgr2=0x7f6da0072200 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-15T22:05:33.997 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:33.993+0000 7f6da4a8d640 1 -- 172.21.15.63:0/3543459904 shutdown_connections 2024-09-15T22:05:33.997 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:33.993+0000 7f6da4a8d640 1 -- 172.21.15.63:0/3543459904 wait complete. 2024-09-15T22:05:34.005 DEBUG:teuthology.orchestra.run.smithi063:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd deep-scrub 2 2024-09-15T22:05:34.108 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:34.107+0000 7f6e5814b640 1 Processor -- start 2024-09-15T22:05:34.109 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:34.107+0000 7f6e5814b640 1 -- start start 2024-09-15T22:05:34.110 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:34.108+0000 7f6e5814b640 1 --2- >> v2:172.21.15.63:3300/0 conn(0x7f6e5015e570 0x7f6e500d32d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-15T22:05:34.110 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:34.108+0000 7f6e5814b640 1 -- --> v1:172.21.15.63:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f6e5015e950 con 0x7f6e500d1030 2024-09-15T22:05:34.110 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:34.108+0000 7f6e5814b640 1 -- --> v1:172.21.15.110:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f6e500d3960 con 0x7f6e500d4a00 2024-09-15T22:05:34.110 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:34.108+0000 7f6e5814b640 1 -- --> v2:172.21.15.63:3300/0 -- mon_getmap magic: 0 -- 0x7f6e500d3c40 con 0x7f6e5015e570 2024-09-15T22:05:34.110 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:34.108+0000 7f6e55ee7640 1 --2- >> v2:172.21.15.63:3300/0 conn(0x7f6e5015e570 0x7f6e500d32d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-15T22:05:34.110 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:34.108+0000 7f6e566e8640 1 --1- >> v1:172.21.15.63:6789/0 conn(0x7f6e500d1030 0x7f6e500b43c0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.63:6789/0 says I am v1:172.21.15.63:57448/0 (socket says 172.21.15.63:57448) 2024-09-15T22:05:34.111 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:34.108+0000 7f6e566e8640 1 -- 172.21.15.63:0/4007967154 learned_addr learned my addr 172.21.15.63:0/4007967154 (peer_addr_for_me v1:172.21.15.63:0/0) 2024-09-15T22:05:34.111 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:34.108+0000 7f6e55ee7640 1 -- 172.21.15.63:0/4007967154 >> v1:172.21.15.110:6789/0 conn(0x7f6e500d4a00 legacy=0x7f6e500cf720 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-15T22:05:34.111 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:34.108+0000 7f6e55ee7640 1 -- 172.21.15.63:0/4007967154 >> v1:172.21.15.63:6789/0 conn(0x7f6e500d1030 legacy=0x7f6e500b43c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-15T22:05:34.111 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:34.108+0000 7f6e55ee7640 1 -- 172.21.15.63:0/4007967154 --> v2:172.21.15.63:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f6e500d3f20 con 0x7f6e5015e570 2024-09-15T22:05:34.111 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:34.108+0000 7f6e54ee5640 1 -- 172.21.15.63:0/4007967154 <== mon.0 v1:172.21.15.63:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 243247652 0 0) 0x7f6e5015e950 con 0x7f6e500d1030 2024-09-15T22:05:34.113 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:34.109+0000 7f6e55ee7640 1 --2- 172.21.15.63:0/4007967154 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f6e5015e570 0x7f6e500d32d0 secure :-1 s=READY pgs=374 cs=0 l=1 rev1=1 crypto rx=0x7f6e400097a0 tx=0x7f6e4002a230 comp rx=0 tx=0).ready entity=mon.0 client_cookie=2155027b22d84e0b server_cookie=0 in_seq=0 out_seq=0 2024-09-15T22:05:34.113 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:34.109+0000 7f6e54ee5640 1 -- 172.21.15.63:0/4007967154 <== mon.0 v2:172.21.15.63:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6e40037070 con 0x7f6e5015e570 2024-09-15T22:05:34.113 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:34.109+0000 7f6e54ee5640 1 -- 172.21.15.63:0/4007967154 <== mon.0 v2:172.21.15.63:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f6e40032440 con 0x7f6e5015e570 2024-09-15T22:05:34.113 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:34.109+0000 7f6e54ee5640 1 -- 172.21.15.63:0/4007967154 <== mon.0 v2:172.21.15.63:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6e40032810 con 0x7f6e5015e570 2024-09-15T22:05:34.113 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:34.110+0000 7f6e5814b640 1 -- 172.21.15.63:0/4007967154 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f6e5015e570 msgr2=0x7f6e500d32d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-15T22:05:34.113 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:34.110+0000 7f6e5814b640 1 --2- 172.21.15.63:0/4007967154 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f6e5015e570 0x7f6e500d32d0 secure :-1 s=READY pgs=374 cs=0 l=1 rev1=1 crypto rx=0x7f6e400097a0 tx=0x7f6e4002a230 comp rx=0 tx=0).stop 2024-09-15T22:05:34.113 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:34.110+0000 7f6e5814b640 1 -- 172.21.15.63:0/4007967154 shutdown_connections 2024-09-15T22:05:34.113 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:34.110+0000 7f6e5814b640 1 --2- 172.21.15.63:0/4007967154 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f6e5015e570 0x7f6e500d32d0 unknown :-1 s=CLOSED pgs=374 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T22:05:34.113 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:34.110+0000 7f6e5814b640 1 -- 172.21.15.63:0/4007967154 >> 172.21.15.63:0/4007967154 conn(0x7f6e50074bc0 msgr2=0x7f6e50074fd0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-15T22:05:34.113 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:34.110+0000 7f6e5814b640 1 -- 172.21.15.63:0/4007967154 shutdown_connections 2024-09-15T22:05:34.113 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:34.110+0000 7f6e5814b640 1 -- 172.21.15.63:0/4007967154 wait complete. 2024-09-15T22:05:34.113 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:34.111+0000 7f6e5814b640 1 Processor -- start 2024-09-15T22:05:34.114 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:34.111+0000 7f6e5814b640 1 -- start start 2024-09-15T22:05:34.115 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:34.112+0000 7f6e5814b640 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f6e500d1030 0x7f6e500c9580 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-15T22:05:34.115 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:34.112+0000 7f6e5814b640 1 --2- >> [v2:172.21.15.110:3301/0,v1:172.21.15.110:6790/0] conn(0x7f6e500d4a00 0x7f6e500c9ef0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-15T22:05:34.115 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:34.112+0000 7f6e5814b640 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f6e5015e570 0x7f6e50149020 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-15T22:05:34.115 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:34.112+0000 7f6e5814b640 1 -- --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 -- 0x7f6e500d4e40 con 0x7f6e500d1030 2024-09-15T22:05:34.116 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:34.112+0000 7f6e5814b640 1 -- --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_getmap magic: 0 -- 0x7f6e500d44e0 con 0x7f6e5015e570 2024-09-15T22:05:34.116 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:34.112+0000 7f6e5814b640 1 -- --> [v2:172.21.15.110:3301/0,v1:172.21.15.110:6790/0] -- mon_getmap magic: 0 -- 0x7f6e500d4fc0 con 0x7f6e500d4a00 2024-09-15T22:05:34.116 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:34.112+0000 7f6e55ee7640 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f6e500d1030 0x7f6e500c9580 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-15T22:05:34.116 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:34.112+0000 7f6e55ee7640 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f6e500d1030 0x7f6e500c9580 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.63:3300/0 says I am v2:172.21.15.63:59038/0 (socket says 172.21.15.63:59038) 2024-09-15T22:05:34.116 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:34.112+0000 7f6e55ee7640 1 -- 172.21.15.63:0/3030530050 learned_addr learned my addr 172.21.15.63:0/3030530050 (peer_addr_for_me v2:172.21.15.63:0/0) 2024-09-15T22:05:34.116 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:34.112+0000 7f6e55ee7640 1 -- 172.21.15.63:0/3030530050 >> [v2:172.21.15.110:3301/0,v1:172.21.15.110:6790/0] conn(0x7f6e500d4a00 msgr2=0x7f6e500c9ef0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-15T22:05:34.116 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:34.112+0000 7f6e55ee7640 1 --2- 172.21.15.63:0/3030530050 >> [v2:172.21.15.110:3301/0,v1:172.21.15.110:6790/0] conn(0x7f6e500d4a00 0x7f6e500c9ef0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T22:05:34.116 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:34.112+0000 7f6e55ee7640 1 -- 172.21.15.63:0/3030530050 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f6e5015e570 msgr2=0x7f6e50149020 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-15T22:05:34.116 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:34.112+0000 7f6e55ee7640 1 --2- 172.21.15.63:0/3030530050 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f6e5015e570 0x7f6e50149020 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T22:05:34.116 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:34.112+0000 7f6e55ee7640 1 -- 172.21.15.63:0/3030530050 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f6e5015c660 con 0x7f6e500d1030 2024-09-15T22:05:34.116 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:34.112+0000 7f6e55ee7640 1 --2- 172.21.15.63:0/3030530050 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f6e500d1030 0x7f6e500c9580 secure :-1 s=READY pgs=375 cs=0 l=1 rev1=1 crypto rx=0x7f6e40000c00 tx=0x7f6e400046c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-15T22:05:34.116 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:34.112+0000 7f6e467fc640 1 -- 172.21.15.63:0/3030530050 <== mon.0 v2:172.21.15.63:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6e40037040 con 0x7f6e500d1030 2024-09-15T22:05:34.116 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:34.112+0000 7f6e467fc640 1 -- 172.21.15.63:0/3030530050 <== mon.0 v2:172.21.15.63:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f6e40042070 con 0x7f6e500d1030 2024-09-15T22:05:34.117 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:34.112+0000 7f6e5814b640 1 -- 172.21.15.63:0/3030530050 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f6e5015c900 con 0x7f6e500d1030 2024-09-15T22:05:34.117 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:34.112+0000 7f6e467fc640 1 -- 172.21.15.63:0/3030530050 <== mon.0 v2:172.21.15.63:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6e40030a70 con 0x7f6e500d1030 2024-09-15T22:05:34.117 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:34.113+0000 7f6e5814b640 1 -- 172.21.15.63:0/3030530050 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f6e5015cec0 con 0x7f6e500d1030 2024-09-15T22:05:34.117 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:34.113+0000 7f6e5814b640 1 -- 172.21.15.63:0/3030530050 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f6e500d32d0 con 0x7f6e500d1030 2024-09-15T22:05:34.117 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:34.114+0000 7f6e467fc640 1 -- 172.21.15.63:0/3030530050 <== mon.0 v2:172.21.15.63:3300/0 4 ==== mgrmap(e 7) ==== 90999+0+0 (secure 0 0 0) 0x7f6e40030c10 con 0x7f6e500d1030 2024-09-15T22:05:34.117 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:34.115+0000 7f6e467fc640 1 --2- 172.21.15.63:0/3030530050 >> [v2:172.21.15.110:6832/552273267,v1:172.21.15.110:6833/552273267] conn(0x7f6e3406c460 0x7f6e3406e920 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-15T22:05:34.118 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:34.115+0000 7f6e467fc640 1 -- 172.21.15.63:0/3030530050 <== mon.0 v2:172.21.15.63:3300/0 5 ==== osd_map(36..36 src has 1..36) ==== 4943+0+0 (secure 0 0 0) 0x7f6e400ac030 con 0x7f6e500d1030 2024-09-15T22:05:34.118 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:34.115+0000 7f6e556e6640 1 --2- 172.21.15.63:0/3030530050 >> [v2:172.21.15.110:6832/552273267,v1:172.21.15.110:6833/552273267] conn(0x7f6e3406c460 0x7f6e3406e920 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-15T22:05:34.118 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:34.115+0000 7f6e556e6640 1 --2- 172.21.15.63:0/3030530050 >> [v2:172.21.15.110:6832/552273267,v1:172.21.15.110:6833/552273267] conn(0x7f6e3406c460 0x7f6e3406e920 secure :-1 s=READY pgs=191 cs=0 l=1 rev1=1 crypto rx=0x7f6e4c000f60 tx=0x7f6e4c0079b0 comp rx=0 tx=0).ready entity=mgr.4102 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-15T22:05:34.120 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:34.119+0000 7f6e467fc640 1 -- 172.21.15.63:0/3030530050 <== mon.0 v2:172.21.15.63:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7f6e40045360 con 0x7f6e500d1030 2024-09-15T22:05:34.299 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:34.297+0000 7f6e5814b640 1 -- 172.21.15.63:0/3030530050 --> [v2:172.21.15.110:6832/552273267,v1:172.21.15.110:6833/552273267] -- mgr_command(tid 0: {"prefix": "osd deep-scrub", "who": "2", "target": ["mon-mgr", ""]}) -- 0x7f6e500b6420 con 0x7f6e3406c460 2024-09-15T22:05:34.299 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:34.298+0000 7f6e467fc640 1 -- 172.21.15.63:0/3030530050 <== mgr.4102 v2:172.21.15.110:6832/552273267 1 ==== mgr_command_reply(tid 0: 0 instructed osd(s) 2 to deep-scrub) ==== 41+0+0 (secure 0 0 0) 0x7f6e500b6420 con 0x7f6e3406c460 2024-09-15T22:05:34.299 INFO:teuthology.orchestra.run.smithi063.stderr:instructed osd(s) 2 to deep-scrub 2024-09-15T22:05:34.302 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:34.300+0000 7f6e5814b640 1 -- 172.21.15.63:0/3030530050 >> [v2:172.21.15.110:6832/552273267,v1:172.21.15.110:6833/552273267] conn(0x7f6e3406c460 msgr2=0x7f6e3406e920 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-15T22:05:34.302 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:34.300+0000 7f6e5814b640 1 --2- 172.21.15.63:0/3030530050 >> [v2:172.21.15.110:6832/552273267,v1:172.21.15.110:6833/552273267] conn(0x7f6e3406c460 0x7f6e3406e920 secure :-1 s=READY pgs=191 cs=0 l=1 rev1=1 crypto rx=0x7f6e4c000f60 tx=0x7f6e4c0079b0 comp rx=0 tx=0).stop 2024-09-15T22:05:34.302 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:34.300+0000 7f6e5814b640 1 -- 172.21.15.63:0/3030530050 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f6e500d1030 msgr2=0x7f6e500c9580 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-15T22:05:34.302 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:34.300+0000 7f6e5814b640 1 --2- 172.21.15.63:0/3030530050 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f6e500d1030 0x7f6e500c9580 secure :-1 s=READY pgs=375 cs=0 l=1 rev1=1 crypto rx=0x7f6e40000c00 tx=0x7f6e400046c0 comp rx=0 tx=0).stop 2024-09-15T22:05:34.302 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:34.300+0000 7f6e5814b640 1 -- 172.21.15.63:0/3030530050 shutdown_connections 2024-09-15T22:05:34.302 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:34.300+0000 7f6e5814b640 1 --2- 172.21.15.63:0/3030530050 >> [v2:172.21.15.110:6832/552273267,v1:172.21.15.110:6833/552273267] conn(0x7f6e3406c460 0x7f6e3406e920 unknown :-1 s=CLOSED pgs=191 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T22:05:34.302 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:34.300+0000 7f6e5814b640 1 --2- 172.21.15.63:0/3030530050 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f6e5015e570 0x7f6e50149020 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T22:05:34.302 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:34.300+0000 7f6e5814b640 1 --2- 172.21.15.63:0/3030530050 >> [v2:172.21.15.110:3301/0,v1:172.21.15.110:6790/0] conn(0x7f6e500d4a00 0x7f6e500c9ef0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T22:05:34.302 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:34.300+0000 7f6e5814b640 1 --2- 172.21.15.63:0/3030530050 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f6e500d1030 0x7f6e500c9580 unknown :-1 s=CLOSED pgs=375 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T22:05:34.302 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:34.300+0000 7f6e5814b640 1 -- 172.21.15.63:0/3030530050 >> 172.21.15.63:0/3030530050 conn(0x7f6e50074bc0 msgr2=0x7f6e50159870 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-15T22:05:34.302 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:34.300+0000 7f6e5814b640 1 -- 172.21.15.63:0/3030530050 shutdown_connections 2024-09-15T22:05:34.302 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:34.300+0000 7f6e5814b640 1 -- 172.21.15.63:0/3030530050 wait complete. 2024-09-15T22:05:34.313 INFO:tasks.ceph:Scrubbing osd.3 2024-09-15T22:05:34.313 DEBUG:teuthology.orchestra.run.smithi063:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell osd.3 config set osd_debug_deep_scrub_sleep 0 2024-09-15T22:05:34.420 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:34.418+0000 7f10f8f4b640 1 Processor -- start 2024-09-15T22:05:34.420 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:34.418+0000 7f10f8f4b640 1 -- start start 2024-09-15T22:05:34.423 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:34.419+0000 7f10f8f4b640 1 --2- >> v2:172.21.15.110:3300/0 conn(0x7f10f40b4c50 0x7f10f40b5030 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-15T22:05:34.423 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:34.419+0000 7f10f8f4b640 1 --2- >> [v2:172.21.15.110:3301/0,v1:172.21.15.110:6790/0] conn(0x7f10f415e7b0 0x7f10f40b0480 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-15T22:05:34.423 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:34.419+0000 7f10f8f4b640 1 -- --> v1:172.21.15.63:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f10f40aff00 con 0x7f10f40b09c0 2024-09-15T22:05:34.423 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:34.419+0000 7f10f8f4b640 1 -- --> v2:172.21.15.110:3300/0 -- mon_getmap magic: 0 -- 0x7f10f40b5570 con 0x7f10f40b4c50 2024-09-15T22:05:34.423 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:34.419+0000 7f10f8f4b640 1 -- --> [v2:172.21.15.110:3301/0,v1:172.21.15.110:6790/0] -- mon_getmap magic: 0 -- 0x7f10f40aee60 con 0x7f10f415e7b0 2024-09-15T22:05:34.423 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:34.419+0000 7f10f2d9d640 1 --1- >> v1:172.21.15.63:6789/0 conn(0x7f10f40b09c0 0x7f10f4074bc0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.63:6789/0 says I am v1:172.21.15.63:57460/0 (socket says 172.21.15.63:57460) 2024-09-15T22:05:34.423 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:34.419+0000 7f10f2d9d640 1 -- 172.21.15.63:0/2514821491 learned_addr learned my addr 172.21.15.63:0/2514821491 (peer_addr_for_me v1:172.21.15.63:0/0) 2024-09-15T22:05:34.423 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:34.420+0000 7f10f1d9b640 1 --2- 172.21.15.63:0/2514821491 >> [v2:172.21.15.110:3301/0,v1:172.21.15.110:6790/0] conn(0x7f10f415e7b0 0x7f10f40b0480 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-15T22:05:34.423 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:34.420+0000 7f10f259c640 1 --2- 172.21.15.63:0/2514821491 >> v2:172.21.15.110:3300/0 conn(0x7f10f40b4c50 0x7f10f40b5030 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-15T22:05:34.423 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:34.420+0000 7f10f159a640 1 -- 172.21.15.63:0/2514821491 <== mon.0 v1:172.21.15.63:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 657437158 0 0) 0x7f10ec001110 con 0x7f10f40b09c0 2024-09-15T22:05:34.424 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:34.420+0000 7f10f159a640 1 -- 172.21.15.63:0/2514821491 --> v1:172.21.15.63:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7f10e0003520 con 0x7f10f40b09c0 2024-09-15T22:05:34.424 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:34.420+0000 7f10f159a640 1 -- 172.21.15.63:0/2514821491 <== mon.0 v1:172.21.15.63:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) ==== 214+0+0 (unknown 1235353661 0 0) 0x7f10e0003520 con 0x7f10f40b09c0 2024-09-15T22:05:34.424 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:34.420+0000 7f10f159a640 1 -- 172.21.15.63:0/2514821491 >> [v2:172.21.15.110:3301/0,v1:172.21.15.110:6790/0] conn(0x7f10f415e7b0 msgr2=0x7f10f40b0480 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-15T22:05:34.424 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:34.420+0000 7f10f159a640 1 --2- 172.21.15.63:0/2514821491 >> [v2:172.21.15.110:3301/0,v1:172.21.15.110:6790/0] conn(0x7f10f415e7b0 0x7f10f40b0480 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T22:05:34.424 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:34.420+0000 7f10f159a640 1 -- 172.21.15.63:0/2514821491 >> v2:172.21.15.110:3300/0 conn(0x7f10f40b4c50 msgr2=0x7f10f40b5030 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-15T22:05:34.424 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:34.420+0000 7f10f159a640 1 --2- 172.21.15.63:0/2514821491 >> v2:172.21.15.110:3300/0 conn(0x7f10f40b4c50 0x7f10f40b5030 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T22:05:34.424 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:34.420+0000 7f10f159a640 1 -- 172.21.15.63:0/2514821491 --> v1:172.21.15.63:6789/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f10f40af140 con 0x7f10f40b09c0 2024-09-15T22:05:34.424 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:34.420+0000 7f10f159a640 1 -- 172.21.15.63:0/2514821491 <== mon.0 v1:172.21.15.63:6789/0 3 ==== mon_map magic: 0 ==== 413+0+0 (unknown 3984726164 0 0) 0x7f10ec001840 con 0x7f10f40b09c0 2024-09-15T22:05:34.424 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:34.420+0000 7f10f159a640 1 -- 172.21.15.63:0/2514821491 >> v1:172.21.15.63:6789/0 conn(0x7f10f40b09c0 legacy=0x7f10f4074bc0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-15T22:05:34.424 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:34.420+0000 7f10f159a640 1 --2- 172.21.15.63:0/2514821491 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f10e00039b0 0x7f10e0003dd0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-15T22:05:34.424 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:34.420+0000 7f10f159a640 1 --2- 172.21.15.63:0/2514821491 >> [v2:172.21.15.110:3301/0,v1:172.21.15.110:6790/0] conn(0x7f10f415e7b0 0x7f10e0004800 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-15T22:05:34.424 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:34.420+0000 7f10f159a640 1 --2- 172.21.15.63:0/2514821491 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f10e0004d40 0x7f10e00051c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-15T22:05:34.424 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:34.420+0000 7f10f159a640 1 -- 172.21.15.63:0/2514821491 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 -- 0x7f10f40b5570 con 0x7f10e0004d40 2024-09-15T22:05:34.425 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:34.420+0000 7f10f159a640 1 -- 172.21.15.63:0/2514821491 --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_getmap magic: 0 -- 0x7f10f40aee60 con 0x7f10e00039b0 2024-09-15T22:05:34.425 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:34.420+0000 7f10f159a640 1 -- 172.21.15.63:0/2514821491 --> [v2:172.21.15.110:3301/0,v1:172.21.15.110:6790/0] -- mon_getmap magic: 0 -- 0x7f10e000b9c0 con 0x7f10f415e7b0 2024-09-15T22:05:34.425 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:34.420+0000 7f10f2d9d640 1 --2- 172.21.15.63:0/2514821491 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f10e0004d40 0x7f10e00051c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-15T22:05:34.425 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:34.420+0000 7f10f259c640 1 --2- 172.21.15.63:0/2514821491 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f10e00039b0 0x7f10e0003dd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-15T22:05:34.425 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:34.420+0000 7f10f1d9b640 1 --2- 172.21.15.63:0/2514821491 >> [v2:172.21.15.110:3301/0,v1:172.21.15.110:6790/0] conn(0x7f10f415e7b0 0x7f10e0004800 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-15T22:05:34.425 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:34.420+0000 7f10f2d9d640 1 -- 172.21.15.63:0/2514821491 >> [v2:172.21.15.110:3301/0,v1:172.21.15.110:6790/0] conn(0x7f10f415e7b0 msgr2=0x7f10e0004800 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-15T22:05:34.425 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:34.420+0000 7f10f2d9d640 1 --2- 172.21.15.63:0/2514821491 >> [v2:172.21.15.110:3301/0,v1:172.21.15.110:6790/0] conn(0x7f10f415e7b0 0x7f10e0004800 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T22:05:34.425 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:34.420+0000 7f10f2d9d640 1 -- 172.21.15.63:0/2514821491 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f10e00039b0 msgr2=0x7f10e0003dd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-15T22:05:34.425 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:34.420+0000 7f10f2d9d640 1 --2- 172.21.15.63:0/2514821491 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f10e00039b0 0x7f10e0003dd0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T22:05:34.425 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:34.420+0000 7f10f2d9d640 1 -- 172.21.15.63:0/2514821491 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f10e0003520 con 0x7f10e0004d40 2024-09-15T22:05:34.425 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:34.421+0000 7f10f2d9d640 1 --2- 172.21.15.63:0/2514821491 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f10e0004d40 0x7f10e00051c0 secure :-1 s=READY pgs=377 cs=0 l=1 rev1=1 crypto rx=0x7f10ec00c490 tx=0x7f10e0005830 comp rx=0 tx=0).ready entity=mon.0 client_cookie=8cc5769f3cca02e6 server_cookie=0 in_seq=0 out_seq=0 2024-09-15T22:05:34.425 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:34.421+0000 7f10f159a640 1 -- 172.21.15.63:0/2514821491 <== mon.0 v2:172.21.15.63:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f10ec032020 con 0x7f10e0004d40 2024-09-15T22:05:34.425 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:34.421+0000 7f10f159a640 1 -- 172.21.15.63:0/2514821491 <== mon.0 v2:172.21.15.63:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f10ec005ad0 con 0x7f10e0004d40 2024-09-15T22:05:34.426 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:34.421+0000 7f10f159a640 1 -- 172.21.15.63:0/2514821491 <== mon.0 v2:172.21.15.63:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f10ec00c0e0 con 0x7f10e0004d40 2024-09-15T22:05:34.429 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:34.422+0000 7f10f8f4b640 1 -- 172.21.15.63:0/2514821491 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f10e0004d40 msgr2=0x7f10e00051c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-15T22:05:34.429 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:34.422+0000 7f10f8f4b640 1 --2- 172.21.15.63:0/2514821491 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f10e0004d40 0x7f10e00051c0 secure :-1 s=READY pgs=377 cs=0 l=1 rev1=1 crypto rx=0x7f10ec00c490 tx=0x7f10e0005830 comp rx=0 tx=0).stop 2024-09-15T22:05:34.429 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:34.422+0000 7f10f2d9d640 1 -- 172.21.15.63:0/2514821491 reap_dead start 2024-09-15T22:05:34.429 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:34.422+0000 7f10f8f4b640 1 -- 172.21.15.63:0/2514821491 shutdown_connections 2024-09-15T22:05:34.429 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:34.422+0000 7f10f8f4b640 1 -- 172.21.15.63:0/2514821491 >> 172.21.15.63:0/2514821491 conn(0x7f10f4072010 msgr2=0x7f10f40723f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-15T22:05:34.429 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:34.422+0000 7f10f8f4b640 1 -- 172.21.15.63:0/2514821491 shutdown_connections 2024-09-15T22:05:34.430 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:34.422+0000 7f10f8f4b640 1 -- 172.21.15.63:0/2514821491 wait complete. 2024-09-15T22:05:34.430 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:34.423+0000 7f10f8f4b640 1 Processor -- start 2024-09-15T22:05:34.430 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:34.423+0000 7f10f8f4b640 1 -- start start 2024-09-15T22:05:34.430 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:34.424+0000 7f10f8f4b640 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f10e0004d40 0x7f10f41e7c70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-15T22:05:34.430 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:34.424+0000 7f10f8f4b640 1 --2- >> [v2:172.21.15.110:3301/0,v1:172.21.15.110:6790/0] conn(0x7f10f41f4400 0x7f10f413f670 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-15T22:05:34.430 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:34.424+0000 7f10f8f4b640 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f10f41f8300 0x7f10f4152c10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-15T22:05:34.430 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:34.424+0000 7f10f8f4b640 1 -- --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 -- 0x7f10f40af9e0 con 0x7f10f41f8300 2024-09-15T22:05:34.430 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:34.424+0000 7f10f8f4b640 1 -- --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_getmap magic: 0 -- 0x7f10f40af700 con 0x7f10e0004d40 2024-09-15T22:05:34.430 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:34.424+0000 7f10f8f4b640 1 -- --> [v2:172.21.15.110:3301/0,v1:172.21.15.110:6790/0] -- mon_getmap magic: 0 -- 0x7f10f40aeb10 con 0x7f10f41f4400 2024-09-15T22:05:34.430 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:34.424+0000 7f10f2d9d640 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f10f41f8300 0x7f10f4152c10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-15T22:05:34.430 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:34.424+0000 7f10f2d9d640 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f10f41f8300 0x7f10f4152c10 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.63:3300/0 says I am v2:172.21.15.63:59054/0 (socket says 172.21.15.63:59054) 2024-09-15T22:05:34.430 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:34.424+0000 7f10f2d9d640 1 -- 172.21.15.63:0/3513216722 learned_addr learned my addr 172.21.15.63:0/3513216722 (peer_addr_for_me v2:172.21.15.63:0/0) 2024-09-15T22:05:34.430 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:34.425+0000 7f10f1d9b640 1 --2- 172.21.15.63:0/3513216722 >> [v2:172.21.15.110:3301/0,v1:172.21.15.110:6790/0] conn(0x7f10f41f4400 0x7f10f413f670 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-15T22:05:34.431 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:34.425+0000 7f10f259c640 1 --2- 172.21.15.63:0/3513216722 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f10e0004d40 0x7f10f41e7c70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-15T22:05:34.431 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:34.425+0000 7f10f2d9d640 1 -- 172.21.15.63:0/3513216722 >> [v2:172.21.15.110:3301/0,v1:172.21.15.110:6790/0] conn(0x7f10f41f4400 msgr2=0x7f10f413f670 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-15T22:05:34.431 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:34.425+0000 7f10f2d9d640 1 --2- 172.21.15.63:0/3513216722 >> [v2:172.21.15.110:3301/0,v1:172.21.15.110:6790/0] conn(0x7f10f41f4400 0x7f10f413f670 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T22:05:34.431 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:34.425+0000 7f10f2d9d640 1 -- 172.21.15.63:0/3513216722 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f10e0004d40 msgr2=0x7f10f41e7c70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-15T22:05:34.431 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:34.425+0000 7f10f2d9d640 1 --2- 172.21.15.63:0/3513216722 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f10e0004d40 0x7f10f41e7c70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T22:05:34.431 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:34.425+0000 7f10f2d9d640 1 -- 172.21.15.63:0/3513216722 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f10f413fbb0 con 0x7f10f41f8300 2024-09-15T22:05:34.431 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:34.425+0000 7f10f2d9d640 1 --2- 172.21.15.63:0/3513216722 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f10f41f8300 0x7f10f4152c10 secure :-1 s=READY pgs=378 cs=0 l=1 rev1=1 crypto rx=0x7f10ec02b020 tx=0x7f10ec000fe0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-15T22:05:34.431 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:34.425+0000 7f10eaffd640 1 -- 172.21.15.63:0/3513216722 <== mon.0 v2:172.21.15.63:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f10ec032030 con 0x7f10f41f8300 2024-09-15T22:05:34.431 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:34.425+0000 7f10eaffd640 1 -- 172.21.15.63:0/3513216722 <== mon.0 v2:172.21.15.63:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f10ec007540 con 0x7f10f41f8300 2024-09-15T22:05:34.431 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:34.425+0000 7f10f8f4b640 1 -- 172.21.15.63:0/3513216722 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f10f41f4930 con 0x7f10f41f8300 2024-09-15T22:05:34.431 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:34.425+0000 7f10eaffd640 1 -- 172.21.15.63:0/3513216722 <== mon.0 v2:172.21.15.63:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f10ec038430 con 0x7f10f41f8300 2024-09-15T22:05:34.431 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:34.425+0000 7f10f8f4b640 1 -- 172.21.15.63:0/3513216722 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f10f41f4ef0 con 0x7f10f41f8300 2024-09-15T22:05:34.431 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:34.426+0000 7f10f8f4b640 1 -- 172.21.15.63:0/3513216722 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_get_version(what=osdmap handle=1) -- 0x7f10f40b5030 con 0x7f10f41f8300 2024-09-15T22:05:34.432 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:34.427+0000 7f10eaffd640 1 -- 172.21.15.63:0/3513216722 <== mon.0 v2:172.21.15.63:3300/0 4 ==== mgrmap(e 7) ==== 90999+0+0 (secure 0 0 0) 0x7f10ec035020 con 0x7f10f41f8300 2024-09-15T22:05:34.432 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:34.427+0000 7f10eaffd640 1 --2- 172.21.15.63:0/3513216722 >> [v2:172.21.15.110:6832/552273267,v1:172.21.15.110:6833/552273267] conn(0x7f10d406c460 0x7f10d406e920 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-15T22:05:34.432 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:34.427+0000 7f10eaffd640 1 -- 172.21.15.63:0/3513216722 <== mon.0 v2:172.21.15.63:3300/0 5 ==== osd_map(36..36 src has 1..36) ==== 4943+0+0 (secure 0 0 0) 0x7f10ec0aba50 con 0x7f10f41f8300 2024-09-15T22:05:34.432 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:34.427+0000 7f10f259c640 1 --2- 172.21.15.63:0/3513216722 >> [v2:172.21.15.110:6832/552273267,v1:172.21.15.110:6833/552273267] conn(0x7f10d406c460 0x7f10d406e920 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-15T22:05:34.432 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:34.427+0000 7f10eaffd640 1 --2- 172.21.15.63:0/3513216722 >> [v2:172.21.15.63:6808/2333041751,v1:172.21.15.63:6809/2333041751] conn(0x7f10d4072320 0x7f10d4074740 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-15T22:05:34.432 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:34.427+0000 7f10eaffd640 1 -- 172.21.15.63:0/3513216722 --> [v2:172.21.15.63:6808/2333041751,v1:172.21.15.63:6809/2333041751] -- command(tid 1: {"prefix": "get_command_descriptions"}) -- 0x7f10ec030ec0 con 0x7f10d4072320 2024-09-15T22:05:34.432 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:34.427+0000 7f10eaffd640 1 -- 172.21.15.63:0/3513216722 <== mon.0 v2:172.21.15.63:3300/0 6 ==== mon_get_version_reply(handle=1 version=36) ==== 24+0+0 (secure 0 0 0) 0x7f10ec0b02a0 con 0x7f10f41f8300 2024-09-15T22:05:34.432 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:34.427+0000 7f10f1d9b640 1 --2- 172.21.15.63:0/3513216722 >> [v2:172.21.15.63:6808/2333041751,v1:172.21.15.63:6809/2333041751] conn(0x7f10d4072320 0x7f10d4074740 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-15T22:05:34.432 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:34.428+0000 7f10f1d9b640 1 --2- 172.21.15.63:0/3513216722 >> [v2:172.21.15.63:6808/2333041751,v1:172.21.15.63:6809/2333041751] conn(0x7f10d4072320 0x7f10d4074740 crc :-1 s=READY pgs=12 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=osd.3 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-15T22:05:34.432 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:34.428+0000 7f10f259c640 1 --2- 172.21.15.63:0/3513216722 >> [v2:172.21.15.110:6832/552273267,v1:172.21.15.110:6833/552273267] conn(0x7f10d406c460 0x7f10d406e920 secure :-1 s=READY pgs=192 cs=0 l=1 rev1=1 crypto rx=0x7f10e4009fd0 tx=0x7f10e400b040 comp rx=0 tx=0).ready entity=mgr.4102 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-15T22:05:34.433 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:34.428+0000 7f10eaffd640 1 -- 172.21.15.63:0/3513216722 <== osd.3 v2:172.21.15.63:6808/2333041751 1 ==== command_reply(tid 1: 0 ) ==== 8+0+27193 (crc 0 0 0) 0x7f10ec030ec0 con 0x7f10d4072320 2024-09-15T22:05:34.442 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:34.441+0000 7f10f8f4b640 1 -- 172.21.15.63:0/3513216722 --> [v2:172.21.15.63:6808/2333041751,v1:172.21.15.63:6809/2333041751] -- command(tid 2: {"prefix": "config set", "var": "osd_debug_deep_scrub_sleep", "val": ["0"]}) -- 0x7f10f40732c0 con 0x7f10d4072320 2024-09-15T22:05:34.442 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:34.441+0000 7f10eaffd640 1 -- 172.21.15.63:0/3513216722 <== osd.3 v2:172.21.15.63:6808/2333041751 2 ==== command_reply(tid 2: 0 ) ==== 8+0+97 (crc 0 0 0) 0x7f10f40732c0 con 0x7f10d4072320 2024-09-15T22:05:34.443 INFO:teuthology.orchestra.run.smithi063.stdout:{ 2024-09-15T22:05:34.443 INFO:teuthology.orchestra.run.smithi063.stdout: "success": "osd_debug_deep_scrub_sleep = '' (not observed, change may require restart) " 2024-09-15T22:05:34.443 INFO:teuthology.orchestra.run.smithi063.stdout:} 2024-09-15T22:05:34.444 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:34.441+0000 7f10f8f4b640 1 -- 172.21.15.63:0/3513216722 >> [v2:172.21.15.63:6808/2333041751,v1:172.21.15.63:6809/2333041751] conn(0x7f10d4072320 msgr2=0x7f10d4074740 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-15T22:05:34.444 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:34.441+0000 7f10f8f4b640 1 --2- 172.21.15.63:0/3513216722 >> [v2:172.21.15.63:6808/2333041751,v1:172.21.15.63:6809/2333041751] conn(0x7f10d4072320 0x7f10d4074740 crc :-1 s=READY pgs=12 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T22:05:34.444 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:34.442+0000 7f10f8f4b640 1 -- 172.21.15.63:0/3513216722 >> [v2:172.21.15.110:6832/552273267,v1:172.21.15.110:6833/552273267] conn(0x7f10d406c460 msgr2=0x7f10d406e920 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-15T22:05:34.444 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:34.442+0000 7f10f8f4b640 1 --2- 172.21.15.63:0/3513216722 >> [v2:172.21.15.110:6832/552273267,v1:172.21.15.110:6833/552273267] conn(0x7f10d406c460 0x7f10d406e920 secure :-1 s=READY pgs=192 cs=0 l=1 rev1=1 crypto rx=0x7f10e4009fd0 tx=0x7f10e400b040 comp rx=0 tx=0).stop 2024-09-15T22:05:34.444 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:34.442+0000 7f10f8f4b640 1 -- 172.21.15.63:0/3513216722 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f10f41f8300 msgr2=0x7f10f4152c10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-15T22:05:34.444 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:34.442+0000 7f10f8f4b640 1 --2- 172.21.15.63:0/3513216722 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f10f41f8300 0x7f10f4152c10 secure :-1 s=READY pgs=378 cs=0 l=1 rev1=1 crypto rx=0x7f10ec02b020 tx=0x7f10ec000fe0 comp rx=0 tx=0).stop 2024-09-15T22:05:34.444 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:34.442+0000 7f10f2d9d640 1 -- 172.21.15.63:0/3513216722 reap_dead start 2024-09-15T22:05:34.444 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:34.442+0000 7f10f8f4b640 1 -- 172.21.15.63:0/3513216722 shutdown_connections 2024-09-15T22:05:34.445 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:34.442+0000 7f10f8f4b640 1 -- 172.21.15.63:0/3513216722 >> 172.21.15.63:0/3513216722 conn(0x7f10f4072010 msgr2=0x7f10f415d3c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-15T22:05:34.445 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:34.442+0000 7f10f8f4b640 1 -- 172.21.15.63:0/3513216722 shutdown_connections 2024-09-15T22:05:34.445 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:34.442+0000 7f10f8f4b640 1 -- 172.21.15.63:0/3513216722 wait complete. 2024-09-15T22:05:34.453 DEBUG:teuthology.orchestra.run.smithi063:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd deep-scrub 3 2024-09-15T22:05:34.556 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:34.555+0000 7f4fd3e65640 1 Processor -- start 2024-09-15T22:05:34.557 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:34.555+0000 7f4fd3e65640 1 -- start start 2024-09-15T22:05:34.558 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:34.556+0000 7f4fd3e65640 1 --2- >> v2:172.21.15.110:3300/0 conn(0x7f4fcc15e680 0x7f4fcc0b7f20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-15T22:05:34.558 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:34.556+0000 7f4fd3e65640 1 --2- >> v2:172.21.15.63:3300/0 conn(0x7f4fcc0b95a0 0x7f4fcc0d1690 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-15T22:05:34.558 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:34.556+0000 7f4fd3e65640 1 -- --> v1:172.21.15.110:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f4fcc0b9a10 con 0x7f4fcc0d4570 2024-09-15T22:05:34.558 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:34.556+0000 7f4fd3e65640 1 -- --> v2:172.21.15.63:3300/0 -- mon_getmap magic: 0 -- 0x7f4fcc0b8500 con 0x7f4fcc0b95a0 2024-09-15T22:05:34.558 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:34.556+0000 7f4fd3e65640 1 -- --> v2:172.21.15.110:3300/0 -- mon_getmap magic: 0 -- 0x7f4fcc0b87e0 con 0x7f4fcc15e680 2024-09-15T22:05:34.558 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:34.556+0000 7f4fd1400640 1 --2- >> v2:172.21.15.63:3300/0 conn(0x7f4fcc0b95a0 0x7f4fcc0d1690 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-15T22:05:34.558 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:34.556+0000 7f4fd1400640 1 --2- >> v2:172.21.15.63:3300/0 conn(0x7f4fcc0b95a0 0x7f4fcc0d1690 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.63:3300/0 says I am v2:172.21.15.63:59070/0 (socket says 172.21.15.63:59070) 2024-09-15T22:05:34.558 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:34.556+0000 7f4fd1400640 1 -- 172.21.15.63:0/472780041 learned_addr learned my addr 172.21.15.63:0/472780041 (peer_addr_for_me v2:172.21.15.63:0/0) 2024-09-15T22:05:34.558 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:34.556+0000 7f4fd1c01640 1 --2- 172.21.15.63:0/472780041 >> v2:172.21.15.110:3300/0 conn(0x7f4fcc15e680 0x7f4fcc0b7f20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-15T22:05:34.559 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:34.556+0000 7f4fd1400640 1 -- 172.21.15.63:0/472780041 >> v2:172.21.15.110:3300/0 conn(0x7f4fcc15e680 msgr2=0x7f4fcc0b7f20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-15T22:05:34.559 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:34.556+0000 7f4fd1400640 1 --2- 172.21.15.63:0/472780041 >> v2:172.21.15.110:3300/0 conn(0x7f4fcc15e680 0x7f4fcc0b7f20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T22:05:34.559 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:34.556+0000 7f4fd1400640 1 -- 172.21.15.63:0/472780041 >> v1:172.21.15.110:6789/0 conn(0x7f4fcc0d4570 legacy=0x7f4fcc0d4980 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-15T22:05:34.559 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:34.556+0000 7f4fd1400640 1 -- 172.21.15.63:0/472780041 --> v2:172.21.15.63:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f4fcc0b8ac0 con 0x7f4fcc0b95a0 2024-09-15T22:05:34.560 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:34.557+0000 7f4fd1400640 1 --2- 172.21.15.63:0/472780041 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f4fcc0b95a0 0x7f4fcc0d1690 secure :-1 s=READY pgs=379 cs=0 l=1 rev1=1 crypto rx=0x7f4fcc072d70 tx=0x7f4fc002a270 comp rx=0 tx=0).ready entity=mon.0 client_cookie=4dd7194d12210db3 server_cookie=0 in_seq=0 out_seq=0 2024-09-15T22:05:34.560 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:34.557+0000 7f4fd0bff640 1 -- 172.21.15.63:0/472780041 <== mon.0 v2:172.21.15.63:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4fc0037070 con 0x7f4fcc0b95a0 2024-09-15T22:05:34.560 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:34.557+0000 7f4fd0bff640 1 -- 172.21.15.63:0/472780041 <== mon.0 v2:172.21.15.63:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f4fc0032440 con 0x7f4fcc0b95a0 2024-09-15T22:05:34.561 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:34.557+0000 7f4fd0bff640 1 -- 172.21.15.63:0/472780041 <== mon.0 v2:172.21.15.63:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4fc0032810 con 0x7f4fcc0b95a0 2024-09-15T22:05:34.561 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:34.558+0000 7f4fd3e65640 1 -- 172.21.15.63:0/472780041 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f4fcc0b95a0 msgr2=0x7f4fcc0d1690 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-15T22:05:34.561 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:34.558+0000 7f4fd3e65640 1 --2- 172.21.15.63:0/472780041 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f4fcc0b95a0 0x7f4fcc0d1690 secure :-1 s=READY pgs=379 cs=0 l=1 rev1=1 crypto rx=0x7f4fcc072d70 tx=0x7f4fc002a270 comp rx=0 tx=0).stop 2024-09-15T22:05:34.561 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:34.558+0000 7f4fd3e65640 1 -- 172.21.15.63:0/472780041 shutdown_connections 2024-09-15T22:05:34.561 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:34.558+0000 7f4fd3e65640 1 --2- 172.21.15.63:0/472780041 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f4fcc0b95a0 0x7f4fcc0d1690 unknown :-1 s=CLOSED pgs=379 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T22:05:34.561 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:34.558+0000 7f4fd3e65640 1 --2- 172.21.15.63:0/472780041 >> v2:172.21.15.110:3300/0 conn(0x7f4fcc15e680 0x7f4fcc0b7f20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T22:05:34.561 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:34.558+0000 7f4fd3e65640 1 -- 172.21.15.63:0/472780041 >> 172.21.15.63:0/472780041 conn(0x7f4fcc074fe0 msgr2=0x7f4fcc072200 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-15T22:05:34.561 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:34.558+0000 7f4fd3e65640 1 -- 172.21.15.63:0/472780041 shutdown_connections 2024-09-15T22:05:34.561 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:34.558+0000 7f4fd3e65640 1 -- 172.21.15.63:0/472780041 wait complete. 2024-09-15T22:05:34.564 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:34.559+0000 7f4fd3e65640 1 Processor -- start 2024-09-15T22:05:34.564 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:34.559+0000 7f4fd3e65640 1 -- start start 2024-09-15T22:05:34.564 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:34.560+0000 7f4fd3e65640 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f4fcc0b95a0 0x7f4fcc13f160 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-15T22:05:34.564 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:34.560+0000 7f4fd3e65640 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f4fcc0d4570 0x7f4fcc0caa70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-15T22:05:34.564 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:34.560+0000 7f4fd3e65640 1 --2- >> [v2:172.21.15.110:3301/0,v1:172.21.15.110:6790/0] conn(0x7f4fcc15e680 0x7f4fcc0cafb0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-15T22:05:34.564 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:34.560+0000 7f4fd3e65640 1 -- --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 -- 0x7f4fcc0d1bd0 con 0x7f4fcc0b95a0 2024-09-15T22:05:34.564 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:34.560+0000 7f4fd3e65640 1 -- --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_getmap magic: 0 -- 0x7f4fcc0b9080 con 0x7f4fcc0d4570 2024-09-15T22:05:34.564 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:34.560+0000 7f4fd3e65640 1 -- --> [v2:172.21.15.110:3301/0,v1:172.21.15.110:6790/0] -- mon_getmap magic: 0 -- 0x7f4fcc15ea60 con 0x7f4fcc15e680 2024-09-15T22:05:34.564 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:34.560+0000 7f4fd1c01640 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f4fcc0b95a0 0x7f4fcc13f160 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-15T22:05:34.564 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:34.560+0000 7f4fd1c01640 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f4fcc0b95a0 0x7f4fcc13f160 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.63:3300/0 says I am v2:172.21.15.63:59072/0 (socket says 172.21.15.63:59072) 2024-09-15T22:05:34.565 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:34.560+0000 7f4fd1c01640 1 -- 172.21.15.63:0/3497631345 learned_addr learned my addr 172.21.15.63:0/3497631345 (peer_addr_for_me v2:172.21.15.63:0/0) 2024-09-15T22:05:34.565 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:34.561+0000 7f4fd1400640 1 --2- 172.21.15.63:0/3497631345 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f4fcc0d4570 0x7f4fcc0caa70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-15T22:05:34.565 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:34.561+0000 7f4fd1c01640 1 -- 172.21.15.63:0/3497631345 >> [v2:172.21.15.110:3301/0,v1:172.21.15.110:6790/0] conn(0x7f4fcc15e680 msgr2=0x7f4fcc0cafb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-15T22:05:34.565 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:34.561+0000 7f4fd1c01640 1 --2- 172.21.15.63:0/3497631345 >> [v2:172.21.15.110:3301/0,v1:172.21.15.110:6790/0] conn(0x7f4fcc15e680 0x7f4fcc0cafb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T22:05:34.565 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:34.561+0000 7f4fd1c01640 1 -- 172.21.15.63:0/3497631345 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f4fcc0d4570 msgr2=0x7f4fcc0caa70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-15T22:05:34.565 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:34.561+0000 7f4fd1c01640 1 --2- 172.21.15.63:0/3497631345 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f4fcc0d4570 0x7f4fcc0caa70 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T22:05:34.565 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:34.561+0000 7f4fd1c01640 1 -- 172.21.15.63:0/3497631345 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f4fcc1512e0 con 0x7f4fcc0b95a0 2024-09-15T22:05:34.565 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:34.561+0000 7f4fd1c01640 1 --2- 172.21.15.63:0/3497631345 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f4fcc0b95a0 0x7f4fcc13f160 secure :-1 s=READY pgs=380 cs=0 l=1 rev1=1 crypto rx=0x7f4fc800d620 tx=0x7f4fc800dae0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-15T22:05:34.565 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:34.561+0000 7f4fbe7fc640 1 -- 172.21.15.63:0/3497631345 <== mon.0 v2:172.21.15.63:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4fc800b620 con 0x7f4fcc0b95a0 2024-09-15T22:05:34.565 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:34.561+0000 7f4fbe7fc640 1 -- 172.21.15.63:0/3497631345 <== mon.0 v2:172.21.15.63:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f4fc8019070 con 0x7f4fcc0b95a0 2024-09-15T22:05:34.565 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:34.561+0000 7f4fd3e65640 1 -- 172.21.15.63:0/3497631345 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f4fcc140600 con 0x7f4fcc0b95a0 2024-09-15T22:05:34.565 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:34.561+0000 7f4fbe7fc640 1 -- 172.21.15.63:0/3497631345 <== mon.0 v2:172.21.15.63:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4fc800ba00 con 0x7f4fcc0b95a0 2024-09-15T22:05:34.565 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:34.561+0000 7f4fd3e65640 1 -- 172.21.15.63:0/3497631345 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f4fcc140bc0 con 0x7f4fcc0b95a0 2024-09-15T22:05:34.566 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:34.562+0000 7f4fd3e65640 1 -- 172.21.15.63:0/3497631345 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f4fcc0d1690 con 0x7f4fcc0b95a0 2024-09-15T22:05:34.566 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:34.562+0000 7f4fbe7fc640 1 -- 172.21.15.63:0/3497631345 <== mon.0 v2:172.21.15.63:3300/0 4 ==== mgrmap(e 7) ==== 90999+0+0 (secure 0 0 0) 0x7f4fc800bba0 con 0x7f4fcc0b95a0 2024-09-15T22:05:34.566 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:34.563+0000 7f4fbe7fc640 1 --2- 172.21.15.63:0/3497631345 >> [v2:172.21.15.110:6832/552273267,v1:172.21.15.110:6833/552273267] conn(0x7f4fb006c460 0x7f4fb006e920 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-15T22:05:34.567 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:34.563+0000 7f4fbe7fc640 1 -- 172.21.15.63:0/3497631345 <== mon.0 v2:172.21.15.63:3300/0 5 ==== osd_map(36..36 src has 1..36) ==== 4943+0+0 (secure 0 0 0) 0x7f4fc808b860 con 0x7f4fcc0b95a0 2024-09-15T22:05:34.567 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:34.563+0000 7f4fd1400640 1 --2- 172.21.15.63:0/3497631345 >> [v2:172.21.15.110:6832/552273267,v1:172.21.15.110:6833/552273267] conn(0x7f4fb006c460 0x7f4fb006e920 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-15T22:05:34.567 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:34.564+0000 7f4fd1400640 1 --2- 172.21.15.63:0/3497631345 >> [v2:172.21.15.110:6832/552273267,v1:172.21.15.110:6833/552273267] conn(0x7f4fb006c460 0x7f4fb006e920 secure :-1 s=READY pgs=193 cs=0 l=1 rev1=1 crypto rx=0x7f4fc0034000 tx=0x7f4fc002e000 comp rx=0 tx=0).ready entity=mgr.4102 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-15T22:05:34.568 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:34.567+0000 7f4fbe7fc640 1 -- 172.21.15.63:0/3497631345 <== mon.0 v2:172.21.15.63:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7f4fc805a050 con 0x7f4fcc0b95a0 2024-09-15T22:05:34.742 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:34.741+0000 7f4fd3e65640 1 -- 172.21.15.63:0/3497631345 --> [v2:172.21.15.110:6832/552273267,v1:172.21.15.110:6833/552273267] -- mgr_command(tid 0: {"prefix": "osd deep-scrub", "who": "3", "target": ["mon-mgr", ""]}) -- 0x7f4fcc0d0c00 con 0x7f4fb006c460 2024-09-15T22:05:34.743 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:34.742+0000 7f4fbe7fc640 1 -- 172.21.15.63:0/3497631345 <== mgr.4102 v2:172.21.15.110:6832/552273267 1 ==== mgr_command_reply(tid 0: 0 instructed osd(s) 3 to deep-scrub) ==== 41+0+0 (secure 0 0 0) 0x7f4fcc0d0c00 con 0x7f4fb006c460 2024-09-15T22:05:34.743 INFO:teuthology.orchestra.run.smithi063.stderr:instructed osd(s) 3 to deep-scrub 2024-09-15T22:05:34.745 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:34.744+0000 7f4fd3e65640 1 -- 172.21.15.63:0/3497631345 >> [v2:172.21.15.110:6832/552273267,v1:172.21.15.110:6833/552273267] conn(0x7f4fb006c460 msgr2=0x7f4fb006e920 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-15T22:05:34.746 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:34.744+0000 7f4fd3e65640 1 --2- 172.21.15.63:0/3497631345 >> [v2:172.21.15.110:6832/552273267,v1:172.21.15.110:6833/552273267] conn(0x7f4fb006c460 0x7f4fb006e920 secure :-1 s=READY pgs=193 cs=0 l=1 rev1=1 crypto rx=0x7f4fc0034000 tx=0x7f4fc002e000 comp rx=0 tx=0).stop 2024-09-15T22:05:34.746 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:34.744+0000 7f4fd3e65640 1 -- 172.21.15.63:0/3497631345 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f4fcc0b95a0 msgr2=0x7f4fcc13f160 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-15T22:05:34.746 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:34.744+0000 7f4fd3e65640 1 --2- 172.21.15.63:0/3497631345 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f4fcc0b95a0 0x7f4fcc13f160 secure :-1 s=READY pgs=380 cs=0 l=1 rev1=1 crypto rx=0x7f4fc800d620 tx=0x7f4fc800dae0 comp rx=0 tx=0).stop 2024-09-15T22:05:34.746 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:34.744+0000 7f4fd3e65640 1 -- 172.21.15.63:0/3497631345 shutdown_connections 2024-09-15T22:05:34.746 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:34.744+0000 7f4fd3e65640 1 --2- 172.21.15.63:0/3497631345 >> [v2:172.21.15.110:6832/552273267,v1:172.21.15.110:6833/552273267] conn(0x7f4fb006c460 0x7f4fb006e920 unknown :-1 s=CLOSED pgs=193 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T22:05:34.746 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:34.744+0000 7f4fd3e65640 1 --2- 172.21.15.63:0/3497631345 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f4fcc0d4570 0x7f4fcc0caa70 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T22:05:34.746 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:34.744+0000 7f4fd3e65640 1 --2- 172.21.15.63:0/3497631345 >> [v2:172.21.15.110:3301/0,v1:172.21.15.110:6790/0] conn(0x7f4fcc15e680 0x7f4fcc0cafb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T22:05:34.746 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:34.744+0000 7f4fd3e65640 1 --2- 172.21.15.63:0/3497631345 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f4fcc0b95a0 0x7f4fcc13f160 unknown :-1 s=CLOSED pgs=380 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T22:05:34.746 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:34.744+0000 7f4fd3e65640 1 -- 172.21.15.63:0/3497631345 >> 172.21.15.63:0/3497631345 conn(0x7f4fcc074fe0 msgr2=0x7f4fcc0d2500 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-15T22:05:34.746 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:34.744+0000 7f4fd3e65640 1 -- 172.21.15.63:0/3497631345 shutdown_connections 2024-09-15T22:05:34.746 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:34.744+0000 7f4fd3e65640 1 -- 172.21.15.63:0/3497631345 wait complete. 2024-09-15T22:05:34.756 INFO:tasks.ceph:Scrubbing osd.4 2024-09-15T22:05:34.757 DEBUG:teuthology.orchestra.run.smithi063:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell osd.4 config set osd_debug_deep_scrub_sleep 0 2024-09-15T22:05:34.864 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:34.862+0000 7efe36d4b640 1 Processor -- start 2024-09-15T22:05:34.864 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:34.862+0000 7efe36d4b640 1 -- start start 2024-09-15T22:05:34.866 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:34.863+0000 7efe36d4b640 1 --2- >> v2:172.21.15.110:3300/0 conn(0x7efe300b9880 0x7efe300b9cf0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-15T22:05:34.866 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:34.863+0000 7efe36d4b640 1 --2- >> [v2:172.21.15.110:3301/0,v1:172.21.15.110:6790/0] conn(0x7efe300ba230 0x7efe3015ec20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-15T22:05:34.866 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:34.863+0000 7efe36d4b640 1 -- --> v1:172.21.15.110:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7efe300d4350 con 0x7efe3015e840 2024-09-15T22:05:34.866 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:34.863+0000 7efe36d4b640 1 -- --> v2:172.21.15.110:3300/0 -- mon_getmap magic: 0 -- 0x7efe300cfe50 con 0x7efe300b9880 2024-09-15T22:05:34.866 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:34.863+0000 7efe36d4b640 1 -- --> [v2:172.21.15.110:3301/0,v1:172.21.15.110:6790/0] -- mon_getmap magic: 0 -- 0x7efe300d3590 con 0x7efe300ba230 2024-09-15T22:05:34.866 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:34.864+0000 7efe352e8640 1 --2- >> [v2:172.21.15.110:3301/0,v1:172.21.15.110:6790/0] conn(0x7efe300ba230 0x7efe3015ec20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-15T22:05:34.866 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:34.864+0000 7efe2ffff640 1 --2- >> v2:172.21.15.110:3300/0 conn(0x7efe300b9880 0x7efe300b9cf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-15T22:05:34.866 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:34.864+0000 7efe352e8640 1 --2- >> [v2:172.21.15.110:3301/0,v1:172.21.15.110:6790/0] conn(0x7efe300ba230 0x7efe3015ec20 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.110:3301/0 says I am v2:172.21.15.63:51966/0 (socket says 172.21.15.63:51966) 2024-09-15T22:05:34.866 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:34.864+0000 7efe34ae7640 1 --1- >> v1:172.21.15.110:6789/0 conn(0x7efe3015e840 0x7efe300cf600 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.110:6789/0 says I am v1:172.21.15.63:55516/0 (socket says 172.21.15.63:55516) 2024-09-15T22:05:34.866 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:34.864+0000 7efe352e8640 1 -- 172.21.15.63:0/924413072 learned_addr learned my addr 172.21.15.63:0/924413072 (peer_addr_for_me v2:172.21.15.63:0/0) 2024-09-15T22:05:34.867 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:34.864+0000 7efe2ffff640 1 --2- 172.21.15.63:0/924413072 >> v2:172.21.15.110:3300/0 conn(0x7efe300b9880 0x7efe300b9cf0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.110:3300/0 says I am v2:172.21.15.63:46442/0 (socket says 172.21.15.63:46442) 2024-09-15T22:05:34.867 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:34.864+0000 7efe352e8640 1 -- 172.21.15.63:0/924413072 >> v2:172.21.15.110:3300/0 conn(0x7efe300b9880 msgr2=0x7efe300b9cf0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-15T22:05:34.867 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:34.864+0000 7efe352e8640 1 --2- 172.21.15.63:0/924413072 >> v2:172.21.15.110:3300/0 conn(0x7efe300b9880 0x7efe300b9cf0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T22:05:34.867 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:34.864+0000 7efe352e8640 1 -- 172.21.15.63:0/924413072 >> v1:172.21.15.110:6789/0 conn(0x7efe3015e840 legacy=0x7efe300cf600 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-15T22:05:34.867 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:34.864+0000 7efe352e8640 1 -- 172.21.15.63:0/924413072 --> [v2:172.21.15.110:3301/0,v1:172.21.15.110:6790/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7efe300d3870 con 0x7efe300ba230 2024-09-15T22:05:34.867 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:34.864+0000 7efe2f7fe640 1 -- 172.21.15.63:0/924413072 <== mon.1 v1:172.21.15.110:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 2916059392 0 0) 0x7efe300d4350 con 0x7efe3015e840 2024-09-15T22:05:34.867 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:34.864+0000 7efe2ffff640 1 --2- 172.21.15.63:0/924413072 >> v2:172.21.15.110:3300/0 conn(0x7efe300b9880 0x7efe300b9cf0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-15T22:05:34.868 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:34.865+0000 7efe352e8640 1 --2- 172.21.15.63:0/924413072 >> [v2:172.21.15.110:3301/0,v1:172.21.15.110:6790/0] conn(0x7efe300ba230 0x7efe3015ec20 secure :-1 s=READY pgs=60 cs=0 l=1 rev1=1 crypto rx=0x7efe28009e50 tx=0x7efe2802a680 comp rx=0 tx=0).ready entity=mon.2 client_cookie=da819acd7bb15886 server_cookie=0 in_seq=0 out_seq=0 2024-09-15T22:05:34.869 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:34.865+0000 7efe2f7fe640 1 -- 172.21.15.63:0/924413072 <== mon.2 v2:172.21.15.110:3301/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7efe28036070 con 0x7efe300ba230 2024-09-15T22:05:34.869 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:34.865+0000 7efe2f7fe640 1 -- 172.21.15.63:0/924413072 <== mon.2 v2:172.21.15.110:3301/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7efe28031600 con 0x7efe300ba230 2024-09-15T22:05:34.869 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:34.865+0000 7efe2f7fe640 1 -- 172.21.15.63:0/924413072 <== mon.2 v2:172.21.15.110:3301/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7efe280319d0 con 0x7efe300ba230 2024-09-15T22:05:34.869 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:34.865+0000 7efe36d4b640 1 -- 172.21.15.63:0/924413072 >> [v2:172.21.15.110:3301/0,v1:172.21.15.110:6790/0] conn(0x7efe300ba230 msgr2=0x7efe3015ec20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-15T22:05:34.869 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:34.865+0000 7efe36d4b640 1 --2- 172.21.15.63:0/924413072 >> [v2:172.21.15.110:3301/0,v1:172.21.15.110:6790/0] conn(0x7efe300ba230 0x7efe3015ec20 secure :-1 s=READY pgs=60 cs=0 l=1 rev1=1 crypto rx=0x7efe28009e50 tx=0x7efe2802a680 comp rx=0 tx=0).stop 2024-09-15T22:05:34.869 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:34.866+0000 7efe36d4b640 1 -- 172.21.15.63:0/924413072 shutdown_connections 2024-09-15T22:05:34.869 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:34.866+0000 7efe36d4b640 1 --2- 172.21.15.63:0/924413072 >> [v2:172.21.15.110:3301/0,v1:172.21.15.110:6790/0] conn(0x7efe300ba230 0x7efe3015ec20 unknown :-1 s=CLOSED pgs=60 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T22:05:34.869 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:34.866+0000 7efe36d4b640 1 --2- 172.21.15.63:0/924413072 >> v2:172.21.15.110:3300/0 conn(0x7efe300b9880 0x7efe300b9cf0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T22:05:34.869 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:34.866+0000 7efe36d4b640 1 -- 172.21.15.63:0/924413072 >> 172.21.15.63:0/924413072 conn(0x7efe300d4630 msgr2=0x7efe300d4a40 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-15T22:05:34.869 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:34.866+0000 7efe36d4b640 1 -- 172.21.15.63:0/924413072 shutdown_connections 2024-09-15T22:05:34.870 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:34.866+0000 7efe36d4b640 1 -- 172.21.15.63:0/924413072 wait complete. 2024-09-15T22:05:34.870 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:34.867+0000 7efe36d4b640 1 Processor -- start 2024-09-15T22:05:34.870 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:34.867+0000 7efe36d4b640 1 -- start start 2024-09-15T22:05:34.873 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:34.868+0000 7efe36d4b640 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7efe300b9880 0x7efe300b3570 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-15T22:05:34.873 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:34.868+0000 7efe36d4b640 1 --2- >> [v2:172.21.15.110:3301/0,v1:172.21.15.110:6790/0] conn(0x7efe300ba230 0x7efe300ab160 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-15T22:05:34.873 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:34.868+0000 7efe36d4b640 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7efe3015e840 0x7efe301f4650 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-15T22:05:34.873 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:34.868+0000 7efe36d4b640 1 -- --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 -- 0x7efe3015f160 con 0x7efe300b9880 2024-09-15T22:05:34.873 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:34.868+0000 7efe36d4b640 1 -- --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_getmap magic: 0 -- 0x7efe300d3e30 con 0x7efe3015e840 2024-09-15T22:05:34.873 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:34.868+0000 7efe36d4b640 1 -- --> [v2:172.21.15.110:3301/0,v1:172.21.15.110:6790/0] -- mon_getmap magic: 0 -- 0x7efe3015f2e0 con 0x7efe300ba230 2024-09-15T22:05:34.873 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:34.868+0000 7efe34ae7640 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7efe300b9880 0x7efe300b3570 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-15T22:05:34.874 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:34.868+0000 7efe34ae7640 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7efe300b9880 0x7efe300b3570 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.63:3300/0 says I am v2:172.21.15.63:59078/0 (socket says 172.21.15.63:59078) 2024-09-15T22:05:34.874 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:34.868+0000 7efe34ae7640 1 -- 172.21.15.63:0/3289090692 learned_addr learned my addr 172.21.15.63:0/3289090692 (peer_addr_for_me v2:172.21.15.63:0/0) 2024-09-15T22:05:34.874 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:34.868+0000 7efe2ffff640 1 --2- 172.21.15.63:0/3289090692 >> [v2:172.21.15.110:3301/0,v1:172.21.15.110:6790/0] conn(0x7efe300ba230 0x7efe300ab160 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-15T22:05:34.874 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:34.868+0000 7efe352e8640 1 --2- 172.21.15.63:0/3289090692 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7efe3015e840 0x7efe301f4650 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-15T22:05:34.874 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:34.868+0000 7efe34ae7640 1 -- 172.21.15.63:0/3289090692 >> [v2:172.21.15.110:3301/0,v1:172.21.15.110:6790/0] conn(0x7efe300ba230 msgr2=0x7efe300ab160 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-15T22:05:34.874 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:34.868+0000 7efe34ae7640 1 --2- 172.21.15.63:0/3289090692 >> [v2:172.21.15.110:3301/0,v1:172.21.15.110:6790/0] conn(0x7efe300ba230 0x7efe300ab160 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T22:05:34.874 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:34.868+0000 7efe34ae7640 1 -- 172.21.15.63:0/3289090692 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7efe3015e840 msgr2=0x7efe301f4650 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-15T22:05:34.874 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:34.868+0000 7efe34ae7640 1 --2- 172.21.15.63:0/3289090692 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7efe3015e840 0x7efe301f4650 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T22:05:34.874 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:34.868+0000 7efe34ae7640 1 -- 172.21.15.63:0/3289090692 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7efe300cbe20 con 0x7efe300b9880 2024-09-15T22:05:34.874 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:34.868+0000 7efe34ae7640 1 --2- 172.21.15.63:0/3289090692 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7efe300b9880 0x7efe300b3570 secure :-1 s=READY pgs=381 cs=0 l=1 rev1=1 crypto rx=0x7efe2000c430 tx=0x7efe2000c8f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-15T22:05:34.874 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:34.869+0000 7efe2d7fa640 1 -- 172.21.15.63:0/3289090692 <== mon.0 v2:172.21.15.63:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7efe200074e0 con 0x7efe300b9880 2024-09-15T22:05:34.874 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:34.869+0000 7efe2d7fa640 1 -- 172.21.15.63:0/3289090692 <== mon.0 v2:172.21.15.63:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7efe200047e0 con 0x7efe300b9880 2024-09-15T22:05:34.875 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:34.869+0000 7efe36d4b640 1 -- 172.21.15.63:0/3289090692 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7efe300cc100 con 0x7efe300b9880 2024-09-15T22:05:34.875 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:34.869+0000 7efe2d7fa640 1 -- 172.21.15.63:0/3289090692 <== mon.0 v2:172.21.15.63:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7efe20004bd0 con 0x7efe300b9880 2024-09-15T22:05:34.875 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:34.869+0000 7efe36d4b640 1 -- 172.21.15.63:0/3289090692 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7efe300cc6c0 con 0x7efe300b9880 2024-09-15T22:05:34.875 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:34.870+0000 7efe36d4b640 1 -- 172.21.15.63:0/3289090692 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_get_version(what=osdmap handle=1) -- 0x7efe300b9cf0 con 0x7efe300b9880 2024-09-15T22:05:34.875 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:34.870+0000 7efe2d7fa640 1 -- 172.21.15.63:0/3289090692 <== mon.0 v2:172.21.15.63:3300/0 4 ==== mgrmap(e 7) ==== 90999+0+0 (secure 0 0 0) 0x7efe20011070 con 0x7efe300b9880 2024-09-15T22:05:34.875 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:34.871+0000 7efe2d7fa640 1 --2- 172.21.15.63:0/3289090692 >> [v2:172.21.15.110:6832/552273267,v1:172.21.15.110:6833/552273267] conn(0x7efe1c06c490 0x7efe1c06e950 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-15T22:05:34.875 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:34.871+0000 7efe2d7fa640 1 -- 172.21.15.63:0/3289090692 <== mon.0 v2:172.21.15.63:3300/0 5 ==== osd_map(36..36 src has 1..36) ==== 4943+0+0 (secure 0 0 0) 0x7efe2008aff0 con 0x7efe300b9880 2024-09-15T22:05:34.875 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:34.871+0000 7efe2d7fa640 1 --2- 172.21.15.63:0/3289090692 >> [v2:172.21.15.110:6816/2783666287,v1:172.21.15.110:6817/2783666287] conn(0x7efe1c072350 0x7efe1c074770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-15T22:05:34.875 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:34.871+0000 7efe2d7fa640 1 -- 172.21.15.63:0/3289090692 --> [v2:172.21.15.110:6816/2783666287,v1:172.21.15.110:6817/2783666287] -- command(tid 1: {"prefix": "get_command_descriptions"}) -- 0x7efe2001ce80 con 0x7efe1c072350 2024-09-15T22:05:34.875 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:34.871+0000 7efe2d7fa640 1 -- 172.21.15.63:0/3289090692 <== mon.0 v2:172.21.15.63:3300/0 6 ==== mon_get_version_reply(handle=1 version=36) ==== 24+0+0 (secure 0 0 0) 0x7efe20092050 con 0x7efe300b9880 2024-09-15T22:05:34.875 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:34.871+0000 7efe2ffff640 1 --2- 172.21.15.63:0/3289090692 >> [v2:172.21.15.110:6832/552273267,v1:172.21.15.110:6833/552273267] conn(0x7efe1c06c490 0x7efe1c06e950 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-15T22:05:34.876 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:34.871+0000 7efe352e8640 1 --2- 172.21.15.63:0/3289090692 >> [v2:172.21.15.110:6816/2783666287,v1:172.21.15.110:6817/2783666287] conn(0x7efe1c072350 0x7efe1c074770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-15T22:05:34.876 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:34.871+0000 7efe2ffff640 1 --2- 172.21.15.63:0/3289090692 >> [v2:172.21.15.110:6832/552273267,v1:172.21.15.110:6833/552273267] conn(0x7efe1c06c490 0x7efe1c06e950 secure :-1 s=READY pgs=194 cs=0 l=1 rev1=1 crypto rx=0x7efe24009560 tx=0x7efe24009190 comp rx=0 tx=0).ready entity=mgr.4102 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-15T22:05:34.876 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:34.872+0000 7efe352e8640 1 --2- 172.21.15.63:0/3289090692 >> [v2:172.21.15.110:6816/2783666287,v1:172.21.15.110:6817/2783666287] conn(0x7efe1c072350 0x7efe1c074770 crc :-1 s=READY pgs=11 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=osd.4 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-15T22:05:34.876 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:34.872+0000 7efe2d7fa640 1 -- 172.21.15.63:0/3289090692 <== osd.4 v2:172.21.15.110:6816/2783666287 1 ==== command_reply(tid 1: 0 ) ==== 8+0+27193 (crc 0 0 0) 0x7efe2001ce80 con 0x7efe1c072350 2024-09-15T22:05:34.886 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:34.885+0000 7efe36d4b640 1 -- 172.21.15.63:0/3289090692 --> [v2:172.21.15.110:6816/2783666287,v1:172.21.15.110:6817/2783666287] -- command(tid 2: {"prefix": "config set", "var": "osd_debug_deep_scrub_sleep", "val": ["0"]}) -- 0x7efe300c7ee0 con 0x7efe1c072350 2024-09-15T22:05:34.887 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:34.885+0000 7efe2d7fa640 1 -- 172.21.15.63:0/3289090692 <== osd.4 v2:172.21.15.110:6816/2783666287 2 ==== command_reply(tid 2: 0 ) ==== 8+0+97 (crc 0 0 0) 0x7efe300c7ee0 con 0x7efe1c072350 2024-09-15T22:05:34.887 INFO:teuthology.orchestra.run.smithi063.stdout:{ 2024-09-15T22:05:34.887 INFO:teuthology.orchestra.run.smithi063.stdout: "success": "osd_debug_deep_scrub_sleep = '' (not observed, change may require restart) " 2024-09-15T22:05:34.887 INFO:teuthology.orchestra.run.smithi063.stdout:} 2024-09-15T22:05:34.888 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:34.886+0000 7efe36d4b640 1 -- 172.21.15.63:0/3289090692 >> [v2:172.21.15.110:6816/2783666287,v1:172.21.15.110:6817/2783666287] conn(0x7efe1c072350 msgr2=0x7efe1c074770 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-15T22:05:34.888 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:34.886+0000 7efe36d4b640 1 --2- 172.21.15.63:0/3289090692 >> [v2:172.21.15.110:6816/2783666287,v1:172.21.15.110:6817/2783666287] conn(0x7efe1c072350 0x7efe1c074770 crc :-1 s=READY pgs=11 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T22:05:34.888 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:34.886+0000 7efe36d4b640 1 -- 172.21.15.63:0/3289090692 >> [v2:172.21.15.110:6832/552273267,v1:172.21.15.110:6833/552273267] conn(0x7efe1c06c490 msgr2=0x7efe1c06e950 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-15T22:05:34.889 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:34.886+0000 7efe36d4b640 1 --2- 172.21.15.63:0/3289090692 >> [v2:172.21.15.110:6832/552273267,v1:172.21.15.110:6833/552273267] conn(0x7efe1c06c490 0x7efe1c06e950 secure :-1 s=READY pgs=194 cs=0 l=1 rev1=1 crypto rx=0x7efe24009560 tx=0x7efe24009190 comp rx=0 tx=0).stop 2024-09-15T22:05:34.889 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:34.886+0000 7efe36d4b640 1 -- 172.21.15.63:0/3289090692 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7efe300b9880 msgr2=0x7efe300b3570 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-15T22:05:34.889 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:34.886+0000 7efe36d4b640 1 --2- 172.21.15.63:0/3289090692 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7efe300b9880 0x7efe300b3570 secure :-1 s=READY pgs=381 cs=0 l=1 rev1=1 crypto rx=0x7efe2000c430 tx=0x7efe2000c8f0 comp rx=0 tx=0).stop 2024-09-15T22:05:34.889 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:34.886+0000 7efe352e8640 1 -- 172.21.15.63:0/3289090692 reap_dead start 2024-09-15T22:05:34.889 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:34.886+0000 7efe36d4b640 1 -- 172.21.15.63:0/3289090692 shutdown_connections 2024-09-15T22:05:34.889 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:34.886+0000 7efe36d4b640 1 -- 172.21.15.63:0/3289090692 >> 172.21.15.63:0/3289090692 conn(0x7efe300d4630 msgr2=0x7efe300b8cf0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-15T22:05:34.889 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:34.886+0000 7efe36d4b640 1 -- 172.21.15.63:0/3289090692 shutdown_connections 2024-09-15T22:05:34.889 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:34.886+0000 7efe36d4b640 1 -- 172.21.15.63:0/3289090692 wait complete. 2024-09-15T22:05:34.898 DEBUG:teuthology.orchestra.run.smithi063:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd deep-scrub 4 2024-09-15T22:05:35.001 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:34.999+0000 7fa798eaf640 1 Processor -- start 2024-09-15T22:05:35.001 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:34.999+0000 7fa798eaf640 1 -- start start 2024-09-15T22:05:35.002 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:35.000+0000 7fa798eaf640 1 --2- >> v2:172.21.15.63:3300/0 conn(0x7fa79406c2f0 0x7fa7940af810 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-15T22:05:35.002 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:35.000+0000 7fa798eaf640 1 -- --> v1:172.21.15.63:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fa79415bb20 con 0x7fa794158cf0 2024-09-15T22:05:35.002 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:35.000+0000 7fa798eaf640 1 -- --> v1:172.21.15.110:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fa79415be00 con 0x7fa7941590d0 2024-09-15T22:05:35.002 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:35.000+0000 7fa798eaf640 1 -- --> v2:172.21.15.63:3300/0 -- mon_getmap magic: 0 -- 0x7fa7940afd50 con 0x7fa79406c2f0 2024-09-15T22:05:35.003 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:35.000+0000 7fa791d9b640 1 --2- >> v2:172.21.15.63:3300/0 conn(0x7fa79406c2f0 0x7fa7940af810 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-15T22:05:35.003 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:35.000+0000 7fa79259c640 1 --1- >> v1:172.21.15.63:6789/0 conn(0x7fa794158cf0 0x7fa79406bbe0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.63:6789/0 says I am v1:172.21.15.63:57476/0 (socket says 172.21.15.63:57476) 2024-09-15T22:05:35.003 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:35.000+0000 7fa79259c640 1 -- 172.21.15.63:0/1635462143 learned_addr learned my addr 172.21.15.63:0/1635462143 (peer_addr_for_me v1:172.21.15.63:0/0) 2024-09-15T22:05:35.003 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:35.001+0000 7fa791d9b640 1 -- 172.21.15.63:0/1635462143 >> v1:172.21.15.110:6789/0 conn(0x7fa7941590d0 legacy=0x7fa7940ce290 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-15T22:05:35.003 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:35.001+0000 7fa791d9b640 1 -- 172.21.15.63:0/1635462143 >> v1:172.21.15.63:6789/0 conn(0x7fa794158cf0 legacy=0x7fa79406bbe0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-15T22:05:35.003 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:35.001+0000 7fa79159a640 1 -- 172.21.15.63:0/1635462143 <== mon.0 v1:172.21.15.63:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 1670142840 0 0) 0x7fa79415bb20 con 0x7fa794158cf0 2024-09-15T22:05:35.003 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:35.001+0000 7fa791d9b640 1 -- 172.21.15.63:0/1635462143 --> v2:172.21.15.63:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fa79415c0e0 con 0x7fa79406c2f0 2024-09-15T22:05:35.004 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:35.001+0000 7fa791d9b640 1 --2- 172.21.15.63:0/1635462143 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fa79406c2f0 0x7fa7940af810 secure :-1 s=READY pgs=383 cs=0 l=1 rev1=1 crypto rx=0x7fa77c0097a0 tx=0x7fa77c02a0b0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=a729285061894fc7 server_cookie=0 in_seq=0 out_seq=0 2024-09-15T22:05:35.004 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:35.002+0000 7fa79159a640 1 -- 172.21.15.63:0/1635462143 <== mon.0 v2:172.21.15.63:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa77c037070 con 0x7fa79406c2f0 2024-09-15T22:05:35.004 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:35.002+0000 7fa79159a640 1 -- 172.21.15.63:0/1635462143 <== mon.0 v2:172.21.15.63:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fa77c02adc0 con 0x7fa79406c2f0 2024-09-15T22:05:35.004 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:35.002+0000 7fa79159a640 1 -- 172.21.15.63:0/1635462143 <== mon.0 v2:172.21.15.63:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa77c032660 con 0x7fa79406c2f0 2024-09-15T22:05:35.005 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:35.002+0000 7fa798eaf640 1 -- 172.21.15.63:0/1635462143 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fa79406c2f0 msgr2=0x7fa7940af810 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-15T22:05:35.005 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:35.002+0000 7fa798eaf640 1 --2- 172.21.15.63:0/1635462143 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fa79406c2f0 0x7fa7940af810 secure :-1 s=READY pgs=383 cs=0 l=1 rev1=1 crypto rx=0x7fa77c0097a0 tx=0x7fa77c02a0b0 comp rx=0 tx=0).stop 2024-09-15T22:05:35.005 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:35.002+0000 7fa798eaf640 1 -- 172.21.15.63:0/1635462143 shutdown_connections 2024-09-15T22:05:35.005 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:35.002+0000 7fa798eaf640 1 --2- 172.21.15.63:0/1635462143 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fa79406c2f0 0x7fa7940af810 unknown :-1 s=CLOSED pgs=383 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T22:05:35.005 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:35.002+0000 7fa798eaf640 1 -- 172.21.15.63:0/1635462143 >> 172.21.15.63:0/1635462143 conn(0x7fa7940b2000 msgr2=0x7fa7940b23e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-15T22:05:35.009 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:35.002+0000 7fa798eaf640 1 -- 172.21.15.63:0/1635462143 shutdown_connections 2024-09-15T22:05:35.009 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:35.002+0000 7fa798eaf640 1 -- 172.21.15.63:0/1635462143 wait complete. 2024-09-15T22:05:35.012 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:35.004+0000 7fa798eaf640 1 Processor -- start 2024-09-15T22:05:35.012 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:35.004+0000 7fa798eaf640 1 -- start start 2024-09-15T22:05:35.012 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:35.004+0000 7fa798eaf640 1 --2- >> [v2:172.21.15.110:3301/0,v1:172.21.15.110:6790/0] conn(0x7fa79406c2f0 0x7fa794148cd0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-15T22:05:35.013 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:35.004+0000 7fa798eaf640 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fa794158cf0 0x7fa794072cf0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-15T22:05:35.013 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:35.004+0000 7fa798eaf640 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7fa7941590d0 0x7fa79415a690 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-15T22:05:35.013 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:35.004+0000 7fa798eaf640 1 -- --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 -- 0x7fa79415cb90 con 0x7fa794158cf0 2024-09-15T22:05:35.013 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:35.004+0000 7fa798eaf640 1 -- --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_getmap magic: 0 -- 0x7fa79415ca10 con 0x7fa7941590d0 2024-09-15T22:05:35.013 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:35.004+0000 7fa798eaf640 1 -- --> [v2:172.21.15.110:3301/0,v1:172.21.15.110:6790/0] -- mon_getmap magic: 0 -- 0x7fa79415cd10 con 0x7fa79406c2f0 2024-09-15T22:05:35.013 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:35.005+0000 7fa791d9b640 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fa794158cf0 0x7fa794072cf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-15T22:05:35.013 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:35.005+0000 7fa791d9b640 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fa794158cf0 0x7fa794072cf0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.63:3300/0 says I am v2:172.21.15.63:59100/0 (socket says 172.21.15.63:59100) 2024-09-15T22:05:35.013 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:35.005+0000 7fa791d9b640 1 -- 172.21.15.63:0/499243863 learned_addr learned my addr 172.21.15.63:0/499243863 (peer_addr_for_me v2:172.21.15.63:0/0) 2024-09-15T22:05:35.013 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:35.005+0000 7fa79259c640 1 --2- 172.21.15.63:0/499243863 >> [v2:172.21.15.110:3301/0,v1:172.21.15.110:6790/0] conn(0x7fa79406c2f0 0x7fa794148cd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-15T22:05:35.013 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:35.005+0000 7fa792d9d640 1 --2- 172.21.15.63:0/499243863 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7fa7941590d0 0x7fa79415a690 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-15T22:05:35.013 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:35.005+0000 7fa791d9b640 1 -- 172.21.15.63:0/499243863 >> [v2:172.21.15.110:3301/0,v1:172.21.15.110:6790/0] conn(0x7fa79406c2f0 msgr2=0x7fa794148cd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-15T22:05:35.014 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:35.005+0000 7fa791d9b640 1 --2- 172.21.15.63:0/499243863 >> [v2:172.21.15.110:3301/0,v1:172.21.15.110:6790/0] conn(0x7fa79406c2f0 0x7fa794148cd0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T22:05:35.014 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:35.005+0000 7fa791d9b640 1 -- 172.21.15.63:0/499243863 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7fa7941590d0 msgr2=0x7fa79415a690 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-15T22:05:35.014 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:35.005+0000 7fa791d9b640 1 --2- 172.21.15.63:0/499243863 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7fa7941590d0 0x7fa79415a690 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T22:05:35.014 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:35.005+0000 7fa791d9b640 1 -- 172.21.15.63:0/499243863 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fa79415d030 con 0x7fa794158cf0 2024-09-15T22:05:35.014 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:35.005+0000 7fa79259c640 1 --2- 172.21.15.63:0/499243863 >> [v2:172.21.15.110:3301/0,v1:172.21.15.110:6790/0] conn(0x7fa79406c2f0 0x7fa794148cd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-15T22:05:35.014 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:35.005+0000 7fa791d9b640 1 --2- 172.21.15.63:0/499243863 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fa794158cf0 0x7fa794072cf0 secure :-1 s=READY pgs=384 cs=0 l=1 rev1=1 crypto rx=0x7fa77c0097a0 tx=0x7fa77c0046c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-15T22:05:35.014 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:35.005+0000 7fa78affd640 1 -- 172.21.15.63:0/499243863 <== mon.0 v2:172.21.15.63:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa77c041070 con 0x7fa794158cf0 2024-09-15T22:05:35.014 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:35.005+0000 7fa78affd640 1 -- 172.21.15.63:0/499243863 <== mon.0 v2:172.21.15.63:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fa77c03c670 con 0x7fa794158cf0 2024-09-15T22:05:35.014 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:35.005+0000 7fa798eaf640 1 -- 172.21.15.63:0/499243863 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fa794149210 con 0x7fa794158cf0 2024-09-15T22:05:35.014 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:35.005+0000 7fa78affd640 1 -- 172.21.15.63:0/499243863 <== mon.0 v2:172.21.15.63:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa77c037040 con 0x7fa794158cf0 2024-09-15T22:05:35.014 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:35.005+0000 7fa798eaf640 1 -- 172.21.15.63:0/499243863 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fa79415d2d0 con 0x7fa794158cf0 2024-09-15T22:05:35.014 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:35.006+0000 7fa798eaf640 1 -- 172.21.15.63:0/499243863 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fa7940b3300 con 0x7fa794158cf0 2024-09-15T22:05:35.015 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:35.007+0000 7fa78affd640 1 -- 172.21.15.63:0/499243863 <== mon.0 v2:172.21.15.63:3300/0 4 ==== mgrmap(e 7) ==== 90999+0+0 (secure 0 0 0) 0x7fa77c044070 con 0x7fa794158cf0 2024-09-15T22:05:35.015 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:35.007+0000 7fa78affd640 1 --2- 172.21.15.63:0/499243863 >> [v2:172.21.15.110:6832/552273267,v1:172.21.15.110:6833/552273267] conn(0x7fa77406c490 0x7fa77406e950 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-15T22:05:35.015 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:35.007+0000 7fa78affd640 1 -- 172.21.15.63:0/499243863 <== mon.0 v2:172.21.15.63:3300/0 5 ==== osd_map(36..36 src has 1..36) ==== 4943+0+0 (secure 0 0 0) 0x7fa77c0abc80 con 0x7fa794158cf0 2024-09-15T22:05:35.015 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:35.008+0000 7fa79259c640 1 --2- 172.21.15.63:0/499243863 >> [v2:172.21.15.110:6832/552273267,v1:172.21.15.110:6833/552273267] conn(0x7fa77406c490 0x7fa77406e950 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-15T22:05:35.015 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:35.008+0000 7fa79259c640 1 --2- 172.21.15.63:0/499243863 >> [v2:172.21.15.110:6832/552273267,v1:172.21.15.110:6833/552273267] conn(0x7fa77406c490 0x7fa77406e950 secure :-1 s=READY pgs=195 cs=0 l=1 rev1=1 crypto rx=0x7fa7840012e0 tx=0x7fa784007f90 comp rx=0 tx=0).ready entity=mgr.4102 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-15T22:05:35.015 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:35.012+0000 7fa78affd640 1 -- 172.21.15.63:0/499243863 <== mon.0 v2:172.21.15.63:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7fa77c07a470 con 0x7fa794158cf0 2024-09-15T22:05:35.190 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:35.188+0000 7fa798eaf640 1 -- 172.21.15.63:0/499243863 --> [v2:172.21.15.110:6832/552273267,v1:172.21.15.110:6833/552273267] -- mgr_command(tid 0: {"prefix": "osd deep-scrub", "who": "4", "target": ["mon-mgr", ""]}) -- 0x7fa7940756f0 con 0x7fa77406c490 2024-09-15T22:05:35.190 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:35.189+0000 7fa78affd640 1 -- 172.21.15.63:0/499243863 <== mgr.4102 v2:172.21.15.110:6832/552273267 1 ==== mgr_command_reply(tid 0: 0 instructed osd(s) 4 to deep-scrub) ==== 41+0+0 (secure 0 0 0) 0x7fa7940756f0 con 0x7fa77406c490 2024-09-15T22:05:35.190 INFO:teuthology.orchestra.run.smithi063.stderr:instructed osd(s) 4 to deep-scrub 2024-09-15T22:05:35.193 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:35.191+0000 7fa798eaf640 1 -- 172.21.15.63:0/499243863 >> [v2:172.21.15.110:6832/552273267,v1:172.21.15.110:6833/552273267] conn(0x7fa77406c490 msgr2=0x7fa77406e950 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-15T22:05:35.193 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:35.191+0000 7fa798eaf640 1 --2- 172.21.15.63:0/499243863 >> [v2:172.21.15.110:6832/552273267,v1:172.21.15.110:6833/552273267] conn(0x7fa77406c490 0x7fa77406e950 secure :-1 s=READY pgs=195 cs=0 l=1 rev1=1 crypto rx=0x7fa7840012e0 tx=0x7fa784007f90 comp rx=0 tx=0).stop 2024-09-15T22:05:35.193 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:35.191+0000 7fa798eaf640 1 -- 172.21.15.63:0/499243863 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fa794158cf0 msgr2=0x7fa794072cf0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-15T22:05:35.193 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:35.191+0000 7fa798eaf640 1 --2- 172.21.15.63:0/499243863 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fa794158cf0 0x7fa794072cf0 secure :-1 s=READY pgs=384 cs=0 l=1 rev1=1 crypto rx=0x7fa77c0097a0 tx=0x7fa77c0046c0 comp rx=0 tx=0).stop 2024-09-15T22:05:35.193 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:35.191+0000 7fa798eaf640 1 -- 172.21.15.63:0/499243863 shutdown_connections 2024-09-15T22:05:35.193 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:35.191+0000 7fa798eaf640 1 --2- 172.21.15.63:0/499243863 >> [v2:172.21.15.110:6832/552273267,v1:172.21.15.110:6833/552273267] conn(0x7fa77406c490 0x7fa77406e950 unknown :-1 s=CLOSED pgs=195 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T22:05:35.193 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:35.191+0000 7fa798eaf640 1 --2- 172.21.15.63:0/499243863 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7fa7941590d0 0x7fa79415a690 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T22:05:35.193 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:35.191+0000 7fa798eaf640 1 --2- 172.21.15.63:0/499243863 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fa794158cf0 0x7fa794072cf0 unknown :-1 s=CLOSED pgs=384 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T22:05:35.193 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:35.191+0000 7fa798eaf640 1 --2- 172.21.15.63:0/499243863 >> [v2:172.21.15.110:3301/0,v1:172.21.15.110:6790/0] conn(0x7fa79406c2f0 0x7fa794148cd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T22:05:35.193 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:35.191+0000 7fa798eaf640 1 -- 172.21.15.63:0/499243863 >> 172.21.15.63:0/499243863 conn(0x7fa7940b2000 msgr2=0x7fa7940b10e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-15T22:05:35.194 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:35.191+0000 7fa798eaf640 1 -- 172.21.15.63:0/499243863 shutdown_connections 2024-09-15T22:05:35.194 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:35.191+0000 7fa798eaf640 1 -- 172.21.15.63:0/499243863 wait complete. 2024-09-15T22:05:35.203 INFO:tasks.ceph:Scrubbing osd.5 2024-09-15T22:05:35.204 DEBUG:teuthology.orchestra.run.smithi063:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell osd.5 config set osd_debug_deep_scrub_sleep 0 2024-09-15T22:05:35.310 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:35.309+0000 7fe5df05c640 1 Processor -- start 2024-09-15T22:05:35.310 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:35.309+0000 7fe5df05c640 1 -- start start 2024-09-15T22:05:35.314 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:35.309+0000 7fe5df05c640 1 --2- >> v2:172.21.15.110:3300/0 conn(0x7fe5d815c1a0 0x7fe5d8071270 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-15T22:05:35.314 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:35.310+0000 7fe5df05c640 1 -- --> v1:172.21.15.63:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fe5d80d00b0 con 0x7fe5d806e500 2024-09-15T22:05:35.315 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:35.310+0000 7fe5df05c640 1 -- --> v1:172.21.15.110:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fe5d80d0350 con 0x7fe5d815d4d0 2024-09-15T22:05:35.315 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:35.310+0000 7fe5df05c640 1 -- --> v2:172.21.15.110:3300/0 -- mon_getmap magic: 0 -- 0x7fe5d80d0630 con 0x7fe5d815c1a0 2024-09-15T22:05:35.315 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:35.310+0000 7fe5dd5f9640 1 --1- >> v1:172.21.15.63:6789/0 conn(0x7fe5d806e500 0x7fe5d80d1110 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.63:6789/0 says I am v1:172.21.15.63:57478/0 (socket says 172.21.15.63:57478) 2024-09-15T22:05:35.315 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:35.310+0000 7fe5dd5f9640 1 -- 172.21.15.63:0/4081806448 learned_addr learned my addr 172.21.15.63:0/4081806448 (peer_addr_for_me v1:172.21.15.63:0/0) 2024-09-15T22:05:35.315 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:35.310+0000 7fe5dcdf8640 1 --2- 172.21.15.63:0/4081806448 >> v2:172.21.15.110:3300/0 conn(0x7fe5d815c1a0 0x7fe5d8071270 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-15T22:05:35.315 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:35.310+0000 7fe5d77fe640 1 -- 172.21.15.63:0/4081806448 <== mon.0 v1:172.21.15.63:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 2552293024 0 0) 0x7fe5d80d00b0 con 0x7fe5d806e500 2024-09-15T22:05:35.315 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:35.310+0000 7fe5d77fe640 1 -- 172.21.15.63:0/4081806448 --> v1:172.21.15.63:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7fe5c8003520 con 0x7fe5d806e500 2024-09-15T22:05:35.315 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:35.310+0000 7fe5d77fe640 1 -- 172.21.15.63:0/4081806448 <== mon.1 v1:172.21.15.110:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 42785077 0 0) 0x7fe5d80d0350 con 0x7fe5d815d4d0 2024-09-15T22:05:35.315 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:35.310+0000 7fe5d77fe640 1 -- 172.21.15.63:0/4081806448 --> v1:172.21.15.110:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7fe5d80d00b0 con 0x7fe5d815d4d0 2024-09-15T22:05:35.315 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:35.310+0000 7fe5d77fe640 1 -- 172.21.15.63:0/4081806448 <== mon.0 v1:172.21.15.63:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) ==== 214+0+0 (unknown 1380088141 0 0) 0x7fe5c8003520 con 0x7fe5d806e500 2024-09-15T22:05:35.315 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:35.310+0000 7fe5d77fe640 1 -- 172.21.15.63:0/4081806448 >> v2:172.21.15.110:3300/0 conn(0x7fe5d815c1a0 msgr2=0x7fe5d8071270 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-15T22:05:35.316 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:35.310+0000 7fe5d77fe640 1 --2- 172.21.15.63:0/4081806448 >> v2:172.21.15.110:3300/0 conn(0x7fe5d815c1a0 0x7fe5d8071270 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T22:05:35.316 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:35.310+0000 7fe5d77fe640 1 -- 172.21.15.63:0/4081806448 >> v1:172.21.15.110:6789/0 conn(0x7fe5d815d4d0 legacy=0x7fe5d806ddf0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-15T22:05:35.316 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:35.310+0000 7fe5d77fe640 1 -- 172.21.15.63:0/4081806448 --> v1:172.21.15.63:6789/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fe5d80d0910 con 0x7fe5d806e500 2024-09-15T22:05:35.316 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:35.310+0000 7fe5d77fe640 1 -- 172.21.15.63:0/4081806448 <== mon.0 v1:172.21.15.63:6789/0 3 ==== mon_map magic: 0 ==== 413+0+0 (unknown 3984726164 0 0) 0x7fe5d0001a10 con 0x7fe5d806e500 2024-09-15T22:05:35.316 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:35.310+0000 7fe5dcdf8640 1 --2- 172.21.15.63:0/4081806448 >> v2:172.21.15.110:3300/0 conn(0x7fe5d815c1a0 0x7fe5d8071270 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-15T22:05:35.316 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:35.310+0000 7fe5d77fe640 1 -- 172.21.15.63:0/4081806448 >> v1:172.21.15.63:6789/0 conn(0x7fe5d806e500 legacy=0x7fe5d80d1110 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-15T22:05:35.316 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:35.310+0000 7fe5d77fe640 1 --2- 172.21.15.63:0/4081806448 >> [v2:172.21.15.110:3301/0,v1:172.21.15.110:6790/0] conn(0x7fe5c8003b40 0x7fe5c8003f40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-15T22:05:35.316 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:35.310+0000 7fe5d77fe640 1 --2- 172.21.15.63:0/4081806448 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7fe5c8004800 0x7fe5c8004c80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-15T22:05:35.316 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:35.310+0000 7fe5d77fe640 1 --2- 172.21.15.63:0/4081806448 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fe5c80051c0 0x7fe5c800b9c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-15T22:05:35.316 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:35.310+0000 7fe5d77fe640 1 -- 172.21.15.63:0/4081806448 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 -- 0x7fe5d80d0630 con 0x7fe5c80051c0 2024-09-15T22:05:35.316 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:35.310+0000 7fe5d77fe640 1 -- 172.21.15.63:0/4081806448 --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_getmap magic: 0 -- 0x7fe5c800c0f0 con 0x7fe5c8004800 2024-09-15T22:05:35.317 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:35.310+0000 7fe5d77fe640 1 -- 172.21.15.63:0/4081806448 --> [v2:172.21.15.110:3301/0,v1:172.21.15.110:6790/0] -- mon_getmap magic: 0 -- 0x7fe5c800c2f0 con 0x7fe5c8003b40 2024-09-15T22:05:35.317 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:35.311+0000 7fe5dd5f9640 1 --2- 172.21.15.63:0/4081806448 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fe5c80051c0 0x7fe5c800b9c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-15T22:05:35.317 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:35.311+0000 7fe5dcdf8640 1 --2- 172.21.15.63:0/4081806448 >> [v2:172.21.15.110:3301/0,v1:172.21.15.110:6790/0] conn(0x7fe5c8003b40 0x7fe5c8003f40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-15T22:05:35.317 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:35.311+0000 7fe5d7fff640 1 --2- 172.21.15.63:0/4081806448 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7fe5c8004800 0x7fe5c8004c80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-15T22:05:35.317 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:35.311+0000 7fe5dd5f9640 1 -- 172.21.15.63:0/4081806448 >> [v2:172.21.15.110:3301/0,v1:172.21.15.110:6790/0] conn(0x7fe5c8003b40 msgr2=0x7fe5c8003f40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-15T22:05:35.317 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:35.311+0000 7fe5dd5f9640 1 --2- 172.21.15.63:0/4081806448 >> [v2:172.21.15.110:3301/0,v1:172.21.15.110:6790/0] conn(0x7fe5c8003b40 0x7fe5c8003f40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T22:05:35.317 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:35.311+0000 7fe5dd5f9640 1 -- 172.21.15.63:0/4081806448 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7fe5c8004800 msgr2=0x7fe5c8004c80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-15T22:05:35.317 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:35.311+0000 7fe5dd5f9640 1 --2- 172.21.15.63:0/4081806448 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7fe5c8004800 0x7fe5c8004c80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T22:05:35.317 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:35.311+0000 7fe5dd5f9640 1 -- 172.21.15.63:0/4081806448 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fe5c8003520 con 0x7fe5c80051c0 2024-09-15T22:05:35.317 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:35.311+0000 7fe5dd5f9640 1 -- 172.21.15.63:0/4081806448 reap_dead start 2024-09-15T22:05:35.317 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:35.312+0000 7fe5dd5f9640 1 --2- 172.21.15.63:0/4081806448 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fe5c80051c0 0x7fe5c800b9c0 secure :-1 s=READY pgs=386 cs=0 l=1 rev1=1 crypto rx=0x7fe5d000a7f0 tx=0x7fe5c8005830 comp rx=0 tx=0).ready entity=mon.0 client_cookie=9c9e4374c246cb04 server_cookie=0 in_seq=0 out_seq=0 2024-09-15T22:05:35.317 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:35.312+0000 7fe5d77fe640 1 -- 172.21.15.63:0/4081806448 <== mon.0 v2:172.21.15.63:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe5d000a450 con 0x7fe5c80051c0 2024-09-15T22:05:35.318 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:35.312+0000 7fe5d77fe640 1 -- 172.21.15.63:0/4081806448 <== mon.0 v2:172.21.15.63:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fe5d002f070 con 0x7fe5c80051c0 2024-09-15T22:05:35.318 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:35.312+0000 7fe5d77fe640 1 -- 172.21.15.63:0/4081806448 <== mon.0 v2:172.21.15.63:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe5d002bc20 con 0x7fe5c80051c0 2024-09-15T22:05:35.318 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:35.312+0000 7fe5df05c640 1 -- 172.21.15.63:0/4081806448 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fe5c80051c0 msgr2=0x7fe5c800b9c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-15T22:05:35.318 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:35.312+0000 7fe5df05c640 1 --2- 172.21.15.63:0/4081806448 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fe5c80051c0 0x7fe5c800b9c0 secure :-1 s=READY pgs=386 cs=0 l=1 rev1=1 crypto rx=0x7fe5d000a7f0 tx=0x7fe5c8005830 comp rx=0 tx=0).stop 2024-09-15T22:05:35.318 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:35.312+0000 7fe5df05c640 1 -- 172.21.15.63:0/4081806448 shutdown_connections 2024-09-15T22:05:35.318 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:35.312+0000 7fe5df05c640 1 --2- 172.21.15.63:0/4081806448 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fe5c80051c0 0x7fe5c800b9c0 unknown :-1 s=CLOSED pgs=386 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T22:05:35.318 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:35.312+0000 7fe5df05c640 1 -- 172.21.15.63:0/4081806448 >> 172.21.15.63:0/4081806448 conn(0x7fe5d80b4170 msgr2=0x7fe5d80b4550 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-15T22:05:35.318 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:35.312+0000 7fe5df05c640 1 -- 172.21.15.63:0/4081806448 shutdown_connections 2024-09-15T22:05:35.318 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:35.312+0000 7fe5df05c640 1 -- 172.21.15.63:0/4081806448 wait complete. 2024-09-15T22:05:35.321 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:35.314+0000 7fe5df05c640 1 Processor -- start 2024-09-15T22:05:35.322 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:35.314+0000 7fe5df05c640 1 -- start start 2024-09-15T22:05:35.322 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:35.314+0000 7fe5df05c640 1 --2- >> [v2:172.21.15.110:3301/0,v1:172.21.15.110:6790/0] conn(0x7fe5c80051c0 0x7fe5d814bfa0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-15T22:05:35.322 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:35.314+0000 7fe5df05c640 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7fe5d81547d0 0x7fe5d8159560 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-15T22:05:35.322 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:35.314+0000 7fe5df05c640 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fe5d8154c50 0x7fe5d8159aa0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-15T22:05:35.322 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:35.314+0000 7fe5df05c640 1 -- --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 -- 0x7fe5d815c700 con 0x7fe5d8154c50 2024-09-15T22:05:35.322 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:35.314+0000 7fe5df05c640 1 -- --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_getmap magic: 0 -- 0x7fe5d815c580 con 0x7fe5d81547d0 2024-09-15T22:05:35.322 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:35.314+0000 7fe5df05c640 1 -- --> [v2:172.21.15.110:3301/0,v1:172.21.15.110:6790/0] -- mon_getmap magic: 0 -- 0x7fe5d806ddf0 con 0x7fe5c80051c0 2024-09-15T22:05:35.322 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:35.315+0000 7fe5dd5f9640 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fe5d8154c50 0x7fe5d8159aa0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-15T22:05:35.322 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:35.315+0000 7fe5dd5f9640 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fe5d8154c50 0x7fe5d8159aa0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.63:3300/0 says I am v2:172.21.15.63:59116/0 (socket says 172.21.15.63:59116) 2024-09-15T22:05:35.322 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:35.315+0000 7fe5dd5f9640 1 -- 172.21.15.63:0/4224413011 learned_addr learned my addr 172.21.15.63:0/4224413011 (peer_addr_for_me v2:172.21.15.63:0/0) 2024-09-15T22:05:35.322 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:35.315+0000 7fe5dcdf8640 1 --2- 172.21.15.63:0/4224413011 >> [v2:172.21.15.110:3301/0,v1:172.21.15.110:6790/0] conn(0x7fe5c80051c0 0x7fe5d814bfa0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-15T22:05:35.323 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:35.315+0000 7fe5d7fff640 1 --2- 172.21.15.63:0/4224413011 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7fe5d81547d0 0x7fe5d8159560 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-15T22:05:35.323 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:35.315+0000 7fe5dd5f9640 1 -- 172.21.15.63:0/4224413011 >> [v2:172.21.15.110:3301/0,v1:172.21.15.110:6790/0] conn(0x7fe5c80051c0 msgr2=0x7fe5d814bfa0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-15T22:05:35.323 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:35.315+0000 7fe5dd5f9640 1 --2- 172.21.15.63:0/4224413011 >> [v2:172.21.15.110:3301/0,v1:172.21.15.110:6790/0] conn(0x7fe5c80051c0 0x7fe5d814bfa0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T22:05:35.323 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:35.315+0000 7fe5dd5f9640 1 -- 172.21.15.63:0/4224413011 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7fe5d81547d0 msgr2=0x7fe5d8159560 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-15T22:05:35.323 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:35.315+0000 7fe5dd5f9640 1 --2- 172.21.15.63:0/4224413011 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7fe5d81547d0 0x7fe5d8159560 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T22:05:35.323 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:35.315+0000 7fe5dd5f9640 1 -- 172.21.15.63:0/4224413011 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fe5d81f2ec0 con 0x7fe5d8154c50 2024-09-15T22:05:35.323 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:35.315+0000 7fe5dd5f9640 1 --2- 172.21.15.63:0/4224413011 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fe5d8154c50 0x7fe5d8159aa0 secure :-1 s=READY pgs=387 cs=0 l=1 rev1=1 crypto rx=0x7fe5d002b470 tx=0x7fe5d80d0ae0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-15T22:05:35.323 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:35.315+0000 7fe5d57fa640 1 -- 172.21.15.63:0/4224413011 <== mon.0 v2:172.21.15.63:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe5d0001f90 con 0x7fe5d8154c50 2024-09-15T22:05:35.323 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:35.315+0000 7fe5d57fa640 1 -- 172.21.15.63:0/4224413011 <== mon.0 v2:172.21.15.63:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fe5d002b7c0 con 0x7fe5d8154c50 2024-09-15T22:05:35.323 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:35.315+0000 7fe5df05c640 1 -- 172.21.15.63:0/4224413011 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fe5d81f2be0 con 0x7fe5d8154c50 2024-09-15T22:05:35.323 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:35.315+0000 7fe5d57fa640 1 -- 172.21.15.63:0/4224413011 <== mon.0 v2:172.21.15.63:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe5d002bbb0 con 0x7fe5d8154c50 2024-09-15T22:05:35.324 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:35.315+0000 7fe5df05c640 1 -- 172.21.15.63:0/4224413011 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fe5d8158160 con 0x7fe5d8154c50 2024-09-15T22:05:35.324 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:35.316+0000 7fe5df05c640 1 -- 172.21.15.63:0/4224413011 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_get_version(what=osdmap handle=1) -- 0x7fe5d806e000 con 0x7fe5d8154c50 2024-09-15T22:05:35.324 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:35.317+0000 7fe5d57fa640 1 -- 172.21.15.63:0/4224413011 <== mon.0 v2:172.21.15.63:3300/0 4 ==== mgrmap(e 7) ==== 90999+0+0 (secure 0 0 0) 0x7fe5d0049480 con 0x7fe5d8154c50 2024-09-15T22:05:35.324 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:35.317+0000 7fe5d57fa640 1 --2- 172.21.15.63:0/4224413011 >> [v2:172.21.15.110:6832/552273267,v1:172.21.15.110:6833/552273267] conn(0x7fe5bc06c460 0x7fe5bc06e920 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-15T22:05:35.324 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:35.317+0000 7fe5d57fa640 1 -- 172.21.15.63:0/4224413011 <== mon.0 v2:172.21.15.63:3300/0 5 ==== osd_map(36..36 src has 1..36) ==== 4943+0+0 (secure 0 0 0) 0x7fe5d00ab340 con 0x7fe5d8154c50 2024-09-15T22:05:35.324 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:35.317+0000 7fe5dcdf8640 1 --2- 172.21.15.63:0/4224413011 >> [v2:172.21.15.110:6832/552273267,v1:172.21.15.110:6833/552273267] conn(0x7fe5bc06c460 0x7fe5bc06e920 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-15T22:05:35.324 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:35.317+0000 7fe5d57fa640 1 --2- 172.21.15.63:0/4224413011 >> [v2:172.21.15.110:6800/3568635398,v1:172.21.15.110:6801/3568635398] conn(0x7fe5bc072320 0x7fe5bc074740 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-15T22:05:35.324 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:35.317+0000 7fe5d57fa640 1 -- 172.21.15.63:0/4224413011 --> [v2:172.21.15.110:6800/3568635398,v1:172.21.15.110:6801/3568635398] -- command(tid 1: {"prefix": "get_command_descriptions"}) -- 0x7fe5d0034e50 con 0x7fe5bc072320 2024-09-15T22:05:35.324 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:35.317+0000 7fe5d57fa640 1 -- 172.21.15.63:0/4224413011 <== mon.0 v2:172.21.15.63:3300/0 6 ==== mon_get_version_reply(handle=1 version=36) ==== 24+0+0 (secure 0 0 0) 0x7fe5d00ab7d0 con 0x7fe5d8154c50 2024-09-15T22:05:35.324 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:35.318+0000 7fe5d7fff640 1 --2- 172.21.15.63:0/4224413011 >> [v2:172.21.15.110:6800/3568635398,v1:172.21.15.110:6801/3568635398] conn(0x7fe5bc072320 0x7fe5bc074740 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-15T22:05:35.325 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:35.318+0000 7fe5dcdf8640 1 --2- 172.21.15.63:0/4224413011 >> [v2:172.21.15.110:6832/552273267,v1:172.21.15.110:6833/552273267] conn(0x7fe5bc06c460 0x7fe5bc06e920 secure :-1 s=READY pgs=196 cs=0 l=1 rev1=1 crypto rx=0x7fe5cc0093d0 tx=0x7fe5cc009190 comp rx=0 tx=0).ready entity=mgr.4102 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-15T22:05:35.325 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:35.318+0000 7fe5d7fff640 1 --2- 172.21.15.63:0/4224413011 >> [v2:172.21.15.110:6800/3568635398,v1:172.21.15.110:6801/3568635398] conn(0x7fe5bc072320 0x7fe5bc074740 crc :-1 s=READY pgs=10 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=osd.5 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-15T22:05:35.325 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:35.319+0000 7fe5d57fa640 1 -- 172.21.15.63:0/4224413011 <== osd.5 v2:172.21.15.110:6800/3568635398 1 ==== command_reply(tid 1: 0 ) ==== 8+0+27193 (crc 0 0 0) 0x7fe5d0034e50 con 0x7fe5bc072320 2024-09-15T22:05:35.333 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:35.331+0000 7fe5df05c640 1 -- 172.21.15.63:0/4224413011 --> [v2:172.21.15.110:6800/3568635398,v1:172.21.15.110:6801/3568635398] -- command(tid 2: {"prefix": "config set", "var": "osd_debug_deep_scrub_sleep", "val": ["0"]}) -- 0x7fe5d814f990 con 0x7fe5bc072320 2024-09-15T22:05:35.333 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:35.332+0000 7fe5d57fa640 1 -- 172.21.15.63:0/4224413011 <== osd.5 v2:172.21.15.110:6800/3568635398 2 ==== command_reply(tid 2: 0 ) ==== 8+0+97 (crc 0 0 0) 0x7fe5d814f990 con 0x7fe5bc072320 2024-09-15T22:05:35.334 INFO:teuthology.orchestra.run.smithi063.stdout:{ 2024-09-15T22:05:35.334 INFO:teuthology.orchestra.run.smithi063.stdout: "success": "osd_debug_deep_scrub_sleep = '' (not observed, change may require restart) " 2024-09-15T22:05:35.334 INFO:teuthology.orchestra.run.smithi063.stdout:} 2024-09-15T22:05:35.335 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:35.332+0000 7fe5df05c640 1 -- 172.21.15.63:0/4224413011 >> [v2:172.21.15.110:6800/3568635398,v1:172.21.15.110:6801/3568635398] conn(0x7fe5bc072320 msgr2=0x7fe5bc074740 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-15T22:05:35.335 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:35.332+0000 7fe5df05c640 1 --2- 172.21.15.63:0/4224413011 >> [v2:172.21.15.110:6800/3568635398,v1:172.21.15.110:6801/3568635398] conn(0x7fe5bc072320 0x7fe5bc074740 crc :-1 s=READY pgs=10 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T22:05:35.335 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:35.332+0000 7fe5df05c640 1 -- 172.21.15.63:0/4224413011 >> [v2:172.21.15.110:6832/552273267,v1:172.21.15.110:6833/552273267] conn(0x7fe5bc06c460 msgr2=0x7fe5bc06e920 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-15T22:05:35.335 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:35.332+0000 7fe5df05c640 1 --2- 172.21.15.63:0/4224413011 >> [v2:172.21.15.110:6832/552273267,v1:172.21.15.110:6833/552273267] conn(0x7fe5bc06c460 0x7fe5bc06e920 secure :-1 s=READY pgs=196 cs=0 l=1 rev1=1 crypto rx=0x7fe5cc0093d0 tx=0x7fe5cc009190 comp rx=0 tx=0).stop 2024-09-15T22:05:35.335 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:35.332+0000 7fe5df05c640 1 -- 172.21.15.63:0/4224413011 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fe5d8154c50 msgr2=0x7fe5d8159aa0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-15T22:05:35.335 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:35.332+0000 7fe5df05c640 1 --2- 172.21.15.63:0/4224413011 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fe5d8154c50 0x7fe5d8159aa0 secure :-1 s=READY pgs=387 cs=0 l=1 rev1=1 crypto rx=0x7fe5d002b470 tx=0x7fe5d80d0ae0 comp rx=0 tx=0).stop 2024-09-15T22:05:35.335 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:35.333+0000 7fe5dd5f9640 1 -- 172.21.15.63:0/4224413011 reap_dead start 2024-09-15T22:05:35.336 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:35.333+0000 7fe5df05c640 1 -- 172.21.15.63:0/4224413011 shutdown_connections 2024-09-15T22:05:35.336 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:35.333+0000 7fe5df05c640 1 -- 172.21.15.63:0/4224413011 >> 172.21.15.63:0/4224413011 conn(0x7fe5d80b4170 msgr2=0x7fe5d80b5470 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-15T22:05:35.336 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:35.333+0000 7fe5df05c640 1 -- 172.21.15.63:0/4224413011 shutdown_connections 2024-09-15T22:05:35.336 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:35.333+0000 7fe5df05c640 1 -- 172.21.15.63:0/4224413011 wait complete. 2024-09-15T22:05:35.344 DEBUG:teuthology.orchestra.run.smithi063:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd deep-scrub 5 2024-09-15T22:05:35.449 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:35.447+0000 7ffb4a986640 1 Processor -- start 2024-09-15T22:05:35.449 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:35.447+0000 7ffb4a986640 1 -- start start 2024-09-15T22:05:35.449 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:35.448+0000 7ffb4a986640 1 --2- >> [v2:172.21.15.110:3301/0,v1:172.21.15.110:6790/0] conn(0x7ffb440d15f0 0x7ffb4415ea60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-15T22:05:35.449 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:35.448+0000 7ffb4a986640 1 --2- >> v2:172.21.15.110:3300/0 conn(0x7ffb440b97d0 0x7ffb440b9be0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-15T22:05:35.450 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:35.448+0000 7ffb4a986640 1 -- --> v1:172.21.15.63:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7ffb440d2750 con 0x7ffb44147fc0 2024-09-15T22:05:35.450 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:35.448+0000 7ffb4a986640 1 -- --> v2:172.21.15.110:3300/0 -- mon_getmap magic: 0 -- 0x7ffb441483a0 con 0x7ffb440b97d0 2024-09-15T22:05:35.450 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:35.448+0000 7ffb4a986640 1 -- --> [v2:172.21.15.110:3301/0,v1:172.21.15.110:6790/0] -- mon_getmap magic: 0 -- 0x7ffb4415efa0 con 0x7ffb440d15f0 2024-09-15T22:05:35.450 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:35.448+0000 7ffb43fff640 1 --1- >> v1:172.21.15.63:6789/0 conn(0x7ffb44147fc0 0x7ffb440d0ee0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.63:6789/0 says I am v1:172.21.15.63:57494/0 (socket says 172.21.15.63:57494) 2024-09-15T22:05:35.450 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:35.448+0000 7ffb43fff640 1 -- 172.21.15.63:0/1912776707 learned_addr learned my addr 172.21.15.63:0/1912776707 (peer_addr_for_me v1:172.21.15.63:0/0) 2024-09-15T22:05:35.453 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:35.448+0000 7ffb437fe640 1 --2- 172.21.15.63:0/1912776707 >> [v2:172.21.15.110:3301/0,v1:172.21.15.110:6790/0] conn(0x7ffb440d15f0 0x7ffb4415ea60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-15T22:05:35.454 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:35.448+0000 7ffb42ffd640 1 -- 172.21.15.63:0/1912776707 <== mon.0 v1:172.21.15.63:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 2526143012 0 0) 0x7ffb440d2750 con 0x7ffb44147fc0 2024-09-15T22:05:35.454 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:35.448+0000 7ffb42ffd640 1 -- 172.21.15.63:0/1912776707 --> v1:172.21.15.63:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7ffb30003520 con 0x7ffb44147fc0 2024-09-15T22:05:35.454 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:35.448+0000 7ffb48f23640 1 --2- 172.21.15.63:0/1912776707 >> v2:172.21.15.110:3300/0 conn(0x7ffb440b97d0 0x7ffb440b9be0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-15T22:05:35.454 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:35.449+0000 7ffb42ffd640 1 -- 172.21.15.63:0/1912776707 <== mon.0 v1:172.21.15.63:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) ==== 214+0+0 (unknown 3833793723 0 0) 0x7ffb30003520 con 0x7ffb44147fc0 2024-09-15T22:05:35.454 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:35.449+0000 7ffb42ffd640 1 -- 172.21.15.63:0/1912776707 >> [v2:172.21.15.110:3301/0,v1:172.21.15.110:6790/0] conn(0x7ffb440d15f0 msgr2=0x7ffb4415ea60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-15T22:05:35.454 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:35.449+0000 7ffb42ffd640 1 --2- 172.21.15.63:0/1912776707 >> [v2:172.21.15.110:3301/0,v1:172.21.15.110:6790/0] conn(0x7ffb440d15f0 0x7ffb4415ea60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T22:05:35.454 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:35.449+0000 7ffb42ffd640 1 -- 172.21.15.63:0/1912776707 >> v2:172.21.15.110:3300/0 conn(0x7ffb440b97d0 msgr2=0x7ffb440b9be0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-15T22:05:35.454 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:35.449+0000 7ffb42ffd640 1 --2- 172.21.15.63:0/1912776707 >> v2:172.21.15.110:3300/0 conn(0x7ffb440b97d0 0x7ffb440b9be0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T22:05:35.454 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:35.449+0000 7ffb42ffd640 1 -- 172.21.15.63:0/1912776707 --> v1:172.21.15.63:6789/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7ffb440d2a30 con 0x7ffb44147fc0 2024-09-15T22:05:35.454 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:35.449+0000 7ffb42ffd640 1 -- 172.21.15.63:0/1912776707 <== mon.0 v1:172.21.15.63:6789/0 3 ==== mon_map magic: 0 ==== 413+0+0 (unknown 3984726164 0 0) 0x7ffb34001670 con 0x7ffb44147fc0 2024-09-15T22:05:35.454 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:35.449+0000 7ffb42ffd640 1 -- 172.21.15.63:0/1912776707 >> v1:172.21.15.63:6789/0 conn(0x7ffb44147fc0 legacy=0x7ffb440d0ee0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-15T22:05:35.455 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:35.449+0000 7ffb42ffd640 1 --2- 172.21.15.63:0/1912776707 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7ffb300039b0 0x7ffb30003dd0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-15T22:05:35.455 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:35.449+0000 7ffb42ffd640 1 --2- 172.21.15.63:0/1912776707 >> [v2:172.21.15.110:3301/0,v1:172.21.15.110:6790/0] conn(0x7ffb440d15f0 0x7ffb30004800 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-15T22:05:35.455 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:35.449+0000 7ffb42ffd640 1 --2- 172.21.15.63:0/1912776707 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7ffb30004d40 0x7ffb300051c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-15T22:05:35.455 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:35.449+0000 7ffb42ffd640 1 -- 172.21.15.63:0/1912776707 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 -- 0x7ffb441483a0 con 0x7ffb30004d40 2024-09-15T22:05:35.455 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:35.449+0000 7ffb42ffd640 1 -- 172.21.15.63:0/1912776707 --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_getmap magic: 0 -- 0x7ffb4415efa0 con 0x7ffb300039b0 2024-09-15T22:05:35.455 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:35.449+0000 7ffb42ffd640 1 -- 172.21.15.63:0/1912776707 --> [v2:172.21.15.110:3301/0,v1:172.21.15.110:6790/0] -- mon_getmap magic: 0 -- 0x7ffb3000b9c0 con 0x7ffb440d15f0 2024-09-15T22:05:35.455 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:35.449+0000 7ffb48f23640 1 --2- 172.21.15.63:0/1912776707 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7ffb30004d40 0x7ffb300051c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-15T22:05:35.455 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:35.449+0000 7ffb43fff640 1 --2- 172.21.15.63:0/1912776707 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7ffb300039b0 0x7ffb30003dd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-15T22:05:35.455 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:35.449+0000 7ffb437fe640 1 --2- 172.21.15.63:0/1912776707 >> [v2:172.21.15.110:3301/0,v1:172.21.15.110:6790/0] conn(0x7ffb440d15f0 0x7ffb30004800 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-15T22:05:35.455 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:35.449+0000 7ffb48f23640 1 -- 172.21.15.63:0/1912776707 >> [v2:172.21.15.110:3301/0,v1:172.21.15.110:6790/0] conn(0x7ffb440d15f0 msgr2=0x7ffb30004800 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-15T22:05:35.455 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:35.449+0000 7ffb48f23640 1 --2- 172.21.15.63:0/1912776707 >> [v2:172.21.15.110:3301/0,v1:172.21.15.110:6790/0] conn(0x7ffb440d15f0 0x7ffb30004800 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T22:05:35.455 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:35.449+0000 7ffb48f23640 1 -- 172.21.15.63:0/1912776707 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7ffb300039b0 msgr2=0x7ffb30003dd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-15T22:05:35.455 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:35.449+0000 7ffb48f23640 1 --2- 172.21.15.63:0/1912776707 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7ffb300039b0 0x7ffb30003dd0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T22:05:35.456 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:35.449+0000 7ffb48f23640 1 -- 172.21.15.63:0/1912776707 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7ffb30003520 con 0x7ffb30004d40 2024-09-15T22:05:35.456 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:35.450+0000 7ffb48f23640 1 --2- 172.21.15.63:0/1912776707 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7ffb30004d40 0x7ffb300051c0 secure :-1 s=READY pgs=389 cs=0 l=1 rev1=1 crypto rx=0x7ffb3c009fc0 tx=0x7ffb30005830 comp rx=0 tx=0).ready entity=mon.0 client_cookie=5cff60859037deba server_cookie=0 in_seq=0 out_seq=0 2024-09-15T22:05:35.456 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:35.450+0000 7ffb42ffd640 1 -- 172.21.15.63:0/1912776707 <== mon.0 v2:172.21.15.63:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ffb3c009c10 con 0x7ffb30004d40 2024-09-15T22:05:35.456 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:35.450+0000 7ffb42ffd640 1 -- 172.21.15.63:0/1912776707 <== mon.0 v2:172.21.15.63:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7ffb3c036070 con 0x7ffb30004d40 2024-09-15T22:05:35.456 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:35.450+0000 7ffb42ffd640 1 -- 172.21.15.63:0/1912776707 <== mon.0 v2:172.21.15.63:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ffb3c02d070 con 0x7ffb30004d40 2024-09-15T22:05:35.456 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:35.451+0000 7ffb4a986640 1 -- 172.21.15.63:0/1912776707 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7ffb30004d40 msgr2=0x7ffb300051c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-15T22:05:35.456 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:35.451+0000 7ffb4a986640 1 --2- 172.21.15.63:0/1912776707 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7ffb30004d40 0x7ffb300051c0 secure :-1 s=READY pgs=389 cs=0 l=1 rev1=1 crypto rx=0x7ffb3c009fc0 tx=0x7ffb30005830 comp rx=0 tx=0).stop 2024-09-15T22:05:35.456 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:35.451+0000 7ffb48f23640 1 -- 172.21.15.63:0/1912776707 reap_dead start 2024-09-15T22:05:35.456 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:35.451+0000 7ffb4a986640 1 -- 172.21.15.63:0/1912776707 shutdown_connections 2024-09-15T22:05:35.456 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:35.451+0000 7ffb4a986640 1 -- 172.21.15.63:0/1912776707 >> 172.21.15.63:0/1912776707 conn(0x7ffb44074fe0 msgr2=0x7ffb4406bbe0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-15T22:05:35.456 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:35.451+0000 7ffb4a986640 1 -- 172.21.15.63:0/1912776707 shutdown_connections 2024-09-15T22:05:35.457 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:35.451+0000 7ffb4a986640 1 -- 172.21.15.63:0/1912776707 wait complete. 2024-09-15T22:05:35.457 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:35.452+0000 7ffb4a986640 1 Processor -- start 2024-09-15T22:05:35.457 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:35.452+0000 7ffb4a986640 1 -- start start 2024-09-15T22:05:35.459 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:35.453+0000 7ffb4a986640 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7ffb30004d40 0x7ffb441402f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-15T22:05:35.459 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:35.453+0000 7ffb4a986640 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7ffb44153920 0x7ffb440cf570 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-15T22:05:35.459 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:35.453+0000 7ffb4a986640 1 --2- >> [v2:172.21.15.110:3301/0,v1:172.21.15.110:6790/0] conn(0x7ffb440cfab0 0x7ffb441f74d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-15T22:05:35.459 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:35.453+0000 7ffb4a986640 1 -- --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 -- 0x7ffb440d2ff0 con 0x7ffb30004d40 2024-09-15T22:05:35.460 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:35.453+0000 7ffb4a986640 1 -- --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_getmap magic: 0 -- 0x7ffb440d2500 con 0x7ffb44153920 2024-09-15T22:05:35.460 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:35.453+0000 7ffb4a986640 1 -- --> [v2:172.21.15.110:3301/0,v1:172.21.15.110:6790/0] -- mon_getmap magic: 0 -- 0x7ffb440ba120 con 0x7ffb440cfab0 2024-09-15T22:05:35.460 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:35.453+0000 7ffb43fff640 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7ffb30004d40 0x7ffb441402f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-15T22:05:35.460 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:35.453+0000 7ffb43fff640 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7ffb30004d40 0x7ffb441402f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.63:3300/0 says I am v2:172.21.15.63:59138/0 (socket says 172.21.15.63:59138) 2024-09-15T22:05:35.460 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:35.453+0000 7ffb43fff640 1 -- 172.21.15.63:0/862032488 learned_addr learned my addr 172.21.15.63:0/862032488 (peer_addr_for_me v2:172.21.15.63:0/0) 2024-09-15T22:05:35.460 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:35.453+0000 7ffb48f23640 1 --2- 172.21.15.63:0/862032488 >> [v2:172.21.15.110:3301/0,v1:172.21.15.110:6790/0] conn(0x7ffb440cfab0 0x7ffb441f74d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-15T22:05:35.460 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:35.453+0000 7ffb437fe640 1 --2- 172.21.15.63:0/862032488 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7ffb44153920 0x7ffb440cf570 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-15T22:05:35.460 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:35.453+0000 7ffb43fff640 1 -- 172.21.15.63:0/862032488 >> [v2:172.21.15.110:3301/0,v1:172.21.15.110:6790/0] conn(0x7ffb440cfab0 msgr2=0x7ffb441f74d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-15T22:05:35.460 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:35.453+0000 7ffb43fff640 1 --2- 172.21.15.63:0/862032488 >> [v2:172.21.15.110:3301/0,v1:172.21.15.110:6790/0] conn(0x7ffb440cfab0 0x7ffb441f74d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T22:05:35.461 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:35.453+0000 7ffb43fff640 1 -- 172.21.15.63:0/862032488 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7ffb44153920 msgr2=0x7ffb440cf570 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-15T22:05:35.461 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:35.453+0000 7ffb43fff640 1 --2- 172.21.15.63:0/862032488 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7ffb44153920 0x7ffb440cf570 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T22:05:35.461 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:35.453+0000 7ffb43fff640 1 -- 172.21.15.63:0/862032488 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7ffb441f8100 con 0x7ffb30004d40 2024-09-15T22:05:35.461 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:35.453+0000 7ffb437fe640 1 --2- 172.21.15.63:0/862032488 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7ffb44153920 0x7ffb440cf570 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-15T22:05:35.461 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:35.454+0000 7ffb43fff640 1 --2- 172.21.15.63:0/862032488 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7ffb30004d40 0x7ffb441402f0 secure :-1 s=READY pgs=390 cs=0 l=1 rev1=1 crypto rx=0x7ffb340072f0 tx=0x7ffb340077b0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-15T22:05:35.461 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:35.454+0000 7ffb40ff9640 1 -- 172.21.15.63:0/862032488 <== mon.0 v2:172.21.15.63:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ffb3401a070 con 0x7ffb30004d40 2024-09-15T22:05:35.461 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:35.454+0000 7ffb40ff9640 1 -- 172.21.15.63:0/862032488 <== mon.0 v2:172.21.15.63:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7ffb3400f960 con 0x7ffb30004d40 2024-09-15T22:05:35.461 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:35.454+0000 7ffb40ff9640 1 -- 172.21.15.63:0/862032488 <== mon.0 v2:172.21.15.63:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ffb3400fd50 con 0x7ffb30004d40 2024-09-15T22:05:35.461 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:35.454+0000 7ffb4a986640 1 -- 172.21.15.63:0/862032488 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7ffb44152e40 con 0x7ffb30004d40 2024-09-15T22:05:35.461 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:35.454+0000 7ffb4a986640 1 -- 172.21.15.63:0/862032488 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7ffb44140830 con 0x7ffb30004d40 2024-09-15T22:05:35.461 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:35.455+0000 7ffb4a986640 1 -- 172.21.15.63:0/862032488 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7ffb440b9be0 con 0x7ffb30004d40 2024-09-15T22:05:35.461 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:35.455+0000 7ffb40ff9640 1 -- 172.21.15.63:0/862032488 <== mon.0 v2:172.21.15.63:3300/0 4 ==== mgrmap(e 7) ==== 90999+0+0 (secure 0 0 0) 0x7ffb3401d360 con 0x7ffb30004d40 2024-09-15T22:05:35.462 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:35.456+0000 7ffb40ff9640 1 --2- 172.21.15.63:0/862032488 >> [v2:172.21.15.110:6832/552273267,v1:172.21.15.110:6833/552273267] conn(0x7ffb2406c460 0x7ffb2406e920 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-15T22:05:35.462 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:35.456+0000 7ffb40ff9640 1 -- 172.21.15.63:0/862032488 <== mon.0 v2:172.21.15.63:3300/0 5 ==== osd_map(36..36 src has 1..36) ==== 4943+0+0 (secure 0 0 0) 0x7ffb3408ad50 con 0x7ffb30004d40 2024-09-15T22:05:35.462 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:35.456+0000 7ffb437fe640 1 --2- 172.21.15.63:0/862032488 >> [v2:172.21.15.110:6832/552273267,v1:172.21.15.110:6833/552273267] conn(0x7ffb2406c460 0x7ffb2406e920 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-15T22:05:35.462 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:35.456+0000 7ffb437fe640 1 --2- 172.21.15.63:0/862032488 >> [v2:172.21.15.110:6832/552273267,v1:172.21.15.110:6833/552273267] conn(0x7ffb2406c460 0x7ffb2406e920 secure :-1 s=READY pgs=197 cs=0 l=1 rev1=1 crypto rx=0x7ffb440b60f0 tx=0x7ffb2c008040 comp rx=0 tx=0).ready entity=mgr.4102 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-15T22:05:35.462 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:35.460+0000 7ffb40ff9640 1 -- 172.21.15.63:0/862032488 <== mon.0 v2:172.21.15.63:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7ffb34058e60 con 0x7ffb30004d40 2024-09-15T22:05:35.637 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:35.635+0000 7ffb4a986640 1 -- 172.21.15.63:0/862032488 --> [v2:172.21.15.110:6832/552273267,v1:172.21.15.110:6833/552273267] -- mgr_command(tid 0: {"prefix": "osd deep-scrub", "who": "5", "target": ["mon-mgr", ""]}) -- 0x7ffb441f83e0 con 0x7ffb2406c460 2024-09-15T22:05:35.638 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:35.636+0000 7ffb40ff9640 1 -- 172.21.15.63:0/862032488 <== mgr.4102 v2:172.21.15.110:6832/552273267 1 ==== mgr_command_reply(tid 0: 0 instructed osd(s) 5 to deep-scrub) ==== 41+0+0 (secure 0 0 0) 0x7ffb441f83e0 con 0x7ffb2406c460 2024-09-15T22:05:35.638 INFO:teuthology.orchestra.run.smithi063.stderr:instructed osd(s) 5 to deep-scrub 2024-09-15T22:05:35.640 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:35.638+0000 7ffb4a986640 1 -- 172.21.15.63:0/862032488 >> [v2:172.21.15.110:6832/552273267,v1:172.21.15.110:6833/552273267] conn(0x7ffb2406c460 msgr2=0x7ffb2406e920 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-15T22:05:35.640 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:35.638+0000 7ffb4a986640 1 --2- 172.21.15.63:0/862032488 >> [v2:172.21.15.110:6832/552273267,v1:172.21.15.110:6833/552273267] conn(0x7ffb2406c460 0x7ffb2406e920 secure :-1 s=READY pgs=197 cs=0 l=1 rev1=1 crypto rx=0x7ffb440b60f0 tx=0x7ffb2c008040 comp rx=0 tx=0).stop 2024-09-15T22:05:35.640 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:35.638+0000 7ffb4a986640 1 -- 172.21.15.63:0/862032488 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7ffb30004d40 msgr2=0x7ffb441402f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-15T22:05:35.640 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:35.638+0000 7ffb4a986640 1 --2- 172.21.15.63:0/862032488 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7ffb30004d40 0x7ffb441402f0 secure :-1 s=READY pgs=390 cs=0 l=1 rev1=1 crypto rx=0x7ffb340072f0 tx=0x7ffb340077b0 comp rx=0 tx=0).stop 2024-09-15T22:05:35.640 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:35.638+0000 7ffb4a986640 1 -- 172.21.15.63:0/862032488 shutdown_connections 2024-09-15T22:05:35.640 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:35.638+0000 7ffb4a986640 1 --2- 172.21.15.63:0/862032488 >> [v2:172.21.15.110:6832/552273267,v1:172.21.15.110:6833/552273267] conn(0x7ffb2406c460 0x7ffb2406e920 unknown :-1 s=CLOSED pgs=197 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T22:05:35.640 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:35.638+0000 7ffb4a986640 1 --2- 172.21.15.63:0/862032488 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7ffb44153920 0x7ffb440cf570 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T22:05:35.640 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:35.638+0000 7ffb4a986640 1 --2- 172.21.15.63:0/862032488 >> [v2:172.21.15.110:3301/0,v1:172.21.15.110:6790/0] conn(0x7ffb440cfab0 0x7ffb441f74d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T22:05:35.641 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:35.638+0000 7ffb4a986640 1 --2- 172.21.15.63:0/862032488 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7ffb30004d40 0x7ffb441402f0 unknown :-1 s=CLOSED pgs=390 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T22:05:35.641 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:35.638+0000 7ffb4a986640 1 -- 172.21.15.63:0/862032488 >> 172.21.15.63:0/862032488 conn(0x7ffb44074fe0 msgr2=0x7ffb440d4cf0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-15T22:05:35.641 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:35.638+0000 7ffb4a986640 1 -- 172.21.15.63:0/862032488 shutdown_connections 2024-09-15T22:05:35.641 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:35.638+0000 7ffb4a986640 1 -- 172.21.15.63:0/862032488 wait complete. 2024-09-15T22:05:35.650 INFO:tasks.ceph:Scrubbing osd.6 2024-09-15T22:05:35.650 DEBUG:teuthology.orchestra.run.smithi063:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell osd.6 config set osd_debug_deep_scrub_sleep 0 2024-09-15T22:05:35.757 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:35.755+0000 7f5db0f4b640 1 Processor -- start 2024-09-15T22:05:35.757 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:35.755+0000 7f5db0f4b640 1 -- start start 2024-09-15T22:05:35.758 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:35.756+0000 7f5db0f4b640 1 --2- >> v2:172.21.15.63:3300/0 conn(0x7f5dac0b9880 0x7f5dac0b9cf0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-15T22:05:35.758 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:35.756+0000 7f5db0f4b640 1 -- --> v1:172.21.15.63:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f5dac0d4350 con 0x7f5dac0ba230 2024-09-15T22:05:35.758 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:35.756+0000 7f5db0f4b640 1 -- --> v1:172.21.15.110:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f5dac0d3590 con 0x7f5dac15e840 2024-09-15T22:05:35.758 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:35.756+0000 7f5db0f4b640 1 -- --> v2:172.21.15.63:3300/0 -- mon_getmap magic: 0 -- 0x7f5dac0cfe50 con 0x7f5dac0b9880 2024-09-15T22:05:35.759 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:35.756+0000 7f5da9d9b640 1 --2- >> v2:172.21.15.63:3300/0 conn(0x7f5dac0b9880 0x7f5dac0b9cf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-15T22:05:35.759 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:35.757+0000 7f5daad9d640 1 --1- >> v1:172.21.15.63:6789/0 conn(0x7f5dac0ba230 0x7f5dac15ec20 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.63:6789/0 says I am v1:172.21.15.63:57506/0 (socket says 172.21.15.63:57506) 2024-09-15T22:05:35.759 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:35.757+0000 7f5daad9d640 1 -- 172.21.15.63:0/2264087458 learned_addr learned my addr 172.21.15.63:0/2264087458 (peer_addr_for_me v1:172.21.15.63:0/0) 2024-09-15T22:05:35.759 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:35.757+0000 7f5da9d9b640 1 --2- >> v2:172.21.15.63:3300/0 conn(0x7f5dac0b9880 0x7f5dac0b9cf0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.63:3300/0 says I am v2:172.21.15.63:59146/0 (socket says 172.21.15.63:59146) 2024-09-15T22:05:35.759 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:35.757+0000 7f5da9d9b640 1 -- 172.21.15.63:0/2264087458 >> v1:172.21.15.110:6789/0 conn(0x7f5dac15e840 legacy=0x7f5dac0cf600 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-15T22:05:35.759 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:35.757+0000 7f5da9d9b640 1 -- 172.21.15.63:0/2264087458 >> v1:172.21.15.63:6789/0 conn(0x7f5dac0ba230 legacy=0x7f5dac15ec20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-15T22:05:35.759 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:35.757+0000 7f5da9d9b640 1 -- 172.21.15.63:0/2264087458 --> v2:172.21.15.63:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f5dac0d3870 con 0x7f5dac0b9880 2024-09-15T22:05:35.760 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:35.758+0000 7f5da9d9b640 1 --2- 172.21.15.63:0/2264087458 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f5dac0b9880 0x7f5dac0b9cf0 secure :-1 s=READY pgs=392 cs=0 l=1 rev1=1 crypto rx=0x7f5d940097a0 tx=0x7f5d9402a1a0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=d7ab5794055b7a7e server_cookie=0 in_seq=0 out_seq=0 2024-09-15T22:05:35.760 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:35.758+0000 7f5da959a640 1 -- 172.21.15.63:0/2264087458 <== mon.0 v2:172.21.15.63:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5d94037070 con 0x7f5dac0b9880 2024-09-15T22:05:35.760 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:35.758+0000 7f5da959a640 1 -- 172.21.15.63:0/2264087458 <== mon.0 v2:172.21.15.63:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f5d94032440 con 0x7f5dac0b9880 2024-09-15T22:05:35.761 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:35.758+0000 7f5da959a640 1 -- 172.21.15.63:0/2264087458 <== mon.0 v2:172.21.15.63:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5d94032810 con 0x7f5dac0b9880 2024-09-15T22:05:35.761 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:35.758+0000 7f5db0f4b640 1 -- 172.21.15.63:0/2264087458 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f5dac0b9880 msgr2=0x7f5dac0b9cf0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-15T22:05:35.761 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:35.758+0000 7f5db0f4b640 1 --2- 172.21.15.63:0/2264087458 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f5dac0b9880 0x7f5dac0b9cf0 secure :-1 s=READY pgs=392 cs=0 l=1 rev1=1 crypto rx=0x7f5d940097a0 tx=0x7f5d9402a1a0 comp rx=0 tx=0).stop 2024-09-15T22:05:35.761 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:35.758+0000 7f5db0f4b640 1 -- 172.21.15.63:0/2264087458 shutdown_connections 2024-09-15T22:05:35.761 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:35.758+0000 7f5db0f4b640 1 --2- 172.21.15.63:0/2264087458 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f5dac0b9880 0x7f5dac0b9cf0 unknown :-1 s=CLOSED pgs=392 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T22:05:35.761 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:35.758+0000 7f5db0f4b640 1 -- 172.21.15.63:0/2264087458 >> 172.21.15.63:0/2264087458 conn(0x7f5dac0d4630 msgr2=0x7f5dac0d4a40 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-15T22:05:35.761 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:35.758+0000 7f5db0f4b640 1 -- 172.21.15.63:0/2264087458 shutdown_connections 2024-09-15T22:05:35.761 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:35.758+0000 7f5db0f4b640 1 -- 172.21.15.63:0/2264087458 wait complete. 2024-09-15T22:05:35.763 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:35.760+0000 7f5db0f4b640 1 Processor -- start 2024-09-15T22:05:35.763 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:35.760+0000 7f5db0f4b640 1 -- start start 2024-09-15T22:05:35.763 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:35.761+0000 7f5db0f4b640 1 --2- >> [v2:172.21.15.110:3301/0,v1:172.21.15.110:6790/0] conn(0x7f5dac0b9880 0x7f5dac0ce370 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-15T22:05:35.763 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:35.761+0000 7f5db0f4b640 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f5dac0ba230 0x7f5dac14f950 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-15T22:05:35.763 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:35.761+0000 7f5db0f4b640 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f5dac15e840 0x7f5dac162330 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-15T22:05:35.764 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:35.761+0000 7f5db0f4b640 1 -- --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 -- 0x7f5dac073210 con 0x7f5dac0ba230 2024-09-15T22:05:35.764 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:35.761+0000 7f5db0f4b640 1 -- --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_getmap magic: 0 -- 0x7f5dac0d3e30 con 0x7f5dac15e840 2024-09-15T22:05:35.764 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:35.761+0000 7f5db0f4b640 1 -- --> [v2:172.21.15.110:3301/0,v1:172.21.15.110:6790/0] -- mon_getmap magic: 0 -- 0x7f5dac15f330 con 0x7f5dac0b9880 2024-09-15T22:05:35.764 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:35.761+0000 7f5da9d9b640 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f5dac0ba230 0x7f5dac14f950 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-15T22:05:35.764 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:35.761+0000 7f5da9d9b640 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f5dac0ba230 0x7f5dac14f950 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.63:3300/0 says I am v2:172.21.15.63:59156/0 (socket says 172.21.15.63:59156) 2024-09-15T22:05:35.764 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:35.761+0000 7f5da9d9b640 1 -- 172.21.15.63:0/1291387693 learned_addr learned my addr 172.21.15.63:0/1291387693 (peer_addr_for_me v2:172.21.15.63:0/0) 2024-09-15T22:05:35.764 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:35.761+0000 7f5daa59c640 1 --2- 172.21.15.63:0/1291387693 >> [v2:172.21.15.110:3301/0,v1:172.21.15.110:6790/0] conn(0x7f5dac0b9880 0x7f5dac0ce370 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-15T22:05:35.764 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:35.761+0000 7f5da9d9b640 1 -- 172.21.15.63:0/1291387693 >> [v2:172.21.15.110:3301/0,v1:172.21.15.110:6790/0] conn(0x7f5dac0b9880 msgr2=0x7f5dac0ce370 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-15T22:05:35.764 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:35.761+0000 7f5da9d9b640 1 --2- 172.21.15.63:0/1291387693 >> [v2:172.21.15.110:3301/0,v1:172.21.15.110:6790/0] conn(0x7f5dac0b9880 0x7f5dac0ce370 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T22:05:35.764 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:35.761+0000 7f5da9d9b640 1 -- 172.21.15.63:0/1291387693 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f5dac15e840 msgr2=0x7f5dac162330 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-15T22:05:35.764 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:35.761+0000 7f5da9d9b640 1 --2- 172.21.15.63:0/1291387693 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f5dac15e840 0x7f5dac162330 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T22:05:35.764 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:35.761+0000 7f5da9d9b640 1 -- 172.21.15.63:0/1291387693 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f5dac1e8950 con 0x7f5dac0ba230 2024-09-15T22:05:35.765 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:35.761+0000 7f5da9d9b640 1 --2- 172.21.15.63:0/1291387693 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f5dac0ba230 0x7f5dac14f950 secure :-1 s=READY pgs=393 cs=0 l=1 rev1=1 crypto rx=0x7f5d94035040 tx=0x7f5d940046c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-15T22:05:35.765 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:35.761+0000 7f5da2ffd640 1 -- 172.21.15.63:0/1291387693 <== mon.0 v2:172.21.15.63:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5d94037040 con 0x7f5dac0ba230 2024-09-15T22:05:35.765 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:35.761+0000 7f5da2ffd640 1 -- 172.21.15.63:0/1291387693 <== mon.0 v2:172.21.15.63:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f5d94030770 con 0x7f5dac0ba230 2024-09-15T22:05:35.765 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:35.761+0000 7f5da2ffd640 1 -- 172.21.15.63:0/1291387693 <== mon.0 v2:172.21.15.63:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5d94030b80 con 0x7f5dac0ba230 2024-09-15T22:05:35.765 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:35.761+0000 7f5db0f4b640 1 -- 172.21.15.63:0/1291387693 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f5dac1e8c30 con 0x7f5dac0ba230 2024-09-15T22:05:35.765 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:35.761+0000 7f5db0f4b640 1 -- 172.21.15.63:0/1291387693 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f5dac1e91f0 con 0x7f5dac0ba230 2024-09-15T22:05:35.766 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:35.762+0000 7f5db0f4b640 1 -- 172.21.15.63:0/1291387693 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_get_version(what=osdmap handle=1) -- 0x7f5dac15ec20 con 0x7f5dac0ba230 2024-09-15T22:05:35.766 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:35.763+0000 7f5da2ffd640 1 -- 172.21.15.63:0/1291387693 <== mon.0 v2:172.21.15.63:3300/0 4 ==== mgrmap(e 7) ==== 90999+0+0 (secure 0 0 0) 0x7f5d94044020 con 0x7f5dac0ba230 2024-09-15T22:05:35.766 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:35.763+0000 7f5da2ffd640 1 --2- 172.21.15.63:0/1291387693 >> [v2:172.21.15.110:6832/552273267,v1:172.21.15.110:6833/552273267] conn(0x7f5d8c06c490 0x7f5d8c06e950 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-15T22:05:35.767 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:35.763+0000 7f5da2ffd640 1 -- 172.21.15.63:0/1291387693 <== mon.0 v2:172.21.15.63:3300/0 5 ==== osd_map(36..36 src has 1..36) ==== 4943+0+0 (secure 0 0 0) 0x7f5d940aba80 con 0x7f5dac0ba230 2024-09-15T22:05:35.767 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:35.764+0000 7f5da2ffd640 1 --2- 172.21.15.63:0/1291387693 >> [v2:172.21.15.110:6808/2775776398,v1:172.21.15.110:6809/2775776398] conn(0x7f5d8c072350 0x7f5d8c074770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-15T22:05:35.767 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:35.764+0000 7f5da2ffd640 1 -- 172.21.15.63:0/1291387693 --> [v2:172.21.15.110:6808/2775776398,v1:172.21.15.110:6809/2775776398] -- command(tid 1: {"prefix": "get_command_descriptions"}) -- 0x7f5d94001d30 con 0x7f5d8c072350 2024-09-15T22:05:35.767 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:35.764+0000 7f5da2ffd640 1 -- 172.21.15.63:0/1291387693 <== mon.0 v2:172.21.15.63:3300/0 6 ==== mon_get_version_reply(handle=1 version=36) ==== 24+0+0 (secure 0 0 0) 0x7f5d940b02a0 con 0x7f5dac0ba230 2024-09-15T22:05:35.767 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:35.764+0000 7f5daa59c640 1 --2- 172.21.15.63:0/1291387693 >> [v2:172.21.15.110:6832/552273267,v1:172.21.15.110:6833/552273267] conn(0x7f5d8c06c490 0x7f5d8c06e950 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-15T22:05:35.767 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:35.764+0000 7f5daad9d640 1 --2- 172.21.15.63:0/1291387693 >> [v2:172.21.15.110:6808/2775776398,v1:172.21.15.110:6809/2775776398] conn(0x7f5d8c072350 0x7f5d8c074770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-15T22:05:35.767 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:35.764+0000 7f5daa59c640 1 --2- 172.21.15.63:0/1291387693 >> [v2:172.21.15.110:6832/552273267,v1:172.21.15.110:6833/552273267] conn(0x7f5d8c06c490 0x7f5d8c06e950 secure :-1 s=READY pgs=198 cs=0 l=1 rev1=1 crypto rx=0x7f5d9c007fd0 tx=0x7f5d9c009040 comp rx=0 tx=0).ready entity=mgr.4102 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-15T22:05:35.767 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:35.764+0000 7f5daad9d640 1 --2- 172.21.15.63:0/1291387693 >> [v2:172.21.15.110:6808/2775776398,v1:172.21.15.110:6809/2775776398] conn(0x7f5d8c072350 0x7f5d8c074770 crc :-1 s=READY pgs=11 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=osd.6 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-15T22:05:35.767 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:35.765+0000 7f5da2ffd640 1 -- 172.21.15.63:0/1291387693 <== osd.6 v2:172.21.15.110:6808/2775776398 1 ==== command_reply(tid 1: 0 ) ==== 8+0+27193 (crc 0 0 0) 0x7f5d94001d30 con 0x7f5d8c072350 2024-09-15T22:05:35.779 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:35.778+0000 7f5db0f4b640 1 -- 172.21.15.63:0/1291387693 --> [v2:172.21.15.110:6808/2775776398,v1:172.21.15.110:6809/2775776398] -- command(tid 2: {"prefix": "config set", "var": "osd_debug_deep_scrub_sleep", "val": ["0"]}) -- 0x7f5dac0b9cf0 con 0x7f5d8c072350 2024-09-15T22:05:35.779 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:35.778+0000 7f5da2ffd640 1 -- 172.21.15.63:0/1291387693 <== osd.6 v2:172.21.15.110:6808/2775776398 2 ==== command_reply(tid 2: 0 ) ==== 8+0+97 (crc 0 0 0) 0x7f5dac0b9cf0 con 0x7f5d8c072350 2024-09-15T22:05:35.780 INFO:teuthology.orchestra.run.smithi063.stdout:{ 2024-09-15T22:05:35.780 INFO:teuthology.orchestra.run.smithi063.stdout: "success": "osd_debug_deep_scrub_sleep = '' (not observed, change may require restart) " 2024-09-15T22:05:35.780 INFO:teuthology.orchestra.run.smithi063.stdout:} 2024-09-15T22:05:35.781 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:35.778+0000 7f5db0f4b640 1 -- 172.21.15.63:0/1291387693 >> [v2:172.21.15.110:6808/2775776398,v1:172.21.15.110:6809/2775776398] conn(0x7f5d8c072350 msgr2=0x7f5d8c074770 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-15T22:05:35.781 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:35.778+0000 7f5db0f4b640 1 --2- 172.21.15.63:0/1291387693 >> [v2:172.21.15.110:6808/2775776398,v1:172.21.15.110:6809/2775776398] conn(0x7f5d8c072350 0x7f5d8c074770 crc :-1 s=READY pgs=11 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T22:05:35.781 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:35.778+0000 7f5db0f4b640 1 -- 172.21.15.63:0/1291387693 >> [v2:172.21.15.110:6832/552273267,v1:172.21.15.110:6833/552273267] conn(0x7f5d8c06c490 msgr2=0x7f5d8c06e950 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-15T22:05:35.781 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:35.778+0000 7f5db0f4b640 1 --2- 172.21.15.63:0/1291387693 >> [v2:172.21.15.110:6832/552273267,v1:172.21.15.110:6833/552273267] conn(0x7f5d8c06c490 0x7f5d8c06e950 secure :-1 s=READY pgs=198 cs=0 l=1 rev1=1 crypto rx=0x7f5d9c007fd0 tx=0x7f5d9c009040 comp rx=0 tx=0).stop 2024-09-15T22:05:35.781 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:35.778+0000 7f5db0f4b640 1 -- 172.21.15.63:0/1291387693 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f5dac0ba230 msgr2=0x7f5dac14f950 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-15T22:05:35.781 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:35.778+0000 7f5db0f4b640 1 --2- 172.21.15.63:0/1291387693 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f5dac0ba230 0x7f5dac14f950 secure :-1 s=READY pgs=393 cs=0 l=1 rev1=1 crypto rx=0x7f5d94035040 tx=0x7f5d940046c0 comp rx=0 tx=0).stop 2024-09-15T22:05:35.781 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:35.778+0000 7f5daad9d640 1 -- 172.21.15.63:0/1291387693 reap_dead start 2024-09-15T22:05:35.781 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:35.779+0000 7f5db0f4b640 1 -- 172.21.15.63:0/1291387693 shutdown_connections 2024-09-15T22:05:35.781 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:35.779+0000 7f5db0f4b640 1 -- 172.21.15.63:0/1291387693 >> 172.21.15.63:0/1291387693 conn(0x7f5dac0d4630 msgr2=0x7f5dac0b7d90 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-15T22:05:35.782 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:35.779+0000 7f5db0f4b640 1 -- 172.21.15.63:0/1291387693 shutdown_connections 2024-09-15T22:05:35.782 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:35.779+0000 7f5db0f4b640 1 -- 172.21.15.63:0/1291387693 wait complete. 2024-09-15T22:05:35.790 DEBUG:teuthology.orchestra.run.smithi063:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd deep-scrub 6 2024-09-15T22:05:35.895 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:35.893+0000 7f2d6f36d640 1 Processor -- start 2024-09-15T22:05:35.895 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:35.894+0000 7f2d6f36d640 1 -- start start 2024-09-15T22:05:35.896 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:35.894+0000 7f2d6f36d640 1 --2- >> v2:172.21.15.63:3300/0 conn(0x7f2d6815b720 0x7f2d6815c950 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-15T22:05:35.896 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:35.894+0000 7f2d6f36d640 1 --2- >> [v2:172.21.15.110:3301/0,v1:172.21.15.110:6790/0] conn(0x7f2d680d18e0 0x7f2d680b18e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-15T22:05:35.897 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:35.895+0000 7f2d6f36d640 1 -- --> v1:172.21.15.63:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f2d680b0b50 con 0x7f2d680b02f0 2024-09-15T22:05:35.897 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:35.895+0000 7f2d6f36d640 1 -- --> v2:172.21.15.63:3300/0 -- mon_getmap magic: 0 -- 0x7f2d6815be70 con 0x7f2d6815b720 2024-09-15T22:05:35.897 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:35.895+0000 7f2d6f36d640 1 -- --> [v2:172.21.15.110:3301/0,v1:172.21.15.110:6790/0] -- mon_getmap magic: 0 -- 0x7f2d6815c150 con 0x7f2d680d18e0 2024-09-15T22:05:35.897 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:35.895+0000 7f2d6d109640 1 --2- >> v2:172.21.15.63:3300/0 conn(0x7f2d6815b720 0x7f2d6815c950 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-15T22:05:35.897 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:35.895+0000 7f2d6c908640 1 --1- >> v1:172.21.15.63:6789/0 conn(0x7f2d680b02f0 0x7f2d680d11d0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.63:6789/0 says I am v1:172.21.15.63:57510/0 (socket says 172.21.15.63:57510) 2024-09-15T22:05:35.897 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:35.895+0000 7f2d6c908640 1 -- 172.21.15.63:0/3721761011 learned_addr learned my addr 172.21.15.63:0/3721761011 (peer_addr_for_me v1:172.21.15.63:0/0) 2024-09-15T22:05:35.897 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:35.895+0000 7f2d6d90a640 1 --2- 172.21.15.63:0/3721761011 >> [v2:172.21.15.110:3301/0,v1:172.21.15.110:6790/0] conn(0x7f2d680d18e0 0x7f2d680b18e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-15T22:05:35.897 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:35.895+0000 7f2d6d109640 1 -- 172.21.15.63:0/3721761011 >> [v2:172.21.15.110:3301/0,v1:172.21.15.110:6790/0] conn(0x7f2d680d18e0 msgr2=0x7f2d680b18e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-15T22:05:35.897 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:35.895+0000 7f2d6d109640 1 --2- 172.21.15.63:0/3721761011 >> [v2:172.21.15.110:3301/0,v1:172.21.15.110:6790/0] conn(0x7f2d680d18e0 0x7f2d680b18e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T22:05:35.898 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:35.895+0000 7f2d6d109640 1 -- 172.21.15.63:0/3721761011 >> v1:172.21.15.63:6789/0 conn(0x7f2d680b02f0 legacy=0x7f2d680d11d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-15T22:05:35.898 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:35.895+0000 7f2d6d109640 1 -- 172.21.15.63:0/3721761011 --> v2:172.21.15.63:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f2d6815c430 con 0x7f2d6815b720 2024-09-15T22:05:35.901 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:35.896+0000 7f2d6d109640 1 --2- 172.21.15.63:0/3721761011 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f2d6815b720 0x7f2d6815c950 secure :-1 s=READY pgs=395 cs=0 l=1 rev1=1 crypto rx=0x7f2d640097a0 tx=0x7f2d6402a180 comp rx=0 tx=0).ready entity=mon.0 client_cookie=4fe02edecece992 server_cookie=0 in_seq=0 out_seq=0 2024-09-15T22:05:35.901 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:35.896+0000 7f2d5bfff640 1 -- 172.21.15.63:0/3721761011 <== mon.0 v2:172.21.15.63:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2d64037070 con 0x7f2d6815b720 2024-09-15T22:05:35.902 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:35.896+0000 7f2d5bfff640 1 -- 172.21.15.63:0/3721761011 <== mon.0 v2:172.21.15.63:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f2d64032440 con 0x7f2d6815b720 2024-09-15T22:05:35.902 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:35.896+0000 7f2d5bfff640 1 -- 172.21.15.63:0/3721761011 <== mon.0 v2:172.21.15.63:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2d64032810 con 0x7f2d6815b720 2024-09-15T22:05:35.902 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:35.896+0000 7f2d6f36d640 1 -- 172.21.15.63:0/3721761011 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f2d6815b720 msgr2=0x7f2d6815c950 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-15T22:05:35.902 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:35.896+0000 7f2d6f36d640 1 --2- 172.21.15.63:0/3721761011 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f2d6815b720 0x7f2d6815c950 secure :-1 s=READY pgs=395 cs=0 l=1 rev1=1 crypto rx=0x7f2d640097a0 tx=0x7f2d6402a180 comp rx=0 tx=0).stop 2024-09-15T22:05:35.902 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:35.896+0000 7f2d6f36d640 1 -- 172.21.15.63:0/3721761011 shutdown_connections 2024-09-15T22:05:35.902 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:35.896+0000 7f2d6f36d640 1 --2- 172.21.15.63:0/3721761011 >> [v2:172.21.15.110:3301/0,v1:172.21.15.110:6790/0] conn(0x7f2d680d18e0 0x7f2d680b18e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T22:05:35.902 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:35.896+0000 7f2d6f36d640 1 --2- 172.21.15.63:0/3721761011 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f2d6815b720 0x7f2d6815c950 unknown :-1 s=CLOSED pgs=395 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T22:05:35.902 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:35.896+0000 7f2d6f36d640 1 -- 172.21.15.63:0/3721761011 >> 172.21.15.63:0/3721761011 conn(0x7f2d680730c0 msgr2=0x7f2d680734d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-15T22:05:35.902 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:35.896+0000 7f2d6f36d640 1 -- 172.21.15.63:0/3721761011 shutdown_connections 2024-09-15T22:05:35.902 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:35.896+0000 7f2d6f36d640 1 -- 172.21.15.63:0/3721761011 wait complete. 2024-09-15T22:05:35.902 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:35.898+0000 7f2d6f36d640 1 Processor -- start 2024-09-15T22:05:35.902 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:35.898+0000 7f2d6f36d640 1 -- start start 2024-09-15T22:05:35.903 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:35.898+0000 7f2d6f36d640 1 --2- >> [v2:172.21.15.110:3301/0,v1:172.21.15.110:6790/0] conn(0x7f2d680b02f0 0x7f2d680ca330 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-15T22:05:35.903 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:35.898+0000 7f2d6f36d640 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f2d680d18e0 0x7f2d68157ac0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-15T22:05:35.903 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:35.898+0000 7f2d6f36d640 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f2d6815b720 0x7f2d68158000 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-15T22:05:35.903 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:35.898+0000 7f2d6f36d640 1 -- --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 -- 0x7f2d680b0930 con 0x7f2d680d18e0 2024-09-15T22:05:35.903 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:35.898+0000 7f2d6f36d640 1 -- --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_getmap magic: 0 -- 0x7f2d680b07b0 con 0x7f2d6815b720 2024-09-15T22:05:35.903 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:35.898+0000 7f2d6f36d640 1 -- --> [v2:172.21.15.110:3301/0,v1:172.21.15.110:6790/0] -- mon_getmap magic: 0 -- 0x7f2d68073be0 con 0x7f2d680b02f0 2024-09-15T22:05:35.903 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:35.898+0000 7f2d6c908640 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f2d680d18e0 0x7f2d68157ac0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-15T22:05:35.903 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:35.899+0000 7f2d6c908640 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f2d680d18e0 0x7f2d68157ac0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.63:3300/0 says I am v2:172.21.15.63:59174/0 (socket says 172.21.15.63:59174) 2024-09-15T22:05:35.903 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:35.899+0000 7f2d6c908640 1 -- 172.21.15.63:0/3302634556 learned_addr learned my addr 172.21.15.63:0/3302634556 (peer_addr_for_me v2:172.21.15.63:0/0) 2024-09-15T22:05:35.903 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:35.899+0000 7f2d6d109640 1 --2- 172.21.15.63:0/3302634556 >> [v2:172.21.15.110:3301/0,v1:172.21.15.110:6790/0] conn(0x7f2d680b02f0 0x7f2d680ca330 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-15T22:05:35.903 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:35.899+0000 7f2d6d90a640 1 --2- 172.21.15.63:0/3302634556 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f2d6815b720 0x7f2d68158000 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-15T22:05:35.903 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:35.899+0000 7f2d6c908640 1 -- 172.21.15.63:0/3302634556 >> [v2:172.21.15.110:3301/0,v1:172.21.15.110:6790/0] conn(0x7f2d680b02f0 msgr2=0x7f2d680ca330 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-15T22:05:35.904 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:35.899+0000 7f2d6c908640 1 --2- 172.21.15.63:0/3302634556 >> [v2:172.21.15.110:3301/0,v1:172.21.15.110:6790/0] conn(0x7f2d680b02f0 0x7f2d680ca330 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T22:05:35.904 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:35.899+0000 7f2d6c908640 1 -- 172.21.15.63:0/3302634556 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f2d6815b720 msgr2=0x7f2d68158000 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-15T22:05:35.904 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:35.899+0000 7f2d6c908640 1 --2- 172.21.15.63:0/3302634556 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f2d6815b720 0x7f2d68158000 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T22:05:35.904 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:35.899+0000 7f2d6c908640 1 -- 172.21.15.63:0/3302634556 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f2d680c5290 con 0x7f2d680d18e0 2024-09-15T22:05:35.904 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:35.899+0000 7f2d6d90a640 1 --2- 172.21.15.63:0/3302634556 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f2d6815b720 0x7f2d68158000 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-15T22:05:35.904 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:35.899+0000 7f2d6d109640 1 --2- 172.21.15.63:0/3302634556 >> [v2:172.21.15.110:3301/0,v1:172.21.15.110:6790/0] conn(0x7f2d680b02f0 0x7f2d680ca330 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-15T22:05:35.904 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:35.899+0000 7f2d6c908640 1 --2- 172.21.15.63:0/3302634556 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f2d680d18e0 0x7f2d68157ac0 secure :-1 s=READY pgs=396 cs=0 l=1 rev1=1 crypto rx=0x7f2d5c00c440 tx=0x7f2d5c001e70 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-15T22:05:35.904 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:35.899+0000 7f2d59ffb640 1 -- 172.21.15.63:0/3302634556 <== mon.0 v2:172.21.15.63:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2d5c017070 con 0x7f2d680d18e0 2024-09-15T22:05:35.904 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:35.899+0000 7f2d59ffb640 1 -- 172.21.15.63:0/3302634556 <== mon.0 v2:172.21.15.63:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f2d5c005ce0 con 0x7f2d680d18e0 2024-09-15T22:05:35.904 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:35.899+0000 7f2d6f36d640 1 -- 172.21.15.63:0/3302634556 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f2d680c5570 con 0x7f2d680d18e0 2024-09-15T22:05:35.904 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:35.899+0000 7f2d59ffb640 1 -- 172.21.15.63:0/3302634556 <== mon.0 v2:172.21.15.63:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2d5c0072f0 con 0x7f2d680d18e0 2024-09-15T22:05:35.904 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:35.899+0000 7f2d6f36d640 1 -- 172.21.15.63:0/3302634556 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f2d680c5b30 con 0x7f2d680d18e0 2024-09-15T22:05:35.905 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:35.900+0000 7f2d6f36d640 1 -- 172.21.15.63:0/3302634556 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f2d6815c950 con 0x7f2d680d18e0 2024-09-15T22:05:35.905 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:35.901+0000 7f2d59ffb640 1 -- 172.21.15.63:0/3302634556 <== mon.0 v2:172.21.15.63:3300/0 4 ==== mgrmap(e 7) ==== 90999+0+0 (secure 0 0 0) 0x7f2d5c01a070 con 0x7f2d680d18e0 2024-09-15T22:05:35.906 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:35.901+0000 7f2d59ffb640 1 --2- 172.21.15.63:0/3302634556 >> [v2:172.21.15.110:6832/552273267,v1:172.21.15.110:6833/552273267] conn(0x7f2d4c06c460 0x7f2d4c06e920 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-15T22:05:35.906 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:35.901+0000 7f2d59ffb640 1 -- 172.21.15.63:0/3302634556 <== mon.0 v2:172.21.15.63:3300/0 5 ==== osd_map(36..36 src has 1..36) ==== 4943+0+0 (secure 0 0 0) 0x7f2d5c08a770 con 0x7f2d680d18e0 2024-09-15T22:05:35.906 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:35.902+0000 7f2d6d109640 1 --2- 172.21.15.63:0/3302634556 >> [v2:172.21.15.110:6832/552273267,v1:172.21.15.110:6833/552273267] conn(0x7f2d4c06c460 0x7f2d4c06e920 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-15T22:05:35.906 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:35.902+0000 7f2d6d109640 1 --2- 172.21.15.63:0/3302634556 >> [v2:172.21.15.110:6832/552273267,v1:172.21.15.110:6833/552273267] conn(0x7f2d4c06c460 0x7f2d4c06e920 secure :-1 s=READY pgs=199 cs=0 l=1 rev1=1 crypto rx=0x7f2d64034000 tx=0x7f2d6402e000 comp rx=0 tx=0).ready entity=mgr.4102 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-15T22:05:35.907 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:35.906+0000 7f2d59ffb640 1 -- 172.21.15.63:0/3302634556 <== mon.0 v2:172.21.15.63:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7f2d5c058ff0 con 0x7f2d680d18e0 2024-09-15T22:05:36.083 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:36.081+0000 7f2d6f36d640 1 -- 172.21.15.63:0/3302634556 --> [v2:172.21.15.110:6832/552273267,v1:172.21.15.110:6833/552273267] -- mgr_command(tid 0: {"prefix": "osd deep-scrub", "who": "6", "target": ["mon-mgr", ""]}) -- 0x7f2d6809f400 con 0x7f2d4c06c460 2024-09-15T22:05:36.083 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:36.082+0000 7f2d59ffb640 1 -- 172.21.15.63:0/3302634556 <== mgr.4102 v2:172.21.15.110:6832/552273267 1 ==== mgr_command_reply(tid 0: 0 instructed osd(s) 6 to deep-scrub) ==== 41+0+0 (secure 0 0 0) 0x7f2d6809f400 con 0x7f2d4c06c460 2024-09-15T22:05:36.084 INFO:teuthology.orchestra.run.smithi063.stderr:instructed osd(s) 6 to deep-scrub 2024-09-15T22:05:36.086 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:36.084+0000 7f2d6f36d640 1 -- 172.21.15.63:0/3302634556 >> [v2:172.21.15.110:6832/552273267,v1:172.21.15.110:6833/552273267] conn(0x7f2d4c06c460 msgr2=0x7f2d4c06e920 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-15T22:05:36.086 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:36.084+0000 7f2d6f36d640 1 --2- 172.21.15.63:0/3302634556 >> [v2:172.21.15.110:6832/552273267,v1:172.21.15.110:6833/552273267] conn(0x7f2d4c06c460 0x7f2d4c06e920 secure :-1 s=READY pgs=199 cs=0 l=1 rev1=1 crypto rx=0x7f2d64034000 tx=0x7f2d6402e000 comp rx=0 tx=0).stop 2024-09-15T22:05:36.086 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:36.084+0000 7f2d6f36d640 1 -- 172.21.15.63:0/3302634556 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f2d680d18e0 msgr2=0x7f2d68157ac0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-15T22:05:36.086 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:36.084+0000 7f2d6f36d640 1 --2- 172.21.15.63:0/3302634556 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f2d680d18e0 0x7f2d68157ac0 secure :-1 s=READY pgs=396 cs=0 l=1 rev1=1 crypto rx=0x7f2d5c00c440 tx=0x7f2d5c001e70 comp rx=0 tx=0).stop 2024-09-15T22:05:36.086 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:36.084+0000 7f2d6f36d640 1 -- 172.21.15.63:0/3302634556 shutdown_connections 2024-09-15T22:05:36.086 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:36.084+0000 7f2d6f36d640 1 --2- 172.21.15.63:0/3302634556 >> [v2:172.21.15.110:6832/552273267,v1:172.21.15.110:6833/552273267] conn(0x7f2d4c06c460 0x7f2d4c06e920 unknown :-1 s=CLOSED pgs=199 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T22:05:36.087 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:36.084+0000 7f2d6f36d640 1 --2- 172.21.15.63:0/3302634556 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f2d6815b720 0x7f2d68158000 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T22:05:36.087 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:36.084+0000 7f2d6f36d640 1 --2- 172.21.15.63:0/3302634556 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f2d680d18e0 0x7f2d68157ac0 unknown :-1 s=CLOSED pgs=396 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T22:05:36.087 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:36.084+0000 7f2d6f36d640 1 --2- 172.21.15.63:0/3302634556 >> [v2:172.21.15.110:3301/0,v1:172.21.15.110:6790/0] conn(0x7f2d680b02f0 0x7f2d680ca330 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T22:05:36.087 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:36.084+0000 7f2d6f36d640 1 -- 172.21.15.63:0/3302634556 >> 172.21.15.63:0/3302634556 conn(0x7f2d680730c0 msgr2=0x7f2d680cdc20 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-15T22:05:36.087 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:36.084+0000 7f2d6f36d640 1 -- 172.21.15.63:0/3302634556 shutdown_connections 2024-09-15T22:05:36.087 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:36.084+0000 7f2d6f36d640 1 -- 172.21.15.63:0/3302634556 wait complete. 2024-09-15T22:05:36.097 INFO:tasks.ceph:Scrubbing osd.7 2024-09-15T22:05:36.097 DEBUG:teuthology.orchestra.run.smithi063:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell osd.7 config set osd_debug_deep_scrub_sleep 0 2024-09-15T22:05:36.203 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:36.201+0000 7fdcabadd640 1 Processor -- start 2024-09-15T22:05:36.203 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:36.202+0000 7fdcabadd640 1 -- start start 2024-09-15T22:05:36.204 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:36.202+0000 7fdcabadd640 1 --2- >> v2:172.21.15.63:3300/0 conn(0x7fdca415e840 0x7fdca40cf600 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-15T22:05:36.204 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:36.202+0000 7fdcabadd640 1 --2- >> [v2:172.21.15.110:3301/0,v1:172.21.15.110:6790/0] conn(0x7fdca40b9880 0x7fdca40b9cc0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-15T22:05:36.205 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:36.202+0000 7fdcabadd640 1 --2- >> v2:172.21.15.110:3300/0 conn(0x7fdca40ba200 0x7fdca41623a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-15T22:05:36.205 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:36.202+0000 7fdcabadd640 1 -- --> v2:172.21.15.63:3300/0 -- mon_getmap magic: 0 -- 0x7fdca40cfe50 con 0x7fdca415e840 2024-09-15T22:05:36.205 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:36.202+0000 7fdcabadd640 1 -- --> v2:172.21.15.110:3300/0 -- mon_getmap magic: 0 -- 0x7fdca40d4350 con 0x7fdca40ba200 2024-09-15T22:05:36.205 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:36.202+0000 7fdcabadd640 1 -- --> [v2:172.21.15.110:3301/0,v1:172.21.15.110:6790/0] -- mon_getmap magic: 0 -- 0x7fdca40d3590 con 0x7fdca40b9880 2024-09-15T22:05:36.205 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:36.203+0000 7fdca9879640 1 --2- >> v2:172.21.15.63:3300/0 conn(0x7fdca415e840 0x7fdca40cf600 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-15T22:05:36.205 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:36.203+0000 7fdca9879640 1 --2- >> v2:172.21.15.63:3300/0 conn(0x7fdca415e840 0x7fdca40cf600 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.63:3300/0 says I am v2:172.21.15.63:59190/0 (socket says 172.21.15.63:59190) 2024-09-15T22:05:36.205 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:36.203+0000 7fdca9879640 1 -- 172.21.15.63:0/951278434 learned_addr learned my addr 172.21.15.63:0/951278434 (peer_addr_for_me v2:172.21.15.63:0/0) 2024-09-15T22:05:36.205 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:36.203+0000 7fdca9879640 1 -- 172.21.15.63:0/951278434 >> [v2:172.21.15.110:3301/0,v1:172.21.15.110:6790/0] conn(0x7fdca40b9880 msgr2=0x7fdca40b9cc0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-15T22:05:36.205 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:36.203+0000 7fdca9879640 1 --2- 172.21.15.63:0/951278434 >> [v2:172.21.15.110:3301/0,v1:172.21.15.110:6790/0] conn(0x7fdca40b9880 0x7fdca40b9cc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T22:05:36.205 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:36.203+0000 7fdca9879640 1 -- 172.21.15.63:0/951278434 >> v2:172.21.15.110:3300/0 conn(0x7fdca40ba200 msgr2=0x7fdca41623a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-15T22:05:36.205 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:36.203+0000 7fdca9879640 1 --2- 172.21.15.63:0/951278434 >> v2:172.21.15.110:3300/0 conn(0x7fdca40ba200 0x7fdca41623a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T22:05:36.205 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:36.203+0000 7fdca9879640 1 -- 172.21.15.63:0/951278434 --> v2:172.21.15.63:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fdca40d3870 con 0x7fdca415e840 2024-09-15T22:05:36.207 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:36.204+0000 7fdca9879640 1 --2- 172.21.15.63:0/951278434 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fdca415e840 0x7fdca40cf600 secure :-1 s=READY pgs=397 cs=0 l=1 rev1=1 crypto rx=0x7fdca40d0e00 tx=0x7fdc9402a610 comp rx=0 tx=0).ready entity=mon.0 client_cookie=691fc78ea64f4ec4 server_cookie=0 in_seq=0 out_seq=0 2024-09-15T22:05:36.207 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:36.204+0000 7fdca8877640 1 -- 172.21.15.63:0/951278434 <== mon.0 v2:172.21.15.63:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fdc94036070 con 0x7fdca415e840 2024-09-15T22:05:36.207 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:36.204+0000 7fdca8877640 1 -- 172.21.15.63:0/951278434 <== mon.0 v2:172.21.15.63:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fdc94031600 con 0x7fdca415e840 2024-09-15T22:05:36.207 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:36.204+0000 7fdca8877640 1 -- 172.21.15.63:0/951278434 <== mon.0 v2:172.21.15.63:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fdc940319d0 con 0x7fdca415e840 2024-09-15T22:05:36.207 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:36.204+0000 7fdcabadd640 1 -- 172.21.15.63:0/951278434 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fdca415e840 msgr2=0x7fdca40cf600 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-15T22:05:36.207 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:36.204+0000 7fdcabadd640 1 --2- 172.21.15.63:0/951278434 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fdca415e840 0x7fdca40cf600 secure :-1 s=READY pgs=397 cs=0 l=1 rev1=1 crypto rx=0x7fdca40d0e00 tx=0x7fdc9402a610 comp rx=0 tx=0).stop 2024-09-15T22:05:36.207 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:36.204+0000 7fdcabadd640 1 -- 172.21.15.63:0/951278434 shutdown_connections 2024-09-15T22:05:36.207 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:36.204+0000 7fdcabadd640 1 --2- 172.21.15.63:0/951278434 >> v2:172.21.15.110:3300/0 conn(0x7fdca40ba200 0x7fdca41623a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T22:05:36.207 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:36.204+0000 7fdcabadd640 1 --2- 172.21.15.63:0/951278434 >> [v2:172.21.15.110:3301/0,v1:172.21.15.110:6790/0] conn(0x7fdca40b9880 0x7fdca40b9cc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T22:05:36.207 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:36.204+0000 7fdcabadd640 1 --2- 172.21.15.63:0/951278434 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fdca415e840 0x7fdca40cf600 unknown :-1 s=CLOSED pgs=397 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T22:05:36.207 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:36.204+0000 7fdcabadd640 1 -- 172.21.15.63:0/951278434 >> 172.21.15.63:0/951278434 conn(0x7fdca40d4630 msgr2=0x7fdca40d4a40 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-15T22:05:36.208 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:36.205+0000 7fdcabadd640 1 -- 172.21.15.63:0/951278434 shutdown_connections 2024-09-15T22:05:36.208 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:36.205+0000 7fdcabadd640 1 -- 172.21.15.63:0/951278434 wait complete. 2024-09-15T22:05:36.210 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:36.206+0000 7fdcabadd640 1 Processor -- start 2024-09-15T22:05:36.210 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:36.206+0000 7fdcabadd640 1 -- start start 2024-09-15T22:05:36.210 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:36.207+0000 7fdcabadd640 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7fdca40b9880 0x7fdca4153040 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-15T22:05:36.210 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:36.207+0000 7fdcabadd640 1 --2- >> [v2:172.21.15.110:3301/0,v1:172.21.15.110:6790/0] conn(0x7fdca40ba200 0x7fdca40cc110 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-15T22:05:36.210 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:36.207+0000 7fdcabadd640 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fdca415e840 0x7fdca40b4090 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-15T22:05:36.210 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:36.207+0000 7fdcabadd640 1 -- --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 -- 0x7fdca40cfb40 con 0x7fdca415e840 2024-09-15T22:05:36.210 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:36.207+0000 7fdcabadd640 1 -- --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_getmap magic: 0 -- 0x7fdca40d3e30 con 0x7fdca40b9880 2024-09-15T22:05:36.210 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:36.207+0000 7fdcabadd640 1 -- --> [v2:172.21.15.110:3301/0,v1:172.21.15.110:6790/0] -- mon_getmap magic: 0 -- 0x7fdca41628e0 con 0x7fdca40ba200 2024-09-15T22:05:36.210 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:36.207+0000 7fdcaa07a640 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fdca415e840 0x7fdca40b4090 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-15T22:05:36.210 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:36.207+0000 7fdcaa07a640 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fdca415e840 0x7fdca40b4090 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.63:3300/0 says I am v2:172.21.15.63:59196/0 (socket says 172.21.15.63:59196) 2024-09-15T22:05:36.210 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:36.207+0000 7fdcaa07a640 1 -- 172.21.15.63:0/613486304 learned_addr learned my addr 172.21.15.63:0/613486304 (peer_addr_for_me v2:172.21.15.63:0/0) 2024-09-15T22:05:36.211 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:36.207+0000 7fdca9879640 1 --2- 172.21.15.63:0/613486304 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7fdca40b9880 0x7fdca4153040 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-15T22:05:36.211 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:36.207+0000 7fdca9078640 1 --2- 172.21.15.63:0/613486304 >> [v2:172.21.15.110:3301/0,v1:172.21.15.110:6790/0] conn(0x7fdca40ba200 0x7fdca40cc110 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-15T22:05:36.211 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:36.207+0000 7fdcaa07a640 1 -- 172.21.15.63:0/613486304 >> [v2:172.21.15.110:3301/0,v1:172.21.15.110:6790/0] conn(0x7fdca40ba200 msgr2=0x7fdca40cc110 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-15T22:05:36.211 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:36.207+0000 7fdcaa07a640 1 --2- 172.21.15.63:0/613486304 >> [v2:172.21.15.110:3301/0,v1:172.21.15.110:6790/0] conn(0x7fdca40ba200 0x7fdca40cc110 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T22:05:36.211 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:36.207+0000 7fdcaa07a640 1 -- 172.21.15.63:0/613486304 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7fdca40b9880 msgr2=0x7fdca4153040 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-15T22:05:36.211 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:36.207+0000 7fdcaa07a640 1 --2- 172.21.15.63:0/613486304 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7fdca40b9880 0x7fdca4153040 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T22:05:36.211 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:36.207+0000 7fdcaa07a640 1 -- 172.21.15.63:0/613486304 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fdca40cca10 con 0x7fdca415e840 2024-09-15T22:05:36.211 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:36.207+0000 7fdcaa07a640 1 --2- 172.21.15.63:0/613486304 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fdca415e840 0x7fdca40b4090 secure :-1 s=READY pgs=398 cs=0 l=1 rev1=1 crypto rx=0x7fdc9c00b410 tx=0x7fdc9c009f90 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-15T22:05:36.211 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:36.207+0000 7fdca27fc640 1 -- 172.21.15.63:0/613486304 <== mon.0 v2:172.21.15.63:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fdc9c015020 con 0x7fdca415e840 2024-09-15T22:05:36.211 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:36.207+0000 7fdca27fc640 1 -- 172.21.15.63:0/613486304 <== mon.0 v2:172.21.15.63:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fdc9c011830 con 0x7fdca415e840 2024-09-15T22:05:36.211 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:36.207+0000 7fdcabadd640 1 -- 172.21.15.63:0/613486304 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fdca40cccf0 con 0x7fdca415e840 2024-09-15T22:05:36.211 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:36.207+0000 7fdca27fc640 1 -- 172.21.15.63:0/613486304 <== mon.0 v2:172.21.15.63:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fdc9c011c00 con 0x7fdca415e840 2024-09-15T22:05:36.211 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:36.207+0000 7fdcabadd640 1 -- 172.21.15.63:0/613486304 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fdca40cd2b0 con 0x7fdca415e840 2024-09-15T22:05:36.211 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:36.208+0000 7fdcabadd640 1 -- 172.21.15.63:0/613486304 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_get_version(what=osdmap handle=1) -- 0x7fdca41623a0 con 0x7fdca415e840 2024-09-15T22:05:36.213 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:36.209+0000 7fdca27fc640 1 -- 172.21.15.63:0/613486304 <== mon.0 v2:172.21.15.63:3300/0 4 ==== mgrmap(e 7) ==== 90999+0+0 (secure 0 0 0) 0x7fdc9c018020 con 0x7fdca415e840 2024-09-15T22:05:36.213 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:36.209+0000 7fdca27fc640 1 --2- 172.21.15.63:0/613486304 >> [v2:172.21.15.110:6832/552273267,v1:172.21.15.110:6833/552273267] conn(0x7fdc9006c460 0x7fdc9006e920 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-15T22:05:36.213 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:36.209+0000 7fdca27fc640 1 -- 172.21.15.63:0/613486304 <== mon.0 v2:172.21.15.63:3300/0 5 ==== osd_map(36..36 src has 1..36) ==== 4943+0+0 (secure 0 0 0) 0x7fdc9c08b170 con 0x7fdca415e840 2024-09-15T22:05:36.213 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:36.209+0000 7fdca27fc640 1 --2- 172.21.15.63:0/613486304 >> [v2:172.21.15.110:6824/3099325207,v1:172.21.15.110:6825/3099325207] conn(0x7fdc90072320 0x7fdc90074740 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-15T22:05:36.213 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:36.209+0000 7fdca27fc640 1 -- 172.21.15.63:0/613486304 --> [v2:172.21.15.110:6824/3099325207,v1:172.21.15.110:6825/3099325207] -- command(tid 1: {"prefix": "get_command_descriptions"}) -- 0x7fdc9c004450 con 0x7fdc90072320 2024-09-15T22:05:36.213 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:36.209+0000 7fdca27fc640 1 -- 172.21.15.63:0/613486304 <== mon.0 v2:172.21.15.63:3300/0 6 ==== mon_get_version_reply(handle=1 version=36) ==== 24+0+0 (secure 0 0 0) 0x7fdc9c092050 con 0x7fdca415e840 2024-09-15T22:05:36.213 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:36.210+0000 7fdca9879640 1 --2- 172.21.15.63:0/613486304 >> [v2:172.21.15.110:6832/552273267,v1:172.21.15.110:6833/552273267] conn(0x7fdc9006c460 0x7fdc9006e920 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-15T22:05:36.213 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:36.210+0000 7fdca9078640 1 --2- 172.21.15.63:0/613486304 >> [v2:172.21.15.110:6824/3099325207,v1:172.21.15.110:6825/3099325207] conn(0x7fdc90072320 0x7fdc90074740 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-15T22:05:36.213 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:36.210+0000 7fdca9078640 1 --2- 172.21.15.63:0/613486304 >> [v2:172.21.15.110:6824/3099325207,v1:172.21.15.110:6825/3099325207] conn(0x7fdc90072320 0x7fdc90074740 crc :-1 s=READY pgs=13 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=osd.7 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-15T22:05:36.213 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:36.210+0000 7fdca9879640 1 --2- 172.21.15.63:0/613486304 >> [v2:172.21.15.110:6832/552273267,v1:172.21.15.110:6833/552273267] conn(0x7fdc9006c460 0x7fdc9006e920 secure :-1 s=READY pgs=200 cs=0 l=1 rev1=1 crypto rx=0x7fdc94033000 tx=0x7fdc94009000 comp rx=0 tx=0).ready entity=mgr.4102 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-15T22:05:36.214 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:36.211+0000 7fdca27fc640 1 -- 172.21.15.63:0/613486304 <== osd.7 v2:172.21.15.110:6824/3099325207 1 ==== command_reply(tid 1: 0 ) ==== 8+0+27193 (crc 0 0 0) 0x7fdc9c004450 con 0x7fdc90072320 2024-09-15T22:05:36.225 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:36.223+0000 7fdcabadd640 1 -- 172.21.15.63:0/613486304 --> [v2:172.21.15.110:6824/3099325207,v1:172.21.15.110:6825/3099325207] -- command(tid 2: {"prefix": "config set", "var": "osd_debug_deep_scrub_sleep", "val": ["0"]}) -- 0x7fdca40c7ee0 con 0x7fdc90072320 2024-09-15T22:05:36.225 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:36.224+0000 7fdca27fc640 1 -- 172.21.15.63:0/613486304 <== osd.7 v2:172.21.15.110:6824/3099325207 2 ==== command_reply(tid 2: 0 ) ==== 8+0+97 (crc 0 0 0) 0x7fdca40c7ee0 con 0x7fdc90072320 2024-09-15T22:05:36.225 INFO:teuthology.orchestra.run.smithi063.stdout:{ 2024-09-15T22:05:36.225 INFO:teuthology.orchestra.run.smithi063.stdout: "success": "osd_debug_deep_scrub_sleep = '' (not observed, change may require restart) " 2024-09-15T22:05:36.226 INFO:teuthology.orchestra.run.smithi063.stdout:} 2024-09-15T22:05:36.226 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:36.224+0000 7fdcabadd640 1 -- 172.21.15.63:0/613486304 >> [v2:172.21.15.110:6824/3099325207,v1:172.21.15.110:6825/3099325207] conn(0x7fdc90072320 msgr2=0x7fdc90074740 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-15T22:05:36.227 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:36.224+0000 7fdcabadd640 1 --2- 172.21.15.63:0/613486304 >> [v2:172.21.15.110:6824/3099325207,v1:172.21.15.110:6825/3099325207] conn(0x7fdc90072320 0x7fdc90074740 crc :-1 s=READY pgs=13 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T22:05:36.227 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:36.224+0000 7fdcabadd640 1 -- 172.21.15.63:0/613486304 >> [v2:172.21.15.110:6832/552273267,v1:172.21.15.110:6833/552273267] conn(0x7fdc9006c460 msgr2=0x7fdc9006e920 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-15T22:05:36.227 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:36.224+0000 7fdcabadd640 1 --2- 172.21.15.63:0/613486304 >> [v2:172.21.15.110:6832/552273267,v1:172.21.15.110:6833/552273267] conn(0x7fdc9006c460 0x7fdc9006e920 secure :-1 s=READY pgs=200 cs=0 l=1 rev1=1 crypto rx=0x7fdc94033000 tx=0x7fdc94009000 comp rx=0 tx=0).stop 2024-09-15T22:05:36.227 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:36.224+0000 7fdcabadd640 1 -- 172.21.15.63:0/613486304 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fdca415e840 msgr2=0x7fdca40b4090 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-15T22:05:36.227 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:36.224+0000 7fdcabadd640 1 --2- 172.21.15.63:0/613486304 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fdca415e840 0x7fdca40b4090 secure :-1 s=READY pgs=398 cs=0 l=1 rev1=1 crypto rx=0x7fdc9c00b410 tx=0x7fdc9c009f90 comp rx=0 tx=0).stop 2024-09-15T22:05:36.227 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:36.224+0000 7fdcaa07a640 1 -- 172.21.15.63:0/613486304 reap_dead start 2024-09-15T22:05:36.227 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:36.224+0000 7fdcabadd640 1 -- 172.21.15.63:0/613486304 shutdown_connections 2024-09-15T22:05:36.227 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:36.224+0000 7fdcabadd640 1 -- 172.21.15.63:0/613486304 >> 172.21.15.63:0/613486304 conn(0x7fdca40d4630 msgr2=0x7fdca4073090 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-15T22:05:36.227 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:36.224+0000 7fdcabadd640 1 -- 172.21.15.63:0/613486304 shutdown_connections 2024-09-15T22:05:36.227 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:36.224+0000 7fdcabadd640 1 -- 172.21.15.63:0/613486304 wait complete. 2024-09-15T22:05:36.236 DEBUG:teuthology.orchestra.run.smithi063:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd deep-scrub 7 2024-09-15T22:05:36.339 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:36.337+0000 7f109cd11640 1 Processor -- start 2024-09-15T22:05:36.339 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:36.337+0000 7f109cd11640 1 -- start start 2024-09-15T22:05:36.340 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:36.338+0000 7f109cd11640 1 --2- >> v2:172.21.15.63:3300/0 conn(0x7f109815e570 0x7f10980d32d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-15T22:05:36.340 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:36.338+0000 7f109cd11640 1 --2- >> v2:172.21.15.110:3300/0 conn(0x7f10980d1030 0x7f10980d14a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-15T22:05:36.340 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:36.338+0000 7f109cd11640 1 -- --> v1:172.21.15.63:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f109815e950 con 0x7f10980d4a00 2024-09-15T22:05:36.340 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:36.338+0000 7f109cd11640 1 -- --> v2:172.21.15.63:3300/0 -- mon_getmap magic: 0 -- 0x7f10980d19e0 con 0x7f109815e570 2024-09-15T22:05:36.340 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:36.338+0000 7f109cd11640 1 -- --> v2:172.21.15.110:3300/0 -- mon_getmap magic: 0 -- 0x7f10980d3960 con 0x7f10980d1030 2024-09-15T22:05:36.340 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:36.338+0000 7f109659c640 1 --2- >> v2:172.21.15.63:3300/0 conn(0x7f109815e570 0x7f10980d32d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-15T22:05:36.341 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:36.338+0000 7f1095d9b640 1 --1- >> v1:172.21.15.63:6789/0 conn(0x7f10980d4a00 0x7f10980cf720 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.63:6789/0 says I am v1:172.21.15.63:57518/0 (socket says 172.21.15.63:57518) 2024-09-15T22:05:36.341 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:36.338+0000 7f1095d9b640 1 -- 172.21.15.63:0/1529572877 learned_addr learned my addr 172.21.15.63:0/1529572877 (peer_addr_for_me v1:172.21.15.63:0/0) 2024-09-15T22:05:36.341 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:36.338+0000 7f1096d9d640 1 --2- 172.21.15.63:0/1529572877 >> v2:172.21.15.110:3300/0 conn(0x7f10980d1030 0x7f10980d14a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-15T22:05:36.341 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:36.339+0000 7f109659c640 1 -- 172.21.15.63:0/1529572877 >> v2:172.21.15.110:3300/0 conn(0x7f10980d1030 msgr2=0x7f10980d14a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-15T22:05:36.341 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:36.339+0000 7f109659c640 1 --2- 172.21.15.63:0/1529572877 >> v2:172.21.15.110:3300/0 conn(0x7f10980d1030 0x7f10980d14a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T22:05:36.341 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:36.339+0000 7f109659c640 1 -- 172.21.15.63:0/1529572877 >> v1:172.21.15.63:6789/0 conn(0x7f10980d4a00 legacy=0x7f10980cf720 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-15T22:05:36.341 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:36.339+0000 7f109659c640 1 -- 172.21.15.63:0/1529572877 --> v2:172.21.15.63:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f10980d3c40 con 0x7f109815e570 2024-09-15T22:05:36.341 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:36.339+0000 7f109559a640 1 -- 172.21.15.63:0/1529572877 <== mon.0 v1:172.21.15.63:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 2989228997 0 0) 0x7f109815e950 con 0x7f10980d4a00 2024-09-15T22:05:36.342 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:36.339+0000 7f109659c640 1 --2- 172.21.15.63:0/1529572877 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f109815e570 0x7f10980d32d0 secure :-1 s=READY pgs=400 cs=0 l=1 rev1=1 crypto rx=0x7f10980b7650 tx=0x7f108802a680 comp rx=0 tx=0).ready entity=mon.0 client_cookie=9aec17419827e989 server_cookie=0 in_seq=0 out_seq=0 2024-09-15T22:05:36.342 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:36.339+0000 7f109559a640 1 -- 172.21.15.63:0/1529572877 <== mon.0 v2:172.21.15.63:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1088007740 con 0x7f109815e570 2024-09-15T22:05:36.342 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:36.339+0000 7f109559a640 1 -- 172.21.15.63:0/1529572877 <== mon.0 v2:172.21.15.63:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f10880078e0 con 0x7f109815e570 2024-09-15T22:05:36.343 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:36.339+0000 7f109559a640 1 -- 172.21.15.63:0/1529572877 <== mon.0 v2:172.21.15.63:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1088007cb0 con 0x7f109815e570 2024-09-15T22:05:36.343 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:36.340+0000 7f109cd11640 1 -- 172.21.15.63:0/1529572877 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f109815e570 msgr2=0x7f10980d32d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-15T22:05:36.343 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:36.340+0000 7f109cd11640 1 --2- 172.21.15.63:0/1529572877 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f109815e570 0x7f10980d32d0 secure :-1 s=READY pgs=400 cs=0 l=1 rev1=1 crypto rx=0x7f10980b7650 tx=0x7f108802a680 comp rx=0 tx=0).stop 2024-09-15T22:05:36.343 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:36.340+0000 7f109cd11640 1 -- 172.21.15.63:0/1529572877 shutdown_connections 2024-09-15T22:05:36.343 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:36.340+0000 7f109cd11640 1 --2- 172.21.15.63:0/1529572877 >> v2:172.21.15.110:3300/0 conn(0x7f10980d1030 0x7f10980d14a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T22:05:36.343 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:36.340+0000 7f109cd11640 1 --2- 172.21.15.63:0/1529572877 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f109815e570 0x7f10980d32d0 unknown :-1 s=CLOSED pgs=400 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T22:05:36.343 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:36.340+0000 7f109cd11640 1 -- 172.21.15.63:0/1529572877 >> 172.21.15.63:0/1529572877 conn(0x7f1098074bc0 msgr2=0x7f1098074fd0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-15T22:05:36.343 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:36.340+0000 7f109cd11640 1 -- 172.21.15.63:0/1529572877 shutdown_connections 2024-09-15T22:05:36.343 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:36.340+0000 7f109cd11640 1 -- 172.21.15.63:0/1529572877 wait complete. 2024-09-15T22:05:36.345 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:36.341+0000 7f109cd11640 1 Processor -- start 2024-09-15T22:05:36.345 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:36.342+0000 7f109cd11640 1 -- start start 2024-09-15T22:05:36.346 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:36.342+0000 7f109cd11640 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f10980d1030 0x7f10981f7ea0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-15T22:05:36.346 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:36.342+0000 7f109cd11640 1 --2- >> [v2:172.21.15.110:3301/0,v1:172.21.15.110:6790/0] conn(0x7f10980d4a00 0x7f109815d810 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-15T22:05:36.346 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:36.342+0000 7f109cd11640 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f109815e570 0x7f109814af60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-15T22:05:36.346 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:36.342+0000 7f109cd11640 1 -- --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 -- 0x7f10980d44e0 con 0x7f10980d1030 2024-09-15T22:05:36.346 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:36.342+0000 7f109cd11640 1 -- --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_getmap magic: 0 -- 0x7f10980d4200 con 0x7f109815e570 2024-09-15T22:05:36.346 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:36.342+0000 7f109cd11640 1 -- --> [v2:172.21.15.110:3301/0,v1:172.21.15.110:6790/0] -- mon_getmap magic: 0 -- 0x7f10980d4e40 con 0x7f10980d4a00 2024-09-15T22:05:36.346 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:36.342+0000 7f109659c640 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f10980d1030 0x7f10981f7ea0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-15T22:05:36.346 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:36.342+0000 7f109659c640 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f10980d1030 0x7f10981f7ea0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.63:3300/0 says I am v2:172.21.15.63:59214/0 (socket says 172.21.15.63:59214) 2024-09-15T22:05:36.346 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:36.342+0000 7f109659c640 1 -- 172.21.15.63:0/2174836139 learned_addr learned my addr 172.21.15.63:0/2174836139 (peer_addr_for_me v2:172.21.15.63:0/0) 2024-09-15T22:05:36.346 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:36.343+0000 7f109659c640 1 -- 172.21.15.63:0/2174836139 >> [v2:172.21.15.110:3301/0,v1:172.21.15.110:6790/0] conn(0x7f10980d4a00 msgr2=0x7f109815d810 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-15T22:05:36.346 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:36.343+0000 7f109659c640 1 --2- 172.21.15.63:0/2174836139 >> [v2:172.21.15.110:3301/0,v1:172.21.15.110:6790/0] conn(0x7f10980d4a00 0x7f109815d810 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T22:05:36.346 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:36.343+0000 7f109659c640 1 -- 172.21.15.63:0/2174836139 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f109815e570 msgr2=0x7f109814af60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-15T22:05:36.346 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:36.343+0000 7f109659c640 1 --2- 172.21.15.63:0/2174836139 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f109815e570 0x7f109814af60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T22:05:36.346 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:36.343+0000 7f109659c640 1 -- 172.21.15.63:0/2174836139 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f10980cd540 con 0x7f10980d1030 2024-09-15T22:05:36.347 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:36.343+0000 7f109659c640 1 --2- 172.21.15.63:0/2174836139 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f10980d1030 0x7f10981f7ea0 secure :-1 s=READY pgs=401 cs=0 l=1 rev1=1 crypto rx=0x7f1088009e80 tx=0x7f1088004a40 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-15T22:05:36.347 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:36.343+0000 7f108effd640 1 -- 172.21.15.63:0/2174836139 <== mon.0 v2:172.21.15.63:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f108803f070 con 0x7f10980d1030 2024-09-15T22:05:36.347 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:36.343+0000 7f108effd640 1 -- 172.21.15.63:0/2174836139 <== mon.0 v2:172.21.15.63:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f1088031c40 con 0x7f10980d1030 2024-09-15T22:05:36.347 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:36.343+0000 7f109cd11640 1 -- 172.21.15.63:0/2174836139 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f109815dd50 con 0x7f10980d1030 2024-09-15T22:05:36.347 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:36.343+0000 7f108effd640 1 -- 172.21.15.63:0/2174836139 <== mon.0 v2:172.21.15.63:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1088009450 con 0x7f10980d1030 2024-09-15T22:05:36.347 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:36.343+0000 7f109cd11640 1 -- 172.21.15.63:0/2174836139 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f10981f8760 con 0x7f10980d1030 2024-09-15T22:05:36.347 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:36.344+0000 7f109cd11640 1 -- 172.21.15.63:0/2174836139 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f10980d14a0 con 0x7f10980d1030 2024-09-15T22:05:36.348 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:36.344+0000 7f108effd640 1 -- 172.21.15.63:0/2174836139 <== mon.0 v2:172.21.15.63:3300/0 4 ==== mgrmap(e 7) ==== 90999+0+0 (secure 0 0 0) 0x7f1088003990 con 0x7f10980d1030 2024-09-15T22:05:36.348 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:36.345+0000 7f108effd640 1 --2- 172.21.15.63:0/2174836139 >> [v2:172.21.15.110:6832/552273267,v1:172.21.15.110:6833/552273267] conn(0x7f107806c460 0x7f107806e920 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-15T22:05:36.348 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:36.345+0000 7f108effd640 1 -- 172.21.15.63:0/2174836139 <== mon.0 v2:172.21.15.63:3300/0 5 ==== osd_map(36..36 src has 1..36) ==== 4943+0+0 (secure 0 0 0) 0x7f10880ac740 con 0x7f10980d1030 2024-09-15T22:05:36.348 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:36.345+0000 7f1095d9b640 1 --2- 172.21.15.63:0/2174836139 >> [v2:172.21.15.110:6832/552273267,v1:172.21.15.110:6833/552273267] conn(0x7f107806c460 0x7f107806e920 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-15T22:05:36.348 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:36.346+0000 7f1095d9b640 1 --2- 172.21.15.63:0/2174836139 >> [v2:172.21.15.110:6832/552273267,v1:172.21.15.110:6833/552273267] conn(0x7f107806c460 0x7f107806e920 secure :-1 s=READY pgs=201 cs=0 l=1 rev1=1 crypto rx=0x7f1080007fd0 tx=0x7f1080007920 comp rx=0 tx=0).ready entity=mgr.4102 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-15T22:05:36.350 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:36.349+0000 7f108effd640 1 -- 172.21.15.63:0/2174836139 <== mon.0 v2:172.21.15.63:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7f108807ae20 con 0x7f10980d1030 2024-09-15T22:05:36.526 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:36.525+0000 7f109cd11640 1 -- 172.21.15.63:0/2174836139 --> [v2:172.21.15.110:6832/552273267,v1:172.21.15.110:6833/552273267] -- mgr_command(tid 0: {"prefix": "osd deep-scrub", "who": "7", "target": ["mon-mgr", ""]}) -- 0x7f109815a7a0 con 0x7f107806c460 2024-09-15T22:05:36.527 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:36.525+0000 7f108effd640 1 -- 172.21.15.63:0/2174836139 <== mgr.4102 v2:172.21.15.110:6832/552273267 1 ==== mgr_command_reply(tid 0: 0 instructed osd(s) 7 to deep-scrub) ==== 41+0+0 (secure 0 0 0) 0x7f109815a7a0 con 0x7f107806c460 2024-09-15T22:05:36.527 INFO:teuthology.orchestra.run.smithi063.stderr:instructed osd(s) 7 to deep-scrub 2024-09-15T22:05:36.529 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:36.527+0000 7f109cd11640 1 -- 172.21.15.63:0/2174836139 >> [v2:172.21.15.110:6832/552273267,v1:172.21.15.110:6833/552273267] conn(0x7f107806c460 msgr2=0x7f107806e920 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-15T22:05:36.529 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:36.527+0000 7f109cd11640 1 --2- 172.21.15.63:0/2174836139 >> [v2:172.21.15.110:6832/552273267,v1:172.21.15.110:6833/552273267] conn(0x7f107806c460 0x7f107806e920 secure :-1 s=READY pgs=201 cs=0 l=1 rev1=1 crypto rx=0x7f1080007fd0 tx=0x7f1080007920 comp rx=0 tx=0).stop 2024-09-15T22:05:36.529 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:36.527+0000 7f109cd11640 1 -- 172.21.15.63:0/2174836139 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f10980d1030 msgr2=0x7f10981f7ea0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-15T22:05:36.529 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:36.527+0000 7f109cd11640 1 --2- 172.21.15.63:0/2174836139 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f10980d1030 0x7f10981f7ea0 secure :-1 s=READY pgs=401 cs=0 l=1 rev1=1 crypto rx=0x7f1088009e80 tx=0x7f1088004a40 comp rx=0 tx=0).stop 2024-09-15T22:05:36.529 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:36.527+0000 7f109cd11640 1 -- 172.21.15.63:0/2174836139 shutdown_connections 2024-09-15T22:05:36.529 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:36.527+0000 7f109cd11640 1 --2- 172.21.15.63:0/2174836139 >> [v2:172.21.15.110:6832/552273267,v1:172.21.15.110:6833/552273267] conn(0x7f107806c460 0x7f107806e920 unknown :-1 s=CLOSED pgs=201 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T22:05:36.530 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:36.527+0000 7f109cd11640 1 --2- 172.21.15.63:0/2174836139 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f109815e570 0x7f109814af60 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T22:05:36.530 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:36.527+0000 7f109cd11640 1 --2- 172.21.15.63:0/2174836139 >> [v2:172.21.15.110:3301/0,v1:172.21.15.110:6790/0] conn(0x7f10980d4a00 0x7f109815d810 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T22:05:36.530 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:36.527+0000 7f109cd11640 1 --2- 172.21.15.63:0/2174836139 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f10980d1030 0x7f10981f7ea0 unknown :-1 s=CLOSED pgs=401 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T22:05:36.530 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:36.527+0000 7f109cd11640 1 -- 172.21.15.63:0/2174836139 >> 172.21.15.63:0/2174836139 conn(0x7f1098074bc0 msgr2=0x7f1098160b10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-15T22:05:36.530 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:36.527+0000 7f109cd11640 1 -- 172.21.15.63:0/2174836139 shutdown_connections 2024-09-15T22:05:36.530 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:36.528+0000 7f109cd11640 1 -- 172.21.15.63:0/2174836139 wait complete. 2024-09-15T22:05:36.540 DEBUG:teuthology.orchestra.run.smithi063:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph pg dump --format=json 2024-09-15T22:05:36.643 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:36.641+0000 7f3c0ad31640 1 Processor -- start 2024-09-15T22:05:36.643 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:36.641+0000 7f3c0ad31640 1 -- start start 2024-09-15T22:05:36.644 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:36.642+0000 7f3c0ad31640 1 --2- >> v2:172.21.15.110:3300/0 conn(0x7f3c0415e680 0x7f3c040b7f20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-15T22:05:36.644 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:36.642+0000 7f3c0ad31640 1 --2- >> v2:172.21.15.63:3300/0 conn(0x7f3c040b95a0 0x7f3c040d1690 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-15T22:05:36.644 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:36.642+0000 7f3c0ad31640 1 -- --> v1:172.21.15.63:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f3c040b9a10 con 0x7f3c040d4570 2024-09-15T22:05:36.644 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:36.642+0000 7f3c0ad31640 1 -- --> v2:172.21.15.63:3300/0 -- mon_getmap magic: 0 -- 0x7f3c040b8500 con 0x7f3c040b95a0 2024-09-15T22:05:36.644 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:36.642+0000 7f3c0ad31640 1 -- --> v2:172.21.15.110:3300/0 -- mon_getmap magic: 0 -- 0x7f3c040b87e0 con 0x7f3c0415e680 2024-09-15T22:05:36.644 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:36.642+0000 7f3c03fff640 1 --2- >> v2:172.21.15.63:3300/0 conn(0x7f3c040b95a0 0x7f3c040d1690 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-15T22:05:36.645 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:36.642+0000 7f3c092ce640 1 --1- >> v1:172.21.15.63:6789/0 conn(0x7f3c040d4570 0x7f3c040d4980 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.63:6789/0 says I am v1:172.21.15.63:57534/0 (socket says 172.21.15.63:57534) 2024-09-15T22:05:36.645 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:36.642+0000 7f3c092ce640 1 -- 172.21.15.63:0/2524252242 learned_addr learned my addr 172.21.15.63:0/2524252242 (peer_addr_for_me v1:172.21.15.63:0/0) 2024-09-15T22:05:36.645 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:36.642+0000 7f3c08acd640 1 --2- 172.21.15.63:0/2524252242 >> v2:172.21.15.110:3300/0 conn(0x7f3c0415e680 0x7f3c040b7f20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-15T22:05:36.645 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:36.643+0000 7f3c03fff640 1 -- 172.21.15.63:0/2524252242 >> v2:172.21.15.110:3300/0 conn(0x7f3c0415e680 msgr2=0x7f3c040b7f20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-15T22:05:36.645 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:36.643+0000 7f3c03fff640 1 --2- 172.21.15.63:0/2524252242 >> v2:172.21.15.110:3300/0 conn(0x7f3c0415e680 0x7f3c040b7f20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T22:05:36.645 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:36.643+0000 7f3c03fff640 1 -- 172.21.15.63:0/2524252242 >> v1:172.21.15.63:6789/0 conn(0x7f3c040d4570 legacy=0x7f3c040d4980 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-15T22:05:36.645 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:36.643+0000 7f3c03fff640 1 -- 172.21.15.63:0/2524252242 --> v2:172.21.15.63:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f3c040b8ac0 con 0x7f3c040b95a0 2024-09-15T22:05:36.645 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:36.643+0000 7f3c037fe640 1 -- 172.21.15.63:0/2524252242 <== mon.0 v1:172.21.15.63:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 1761237528 0 0) 0x7f3c040b9a10 con 0x7f3c040d4570 2024-09-15T22:05:36.645 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:36.643+0000 7f3c08acd640 1 --2- 172.21.15.63:0/2524252242 >> v2:172.21.15.110:3300/0 conn(0x7f3c0415e680 0x7f3c040b7f20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-15T22:05:36.647 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:36.643+0000 7f3c03fff640 1 --2- 172.21.15.63:0/2524252242 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f3c040b95a0 0x7f3c040d1690 secure :-1 s=READY pgs=403 cs=0 l=1 rev1=1 crypto rx=0x7f3c04072d70 tx=0x7f3bf002a1a0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=3714bb2b07c5d73a server_cookie=0 in_seq=0 out_seq=0 2024-09-15T22:05:36.647 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:36.643+0000 7f3c037fe640 1 -- 172.21.15.63:0/2524252242 <== mon.0 v2:172.21.15.63:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3bf0037070 con 0x7f3c040b95a0 2024-09-15T22:05:36.647 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:36.643+0000 7f3c037fe640 1 -- 172.21.15.63:0/2524252242 <== mon.0 v2:172.21.15.63:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f3bf0032440 con 0x7f3c040b95a0 2024-09-15T22:05:36.647 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:36.643+0000 7f3c037fe640 1 -- 172.21.15.63:0/2524252242 <== mon.0 v2:172.21.15.63:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3bf0032810 con 0x7f3c040b95a0 2024-09-15T22:05:36.647 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:36.644+0000 7f3c0ad31640 1 -- 172.21.15.63:0/2524252242 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f3c040b95a0 msgr2=0x7f3c040d1690 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-15T22:05:36.647 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:36.644+0000 7f3c0ad31640 1 --2- 172.21.15.63:0/2524252242 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f3c040b95a0 0x7f3c040d1690 secure :-1 s=READY pgs=403 cs=0 l=1 rev1=1 crypto rx=0x7f3c04072d70 tx=0x7f3bf002a1a0 comp rx=0 tx=0).stop 2024-09-15T22:05:36.647 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:36.644+0000 7f3c0ad31640 1 -- 172.21.15.63:0/2524252242 shutdown_connections 2024-09-15T22:05:36.647 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:36.644+0000 7f3c0ad31640 1 --2- 172.21.15.63:0/2524252242 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f3c040b95a0 0x7f3c040d1690 unknown :-1 s=CLOSED pgs=403 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T22:05:36.647 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:36.644+0000 7f3c0ad31640 1 --2- 172.21.15.63:0/2524252242 >> v2:172.21.15.110:3300/0 conn(0x7f3c0415e680 0x7f3c040b7f20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T22:05:36.647 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:36.644+0000 7f3c0ad31640 1 -- 172.21.15.63:0/2524252242 >> 172.21.15.63:0/2524252242 conn(0x7f3c04074fe0 msgr2=0x7f3c04072200 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-15T22:05:36.647 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:36.644+0000 7f3c0ad31640 1 -- 172.21.15.63:0/2524252242 shutdown_connections 2024-09-15T22:05:36.647 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:36.644+0000 7f3c0ad31640 1 -- 172.21.15.63:0/2524252242 wait complete. 2024-09-15T22:05:36.647 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:36.645+0000 7f3c0ad31640 1 Processor -- start 2024-09-15T22:05:36.648 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:36.645+0000 7f3c0ad31640 1 -- start start 2024-09-15T22:05:36.650 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:36.646+0000 7f3c0ad31640 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f3c040b95a0 0x7f3c04150f30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-15T22:05:36.650 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:36.646+0000 7f3c0ad31640 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f3c040d4570 0x7f3c04155170 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-15T22:05:36.650 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:36.646+0000 7f3c0ad31640 1 --2- >> [v2:172.21.15.110:3301/0,v1:172.21.15.110:6790/0] conn(0x7f3c0415e680 0x7f3c04159740 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-15T22:05:36.650 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:36.646+0000 7f3c0ad31640 1 -- --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 -- 0x7f3c040d1bd0 con 0x7f3c040b95a0 2024-09-15T22:05:36.650 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:36.646+0000 7f3c0ad31640 1 -- --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_getmap magic: 0 -- 0x7f3c040b9080 con 0x7f3c040d4570 2024-09-15T22:05:36.650 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:36.646+0000 7f3c0ad31640 1 -- --> [v2:172.21.15.110:3301/0,v1:172.21.15.110:6790/0] -- mon_getmap magic: 0 -- 0x7f3c0415ea60 con 0x7f3c0415e680 2024-09-15T22:05:36.650 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:36.646+0000 7f3c08acd640 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f3c040b95a0 0x7f3c04150f30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-15T22:05:36.650 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:36.646+0000 7f3c08acd640 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f3c040b95a0 0x7f3c04150f30 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.63:3300/0 says I am v2:172.21.15.63:59228/0 (socket says 172.21.15.63:59228) 2024-09-15T22:05:36.650 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:36.646+0000 7f3c08acd640 1 -- 172.21.15.63:0/181060906 learned_addr learned my addr 172.21.15.63:0/181060906 (peer_addr_for_me v2:172.21.15.63:0/0) 2024-09-15T22:05:36.650 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:36.647+0000 7f3c092ce640 1 --2- 172.21.15.63:0/181060906 >> [v2:172.21.15.110:3301/0,v1:172.21.15.110:6790/0] conn(0x7f3c0415e680 0x7f3c04159740 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-15T22:05:36.651 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:36.647+0000 7f3c03fff640 1 --2- 172.21.15.63:0/181060906 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f3c040d4570 0x7f3c04155170 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-15T22:05:36.651 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:36.647+0000 7f3c08acd640 1 -- 172.21.15.63:0/181060906 >> [v2:172.21.15.110:3301/0,v1:172.21.15.110:6790/0] conn(0x7f3c0415e680 msgr2=0x7f3c04159740 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-15T22:05:36.651 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:36.647+0000 7f3c08acd640 1 --2- 172.21.15.63:0/181060906 >> [v2:172.21.15.110:3301/0,v1:172.21.15.110:6790/0] conn(0x7f3c0415e680 0x7f3c04159740 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T22:05:36.651 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:36.647+0000 7f3c08acd640 1 -- 172.21.15.63:0/181060906 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f3c040d4570 msgr2=0x7f3c04155170 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-15T22:05:36.651 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:36.647+0000 7f3c08acd640 1 --2- 172.21.15.63:0/181060906 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f3c040d4570 0x7f3c04155170 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T22:05:36.651 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:36.647+0000 7f3c08acd640 1 -- 172.21.15.63:0/181060906 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f3c04155b50 con 0x7f3c040b95a0 2024-09-15T22:05:36.651 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:36.647+0000 7f3c08acd640 1 --2- 172.21.15.63:0/181060906 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f3c040b95a0 0x7f3c04150f30 secure :-1 s=READY pgs=404 cs=0 l=1 rev1=1 crypto rx=0x7f3bf800c7f0 tx=0x7f3bf800ccb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-15T22:05:36.651 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:36.647+0000 7f3c017fa640 1 -- 172.21.15.63:0/181060906 <== mon.0 v2:172.21.15.63:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3bf8015070 con 0x7f3c040b95a0 2024-09-15T22:05:36.651 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:36.647+0000 7f3c017fa640 1 -- 172.21.15.63:0/181060906 <== mon.0 v2:172.21.15.63:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f3bf8007820 con 0x7f3c040b95a0 2024-09-15T22:05:36.651 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:36.647+0000 7f3c0ad31640 1 -- 172.21.15.63:0/181060906 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f3c04155e30 con 0x7f3c040b95a0 2024-09-15T22:05:36.651 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:36.647+0000 7f3c017fa640 1 -- 172.21.15.63:0/181060906 <== mon.0 v2:172.21.15.63:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3bf8007bd0 con 0x7f3c040b95a0 2024-09-15T22:05:36.651 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:36.647+0000 7f3c0ad31640 1 -- 172.21.15.63:0/181060906 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f3c04156950 con 0x7f3c040b95a0 2024-09-15T22:05:36.651 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:36.648+0000 7f3c0ad31640 1 -- 172.21.15.63:0/181060906 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f3c04156350 con 0x7f3c040b95a0 2024-09-15T22:05:36.652 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:36.649+0000 7f3c017fa640 1 -- 172.21.15.63:0/181060906 <== mon.0 v2:172.21.15.63:3300/0 4 ==== mgrmap(e 7) ==== 90999+0+0 (secure 0 0 0) 0x7f3bf8018070 con 0x7f3c040b95a0 2024-09-15T22:05:36.652 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:36.649+0000 7f3c017fa640 1 --2- 172.21.15.63:0/181060906 >> [v2:172.21.15.110:6832/552273267,v1:172.21.15.110:6833/552273267] conn(0x7f3be806c460 0x7f3be806e920 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-15T22:05:36.652 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:36.649+0000 7f3c017fa640 1 -- 172.21.15.63:0/181060906 <== mon.0 v2:172.21.15.63:3300/0 5 ==== osd_map(36..36 src has 1..36) ==== 4943+0+0 (secure 0 0 0) 0x7f3bf808b6d0 con 0x7f3c040b95a0 2024-09-15T22:05:36.653 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:36.649+0000 7f3c03fff640 1 --2- 172.21.15.63:0/181060906 >> [v2:172.21.15.110:6832/552273267,v1:172.21.15.110:6833/552273267] conn(0x7f3be806c460 0x7f3be806e920 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-15T22:05:36.653 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:36.650+0000 7f3c03fff640 1 --2- 172.21.15.63:0/181060906 >> [v2:172.21.15.110:6832/552273267,v1:172.21.15.110:6833/552273267] conn(0x7f3be806c460 0x7f3be806e920 secure :-1 s=READY pgs=202 cs=0 l=1 rev1=1 crypto rx=0x7f3bf0034000 tx=0x7f3bf002e000 comp rx=0 tx=0).ready entity=mgr.4102 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-15T22:05:36.655 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:36.654+0000 7f3c017fa640 1 -- 172.21.15.63:0/181060906 <== mon.0 v2:172.21.15.63:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7f3c04156350 con 0x7f3c040b95a0 2024-09-15T22:05:36.829 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:36.828+0000 7f3c0ad31640 1 -- 172.21.15.63:0/181060906 --> [v2:172.21.15.110:6832/552273267,v1:172.21.15.110:6833/552273267] -- mgr_command(tid 0: {"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}) -- 0x7f3c040d1690 con 0x7f3be806c460 2024-09-15T22:05:36.830 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:36.829+0000 7f3c017fa640 1 -- 172.21.15.63:0/181060906 <== mgr.4102 v2:172.21.15.110:6832/552273267 1 ==== mgr_command_reply(tid 0: 0 dumped all) ==== 18+0+13352 (secure 0 0 0) 0x7f3c040d1690 con 0x7f3be806c460 2024-09-15T22:05:36.830 INFO:teuthology.orchestra.run.smithi063.stdout: 2024-09-15T22:05:36.831 INFO:teuthology.orchestra.run.smithi063.stderr:dumped all 2024-09-15T22:05:36.832 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:36.831+0000 7f3c0ad31640 1 -- 172.21.15.63:0/181060906 >> [v2:172.21.15.110:6832/552273267,v1:172.21.15.110:6833/552273267] conn(0x7f3be806c460 msgr2=0x7f3be806e920 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-15T22:05:36.832 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:36.831+0000 7f3c0ad31640 1 --2- 172.21.15.63:0/181060906 >> [v2:172.21.15.110:6832/552273267,v1:172.21.15.110:6833/552273267] conn(0x7f3be806c460 0x7f3be806e920 secure :-1 s=READY pgs=202 cs=0 l=1 rev1=1 crypto rx=0x7f3bf0034000 tx=0x7f3bf002e000 comp rx=0 tx=0).stop 2024-09-15T22:05:36.832 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:36.831+0000 7f3c0ad31640 1 -- 172.21.15.63:0/181060906 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f3c040b95a0 msgr2=0x7f3c04150f30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-15T22:05:36.833 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:36.831+0000 7f3c0ad31640 1 --2- 172.21.15.63:0/181060906 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f3c040b95a0 0x7f3c04150f30 secure :-1 s=READY pgs=404 cs=0 l=1 rev1=1 crypto rx=0x7f3bf800c7f0 tx=0x7f3bf800ccb0 comp rx=0 tx=0).stop 2024-09-15T22:05:36.833 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:36.831+0000 7f3c0ad31640 1 -- 172.21.15.63:0/181060906 shutdown_connections 2024-09-15T22:05:36.833 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:36.831+0000 7f3c0ad31640 1 --2- 172.21.15.63:0/181060906 >> [v2:172.21.15.110:6832/552273267,v1:172.21.15.110:6833/552273267] conn(0x7f3be806c460 0x7f3be806e920 unknown :-1 s=CLOSED pgs=202 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T22:05:36.833 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:36.831+0000 7f3c0ad31640 1 --2- 172.21.15.63:0/181060906 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f3c040d4570 0x7f3c04155170 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T22:05:36.833 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:36.831+0000 7f3c0ad31640 1 --2- 172.21.15.63:0/181060906 >> [v2:172.21.15.110:3301/0,v1:172.21.15.110:6790/0] conn(0x7f3c0415e680 0x7f3c04159740 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T22:05:36.833 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:36.831+0000 7f3c0ad31640 1 --2- 172.21.15.63:0/181060906 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f3c040b95a0 0x7f3c04150f30 unknown :-1 s=CLOSED pgs=404 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T22:05:36.833 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:36.831+0000 7f3c0ad31640 1 -- 172.21.15.63:0/181060906 >> 172.21.15.63:0/181060906 conn(0x7f3c04074fe0 msgr2=0x7f3c04072200 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-15T22:05:36.833 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:36.831+0000 7f3c0ad31640 1 -- 172.21.15.63:0/181060906 shutdown_connections 2024-09-15T22:05:36.833 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:36.831+0000 7f3c0ad31640 1 -- 172.21.15.63:0/181060906 wait complete. 2024-09-15T22:05:36.843 INFO:teuthology.orchestra.run.smithi063.stdout:{"pg_ready":true,"pg_map":{"version":71,"stamp":"2024-09-15T22:05:36.253411+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":159,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":117,"ondisk_log_size":117,"up":2,"acting":2,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":2,"num_osds":8,"num_per_pool_osds":8,"num_per_pool_omap_osds":2,"kb":754974720,"kb_used":241440,"kb_used_data":4392,"kb_used_omap":12,"kb_used_meta":236851,"kb_avail":754733280,"statfs":{"total":773094113280,"available":772846878720,"internally_reserved":0,"allocated":4497408,"data_stored":2463752,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":12752,"internal_metadata":242535984},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":-6,"num_write_kb":-3,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"10.001624"},"pg_stats":[{"pgid":"1.0","version":"17'117","reported_seq":197,"reported_epoch":36,"state":"active+clean","last_fresh":"2024-09-15T22:05:27.364469+0000","last_change":"2024-09-15T22:04:16.056574+0000","last_active":"2024-09-15T22:05:27.364469+0000","last_peered":"2024-09-15T22:05:27.364469+0000","last_clean":"2024-09-15T22:05:27.364469+0000","last_became_active":"2024-09-15T22:04:16.055577+0000","last_became_peered":"2024-09-15T22:04:16.055577+0000","last_unstale":"2024-09-15T22:05:27.364469+0000","last_undegraded":"2024-09-15T22:05:27.364469+0000","last_fullsized":"2024-09-15T22:05:27.364469+0000","mapping_epoch":15,"log_start":"0'0","ondisk_log_start":"0'0","created":15,"last_epoch_clean":16,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-15T22:04:14.948623+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-15T22:04:14.948623+0000","last_clean_scrub_stamp":"2024-09-15T22:04:14.948623+0000","objects_scrubbed":0,"log_size":117,"log_dups_size":0,"ondisk_log_size":117,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T08:16:14.663572+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":159,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]}],"pool_stats":[{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":159,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":1187840,"data_stored":1180736,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":117,"ondisk_log_size":117,"up":2,"acting":2,"num_store_stats":2}],"osd_stats":[{"osd":7,"up_from":14,"seq":60129542162,"num_pgs":1,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":32172,"kb_used_data":984,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94339668,"statfs":{"total":96636764160,"available":96603820032,"internally_reserved":0,"allocated":1007616,"data_stored":750745,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1590,"internal_metadata":31914442},"hb_peers":[0,1,2,3,4,5,6],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":5,"up_from":14,"seq":60129542162,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":0,"kb":94371840,"kb_used":31596,"kb_used_data":404,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94340244,"statfs":{"total":96636764160,"available":96604409856,"internally_reserved":0,"allocated":413696,"data_stored":160377,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":31914437},"hb_peers":[0,1,2,3,4,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":4,"up_from":14,"seq":60129542162,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":0,"kb":94371840,"kb_used":31596,"kb_used_data":404,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94340244,"statfs":{"total":96636764160,"available":96604409856,"internally_reserved":0,"allocated":413696,"data_stored":160377,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":31914437},"hb_peers":[0,1,2,3,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":3,"up_from":14,"seq":60129542164,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":0,"kb":94371840,"kb_used":27432,"kb_used_data":404,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344408,"statfs":{"total":96636764160,"available":96608673792,"internally_reserved":0,"allocated":413696,"data_stored":160377,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1593,"internal_metadata":27654599},"hb_peers":[0,1,2,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":2,"up_from":14,"seq":60129542164,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":0,"kb":94371840,"kb_used":27440,"kb_used_data":404,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344400,"statfs":{"total":96636764160,"available":96608665600,"internally_reserved":0,"allocated":413696,"data_stored":160377,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[0,1,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":1,"up_from":14,"seq":60129542163,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":0,"kb":94371840,"kb_used":27436,"kb_used_data":404,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344404,"statfs":{"total":96636764160,"available":96608669696,"internally_reserved":0,"allocated":413696,"data_stored":160377,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[0,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":0,"up_from":14,"seq":60129542163,"num_pgs":1,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":28012,"kb_used_data":984,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94343828,"statfs":{"total":96636764160,"available":96608079872,"internally_reserved":0,"allocated":1007616,"data_stored":750745,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[1,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":6,"up_from":13,"seq":55834574867,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":0,"kb":94371840,"kb_used":35756,"kb_used_data":404,"kb_used_omap":1,"kb_used_meta":35326,"kb_avail":94336084,"statfs":{"total":96636764160,"available":96600150016,"internally_reserved":0,"allocated":413696,"data_stored":160377,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":36174278},"hb_peers":[0,1,2,3,4,5,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2024-09-15T22:05:36.850 INFO:tasks.ceph:pgid 1.0 last_scrub_stamp 2024-09-15T22:04:14.948623+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=15, tm_hour=22, tm_min=4, tm_sec=14, tm_wday=6, tm_yday=259, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=15, tm_hour=22, tm_min=5, tm_sec=31, tm_wday=6, tm_yday=259, tm_isdst=0) 2024-09-15T22:05:36.851 INFO:tasks.ceph:Still waiting for all pgs to be scrubbed. 2024-09-15T22:05:53.657 DEBUG:teuthology.orchestra.run.smithi063:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-09-15T22:05:53.661 DEBUG:teuthology.orchestra.run.smithi110:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-09-15T22:05:56.851 DEBUG:teuthology.orchestra.run.smithi063:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph pg dump --format=json 2024-09-15T22:05:56.968 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:56.966+0000 7f7f5d318640 1 Processor -- start 2024-09-15T22:05:56.968 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:56.966+0000 7f7f5d318640 1 -- start start 2024-09-15T22:05:56.971 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:56.967+0000 7f7f5d318640 1 --2- >> [v2:172.21.15.110:3301/0,v1:172.21.15.110:6790/0] conn(0x7f7f5815e570 0x7f7f580d32d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-15T22:05:56.971 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:56.967+0000 7f7f5d318640 1 --2- >> v2:172.21.15.110:3300/0 conn(0x7f7f580d4a00 0x7f7f580cf720 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-15T22:05:56.971 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:56.967+0000 7f7f5d318640 1 -- --> v1:172.21.15.63:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f7f5815e950 con 0x7f7f580d1030 2024-09-15T22:05:56.971 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:56.967+0000 7f7f5d318640 1 -- --> v2:172.21.15.110:3300/0 -- mon_getmap magic: 0 -- 0x7f7f580d3960 con 0x7f7f580d4a00 2024-09-15T22:05:56.971 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:56.967+0000 7f7f5d318640 1 -- --> [v2:172.21.15.110:3301/0,v1:172.21.15.110:6790/0] -- mon_getmap magic: 0 -- 0x7f7f580d3c40 con 0x7f7f5815e570 2024-09-15T22:05:56.971 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:56.968+0000 7f7f577fe640 1 --1- >> v1:172.21.15.63:6789/0 conn(0x7f7f580d1030 0x7f7f580b43c0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.63:6789/0 says I am v1:172.21.15.63:41824/0 (socket says 172.21.15.63:41824) 2024-09-15T22:05:56.971 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:56.968+0000 7f7f577fe640 1 -- 172.21.15.63:0/4146783933 learned_addr learned my addr 172.21.15.63:0/4146783933 (peer_addr_for_me v1:172.21.15.63:0/0) 2024-09-15T22:05:56.971 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:56.968+0000 7f7f56ffd640 1 --2- 172.21.15.63:0/4146783933 >> [v2:172.21.15.110:3301/0,v1:172.21.15.110:6790/0] conn(0x7f7f5815e570 0x7f7f580d32d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-15T22:05:56.971 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:56.968+0000 7f7f567fc640 1 --2- 172.21.15.63:0/4146783933 >> v2:172.21.15.110:3300/0 conn(0x7f7f580d4a00 0x7f7f580cf720 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-15T22:05:56.972 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:56.968+0000 7f7f55ffb640 1 -- 172.21.15.63:0/4146783933 <== mon.0 v1:172.21.15.63:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 2360504049 0 0) 0x7f7f5815e950 con 0x7f7f580d1030 2024-09-15T22:05:56.972 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:56.968+0000 7f7f55ffb640 1 -- 172.21.15.63:0/4146783933 --> v1:172.21.15.63:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7f7f40003520 con 0x7f7f580d1030 2024-09-15T22:05:56.972 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:56.968+0000 7f7f55ffb640 1 -- 172.21.15.63:0/4146783933 <== mon.0 v1:172.21.15.63:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) ==== 214+0+0 (unknown 724067527 0 0) 0x7f7f40003520 con 0x7f7f580d1030 2024-09-15T22:05:56.972 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:56.968+0000 7f7f55ffb640 1 -- 172.21.15.63:0/4146783933 >> [v2:172.21.15.110:3301/0,v1:172.21.15.110:6790/0] conn(0x7f7f5815e570 msgr2=0x7f7f580d32d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-15T22:05:56.972 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:56.968+0000 7f7f55ffb640 1 --2- 172.21.15.63:0/4146783933 >> [v2:172.21.15.110:3301/0,v1:172.21.15.110:6790/0] conn(0x7f7f5815e570 0x7f7f580d32d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T22:05:56.972 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:56.968+0000 7f7f55ffb640 1 -- 172.21.15.63:0/4146783933 >> v2:172.21.15.110:3300/0 conn(0x7f7f580d4a00 msgr2=0x7f7f580cf720 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-15T22:05:56.972 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:56.968+0000 7f7f55ffb640 1 --2- 172.21.15.63:0/4146783933 >> v2:172.21.15.110:3300/0 conn(0x7f7f580d4a00 0x7f7f580cf720 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T22:05:56.972 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:56.968+0000 7f7f55ffb640 1 -- 172.21.15.63:0/4146783933 --> v1:172.21.15.63:6789/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f7f580d3f20 con 0x7f7f580d1030 2024-09-15T22:05:56.972 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:56.968+0000 7f7f55ffb640 1 -- 172.21.15.63:0/4146783933 <== mon.0 v1:172.21.15.63:6789/0 3 ==== mon_map magic: 0 ==== 413+0+0 (unknown 3984726164 0 0) 0x7f7f500019f0 con 0x7f7f580d1030 2024-09-15T22:05:56.972 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:56.968+0000 7f7f567fc640 1 --2- 172.21.15.63:0/4146783933 >> v2:172.21.15.110:3300/0 conn(0x7f7f580d4a00 0x7f7f580cf720 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-15T22:05:56.972 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:56.968+0000 7f7f55ffb640 1 -- 172.21.15.63:0/4146783933 >> v1:172.21.15.63:6789/0 conn(0x7f7f580d1030 legacy=0x7f7f580b43c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-15T22:05:56.972 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:56.968+0000 7f7f55ffb640 1 --2- 172.21.15.63:0/4146783933 >> [v2:172.21.15.110:3301/0,v1:172.21.15.110:6790/0] conn(0x7f7f5815e570 0x7f7f400039b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-15T22:05:56.972 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:56.968+0000 7f7f55ffb640 1 --2- 172.21.15.63:0/4146783933 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f7f40003f30 0x7f7f40004800 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-15T22:05:56.973 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:56.968+0000 7f7f55ffb640 1 --2- 172.21.15.63:0/4146783933 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f7f40004d40 0x7f7f400051c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-15T22:05:56.973 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:56.968+0000 7f7f55ffb640 1 -- 172.21.15.63:0/4146783933 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 -- 0x7f7f580d3960 con 0x7f7f40003f30 2024-09-15T22:05:56.973 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:56.968+0000 7f7f55ffb640 1 -- 172.21.15.63:0/4146783933 --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_getmap magic: 0 -- 0x7f7f580d3c40 con 0x7f7f40004d40 2024-09-15T22:05:56.973 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:56.968+0000 7f7f55ffb640 1 -- 172.21.15.63:0/4146783933 --> [v2:172.21.15.110:3301/0,v1:172.21.15.110:6790/0] -- mon_getmap magic: 0 -- 0x7f7f4000b9c0 con 0x7f7f5815e570 2024-09-15T22:05:56.973 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:56.968+0000 7f7f567fc640 1 --2- 172.21.15.63:0/4146783933 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f7f40003f30 0x7f7f40004800 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-15T22:05:56.973 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:56.968+0000 7f7f56ffd640 1 --2- 172.21.15.63:0/4146783933 >> [v2:172.21.15.110:3301/0,v1:172.21.15.110:6790/0] conn(0x7f7f5815e570 0x7f7f400039b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-15T22:05:56.973 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:56.969+0000 7f7f577fe640 1 --2- 172.21.15.63:0/4146783933 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f7f40004d40 0x7f7f400051c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-15T22:05:56.973 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:56.969+0000 7f7f567fc640 1 -- 172.21.15.63:0/4146783933 >> [v2:172.21.15.110:3301/0,v1:172.21.15.110:6790/0] conn(0x7f7f5815e570 msgr2=0x7f7f400039b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-15T22:05:56.973 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:56.969+0000 7f7f567fc640 1 --2- 172.21.15.63:0/4146783933 >> [v2:172.21.15.110:3301/0,v1:172.21.15.110:6790/0] conn(0x7f7f5815e570 0x7f7f400039b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T22:05:56.973 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:56.969+0000 7f7f567fc640 1 -- 172.21.15.63:0/4146783933 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f7f40004d40 msgr2=0x7f7f400051c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-15T22:05:56.973 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:56.969+0000 7f7f567fc640 1 --2- 172.21.15.63:0/4146783933 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f7f40004d40 0x7f7f400051c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T22:05:56.973 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:56.969+0000 7f7f567fc640 1 -- 172.21.15.63:0/4146783933 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f7f40003520 con 0x7f7f40003f30 2024-09-15T22:05:56.973 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:56.969+0000 7f7f567fc640 1 --2- 172.21.15.63:0/4146783933 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f7f40003f30 0x7f7f40004800 secure :-1 s=READY pgs=406 cs=0 l=1 rev1=1 crypto rx=0x7f7f4c009c60 tx=0x7f7f40005830 comp rx=0 tx=0).ready entity=mon.0 client_cookie=a533b4063613d261 server_cookie=0 in_seq=0 out_seq=0 2024-09-15T22:05:56.974 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:56.970+0000 7f7f55ffb640 1 -- 172.21.15.63:0/4146783933 <== mon.0 v2:172.21.15.63:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7f4c009860 con 0x7f7f40003f30 2024-09-15T22:05:56.974 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:56.970+0000 7f7f55ffb640 1 -- 172.21.15.63:0/4146783933 <== mon.0 v2:172.21.15.63:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f7f4c004020 con 0x7f7f40003f30 2024-09-15T22:05:56.974 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:56.970+0000 7f7f55ffb640 1 -- 172.21.15.63:0/4146783933 <== mon.0 v2:172.21.15.63:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7f4c0043f0 con 0x7f7f40003f30 2024-09-15T22:05:56.976 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:56.970+0000 7f7f5d318640 1 -- 172.21.15.63:0/4146783933 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f7f40003f30 msgr2=0x7f7f40004800 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-15T22:05:56.976 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:56.970+0000 7f7f5d318640 1 --2- 172.21.15.63:0/4146783933 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f7f40003f30 0x7f7f40004800 secure :-1 s=READY pgs=406 cs=0 l=1 rev1=1 crypto rx=0x7f7f4c009c60 tx=0x7f7f40005830 comp rx=0 tx=0).stop 2024-09-15T22:05:56.976 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:56.970+0000 7f7f577fe640 1 -- 172.21.15.63:0/4146783933 reap_dead start 2024-09-15T22:05:56.977 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:56.970+0000 7f7f5d318640 1 -- 172.21.15.63:0/4146783933 shutdown_connections 2024-09-15T22:05:56.977 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:56.970+0000 7f7f5d318640 1 -- 172.21.15.63:0/4146783933 >> 172.21.15.63:0/4146783933 conn(0x7f7f58074bc0 msgr2=0x7f7f58074fd0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-15T22:05:56.977 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:56.970+0000 7f7f5d318640 1 -- 172.21.15.63:0/4146783933 shutdown_connections 2024-09-15T22:05:56.977 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:56.970+0000 7f7f5d318640 1 -- 172.21.15.63:0/4146783933 wait complete. 2024-09-15T22:05:56.977 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:56.972+0000 7f7f5d318640 1 Processor -- start 2024-09-15T22:05:56.977 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:56.972+0000 7f7f5d318640 1 -- start start 2024-09-15T22:05:56.977 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:56.972+0000 7f7f5d318640 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f7f40003f30 0x7f7f58142740 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-15T22:05:56.977 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:56.972+0000 7f7f5d318640 1 --2- >> [v2:172.21.15.110:3301/0,v1:172.21.15.110:6790/0] conn(0x7f7f5815a870 0x7f7f5815acf0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-15T22:05:56.977 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:56.972+0000 7f7f5d318640 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f7f5815c980 0x7f7f5815ce00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-15T22:05:56.977 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:56.972+0000 7f7f5d318640 1 -- --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 -- 0x7f7f580cfc60 con 0x7f7f5815c980 2024-09-15T22:05:56.977 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:56.972+0000 7f7f5d318640 1 -- --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_getmap magic: 0 -- 0x7f7f580d44e0 con 0x7f7f40003f30 2024-09-15T22:05:56.977 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:56.972+0000 7f7f5d318640 1 -- --> [v2:172.21.15.110:3301/0,v1:172.21.15.110:6790/0] -- mon_getmap magic: 0 -- 0x7f7f580d4e40 con 0x7f7f5815a870 2024-09-15T22:05:56.977 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:56.973+0000 7f7f577fe640 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f7f5815c980 0x7f7f5815ce00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-15T22:05:56.978 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:56.973+0000 7f7f577fe640 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f7f5815c980 0x7f7f5815ce00 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.63:3300/0 says I am v2:172.21.15.63:36070/0 (socket says 172.21.15.63:36070) 2024-09-15T22:05:56.978 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:56.973+0000 7f7f577fe640 1 -- 172.21.15.63:0/979238670 learned_addr learned my addr 172.21.15.63:0/979238670 (peer_addr_for_me v2:172.21.15.63:0/0) 2024-09-15T22:05:56.978 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:56.973+0000 7f7f56ffd640 1 --2- 172.21.15.63:0/979238670 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f7f40003f30 0x7f7f58142740 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-15T22:05:56.978 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:56.973+0000 7f7f567fc640 1 --2- 172.21.15.63:0/979238670 >> [v2:172.21.15.110:3301/0,v1:172.21.15.110:6790/0] conn(0x7f7f5815a870 0x7f7f5815acf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-15T22:05:56.978 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:56.973+0000 7f7f577fe640 1 -- 172.21.15.63:0/979238670 >> [v2:172.21.15.110:3301/0,v1:172.21.15.110:6790/0] conn(0x7f7f5815a870 msgr2=0x7f7f5815acf0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-15T22:05:56.978 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:56.973+0000 7f7f577fe640 1 --2- 172.21.15.63:0/979238670 >> [v2:172.21.15.110:3301/0,v1:172.21.15.110:6790/0] conn(0x7f7f5815a870 0x7f7f5815acf0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T22:05:56.978 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:56.973+0000 7f7f577fe640 1 -- 172.21.15.63:0/979238670 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f7f40003f30 msgr2=0x7f7f58142740 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-15T22:05:56.978 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:56.973+0000 7f7f577fe640 1 --2- 172.21.15.63:0/979238670 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f7f40003f30 0x7f7f58142740 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T22:05:56.978 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:56.973+0000 7f7f577fe640 1 -- 172.21.15.63:0/979238670 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f7f5815fa60 con 0x7f7f5815c980 2024-09-15T22:05:56.978 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:56.973+0000 7f7f577fe640 1 --2- 172.21.15.63:0/979238670 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f7f5815c980 0x7f7f5815ce00 secure :-1 s=READY pgs=407 cs=0 l=1 rev1=1 crypto rx=0x7f7f580b7110 tx=0x7f7f5000e530 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-15T22:05:56.978 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:56.973+0000 7f7f3f7fe640 1 -- 172.21.15.63:0/979238670 <== mon.0 v2:172.21.15.63:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7f5000ec10 con 0x7f7f5815c980 2024-09-15T22:05:56.978 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:56.973+0000 7f7f3f7fe640 1 -- 172.21.15.63:0/979238670 <== mon.0 v2:172.21.15.63:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f7f50018070 con 0x7f7f5815c980 2024-09-15T22:05:56.978 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:56.973+0000 7f7f5d318640 1 -- 172.21.15.63:0/979238670 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f7f5815d6d0 con 0x7f7f5815c980 2024-09-15T22:05:56.979 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:56.973+0000 7f7f3f7fe640 1 -- 172.21.15.63:0/979238670 <== mon.0 v2:172.21.15.63:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7f50013420 con 0x7f7f5815c980 2024-09-15T22:05:56.979 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:56.973+0000 7f7f5d318640 1 -- 172.21.15.63:0/979238670 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f7f5815dc90 con 0x7f7f5815c980 2024-09-15T22:05:56.979 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:56.975+0000 7f7f5d318640 1 -- 172.21.15.63:0/979238670 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f7f5815e950 con 0x7f7f5815c980 2024-09-15T22:05:56.979 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:56.975+0000 7f7f3f7fe640 1 -- 172.21.15.63:0/979238670 <== mon.0 v2:172.21.15.63:3300/0 4 ==== mgrmap(e 7) ==== 90999+0+0 (secure 0 0 0) 0x7f7f500135e0 con 0x7f7f5815c980 2024-09-15T22:05:56.979 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:56.975+0000 7f7f3f7fe640 1 --2- 172.21.15.63:0/979238670 >> [v2:172.21.15.110:6832/552273267,v1:172.21.15.110:6833/552273267] conn(0x7f7f4406c490 0x7f7f4406e950 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-15T22:05:56.980 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:56.975+0000 7f7f3f7fe640 1 -- 172.21.15.63:0/979238670 <== mon.0 v2:172.21.15.63:3300/0 5 ==== osd_map(36..36 src has 1..36) ==== 4943+0+0 (secure 0 0 0) 0x7f7f5008b6c0 con 0x7f7f5815c980 2024-09-15T22:05:56.980 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:56.976+0000 7f7f56ffd640 1 --2- 172.21.15.63:0/979238670 >> [v2:172.21.15.110:6832/552273267,v1:172.21.15.110:6833/552273267] conn(0x7f7f4406c490 0x7f7f4406e950 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-15T22:05:56.980 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:56.976+0000 7f7f56ffd640 1 --2- 172.21.15.63:0/979238670 >> [v2:172.21.15.110:6832/552273267,v1:172.21.15.110:6833/552273267] conn(0x7f7f4406c490 0x7f7f4406e950 secure :-1 s=READY pgs=203 cs=0 l=1 rev1=1 crypto rx=0x7f7f48009ae0 tx=0x7f7f48009190 comp rx=0 tx=0).ready entity=mgr.4102 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-15T22:05:56.981 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:56.980+0000 7f7f3f7fe640 1 -- 172.21.15.63:0/979238670 <== mon.0 v2:172.21.15.63:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7f7f50059eb0 con 0x7f7f5815c980 2024-09-15T22:05:57.152 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:57.151+0000 7f7f5d318640 1 -- 172.21.15.63:0/979238670 --> [v2:172.21.15.110:6832/552273267,v1:172.21.15.110:6833/552273267] -- mgr_command(tid 0: {"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}) -- 0x7f7f580b6580 con 0x7f7f4406c490 2024-09-15T22:05:57.153 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:57.152+0000 7f7f3f7fe640 1 -- 172.21.15.63:0/979238670 <== mgr.4102 v2:172.21.15.110:6832/552273267 1 ==== mgr_command_reply(tid 0: 0 dumped all) ==== 18+0+13356 (secure 0 0 0) 0x7f7f580b6580 con 0x7f7f4406c490 2024-09-15T22:05:57.153 INFO:teuthology.orchestra.run.smithi063.stdout: 2024-09-15T22:05:57.154 INFO:teuthology.orchestra.run.smithi063.stderr:dumped all 2024-09-15T22:05:57.156 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:57.154+0000 7f7f5d318640 1 -- 172.21.15.63:0/979238670 >> [v2:172.21.15.110:6832/552273267,v1:172.21.15.110:6833/552273267] conn(0x7f7f4406c490 msgr2=0x7f7f4406e950 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-15T22:05:57.156 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:57.154+0000 7f7f5d318640 1 --2- 172.21.15.63:0/979238670 >> [v2:172.21.15.110:6832/552273267,v1:172.21.15.110:6833/552273267] conn(0x7f7f4406c490 0x7f7f4406e950 secure :-1 s=READY pgs=203 cs=0 l=1 rev1=1 crypto rx=0x7f7f48009ae0 tx=0x7f7f48009190 comp rx=0 tx=0).stop 2024-09-15T22:05:57.156 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:57.154+0000 7f7f5d318640 1 -- 172.21.15.63:0/979238670 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f7f5815c980 msgr2=0x7f7f5815ce00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-15T22:05:57.156 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:57.154+0000 7f7f5d318640 1 --2- 172.21.15.63:0/979238670 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f7f5815c980 0x7f7f5815ce00 secure :-1 s=READY pgs=407 cs=0 l=1 rev1=1 crypto rx=0x7f7f580b7110 tx=0x7f7f5000e530 comp rx=0 tx=0).stop 2024-09-15T22:05:57.156 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:57.154+0000 7f7f5d318640 1 -- 172.21.15.63:0/979238670 shutdown_connections 2024-09-15T22:05:57.156 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:57.154+0000 7f7f5d318640 1 --2- 172.21.15.63:0/979238670 >> [v2:172.21.15.110:6832/552273267,v1:172.21.15.110:6833/552273267] conn(0x7f7f4406c490 0x7f7f4406e950 unknown :-1 s=CLOSED pgs=203 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T22:05:57.157 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:57.154+0000 7f7f5d318640 1 --2- 172.21.15.63:0/979238670 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f7f5815c980 0x7f7f5815ce00 unknown :-1 s=CLOSED pgs=407 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T22:05:57.157 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:57.154+0000 7f7f5d318640 1 --2- 172.21.15.63:0/979238670 >> [v2:172.21.15.110:3301/0,v1:172.21.15.110:6790/0] conn(0x7f7f5815a870 0x7f7f5815acf0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T22:05:57.157 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:57.154+0000 7f7f5d318640 1 --2- 172.21.15.63:0/979238670 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f7f40003f30 0x7f7f58142740 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T22:05:57.157 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:57.154+0000 7f7f5d318640 1 -- 172.21.15.63:0/979238670 >> 172.21.15.63:0/979238670 conn(0x7f7f58074bc0 msgr2=0x7f7f58074fd0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-15T22:05:57.157 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:57.154+0000 7f7f5d318640 1 -- 172.21.15.63:0/979238670 shutdown_connections 2024-09-15T22:05:57.157 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:57.154+0000 7f7f5d318640 1 -- 172.21.15.63:0/979238670 wait complete. 2024-09-15T22:05:57.167 INFO:teuthology.orchestra.run.smithi063.stdout:{"pg_ready":true,"pg_map":{"version":81,"stamp":"2024-09-15T22:05:56.257513+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":159,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":119,"ondisk_log_size":119,"up":2,"acting":2,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":2,"num_osds":8,"num_per_pool_osds":8,"num_per_pool_omap_osds":2,"kb":754974720,"kb_used":241432,"kb_used_data":4392,"kb_used_omap":12,"kb_used_meta":236851,"kb_avail":754733288,"statfs":{"total":773094113280,"available":772846886912,"internally_reserved":0,"allocated":4497408,"data_stored":2463752,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":12752,"internal_metadata":242535984},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"12.002412"},"pg_stats":[{"pgid":"1.0","version":"36'119","reported_seq":208,"reported_epoch":36,"state":"active+clean","last_fresh":"2024-09-15T22:05:36.725793+0000","last_change":"2024-09-15T22:05:36.725841+0000","last_active":"2024-09-15T22:05:36.725793+0000","last_peered":"2024-09-15T22:05:36.725793+0000","last_clean":"2024-09-15T22:05:36.725793+0000","last_became_active":"2024-09-15T22:04:16.055577+0000","last_became_peered":"2024-09-15T22:04:16.055577+0000","last_unstale":"2024-09-15T22:05:36.725793+0000","last_undegraded":"2024-09-15T22:05:36.725793+0000","last_fullsized":"2024-09-15T22:05:36.725793+0000","mapping_epoch":15,"log_start":"0'0","ondisk_log_start":"0'0","created":15,"last_epoch_clean":16,"parent":"0.0","parent_split_bits":0,"last_scrub":"36'119","last_scrub_stamp":"2024-09-15T22:05:36.725694+0000","last_deep_scrub":"36'119","last_deep_scrub_stamp":"2024-09-15T22:05:36.725694+0000","last_clean_scrub_stamp":"2024-09-15T22:05:36.725694+0000","objects_scrubbed":2,"log_size":119,"log_dups_size":0,"ondisk_log_size":119,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T04:07:36.014436+0000","scrub_duration":4,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":159,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]}],"pool_stats":[{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":159,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":1187840,"data_stored":1180736,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":119,"ondisk_log_size":119,"up":2,"acting":2,"num_store_stats":2}],"osd_stats":[{"osd":7,"up_from":14,"seq":60129542166,"num_pgs":1,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":32168,"kb_used_data":984,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94339672,"statfs":{"total":96636764160,"available":96603824128,"internally_reserved":0,"allocated":1007616,"data_stored":750745,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1590,"internal_metadata":31914442},"hb_peers":[0,1,2,3,4,5,6],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":5,"up_from":14,"seq":60129542166,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":0,"kb":94371840,"kb_used":31596,"kb_used_data":404,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94340244,"statfs":{"total":96636764160,"available":96604409856,"internally_reserved":0,"allocated":413696,"data_stored":160377,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":31914437},"hb_peers":[0,1,2,3,4,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":4,"up_from":14,"seq":60129542166,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":0,"kb":94371840,"kb_used":31596,"kb_used_data":404,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94340244,"statfs":{"total":96636764160,"available":96604409856,"internally_reserved":0,"allocated":413696,"data_stored":160377,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":31914437},"hb_peers":[0,1,2,3,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":3,"up_from":14,"seq":60129542168,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":0,"kb":94371840,"kb_used":27432,"kb_used_data":404,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344408,"statfs":{"total":96636764160,"available":96608673792,"internally_reserved":0,"allocated":413696,"data_stored":160377,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1593,"internal_metadata":27654599},"hb_peers":[0,1,2,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":2,"up_from":14,"seq":60129542168,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":0,"kb":94371840,"kb_used":27440,"kb_used_data":404,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344400,"statfs":{"total":96636764160,"available":96608665600,"internally_reserved":0,"allocated":413696,"data_stored":160377,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[0,1,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":1,"up_from":14,"seq":60129542167,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":0,"kb":94371840,"kb_used":27436,"kb_used_data":404,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344404,"statfs":{"total":96636764160,"available":96608669696,"internally_reserved":0,"allocated":413696,"data_stored":160377,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[0,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":0,"up_from":14,"seq":60129542167,"num_pgs":1,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":28008,"kb_used_data":984,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94343832,"statfs":{"total":96636764160,"available":96608083968,"internally_reserved":0,"allocated":1007616,"data_stored":750745,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[1,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":6,"up_from":13,"seq":55834574871,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":0,"kb":94371840,"kb_used":35756,"kb_used_data":404,"kb_used_omap":1,"kb_used_meta":35326,"kb_avail":94336084,"statfs":{"total":96636764160,"available":96600150016,"internally_reserved":0,"allocated":413696,"data_stored":160377,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":36174278},"hb_peers":[0,1,2,3,4,5,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2024-09-15T22:05:57.168 DEBUG:teuthology.orchestra.run.smithi063:> sudo ceph --cluster ceph config set global mon_health_to_clog false 2024-09-15T22:05:57.270 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:57.268+0000 7fea68ca4640 1 Processor -- start 2024-09-15T22:05:57.270 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:57.268+0000 7fea68ca4640 1 -- start start 2024-09-15T22:05:57.272 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:57.269+0000 7fea68ca4640 1 --2- >> [v2:172.21.15.110:3301/0,v1:172.21.15.110:6790/0] conn(0x7fea6415c280 0x7fea640d2410 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-15T22:05:57.272 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:57.269+0000 7fea68ca4640 1 --2- >> v2:172.21.15.63:3300/0 conn(0x7fea640d2950 0x7fea6406e0a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-15T22:05:57.273 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:57.269+0000 7fea68ca4640 1 -- --> v1:172.21.15.63:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fea6406ea50 con 0x7fea6406e5e0 2024-09-15T22:05:57.273 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:57.269+0000 7fea68ca4640 1 -- --> v2:172.21.15.63:3300/0 -- mon_getmap magic: 0 -- 0x7fea640d2db0 con 0x7fea640d2950 2024-09-15T22:05:57.273 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:57.269+0000 7fea68ca4640 1 -- --> [v2:172.21.15.110:3301/0,v1:172.21.15.110:6790/0] -- mon_getmap magic: 0 -- 0x7fea6406ecf0 con 0x7fea6415c280 2024-09-15T22:05:57.273 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:57.269+0000 7fea5bfff640 1 --2- >> v2:172.21.15.63:3300/0 conn(0x7fea640d2950 0x7fea6406e0a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-15T22:05:57.273 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:57.269+0000 7fea62d9d640 1 --1- >> v1:172.21.15.63:6789/0 conn(0x7fea6406e5e0 0x7fea64073030 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.63:6789/0 says I am v1:172.21.15.63:41828/0 (socket says 172.21.15.63:41828) 2024-09-15T22:05:57.273 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:57.269+0000 7fea62d9d640 1 -- 172.21.15.63:0/3871777971 learned_addr learned my addr 172.21.15.63:0/3871777971 (peer_addr_for_me v1:172.21.15.63:0/0) 2024-09-15T22:05:57.273 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:57.269+0000 7fea5bfff640 1 -- 172.21.15.63:0/3871777971 >> [v2:172.21.15.110:3301/0,v1:172.21.15.110:6790/0] conn(0x7fea6415c280 msgr2=0x7fea640d2410 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-15T22:05:57.273 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:57.269+0000 7fea5bfff640 1 --2- 172.21.15.63:0/3871777971 >> [v2:172.21.15.110:3301/0,v1:172.21.15.110:6790/0] conn(0x7fea6415c280 0x7fea640d2410 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T22:05:57.273 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:57.269+0000 7fea5bfff640 1 -- 172.21.15.63:0/3871777971 >> v1:172.21.15.63:6789/0 conn(0x7fea6406e5e0 legacy=0x7fea64073030 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-15T22:05:57.273 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:57.269+0000 7fea5bfff640 1 -- 172.21.15.63:0/3871777971 --> v2:172.21.15.63:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fea6406bbe0 con 0x7fea640d2950 2024-09-15T22:05:57.273 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:57.269+0000 7fea61d9b640 1 -- 172.21.15.63:0/3871777971 <== mon.0 v1:172.21.15.63:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 354895073 0 0) 0x7fea6406ea50 con 0x7fea6406e5e0 2024-09-15T22:05:57.273 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:57.270+0000 7fea5bfff640 1 --2- 172.21.15.63:0/3871777971 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fea640d2950 0x7fea6406e0a0 secure :-1 s=READY pgs=409 cs=0 l=1 rev1=1 crypto rx=0x7fea6406ec20 tx=0x7fea4c02a180 comp rx=0 tx=0).ready entity=mon.0 client_cookie=3fc0168cb9117073 server_cookie=0 in_seq=0 out_seq=0 2024-09-15T22:05:57.274 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:57.270+0000 7fea61d9b640 1 -- 172.21.15.63:0/3871777971 <== mon.0 v2:172.21.15.63:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fea4c037070 con 0x7fea640d2950 2024-09-15T22:05:57.274 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:57.270+0000 7fea61d9b640 1 -- 172.21.15.63:0/3871777971 <== mon.0 v2:172.21.15.63:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fea4c032440 con 0x7fea640d2950 2024-09-15T22:05:57.274 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:57.270+0000 7fea61d9b640 1 -- 172.21.15.63:0/3871777971 <== mon.0 v2:172.21.15.63:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fea4c032810 con 0x7fea640d2950 2024-09-15T22:05:57.274 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:57.271+0000 7fea68ca4640 1 -- 172.21.15.63:0/3871777971 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fea640d2950 msgr2=0x7fea6406e0a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-15T22:05:57.274 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:57.271+0000 7fea68ca4640 1 --2- 172.21.15.63:0/3871777971 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fea640d2950 0x7fea6406e0a0 secure :-1 s=READY pgs=409 cs=0 l=1 rev1=1 crypto rx=0x7fea6406ec20 tx=0x7fea4c02a180 comp rx=0 tx=0).stop 2024-09-15T22:05:57.274 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:57.271+0000 7fea68ca4640 1 -- 172.21.15.63:0/3871777971 shutdown_connections 2024-09-15T22:05:57.274 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:57.271+0000 7fea68ca4640 1 --2- 172.21.15.63:0/3871777971 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fea640d2950 0x7fea6406e0a0 unknown :-1 s=CLOSED pgs=409 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T22:05:57.274 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:57.271+0000 7fea68ca4640 1 --2- 172.21.15.63:0/3871777971 >> [v2:172.21.15.110:3301/0,v1:172.21.15.110:6790/0] conn(0x7fea6415c280 0x7fea640d2410 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T22:05:57.274 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:57.271+0000 7fea68ca4640 1 -- 172.21.15.63:0/3871777971 >> 172.21.15.63:0/3871777971 conn(0x7fea6406f2d0 msgr2=0x7fea6406f6b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-15T22:05:57.274 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:57.271+0000 7fea68ca4640 1 -- 172.21.15.63:0/3871777971 shutdown_connections 2024-09-15T22:05:57.275 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:57.271+0000 7fea68ca4640 1 -- 172.21.15.63:0/3871777971 wait complete. 2024-09-15T22:05:57.278 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:57.272+0000 7fea68ca4640 1 Processor -- start 2024-09-15T22:05:57.278 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:57.272+0000 7fea68ca4640 1 -- start start 2024-09-15T22:05:57.278 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:57.273+0000 7fea68ca4640 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7fea6406e5e0 0x7fea6414f2d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-15T22:05:57.278 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:57.273+0000 7fea68ca4640 1 --2- >> [v2:172.21.15.110:3301/0,v1:172.21.15.110:6790/0] conn(0x7fea640d2950 0x7fea6414e3a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-15T22:05:57.278 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:57.273+0000 7fea68ca4640 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fea6415c280 0x7fea640d1b40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-15T22:05:57.278 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:57.273+0000 7fea68ca4640 1 -- --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 -- 0x7fea6406c480 con 0x7fea6415c280 2024-09-15T22:05:57.278 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:57.273+0000 7fea68ca4640 1 -- --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_getmap magic: 0 -- 0x7fea6406c1a0 con 0x7fea6406e5e0 2024-09-15T22:05:57.278 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:57.273+0000 7fea68ca4640 1 -- --> [v2:172.21.15.110:3301/0,v1:172.21.15.110:6790/0] -- mon_getmap magic: 0 -- 0x7fea6415fae0 con 0x7fea640d2950 2024-09-15T22:05:57.279 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:57.273+0000 7fea62d9d640 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fea6415c280 0x7fea640d1b40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-15T22:05:57.279 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:57.273+0000 7fea62d9d640 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fea6415c280 0x7fea640d1b40 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.63:3300/0 says I am v2:172.21.15.63:36096/0 (socket says 172.21.15.63:36096) 2024-09-15T22:05:57.279 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:57.273+0000 7fea62d9d640 1 -- 172.21.15.63:0/2052671733 learned_addr learned my addr 172.21.15.63:0/2052671733 (peer_addr_for_me v2:172.21.15.63:0/0) 2024-09-15T22:05:57.279 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:57.273+0000 7fea5bfff640 1 --2- 172.21.15.63:0/2052671733 >> [v2:172.21.15.110:3301/0,v1:172.21.15.110:6790/0] conn(0x7fea640d2950 0x7fea6414e3a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-15T22:05:57.279 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:57.273+0000 7fea6259c640 1 --2- 172.21.15.63:0/2052671733 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7fea6406e5e0 0x7fea6414f2d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-15T22:05:57.279 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:57.273+0000 7fea62d9d640 1 -- 172.21.15.63:0/2052671733 >> [v2:172.21.15.110:3301/0,v1:172.21.15.110:6790/0] conn(0x7fea640d2950 msgr2=0x7fea6414e3a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-15T22:05:57.279 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:57.273+0000 7fea62d9d640 1 --2- 172.21.15.63:0/2052671733 >> [v2:172.21.15.110:3301/0,v1:172.21.15.110:6790/0] conn(0x7fea640d2950 0x7fea6414e3a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T22:05:57.279 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:57.273+0000 7fea62d9d640 1 -- 172.21.15.63:0/2052671733 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7fea6406e5e0 msgr2=0x7fea6414f2d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-15T22:05:57.280 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:57.273+0000 7fea62d9d640 1 --2- 172.21.15.63:0/2052671733 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7fea6406e5e0 0x7fea6414f2d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T22:05:57.280 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:57.273+0000 7fea62d9d640 1 -- 172.21.15.63:0/2052671733 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fea641527e0 con 0x7fea6415c280 2024-09-15T22:05:57.280 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:57.273+0000 7fea62d9d640 1 --2- 172.21.15.63:0/2052671733 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fea6415c280 0x7fea640d1b40 secure :-1 s=READY pgs=410 cs=0 l=1 rev1=1 crypto rx=0x7fea5c00c700 tx=0x7fea5c00cb00 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-15T22:05:57.280 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:57.274+0000 7fea5affd640 1 -- 172.21.15.63:0/2052671733 <== mon.0 v2:172.21.15.63:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fea5c018070 con 0x7fea6415c280 2024-09-15T22:05:57.280 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:57.274+0000 7fea5affd640 1 -- 172.21.15.63:0/2052671733 <== mon.0 v2:172.21.15.63:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fea5c0070d0 con 0x7fea6415c280 2024-09-15T22:05:57.280 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:57.274+0000 7fea68ca4640 1 -- 172.21.15.63:0/2052671733 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fea64152ac0 con 0x7fea6415c280 2024-09-15T22:05:57.280 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:57.274+0000 7fea5affd640 1 -- 172.21.15.63:0/2052671733 <== mon.0 v2:172.21.15.63:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fea5c007540 con 0x7fea6415c280 2024-09-15T22:05:57.280 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:57.274+0000 7fea68ca4640 1 -- 172.21.15.63:0/2052671733 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fea64153080 con 0x7fea6415c280 2024-09-15T22:05:57.280 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:57.275+0000 7fea68ca4640 1 -- 172.21.15.63:0/2052671733 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fea64153850 con 0x7fea6415c280 2024-09-15T22:05:57.281 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:57.275+0000 7fea5affd640 1 -- 172.21.15.63:0/2052671733 <== mon.0 v2:172.21.15.63:3300/0 4 ==== mgrmap(e 7) ==== 90999+0+0 (secure 0 0 0) 0x7fea5c01b070 con 0x7fea6415c280 2024-09-15T22:05:57.281 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:57.276+0000 7fea5affd640 1 --2- 172.21.15.63:0/2052671733 >> [v2:172.21.15.110:6832/552273267,v1:172.21.15.110:6833/552273267] conn(0x7fea4406c460 0x7fea4406e920 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-15T22:05:57.281 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:57.276+0000 7fea5affd640 1 -- 172.21.15.63:0/2052671733 <== mon.0 v2:172.21.15.63:3300/0 5 ==== osd_map(36..36 src has 1..36) ==== 4943+0+0 (secure 0 0 0) 0x7fea5c08a8b0 con 0x7fea6415c280 2024-09-15T22:05:57.281 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:57.276+0000 7fea6259c640 1 --2- 172.21.15.63:0/2052671733 >> [v2:172.21.15.110:6832/552273267,v1:172.21.15.110:6833/552273267] conn(0x7fea4406c460 0x7fea4406e920 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-15T22:05:57.281 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:57.276+0000 7fea6259c640 1 --2- 172.21.15.63:0/2052671733 >> [v2:172.21.15.110:6832/552273267,v1:172.21.15.110:6833/552273267] conn(0x7fea4406c460 0x7fea4406e920 secure :-1 s=READY pgs=204 cs=0 l=1 rev1=1 crypto rx=0x7fea6415e730 tx=0x7fea54009110 comp rx=0 tx=0).ready entity=mgr.4102 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-15T22:05:57.282 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:57.280+0000 7fea5affd640 1 -- 172.21.15.63:0/2052671733 <== mon.0 v2:172.21.15.63:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7fea5c058a50 con 0x7fea6415c280 2024-09-15T22:05:57.457 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:57.455+0000 7fea68ca4640 1 -- 172.21.15.63:0/2052671733 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_command([{prefix=config set, name=mon_health_to_clog}] v 0) -- 0x7fea6406e200 con 0x7fea6415c280 2024-09-15T22:05:57.459 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:57.458+0000 7fea5affd640 1 -- 172.21.15.63:0/2052671733 <== mon.0 v2:172.21.15.63:3300/0 7 ==== mon_command_ack([{prefix=config set, name=mon_health_to_clog}]=0 v12)=0 v12) ==== 123+0+0 (secure 0 0 0) 0x7fea5c05cd50 con 0x7fea6415c280 2024-09-15T22:05:57.460 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:57.459+0000 7fea5affd640 1 -- 172.21.15.63:0/2052671733 <== mon.0 v2:172.21.15.63:3300/0 8 ==== config(1 keys) ==== 35+0+0 (secure 0 0 0) 0x7fea5c090080 con 0x7fea6415c280 2024-09-15T22:05:57.462 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:57.461+0000 7fea68ca4640 1 -- 172.21.15.63:0/2052671733 >> [v2:172.21.15.110:6832/552273267,v1:172.21.15.110:6833/552273267] conn(0x7fea4406c460 msgr2=0x7fea4406e920 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-15T22:05:57.463 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:57.461+0000 7fea68ca4640 1 --2- 172.21.15.63:0/2052671733 >> [v2:172.21.15.110:6832/552273267,v1:172.21.15.110:6833/552273267] conn(0x7fea4406c460 0x7fea4406e920 secure :-1 s=READY pgs=204 cs=0 l=1 rev1=1 crypto rx=0x7fea6415e730 tx=0x7fea54009110 comp rx=0 tx=0).stop 2024-09-15T22:05:57.463 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:57.461+0000 7fea68ca4640 1 -- 172.21.15.63:0/2052671733 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fea6415c280 msgr2=0x7fea640d1b40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-15T22:05:57.463 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:57.461+0000 7fea68ca4640 1 --2- 172.21.15.63:0/2052671733 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fea6415c280 0x7fea640d1b40 secure :-1 s=READY pgs=410 cs=0 l=1 rev1=1 crypto rx=0x7fea5c00c700 tx=0x7fea5c00cb00 comp rx=0 tx=0).stop 2024-09-15T22:05:57.463 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:57.461+0000 7fea68ca4640 1 -- 172.21.15.63:0/2052671733 shutdown_connections 2024-09-15T22:05:57.463 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:57.461+0000 7fea68ca4640 1 --2- 172.21.15.63:0/2052671733 >> [v2:172.21.15.110:6832/552273267,v1:172.21.15.110:6833/552273267] conn(0x7fea4406c460 0x7fea4406e920 unknown :-1 s=CLOSED pgs=204 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T22:05:57.463 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:57.461+0000 7fea68ca4640 1 --2- 172.21.15.63:0/2052671733 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fea6415c280 0x7fea640d1b40 unknown :-1 s=CLOSED pgs=410 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T22:05:57.463 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:57.461+0000 7fea68ca4640 1 --2- 172.21.15.63:0/2052671733 >> [v2:172.21.15.110:3301/0,v1:172.21.15.110:6790/0] conn(0x7fea640d2950 0x7fea6414e3a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T22:05:57.463 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:57.461+0000 7fea68ca4640 1 --2- 172.21.15.63:0/2052671733 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7fea6406e5e0 0x7fea6414f2d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T22:05:57.463 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:57.461+0000 7fea68ca4640 1 -- 172.21.15.63:0/2052671733 >> 172.21.15.63:0/2052671733 conn(0x7fea6406f2d0 msgr2=0x7fea640b65e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-15T22:05:57.464 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:57.461+0000 7fea68ca4640 1 -- 172.21.15.63:0/2052671733 shutdown_connections 2024-09-15T22:05:57.464 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:57.461+0000 7fea68ca4640 1 -- 172.21.15.63:0/2052671733 wait complete. 2024-09-15T22:05:57.473 INFO:tasks.cephfs.filesystem:Destroying file system cephfs and related pools 2024-09-15T22:05:57.474 DEBUG:teuthology.orchestra.run.smithi063:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-09-15T22:05:57.576 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:57.574+0000 7f53ded9f640 1 Processor -- start 2024-09-15T22:05:57.576 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:57.574+0000 7f53ded9f640 1 -- start start 2024-09-15T22:05:57.577 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:57.575+0000 7f53ded9f640 1 --2- >> v2:172.21.15.63:3300/0 conn(0x7f53d815e520 0x7f53d80cea80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-15T22:05:57.577 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:57.575+0000 7f53ded9f640 1 --2- >> v2:172.21.15.110:3300/0 conn(0x7f53d80b5520 0x7f53d80cf450 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-15T22:05:57.577 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:57.575+0000 7f53ded9f640 1 -- --> v1:172.21.15.63:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f53d815e900 con 0x7f53d80cefc0 2024-09-15T22:05:57.577 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:57.575+0000 7f53ded9f640 1 -- --> v2:172.21.15.63:3300/0 -- mon_getmap magic: 0 -- 0x7f53d80b3d50 con 0x7f53d815e520 2024-09-15T22:05:57.578 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:57.575+0000 7f53ded9f640 1 -- --> v2:172.21.15.110:3300/0 -- mon_getmap magic: 0 -- 0x7f53d80d3580 con 0x7f53d80b5520 2024-09-15T22:05:57.578 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:57.575+0000 7f53ddd9d640 1 --2- >> v2:172.21.15.63:3300/0 conn(0x7f53d815e520 0x7f53d80cea80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-15T22:05:57.578 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:57.575+0000 7f53dd59c640 1 --1- >> v1:172.21.15.63:6789/0 conn(0x7f53d80cefc0 0x7f53d8162000 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.63:6789/0 says I am v1:172.21.15.63:41838/0 (socket says 172.21.15.63:41838) 2024-09-15T22:05:57.578 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:57.575+0000 7f53dd59c640 1 -- 172.21.15.63:0/1663991868 learned_addr learned my addr 172.21.15.63:0/1663991868 (peer_addr_for_me v1:172.21.15.63:0/0) 2024-09-15T22:05:57.578 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:57.576+0000 7f53de59e640 1 --2- 172.21.15.63:0/1663991868 >> v2:172.21.15.110:3300/0 conn(0x7f53d80b5520 0x7f53d80cf450 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-15T22:05:57.578 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:57.576+0000 7f53ddd9d640 1 -- 172.21.15.63:0/1663991868 >> v2:172.21.15.110:3300/0 conn(0x7f53d80b5520 msgr2=0x7f53d80cf450 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-15T22:05:57.578 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:57.576+0000 7f53ddd9d640 1 --2- 172.21.15.63:0/1663991868 >> v2:172.21.15.110:3300/0 conn(0x7f53d80b5520 0x7f53d80cf450 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T22:05:57.578 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:57.576+0000 7f53ddd9d640 1 -- 172.21.15.63:0/1663991868 >> v1:172.21.15.63:6789/0 conn(0x7f53d80cefc0 legacy=0x7f53d8162000 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-15T22:05:57.578 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:57.576+0000 7f53ddd9d640 1 -- 172.21.15.63:0/1663991868 --> v2:172.21.15.63:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f53d80d3860 con 0x7f53d815e520 2024-09-15T22:05:57.578 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:57.576+0000 7f53de59e640 1 --2- 172.21.15.63:0/1663991868 >> v2:172.21.15.110:3300/0 conn(0x7f53d80b5520 0x7f53d80cf450 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-15T22:05:57.578 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:57.576+0000 7f53dcd9b640 1 -- 172.21.15.63:0/1663991868 <== mon.0 v1:172.21.15.63:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 1478236750 0 0) 0x7f53d815e900 con 0x7f53d80cefc0 2024-09-15T22:05:57.580 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:57.576+0000 7f53ddd9d640 1 --2- 172.21.15.63:0/1663991868 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f53d815e520 0x7f53d80cea80 secure :-1 s=READY pgs=412 cs=0 l=1 rev1=1 crypto rx=0x7f53d40097a0 tx=0x7f53d402a1e0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=fa76a60d1d48bb74 server_cookie=0 in_seq=0 out_seq=0 2024-09-15T22:05:57.580 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:57.576+0000 7f53dcd9b640 1 -- 172.21.15.63:0/1663991868 <== mon.0 v2:172.21.15.63:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f53d4037070 con 0x7f53d815e520 2024-09-15T22:05:57.580 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:57.576+0000 7f53dcd9b640 1 -- 172.21.15.63:0/1663991868 <== mon.0 v2:172.21.15.63:3300/0 2 ==== config(1 keys) ==== 35+0+0 (secure 0 0 0) 0x7f53d4032440 con 0x7f53d815e520 2024-09-15T22:05:57.580 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:57.576+0000 7f53dcd9b640 1 -- 172.21.15.63:0/1663991868 <== mon.0 v2:172.21.15.63:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f53d4032830 con 0x7f53d815e520 2024-09-15T22:05:57.580 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:57.577+0000 7f53ded9f640 1 -- 172.21.15.63:0/1663991868 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f53d815e520 msgr2=0x7f53d80cea80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-15T22:05:57.580 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:57.577+0000 7f53ded9f640 1 --2- 172.21.15.63:0/1663991868 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f53d815e520 0x7f53d80cea80 secure :-1 s=READY pgs=412 cs=0 l=1 rev1=1 crypto rx=0x7f53d40097a0 tx=0x7f53d402a1e0 comp rx=0 tx=0).stop 2024-09-15T22:05:57.580 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:57.577+0000 7f53ded9f640 1 -- 172.21.15.63:0/1663991868 shutdown_connections 2024-09-15T22:05:57.581 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:57.577+0000 7f53ded9f640 1 --2- 172.21.15.63:0/1663991868 >> v2:172.21.15.110:3300/0 conn(0x7f53d80b5520 0x7f53d80cf450 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T22:05:57.581 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:57.577+0000 7f53ded9f640 1 --2- 172.21.15.63:0/1663991868 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f53d815e520 0x7f53d80cea80 unknown :-1 s=CLOSED pgs=412 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T22:05:57.581 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:57.577+0000 7f53ded9f640 1 -- 172.21.15.63:0/1663991868 >> 172.21.15.63:0/1663991868 conn(0x7f53d80b5f20 msgr2=0x7f53d80b6330 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-15T22:05:57.581 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:57.577+0000 7f53ded9f640 1 -- 172.21.15.63:0/1663991868 shutdown_connections 2024-09-15T22:05:57.581 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:57.577+0000 7f53ded9f640 1 -- 172.21.15.63:0/1663991868 wait complete. 2024-09-15T22:05:57.581 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:57.578+0000 7f53ded9f640 1 Processor -- start 2024-09-15T22:05:57.581 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:57.578+0000 7f53ded9f640 1 -- start start 2024-09-15T22:05:57.584 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:57.579+0000 7f53ded9f640 1 --2- >> [v2:172.21.15.110:3301/0,v1:172.21.15.110:6790/0] conn(0x7f53d80b5520 0x7f53d8150890 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-15T22:05:57.584 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:57.579+0000 7f53ded9f640 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f53d80cefc0 0x7f53d81f76d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-15T22:05:57.584 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:57.579+0000 7f53ded9f640 1 --2- >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f53d815e520 0x7f53d81f7c10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-15T22:05:57.584 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:57.579+0000 7f53ded9f640 1 -- --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 -- 0x7f53d80d4040 con 0x7f53d80cefc0 2024-09-15T22:05:57.584 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:57.579+0000 7f53ded9f640 1 -- --> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] -- mon_getmap magic: 0 -- 0x7f53d80b3ff0 con 0x7f53d815e520 2024-09-15T22:05:57.584 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:57.579+0000 7f53ded9f640 1 -- --> [v2:172.21.15.110:3301/0,v1:172.21.15.110:6790/0] -- mon_getmap magic: 0 -- 0x7f53d80d41c0 con 0x7f53d80b5520 2024-09-15T22:05:57.584 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:57.579+0000 7f53dd59c640 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f53d80cefc0 0x7f53d81f76d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-15T22:05:57.584 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:57.579+0000 7f53dd59c640 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f53d80cefc0 0x7f53d81f76d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.63:3300/0 says I am v2:172.21.15.63:36110/0 (socket says 172.21.15.63:36110) 2024-09-15T22:05:57.584 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:57.579+0000 7f53dd59c640 1 -- 172.21.15.63:0/2086453644 learned_addr learned my addr 172.21.15.63:0/2086453644 (peer_addr_for_me v2:172.21.15.63:0/0) 2024-09-15T22:05:57.584 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:57.579+0000 7f53ddd9d640 1 --2- 172.21.15.63:0/2086453644 >> [v2:172.21.15.110:3301/0,v1:172.21.15.110:6790/0] conn(0x7f53d80b5520 0x7f53d8150890 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-15T22:05:57.584 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:57.579+0000 7f53dd59c640 1 -- 172.21.15.63:0/2086453644 >> [v2:172.21.15.110:3301/0,v1:172.21.15.110:6790/0] conn(0x7f53d80b5520 msgr2=0x7f53d8150890 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-15T22:05:57.584 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:57.579+0000 7f53dd59c640 1 --2- 172.21.15.63:0/2086453644 >> [v2:172.21.15.110:3301/0,v1:172.21.15.110:6790/0] conn(0x7f53d80b5520 0x7f53d8150890 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T22:05:57.585 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:57.579+0000 7f53de59e640 1 --2- 172.21.15.63:0/2086453644 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f53d815e520 0x7f53d81f7c10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-15T22:05:57.585 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:57.579+0000 7f53dd59c640 1 -- 172.21.15.63:0/2086453644 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f53d815e520 msgr2=0x7f53d81f7c10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-15T22:05:57.585 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:57.579+0000 7f53dd59c640 1 --2- 172.21.15.63:0/2086453644 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f53d815e520 0x7f53d81f7c10 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T22:05:57.585 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:57.579+0000 7f53dd59c640 1 -- 172.21.15.63:0/2086453644 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f53d80c8e60 con 0x7f53d80cefc0 2024-09-15T22:05:57.585 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:57.580+0000 7f53dd59c640 1 --2- 172.21.15.63:0/2086453644 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f53d80cefc0 0x7f53d81f76d0 secure :-1 s=READY pgs=413 cs=0 l=1 rev1=1 crypto rx=0x7f53c800c4a0 tx=0x7f53c800c960 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-15T22:05:57.585 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:57.580+0000 7f53ce7fc640 1 -- 172.21.15.63:0/2086453644 <== mon.0 v2:172.21.15.63:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f53c8018070 con 0x7f53d80cefc0 2024-09-15T22:05:57.585 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:57.580+0000 7f53ce7fc640 1 -- 172.21.15.63:0/2086453644 <== mon.0 v2:172.21.15.63:3300/0 2 ==== config(1 keys) ==== 35+0+0 (secure 0 0 0) 0x7f53c80074e0 con 0x7f53d80cefc0 2024-09-15T22:05:57.585 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:57.580+0000 7f53ded9f640 1 -- 172.21.15.63:0/2086453644 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f53d80c88a0 con 0x7f53d80cefc0 2024-09-15T22:05:57.585 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:57.580+0000 7f53ce7fc640 1 -- 172.21.15.63:0/2086453644 <== mon.0 v2:172.21.15.63:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f53c8004a40 con 0x7f53d80cefc0 2024-09-15T22:05:57.585 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:57.580+0000 7f53ded9f640 1 -- 172.21.15.63:0/2086453644 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f53d81e8650 con 0x7f53d80cefc0 2024-09-15T22:05:57.585 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:57.581+0000 7f53ded9f640 1 -- 172.21.15.63:0/2086453644 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f53d80d3110 con 0x7f53d80cefc0 2024-09-15T22:05:57.585 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:57.581+0000 7f53ce7fc640 1 -- 172.21.15.63:0/2086453644 <== mon.0 v2:172.21.15.63:3300/0 4 ==== mgrmap(e 7) ==== 90999+0+0 (secure 0 0 0) 0x7f53c801b070 con 0x7f53d80cefc0 2024-09-15T22:05:57.585 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:57.582+0000 7f53ce7fc640 1 --2- 172.21.15.63:0/2086453644 >> [v2:172.21.15.110:6832/552273267,v1:172.21.15.110:6833/552273267] conn(0x7f53bc06c460 0x7f53bc06e920 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-15T22:05:57.586 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:57.582+0000 7f53ce7fc640 1 -- 172.21.15.63:0/2086453644 <== mon.0 v2:172.21.15.63:3300/0 5 ==== osd_map(36..36 src has 1..36) ==== 4943+0+0 (secure 0 0 0) 0x7f53c808a810 con 0x7f53d80cefc0 2024-09-15T22:05:57.586 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:57.582+0000 7f53ddd9d640 1 --2- 172.21.15.63:0/2086453644 >> [v2:172.21.15.110:6832/552273267,v1:172.21.15.110:6833/552273267] conn(0x7f53bc06c460 0x7f53bc06e920 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-15T22:05:57.586 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:57.583+0000 7f53ddd9d640 1 --2- 172.21.15.63:0/2086453644 >> [v2:172.21.15.110:6832/552273267,v1:172.21.15.110:6833/552273267] conn(0x7f53bc06c460 0x7f53bc06e920 secure :-1 s=READY pgs=205 cs=0 l=1 rev1=1 crypto rx=0x7f53d4034000 tx=0x7f53d402e000 comp rx=0 tx=0).ready entity=mgr.4102 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-15T22:05:57.588 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:57.586+0000 7f53ce7fc640 1 -- 172.21.15.63:0/2086453644 <== mon.0 v2:172.21.15.63:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7f53d80c8e60 con 0x7f53d80cefc0 2024-09-15T22:05:57.798 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:57.796+0000 7f53ded9f640 1 -- 172.21.15.63:0/2086453644 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7f53d80d2100 con 0x7f53d80cefc0 2024-09-15T22:05:57.798 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:57.797+0000 7f53ce7fc640 1 -- 172.21.15.63:0/2086453644 <== mon.0 v2:172.21.15.63:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 15 v15) ==== 94+0+3893 (secure 0 0 0) 0x7f53c8058f70 con 0x7f53d80cefc0 2024-09-15T22:05:57.798 INFO:teuthology.orchestra.run.smithi063.stdout: 2024-09-15T22:05:57.799 INFO:teuthology.orchestra.run.smithi063.stdout:{"epoch":15,"btime":"2024-09-15T22:05:24:801054+0000","default_fscid":-1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":4604,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.110:6836/522283406","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.110:6834","nonce":522283406},{"type":"v1","addr":"172.21.15.110:6836","nonce":522283406}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":9},{"gid":4607,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.110:6837/41115763","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.110:6835","nonce":41115763},{"type":"v1","addr":"172.21.15.110:6837","nonce":41115763}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":9},{"gid":4842,"name":"c","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.63:6834/779684962","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.63:6832","nonce":779684962},{"type":"v1","addr":"172.21.15.63:6834","nonce":779684962}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":9},{"gid":5181,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.63:6835/7737884","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.63:6833","nonce":7737884},{"type":"v1","addr":"172.21.15.63:6835","nonce":7737884}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":15}],"filesystems":[]} 2024-09-15T22:05:57.799 INFO:teuthology.orchestra.run.smithi063.stderr:dumped fsmap epoch 15 2024-09-15T22:05:57.800 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:57.799+0000 7f53ded9f640 1 -- 172.21.15.63:0/2086453644 >> [v2:172.21.15.110:6832/552273267,v1:172.21.15.110:6833/552273267] conn(0x7f53bc06c460 msgr2=0x7f53bc06e920 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-15T22:05:57.801 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:57.799+0000 7f53ded9f640 1 --2- 172.21.15.63:0/2086453644 >> [v2:172.21.15.110:6832/552273267,v1:172.21.15.110:6833/552273267] conn(0x7f53bc06c460 0x7f53bc06e920 secure :-1 s=READY pgs=205 cs=0 l=1 rev1=1 crypto rx=0x7f53d4034000 tx=0x7f53d402e000 comp rx=0 tx=0).stop 2024-09-15T22:05:57.801 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:57.799+0000 7f53ded9f640 1 -- 172.21.15.63:0/2086453644 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f53d80cefc0 msgr2=0x7f53d81f76d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-15T22:05:57.801 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:57.799+0000 7f53ded9f640 1 --2- 172.21.15.63:0/2086453644 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f53d80cefc0 0x7f53d81f76d0 secure :-1 s=READY pgs=413 cs=0 l=1 rev1=1 crypto rx=0x7f53c800c4a0 tx=0x7f53c800c960 comp rx=0 tx=0).stop 2024-09-15T22:05:57.801 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:57.799+0000 7f53ded9f640 1 -- 172.21.15.63:0/2086453644 shutdown_connections 2024-09-15T22:05:57.801 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:57.799+0000 7f53ded9f640 1 --2- 172.21.15.63:0/2086453644 >> [v2:172.21.15.110:6832/552273267,v1:172.21.15.110:6833/552273267] conn(0x7f53bc06c460 0x7f53bc06e920 unknown :-1 s=CLOSED pgs=205 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T22:05:57.801 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:57.799+0000 7f53ded9f640 1 --2- 172.21.15.63:0/2086453644 >> [v2:172.21.15.110:3300/0,v1:172.21.15.110:6789/0] conn(0x7f53d815e520 0x7f53d81f7c10 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T22:05:57.801 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:57.799+0000 7f53ded9f640 1 --2- 172.21.15.63:0/2086453644 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f53d80cefc0 0x7f53d81f76d0 unknown :-1 s=CLOSED pgs=413 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T22:05:57.801 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:57.799+0000 7f53ded9f640 1 --2- 172.21.15.63:0/2086453644 >> [v2:172.21.15.110:3301/0,v1:172.21.15.110:6790/0] conn(0x7f53d80b5520 0x7f53d8150890 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T22:05:57.801 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:57.799+0000 7f53ded9f640 1 -- 172.21.15.63:0/2086453644 >> 172.21.15.63:0/2086453644 conn(0x7f53d80b5f20 msgr2=0x7f53d80b8ab0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-15T22:05:57.801 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:57.799+0000 7f53ded9f640 1 -- 172.21.15.63:0/2086453644 shutdown_connections 2024-09-15T22:05:57.801 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-15T22:05:57.799+0000 7f53ded9f640 1 -- 172.21.15.63:0/2086453644 wait complete. 2024-09-15T22:05:57.811 DEBUG:tasks.cephfs.filesystem:already dead... 2024-09-15T22:05:57.811 INFO:teuthology.misc:Shutting down mds daemons... 2024-09-15T22:05:57.812 DEBUG:tasks.ceph.mds.a:waiting for process to exit 2024-09-15T22:05:57.812 INFO:teuthology.orchestra.run:waiting for 300 2024-09-15T22:05:57.821 INFO:tasks.ceph.mds.a:Stopped 2024-09-15T22:05:57.821 DEBUG:tasks.ceph.mds.c:waiting for process to exit 2024-09-15T22:05:57.821 INFO:teuthology.orchestra.run:waiting for 300 2024-09-15T22:05:57.871 INFO:tasks.ceph.mds.c:Stopped 2024-09-15T22:05:57.871 DEBUG:tasks.ceph.mds.b:waiting for process to exit 2024-09-15T22:05:57.871 INFO:teuthology.orchestra.run:waiting for 300 2024-09-15T22:05:57.884 INFO:tasks.ceph.mds.b:Stopped 2024-09-15T22:05:57.884 DEBUG:tasks.ceph.mds.d:waiting for process to exit 2024-09-15T22:05:57.884 INFO:teuthology.orchestra.run:waiting for 300 2024-09-15T22:05:57.935 INFO:tasks.ceph.mds.d:Stopped 2024-09-15T22:05:57.936 INFO:teuthology.misc:Shutting down osd daemons... 2024-09-15T22:05:57.936 DEBUG:tasks.ceph.osd.0:waiting for process to exit 2024-09-15T22:05:57.936 INFO:teuthology.orchestra.run:waiting for 300 2024-09-15T22:05:57.963 INFO:tasks.ceph.osd.0:Stopped 2024-09-15T22:05:57.964 DEBUG:tasks.ceph.osd.1:waiting for process to exit 2024-09-15T22:05:57.964 INFO:teuthology.orchestra.run:waiting for 300 2024-09-15T22:05:58.028 INFO:tasks.ceph.osd.1:Stopped 2024-09-15T22:05:58.028 DEBUG:tasks.ceph.osd.2:waiting for process to exit 2024-09-15T22:05:58.028 INFO:teuthology.orchestra.run:waiting for 300 2024-09-15T22:05:58.100 INFO:tasks.ceph.osd.2:Stopped 2024-09-15T22:05:58.100 DEBUG:tasks.ceph.osd.3:waiting for process to exit 2024-09-15T22:05:58.100 INFO:teuthology.orchestra.run:waiting for 300 2024-09-15T22:05:58.164 INFO:tasks.ceph.osd.3:Stopped 2024-09-15T22:05:58.164 DEBUG:tasks.ceph.osd.4:waiting for process to exit 2024-09-15T22:05:58.164 INFO:teuthology.orchestra.run:waiting for 300 2024-09-15T22:05:58.195 INFO:tasks.ceph.osd.4:Stopped 2024-09-15T22:05:58.196 DEBUG:tasks.ceph.osd.5:waiting for process to exit 2024-09-15T22:05:58.196 INFO:teuthology.orchestra.run:waiting for 300 2024-09-15T22:05:58.267 INFO:tasks.ceph.osd.5:Stopped 2024-09-15T22:05:58.267 DEBUG:tasks.ceph.osd.6:waiting for process to exit 2024-09-15T22:05:58.267 INFO:teuthology.orchestra.run:waiting for 300 2024-09-15T22:05:58.334 INFO:tasks.ceph.osd.6:Stopped 2024-09-15T22:05:58.335 DEBUG:tasks.ceph.osd.7:waiting for process to exit 2024-09-15T22:05:58.335 INFO:teuthology.orchestra.run:waiting for 300 2024-09-15T22:05:58.403 INFO:tasks.ceph.osd.7:Stopped 2024-09-15T22:05:58.404 INFO:teuthology.misc:Shutting down mgr daemons... 2024-09-15T22:05:58.404 DEBUG:tasks.ceph.mgr.y:waiting for process to exit 2024-09-15T22:05:58.404 INFO:teuthology.orchestra.run:waiting for 300 2024-09-15T22:05:58.428 INFO:tasks.ceph.mgr.y:Stopped 2024-09-15T22:05:58.429 DEBUG:tasks.ceph.mgr.x:waiting for process to exit 2024-09-15T22:05:58.429 INFO:teuthology.orchestra.run:waiting for 300 2024-09-15T22:05:58.474 INFO:tasks.ceph.mgr.x:Stopped 2024-09-15T22:05:58.474 INFO:teuthology.misc:Shutting down mon daemons... 2024-09-15T22:05:58.474 DEBUG:tasks.ceph.mon.a:waiting for process to exit 2024-09-15T22:05:58.474 INFO:teuthology.orchestra.run:waiting for 300 2024-09-15T22:05:58.485 INFO:tasks.ceph.mon.a:Stopped 2024-09-15T22:05:58.486 DEBUG:tasks.ceph.mon.b:waiting for process to exit 2024-09-15T22:05:58.486 INFO:teuthology.orchestra.run:waiting for 300 2024-09-15T22:05:58.527 INFO:tasks.ceph.mon.b:Stopped 2024-09-15T22:05:58.528 DEBUG:tasks.ceph.mon.c:waiting for process to exit 2024-09-15T22:05:58.528 INFO:teuthology.orchestra.run:waiting for 300 2024-09-15T22:05:58.580 INFO:tasks.ceph.mon.c:Stopped 2024-09-15T22:05:58.580 INFO:tasks.ceph:Checking cluster log for badness... 2024-09-15T22:05:58.581 DEBUG:teuthology.orchestra.run.smithi063:> sudo egrep '\[ERR\]|\[WRN\]|\[SEC\]' /var/log/ceph/ceph.log | egrep -v '\(MDS_ALL_DOWN\)' | egrep -v '\(MDS_UP_LESS_THAN_MAX\)' | egrep -v FS_DEGRADED | egrep -v FS_INLINE_DATA_DEPRECATED | egrep -v FS_WITH_FAILED_MDS | egrep -v MDS_ALL_DOWN | egrep -v MDS_DAMAGE | egrep -v MDS_DEGRADED | egrep -v MDS_FAILED | egrep -v MDS_INSUFFICIENT_STANDBY | egrep -v MDS_UP_LESS_THAN_MAX | egrep -v 'online, but wants' | egrep -v 'filesystem is online with fewer MDS than max_mds' | egrep -v POOL_APP_NOT_ENABLED | egrep -v 'do not have an application enabled' | egrep -v 'overall HEALTH_' | egrep -v 'Replacing daemon' | egrep -v 'deprecated feature inline_data' | egrep -v 'overall HEALTH_' | egrep -v '\(OSD_DOWN\)' | egrep -v '\(OSD_' | egrep -v 'but it is still running' | egrep -v 'is not responding' | egrep -v MON_DOWN | egrep -v PG_AVAILABILITY | egrep -v PG_DEGRADED | egrep -v 'Reduced data availability' | egrep -v 'Degraded data redundancy' | egrep -v 'OSD full dropping all updates' | egrep -v 'OSD near full' | egrep -v 'pausewr flag' | egrep -v 'failsafe engaged, dropping updates' | egrep -v 'failsafe disengaged, no longer dropping' | egrep -v 'is full \(reached quota' | egrep -v POOL_FULL | egrep -v POOL_BACKFILLFULL | head -n 1 2024-09-15T22:05:58.620 INFO:tasks.ceph:Unmounting /var/lib/ceph/osd/ceph-0 on ubuntu@smithi063.front.sepia.ceph.com 2024-09-15T22:05:58.621 DEBUG:teuthology.orchestra.run.smithi063:> sync && sudo umount -f /var/lib/ceph/osd/ceph-0 2024-09-15T22:05:58.811 INFO:tasks.ceph:Unmounting /var/lib/ceph/osd/ceph-1 on ubuntu@smithi063.front.sepia.ceph.com 2024-09-15T22:05:58.812 DEBUG:teuthology.orchestra.run.smithi063:> sync && sudo umount -f /var/lib/ceph/osd/ceph-1 2024-09-15T22:05:58.901 INFO:tasks.ceph:Unmounting /var/lib/ceph/osd/ceph-2 on ubuntu@smithi063.front.sepia.ceph.com 2024-09-15T22:05:58.902 DEBUG:teuthology.orchestra.run.smithi063:> sync && sudo umount -f /var/lib/ceph/osd/ceph-2 2024-09-15T22:05:58.951 INFO:tasks.ceph:Unmounting /var/lib/ceph/osd/ceph-3 on ubuntu@smithi063.front.sepia.ceph.com 2024-09-15T22:05:58.951 DEBUG:teuthology.orchestra.run.smithi063:> sync && sudo umount -f /var/lib/ceph/osd/ceph-3 2024-09-15T22:05:59.001 INFO:tasks.ceph:Unmounting /var/lib/ceph/osd/ceph-4 on ubuntu@smithi110.front.sepia.ceph.com 2024-09-15T22:05:59.002 DEBUG:teuthology.orchestra.run.smithi110:> sync && sudo umount -f /var/lib/ceph/osd/ceph-4 2024-09-15T22:05:59.154 INFO:tasks.ceph:Unmounting /var/lib/ceph/osd/ceph-5 on ubuntu@smithi110.front.sepia.ceph.com 2024-09-15T22:05:59.155 DEBUG:teuthology.orchestra.run.smithi110:> sync && sudo umount -f /var/lib/ceph/osd/ceph-5 2024-09-15T22:05:59.234 INFO:tasks.ceph:Unmounting /var/lib/ceph/osd/ceph-6 on ubuntu@smithi110.front.sepia.ceph.com 2024-09-15T22:05:59.235 DEBUG:teuthology.orchestra.run.smithi110:> sync && sudo umount -f /var/lib/ceph/osd/ceph-6 2024-09-15T22:05:59.293 INFO:tasks.ceph:Unmounting /var/lib/ceph/osd/ceph-7 on ubuntu@smithi110.front.sepia.ceph.com 2024-09-15T22:05:59.293 DEBUG:teuthology.orchestra.run.smithi110:> sync && sudo umount -f /var/lib/ceph/osd/ceph-7 2024-09-15T22:05:59.359 INFO:tasks.ceph:Archiving mon data... 2024-09-15T22:05:59.360 DEBUG:teuthology.misc:Transferring archived files from smithi063:/var/lib/ceph/mon/ceph-a to /home/teuthworker/archive/teuthology-2024-09-15_21:24:03-fs-squid-distro-default-smithi/7906229/data/mon.a.tgz 2024-09-15T22:05:59.360 DEBUG:teuthology.orchestra.run.smithi063:> mktemp 2024-09-15T22:05:59.377 INFO:teuthology.orchestra.run.smithi063.stdout:/tmp/tmp.hNBu72wuvG 2024-09-15T22:05:59.377 DEBUG:teuthology.orchestra.run.smithi063:> sudo tar cz -f - -C /var/lib/ceph/mon/ceph-a -- . > /tmp/tmp.hNBu72wuvG 2024-09-15T22:05:59.516 DEBUG:teuthology.orchestra.run.smithi063:> sudo chmod 0666 /tmp/tmp.hNBu72wuvG 2024-09-15T22:05:59.600 DEBUG:teuthology.orchestra.remote:smithi063:/tmp/tmp.hNBu72wuvG is 346KB 2024-09-15T22:05:59.696 DEBUG:teuthology.orchestra.run.smithi063:> rm -fr /tmp/tmp.hNBu72wuvG 2024-09-15T22:05:59.712 DEBUG:teuthology.misc:Transferring archived files from smithi110:/var/lib/ceph/mon/ceph-b to /home/teuthworker/archive/teuthology-2024-09-15_21:24:03-fs-squid-distro-default-smithi/7906229/data/mon.b.tgz 2024-09-15T22:05:59.712 DEBUG:teuthology.orchestra.run.smithi110:> mktemp 2024-09-15T22:05:59.732 INFO:teuthology.orchestra.run.smithi110.stdout:/tmp/tmp.Mu2hWt5LRb 2024-09-15T22:05:59.733 DEBUG:teuthology.orchestra.run.smithi110:> sudo tar cz -f - -C /var/lib/ceph/mon/ceph-b -- . > /tmp/tmp.Mu2hWt5LRb 2024-09-15T22:05:59.893 DEBUG:teuthology.orchestra.run.smithi110:> sudo chmod 0666 /tmp/tmp.Mu2hWt5LRb 2024-09-15T22:05:59.976 DEBUG:teuthology.orchestra.remote:smithi110:/tmp/tmp.Mu2hWt5LRb is 475KB 2024-09-15T22:06:00.073 DEBUG:teuthology.orchestra.run.smithi110:> rm -fr /tmp/tmp.Mu2hWt5LRb 2024-09-15T22:06:00.089 DEBUG:teuthology.misc:Transferring archived files from smithi110:/var/lib/ceph/mon/ceph-c to /home/teuthworker/archive/teuthology-2024-09-15_21:24:03-fs-squid-distro-default-smithi/7906229/data/mon.c.tgz 2024-09-15T22:06:00.089 DEBUG:teuthology.orchestra.run.smithi110:> mktemp 2024-09-15T22:06:00.144 INFO:teuthology.orchestra.run.smithi110.stdout:/tmp/tmp.z3cftRa3U3 2024-09-15T22:06:00.145 DEBUG:teuthology.orchestra.run.smithi110:> sudo tar cz -f - -C /var/lib/ceph/mon/ceph-c -- . > /tmp/tmp.z3cftRa3U3 2024-09-15T22:06:00.291 DEBUG:teuthology.orchestra.run.smithi110:> sudo chmod 0666 /tmp/tmp.z3cftRa3U3 2024-09-15T22:06:00.374 DEBUG:teuthology.orchestra.remote:smithi110:/tmp/tmp.z3cftRa3U3 is 475KB 2024-09-15T22:06:00.442 DEBUG:teuthology.orchestra.run.smithi110:> rm -fr /tmp/tmp.z3cftRa3U3 2024-09-15T22:06:00.457 INFO:tasks.ceph:Cleaning ceph cluster... 2024-09-15T22:06:00.458 DEBUG:teuthology.orchestra.run.smithi063:> sudo rm -rf -- /etc/ceph/ceph.conf /etc/ceph/ceph.keyring /home/ubuntu/cephtest/ceph.data /home/ubuntu/cephtest/ceph.monmap /home/ubuntu/cephtest/../*.pid 2024-09-15T22:06:00.461 DEBUG:teuthology.orchestra.run.smithi110:> sudo rm -rf -- /etc/ceph/ceph.conf /etc/ceph/ceph.keyring /home/ubuntu/cephtest/ceph.data /home/ubuntu/cephtest/ceph.monmap /home/ubuntu/cephtest/../*.pid 2024-09-15T22:06:00.544 INFO:teuthology.util.scanner:summary_data or yaml_file is empty! 2024-09-15T22:06:00.577 INFO:teuthology.util.scanner:summary_data or yaml_file is empty! 2024-09-15T22:06:00.578 INFO:tasks.ceph:Archiving crash dumps... 2024-09-15T22:06:00.579 DEBUG:teuthology.misc:Transferring archived files from smithi063:/var/lib/ceph/crash to /home/teuthworker/archive/teuthology-2024-09-15_21:24:03-fs-squid-distro-default-smithi/7906229/remote/smithi063/crash 2024-09-15T22:06:00.580 DEBUG:teuthology.orchestra.run.smithi063:> sudo tar c -f - -C /var/lib/ceph/crash -- . 2024-09-15T22:06:00.620 DEBUG:teuthology.misc:Transferring archived files from smithi110:/var/lib/ceph/crash to /home/teuthworker/archive/teuthology-2024-09-15_21:24:03-fs-squid-distro-default-smithi/7906229/remote/smithi110/crash 2024-09-15T22:06:00.621 DEBUG:teuthology.orchestra.run.smithi110:> sudo tar c -f - -C /var/lib/ceph/crash -- . 2024-09-15T22:06:00.646 INFO:tasks.ceph:Shutting down logrotate 2024-09-15T22:06:00.646 DEBUG:teuthology.orchestra.run.smithi063:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-09-15T22:06:00.665 DEBUG:teuthology.orchestra.run.smithi110:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-09-15T22:06:00.739 DEBUG:teuthology.orchestra.run.smithi063:> sudo rm /etc/logrotate.d/ceph-test.conf 2024-09-15T22:06:00.765 DEBUG:teuthology.orchestra.run.smithi110:> sudo rm /etc/logrotate.d/ceph-test.conf 2024-09-15T22:06:00.789 INFO:tasks.ceph:Compressing logs... 2024-09-15T22:06:00.789 DEBUG:teuthology.orchestra.run.smithi063:> time sudo find /var/log/ceph -name '*.log' -print0 | sudo xargs --max-args=1 --max-procs=0 --verbose -0 --no-run-if-empty -- gzip -5 --verbose -- 2024-09-15T22:06:00.807 DEBUG:teuthology.orchestra.run.smithi110:> time sudo find /var/log/ceph -name '*.log' -print0 | sudo xargs --max-args=1 --max-procs=0 --verbose -0 --no-run-if-empty -- gzip -5 --verbose -- 2024-09-15T22:06:00.848 INFO:teuthology.orchestra.run.smithi063.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-osd.0.log 2024-09-15T22:06:00.848 INFO:teuthology.orchestra.run.smithi063.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.46256.log 2024-09-15T22:06:00.849 INFO:teuthology.orchestra.run.smithi063.stderr:/var/log/ceph/ceph-osd.0.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.42779.log 2024-09-15T22:06:00.849 INFO:teuthology.orchestra.run.smithi063.stderr:/var/log/ceph/ceph-client.admin.46256.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.42401.log 2024-09-15T22:06:00.849 INFO:teuthology.orchestra.run.smithi063.stderr:/var/log/ceph/ceph-client.admin.42779.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.43630.log 2024-09-15T22:06:00.849 INFO:teuthology.orchestra.run.smithi063.stderr: 89.2% -- replaced with /var/log/ceph/ceph-client.admin.46256.log.gz 2024-09-15T22:06:00.849 INFO:teuthology.orchestra.run.smithi063.stderr:gzip 89.4% -5 --verbose -- replaced with /var/log/ceph/ceph-client.admin.42779.log.gz -- 2024-09-15T22:06:00.849 INFO:teuthology.orchestra.run.smithi063.stderr: /var/log/ceph/ceph-client.admin.47209.log 2024-09-15T22:06:00.849 INFO:teuthology.orchestra.run.smithi063.stderr:/var/log/ceph/ceph-client.admin.42401.log: /var/log/ceph/ceph-client.admin.43630.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.42485.log 2024-09-15T22:06:00.849 INFO:teuthology.orchestra.run.smithi063.stderr: 88.5% -- replaced with /var/log/ceph/ceph-client.admin.43630.log.gz 2024-09-15T22:06:00.849 INFO:teuthology.orchestra.run.smithi063.stderr: 87.9% -- replaced with /var/log/ceph/ceph-client.admin.42401.log.gz 2024-09-15T22:06:00.850 INFO:teuthology.orchestra.run.smithi063.stderr:/var/log/ceph/ceph-client.admin.47209.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.46911.log 2024-09-15T22:06:00.850 INFO:teuthology.orchestra.run.smithi063.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.43297.log 2024-09-15T22:06:00.850 INFO:teuthology.orchestra.run.smithi063.stderr:/var/log/ceph/ceph-client.admin.42485.log: 89.1% -- replaced with /var/log/ceph/ceph-client.admin.47209.log.gz 2024-09-15T22:06:00.850 INFO:teuthology.orchestra.run.smithi063.stderr:/var/log/ceph/ceph-client.admin.46911.log: 88.4% -- replaced with /var/log/ceph/ceph-client.admin.42485.log.gz 2024-09-15T22:06:00.850 INFO:teuthology.orchestra.run.smithi063.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.41599.log 2024-09-15T22:06:00.850 INFO:teuthology.orchestra.run.smithi063.stderr: 88.4% -- replaced with /var/log/ceph/ceph-client.admin.46911.log.gz 2024-09-15T22:06:00.850 INFO:teuthology.orchestra.run.smithi063.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.49132.log 2024-09-15T22:06:00.850 INFO:teuthology.orchestra.run.smithi063.stderr:/var/log/ceph/ceph-client.admin.43297.log: /var/log/ceph/ceph-client.admin.41599.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.47390.log 2024-09-15T22:06:00.850 INFO:teuthology.orchestra.run.smithi063.stderr: 88.2% -- replaced with /var/log/ceph/ceph-client.admin.43297.log.gz 2024-09-15T22:06:00.850 INFO:teuthology.orchestra.run.smithi063.stderr:/var/log/ceph/ceph-client.admin.49132.log: 87.9% -- replaced with /var/log/ceph/ceph-client.admin.41599.log.gz 2024-09-15T22:06:00.850 INFO:teuthology.orchestra.run.smithi063.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.41988.log 2024-09-15T22:06:00.850 INFO:teuthology.orchestra.run.smithi063.stderr: 87.6% -- replaced with /var/log/ceph/ceph-client.admin.49132.log.gz 2024-09-15T22:06:00.850 INFO:teuthology.orchestra.run.smithi063.stderr:/var/log/ceph/ceph-client.admin.47390.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.48629.log 2024-09-15T22:06:00.851 INFO:teuthology.orchestra.run.smithi063.stderr: 87.6% -- replaced with /var/log/ceph/ceph-client.admin.47390.log.gz 2024-09-15T22:06:00.851 INFO:teuthology.orchestra.run.smithi063.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.43632.log 2024-09-15T22:06:00.851 INFO:teuthology.orchestra.run.smithi063.stderr:/var/log/ceph/ceph-client.admin.41988.log: /var/log/ceph/ceph-client.admin.48629.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.50038.log 2024-09-15T22:06:00.851 INFO:teuthology.orchestra.run.smithi063.stderr: 88.6% -- replaced with /var/log/ceph/ceph-client.admin.41988.log.gz 2024-09-15T22:06:00.851 INFO:teuthology.orchestra.run.smithi063.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.45630.log 2024-09-15T22:06:00.851 INFO:teuthology.orchestra.run.smithi063.stderr: 88.9% -- replaced with /var/log/ceph/ceph-client.admin.48629.log.gz 2024-09-15T22:06:00.851 INFO:teuthology.orchestra.run.smithi063.stderr:/var/log/ceph/ceph-client.admin.43632.log: /var/log/ceph/ceph-client.admin.50038.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.42229.log 2024-09-15T22:06:00.851 INFO:teuthology.orchestra.run.smithi063.stderr: 88.0% -- replaced with /var/log/ceph/ceph-client.admin.43632.log.gz 2024-09-15T22:06:00.851 INFO:teuthology.orchestra.run.smithi063.stderr:/var/log/ceph/ceph-client.admin.45630.log: 87.0% -- replaced with /var/log/ceph/ceph-client.admin.50038.log.gz 2024-09-15T22:06:00.851 INFO:teuthology.orchestra.run.smithi063.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.44039.log 2024-09-15T22:06:00.851 INFO:teuthology.orchestra.run.smithi063.stderr: 89.2% -- replaced with /var/log/ceph/ceph-client.admin.45630.log.gz 2024-09-15T22:06:00.851 INFO:teuthology.orchestra.run.smithi063.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.47260.log 2024-09-15T22:06:00.851 INFO:teuthology.orchestra.run.smithi063.stderr:/var/log/ceph/ceph-client.admin.42229.log: /var/log/ceph/ceph-client.admin.44039.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.49828.log 2024-09-15T22:06:00.852 INFO:teuthology.orchestra.run.smithi063.stderr: 88.8% -- replaced with /var/log/ceph/ceph-client.admin.42229.log.gz 2024-09-15T22:06:00.852 INFO:teuthology.orchestra.run.smithi063.stderr:/var/log/ceph/ceph-client.admin.47260.log: 89.4% -- replaced with /var/log/ceph/ceph-client.admin.44039.log.gz 2024-09-15T22:06:00.852 INFO:teuthology.orchestra.run.smithi063.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.47642.log 2024-09-15T22:06:00.852 INFO:teuthology.orchestra.run.smithi063.stderr: 88.4% -- replaced with /var/log/ceph/ceph-client.admin.47260.log.gz 2024-09-15T22:06:00.852 INFO:teuthology.orchestra.run.smithi063.stderr:/var/log/ceph/ceph-client.admin.49828.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.46298.log 2024-09-15T22:06:00.852 INFO:teuthology.orchestra.run.smithi063.stderr: 88.2% -- replaced with /var/log/ceph/ceph-client.admin.49828.log.gz 2024-09-15T22:06:00.852 INFO:teuthology.orchestra.run.smithi063.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.49870.log 2024-09-15T22:06:00.852 INFO:teuthology.orchestra.run.smithi063.stderr:/var/log/ceph/ceph-client.admin.47642.log: /var/log/ceph/ceph-client.admin.46298.log: gzip -5 --verbose -- /var/log/ceph/ceph-osd.1.log 2024-09-15T22:06:00.852 INFO:teuthology.orchestra.run.smithi063.stderr: 88.3% -- replaced with /var/log/ceph/ceph-client.admin.47642.log.gz 2024-09-15T22:06:00.852 INFO:teuthology.orchestra.run.smithi063.stderr:/var/log/ceph/ceph-client.admin.49870.log: 89.0% -- replaced with /var/log/ceph/ceph-client.admin.46298.log.gz 2024-09-15T22:06:00.852 INFO:teuthology.orchestra.run.smithi063.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.43296.log 2024-09-15T22:06:00.852 INFO:teuthology.orchestra.run.smithi063.stderr:gzip 89.2% -5 --verbose -- replaced with /var/log/ceph/ceph-client.admin.49870.log.gz -- 2024-09-15T22:06:00.852 INFO:teuthology.orchestra.run.smithi063.stderr: /var/log/ceph/ceph-client.admin.47750.log 2024-09-15T22:06:00.852 INFO:teuthology.orchestra.run.smithi063.stderr:/var/log/ceph/ceph-osd.1.log: /var/log/ceph/ceph-client.admin.43296.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.50642.log 2024-09-15T22:06:00.853 INFO:teuthology.orchestra.run.smithi063.stderr: 89.0%/var/log/ceph/ceph-client.admin.47750.log: -- replaced with /var/log/ceph/ceph-client.admin.43296.log.gz 2024-09-15T22:06:00.853 INFO:teuthology.orchestra.run.smithi063.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.45462.log 2024-09-15T22:06:00.853 INFO:teuthology.orchestra.run.smithi063.stderr:/var/log/ceph/ceph-client.admin.50642.log: 88.2% -- replaced with /var/log/ceph/ceph-client.admin.47750.log.gz 2024-09-15T22:06:00.853 INFO:teuthology.orchestra.run.smithi063.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.45725.log 2024-09-15T22:06:00.853 INFO:teuthology.orchestra.run.smithi063.stderr: 88.1% -- replaced with /var/log/ceph/ceph-client.admin.50642.log.gz 2024-09-15T22:06:00.853 INFO:teuthology.orchestra.run.smithi063.stderr:/var/log/ceph/ceph-client.admin.45462.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.43871.log 2024-09-15T22:06:00.853 INFO:teuthology.orchestra.run.smithi063.stderr: 88.8% -- replaced with /var/log/ceph/ceph-client.admin.45462.log.gz 2024-09-15T22:06:00.853 INFO:teuthology.orchestra.run.smithi063.stderr:/var/log/ceph/ceph-client.admin.45725.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.46869.log 2024-09-15T22:06:00.853 INFO:teuthology.orchestra.run.smithi063.stderr:/var/log/ceph/ceph-client.admin.43871.log: 88.8% -- replaced with /var/log/ceph/ceph-client.admin.45725.log.gz 2024-09-15T22:06:00.853 INFO:teuthology.orchestra.run.smithi063.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.41768.log 2024-09-15T22:06:00.853 INFO:teuthology.orchestra.run.smithi063.stderr: 89.2% -- replaced with /var/log/ceph/ceph-client.admin.43871.log.gz 2024-09-15T22:06:00.853 INFO:teuthology.orchestra.run.smithi063.stderr:/var/log/ceph/ceph-client.admin.46869.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.42030.log 2024-09-15T22:06:00.853 INFO:teuthology.orchestra.run.smithi063.stderr:/var/log/ceph/ceph-client.admin.41768.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.49996.log 2024-09-15T22:06:00.854 INFO:teuthology.orchestra.run.smithi063.stderr: 87.8% -- replaced with /var/log/ceph/ceph-client.admin.46869.log.gz 2024-09-15T22:06:00.854 INFO:teuthology.orchestra.run.smithi063.stderr: 88.8% -- replaced with /var/log/ceph/ceph-client.admin.41768.log.gz 2024-09-15T22:06:00.854 INFO:teuthology.orchestra.run.smithi063.stderr:/var/log/ceph/ceph-client.admin.42030.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.47302.log 2024-09-15T22:06:00.854 INFO:teuthology.orchestra.run.smithi063.stderr:/var/log/ceph/ceph-client.admin.49996.log: 88.1% -- replaced with /var/log/ceph/ceph-client.admin.42030.log.gz 2024-09-15T22:06:00.854 INFO:teuthology.orchestra.run.smithi063.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.42569.log 2024-09-15T22:06:00.854 INFO:teuthology.orchestra.run.smithi063.stderr: 88.0% -- replaced with /var/log/ceph/ceph-client.admin.49996.log.gz 2024-09-15T22:06:00.854 INFO:teuthology.orchestra.run.smithi063.stderr:/var/log/ceph/ceph-client.admin.47302.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.48880.log 2024-09-15T22:06:00.854 INFO:teuthology.orchestra.run.smithi063.stderr:/var/log/ceph/ceph-client.admin.42569.log: 87.9% -- replaced with /var/log/ceph/ceph-client.admin.47302.log.gz 2024-09-15T22:06:00.854 INFO:teuthology.orchestra.run.smithi063.stderr:gzip -5 --verbose 88.5% -- /var/log/ceph/ceph-client.admin.49505.log -- replaced with /var/log/ceph/ceph-client.admin.42569.log.gz 2024-09-15T22:06:00.854 INFO:teuthology.orchestra.run.smithi063.stderr: 2024-09-15T22:06:00.854 INFO:teuthology.orchestra.run.smithi063.stderr:/var/log/ceph/ceph-client.admin.48880.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.0.48010.log 2024-09-15T22:06:00.854 INFO:teuthology.orchestra.run.smithi063.stderr:/var/log/ceph/ceph-client.admin.49505.log: 88.3% -- replaced with /var/log/ceph/ceph-client.admin.48880.log.gz 2024-09-15T22:06:00.854 INFO:teuthology.orchestra.run.smithi063.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.48251.log 2024-09-15T22:06:00.855 INFO:teuthology.orchestra.run.smithi063.stderr: 88.9% -- replaced with /var/log/ceph/ceph-client.admin.49505.log.gz 2024-09-15T22:06:00.855 INFO:teuthology.orchestra.run.smithi063.stderr:/var/log/ceph/ceph-client.0.48010.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.41864.log 2024-09-15T22:06:00.855 INFO:teuthology.orchestra.run.smithi063.stderr:/var/log/ceph/ceph-client.admin.48251.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.47037.log 2024-09-15T22:06:00.855 INFO:teuthology.orchestra.run.smithi063.stderr:/var/log/ceph/ceph-client.admin.41864.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.45546.log 2024-09-15T22:06:00.855 INFO:teuthology.orchestra.run.smithi063.stderr: 88.3% -- replaced with /var/log/ceph/ceph-client.admin.48251.log.gz 2024-09-15T22:06:00.855 INFO:teuthology.orchestra.run.smithi063.stderr:/var/log/ceph/ceph-client.admin.47037.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.46995.log 2024-09-15T22:06:00.855 INFO:teuthology.orchestra.run.smithi063.stderr: 88.5% -- replaced with /var/log/ceph/ceph-client.admin.41864.log.gz 2024-09-15T22:06:00.855 INFO:teuthology.orchestra.run.smithi063.stderr:gzip -5 --verbose 88.6% -- replaced with /var/log/ceph/ceph-client.admin.47037.log.gz 2024-09-15T22:06:00.855 INFO:teuthology.orchestra.run.smithi063.stderr: --/var/log/ceph/ceph-client.admin.45546.log: /var/log/ceph/ceph-client.admin.46953.log 2024-09-15T22:06:00.855 INFO:teuthology.orchestra.run.smithi063.stderr:/var/log/ceph/ceph-client.admin.46995.log: 91.1% -- replaced with /var/log/ceph/ceph-client.0.48010.log.gz 2024-09-15T22:06:00.855 INFO:teuthology.orchestra.run.smithi063.stderr: 88.2% -- replaced with /var/log/ceph/ceph-client.admin.45546.log.gz 2024-09-15T22:06:00.855 INFO:teuthology.orchestra.run.smithi063.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.50206.log 2024-09-15T22:06:00.855 INFO:teuthology.orchestra.run.smithi063.stderr: 88.0% -- replaced with /var/log/ceph/ceph-client.admin.46995.log.gz 2024-09-15T22:06:00.855 INFO:teuthology.orchestra.run.smithi063.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.47600.log 2024-09-15T22:06:00.856 INFO:teuthology.orchestra.run.smithi063.stderr:/var/log/ceph/ceph-client.admin.46953.log: /var/log/ceph/ceph-client.admin.50206.log: gzip 88.1% -5 -- replaced with /var/log/ceph/ceph-client.admin.46953.log.gz --verbose 2024-09-15T22:06:00.856 INFO:teuthology.orchestra.run.smithi063.stderr: -- /var/log/ceph/ceph-client.admin.46785.log 2024-09-15T22:06:00.856 INFO:teuthology.orchestra.run.smithi063.stderr: 87.3% -- replaced with /var/log/ceph/ceph-client.admin.50206.log.gz 2024-09-15T22:06:00.856 INFO:teuthology.orchestra.run.smithi063.stderr:/var/log/ceph/ceph-client.admin.47600.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.46466.log 2024-09-15T22:06:00.856 INFO:teuthology.orchestra.run.smithi063.stderr:/var/log/ceph/ceph-client.admin.46785.log: 87.9%gzip -- replaced with /var/log/ceph/ceph-client.admin.47600.log.gz 2024-09-15T22:06:00.856 INFO:teuthology.orchestra.run.smithi063.stderr: -5 --verbose -- /var/log/ceph/ceph-client.admin.48293.log 2024-09-15T22:06:00.856 INFO:teuthology.orchestra.run.smithi063.stderr: 88.1% -- replaced with /var/log/ceph/ceph-client.admin.46785.log.gz 2024-09-15T22:06:00.856 INFO:teuthology.orchestra.run.smithi063.stderr:gzip/var/log/ceph/ceph-client.admin.46466.log: -5 --verbose -- /var/log/ceph/ceph-client.admin.43284.log 2024-09-15T22:06:00.856 INFO:teuthology.orchestra.run.smithi063.stderr:/var/log/ceph/ceph-client.admin.48293.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.48545.log 2024-09-15T22:06:00.856 INFO:teuthology.orchestra.run.smithi063.stderr: 87.5% -- replaced with /var/log/ceph/ceph-client.admin.46466.log.gz 2024-09-15T22:06:00.856 INFO:teuthology.orchestra.run.smithi063.stderr:/var/log/ceph/ceph-client.admin.43284.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.47165.log 2024-09-15T22:06:00.856 INFO:teuthology.orchestra.run.smithi063.stderr: 87.7% -- replaced with /var/log/ceph/ceph-client.admin.48293.log.gz 2024-09-15T22:06:00.857 INFO:teuthology.orchestra.run.smithi063.stderr:/var/log/ceph/ceph-client.admin.48545.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.46569.log 2024-09-15T22:06:00.857 INFO:teuthology.orchestra.run.smithi063.stderr: 88.6% -- replaced with /var/log/ceph/ceph-client.admin.43284.log.gz 2024-09-15T22:06:00.868 INFO:teuthology.orchestra.run.smithi110.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.1.41898.log 2024-09-15T22:06:00.868 INFO:teuthology.orchestra.run.smithi110.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.36743.log 2024-09-15T22:06:00.868 INFO:teuthology.orchestra.run.smithi110.stderr:/var/log/ceph/ceph-client.1.41898.log: gzip -5 --verbose -- /var/log/ceph/ceph-osd.7.log 2024-09-15T22:06:00.868 INFO:teuthology.orchestra.run.smithi110.stderr:/var/log/ceph/ceph-client.admin.36743.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.3.42355.log 2024-09-15T22:06:00.868 INFO:teuthology.orchestra.run.smithi110.stderr:/var/log/ceph/ceph-osd.7.log: 88.1% -- replaced with /var/log/ceph/ceph-client.admin.36743.log.gz 2024-09-15T22:06:00.868 INFO:teuthology.orchestra.run.smithi110.stderr: 87.5% -- replaced with /var/log/ceph/ceph-client.1.41898.log.gz 2024-09-15T22:06:00.868 INFO:teuthology.orchestra.run.smithi110.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-mds.b.log 2024-09-15T22:06:00.868 INFO:teuthology.orchestra.run.smithi110.stderr:/var/log/ceph/ceph-client.3.42355.log: gzip -5 --verbose -- /var/log/ceph/ceph-osd.4.log 2024-09-15T22:06:00.869 INFO:teuthology.orchestra.run.smithi110.stderr:/var/log/ceph/ceph-mds.b.log: gzip -5 --verbose -- /var/log/ceph/ceph.audit.log 2024-09-15T22:06:00.869 INFO:teuthology.orchestra.run.smithi110.stderr:/var/log/ceph/ceph-osd.4.log: 87.4% -- replaced with /var/log/ceph/ceph-client.3.42355.log.gz 2024-09-15T22:06:00.869 INFO:teuthology.orchestra.run.smithi110.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.36874.log 2024-09-15T22:06:00.869 INFO:teuthology.orchestra.run.smithi110.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.36703.log 2024-09-15T22:06:00.869 INFO:teuthology.orchestra.run.smithi110.stderr:/var/log/ceph/ceph.audit.log: 91.5% -- replaced with /var/log/ceph/ceph-mds.b.log.gz 2024-09-15T22:06:00.869 INFO:teuthology.orchestra.run.smithi110.stderr:/var/log/ceph/ceph-client.admin.36874.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.36783.log 2024-09-15T22:06:00.869 INFO:teuthology.orchestra.run.smithi110.stderr:/var/log/ceph/ceph-client.admin.36703.log: 88.7% -- replaced with /var/log/ceph/ceph-client.admin.36874.log.gz 2024-09-15T22:06:00.869 INFO:teuthology.orchestra.run.smithi110.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.36623.log 2024-09-15T22:06:00.869 INFO:teuthology.orchestra.run.smithi110.stderr: 88.0% -- replaced with /var/log/ceph/ceph-client.admin.36703.log.gz 2024-09-15T22:06:00.869 INFO:teuthology.orchestra.run.smithi110.stderr:/var/log/ceph/ceph-client.admin.36783.log: gzip -5 --verbose -- /var/log/ceph/ceph-mon.c.log 2024-09-15T22:06:00.869 INFO:teuthology.orchestra.run.smithi110.stderr:/var/log/ceph/ceph-client.admin.36623.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.1.43047.log 88.3% 2024-09-15T22:06:00.869 INFO:teuthology.orchestra.run.smithi110.stderr: -- replaced with /var/log/ceph/ceph-client.admin.36783.log.gz 2024-09-15T22:06:00.869 INFO:teuthology.orchestra.run.smithi110.stderr: 93.6% -- replaced with /var/log/ceph/ceph.audit.log.gz 2024-09-15T22:06:00.870 INFO:teuthology.orchestra.run.smithi110.stderr: 86.9% -- replaced with /var/log/ceph/ceph-client.admin.36623.log.gz 2024-09-15T22:06:00.870 INFO:teuthology.orchestra.run.smithi110.stderr:/var/log/ceph/ceph-mon.c.log: gzip -5 --verbose -- /var/log/ceph/ceph-osd.6.log 2024-09-15T22:06:00.870 INFO:teuthology.orchestra.run.smithi110.stderr:/var/log/ceph/ceph-client.1.43047.log: gzip -5 --verbose -- /var/log/ceph/ceph-osd.5.log 2024-09-15T22:06:00.870 INFO:teuthology.orchestra.run.smithi110.stderr:/var/log/ceph/ceph-osd.6.log: gzip -5 --verbose -- /var/log/ceph/ceph.log 2024-09-15T22:06:00.870 INFO:teuthology.orchestra.run.smithi110.stderr:/var/log/ceph/ceph-osd.5.log: 88.4% -- replaced with /var/log/ceph/ceph-client.1.43047.log.gz 2024-09-15T22:06:00.870 INFO:teuthology.orchestra.run.smithi110.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-mds.d.log 2024-09-15T22:06:00.870 INFO:teuthology.orchestra.run.smithi110.stderr:/var/log/ceph/ceph.log: gzip -5 --verbose -- /var/log/ceph/ceph-mgr.x.log 2024-09-15T22:06:00.870 INFO:teuthology.orchestra.run.smithi110.stderr:/var/log/ceph/ceph-mds.d.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.36663.log 2024-09-15T22:06:00.870 INFO:teuthology.orchestra.run.smithi110.stderr:/var/log/ceph/ceph-mgr.x.log: 91.1% -- replaced with /var/log/ceph/ceph.log.gz 2024-09-15T22:06:00.870 INFO:teuthology.orchestra.run.smithi110.stderr: 91.5% -- replaced with /var/log/ceph/ceph-mds.d.log.gz 2024-09-15T22:06:00.870 INFO:teuthology.orchestra.run.smithi110.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.36827.log 2024-09-15T22:06:00.870 INFO:teuthology.orchestra.run.smithi110.stderr:/var/log/ceph/ceph-client.admin.36663.log: gzip -5 --verbose -- /var/log/ceph/ceph-mon.b.log 2024-09-15T22:06:00.870 INFO:teuthology.orchestra.run.smithi110.stderr: 87.3% -- replaced with /var/log/ceph/ceph-client.admin.36663.log.gz 2024-09-15T22:06:00.870 INFO:teuthology.orchestra.run.smithi110.stderr:/var/log/ceph/ceph-client.admin.36827.log: 87.2% -- replaced with /var/log/ceph/ceph-client.admin.36827.log.gz 2024-09-15T22:06:00.871 INFO:teuthology.orchestra.run.smithi110.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.36914.log 2024-09-15T22:06:00.878 INFO:teuthology.orchestra.run.smithi110.stderr:/var/log/ceph/ceph-mon.b.log: /var/log/ceph/ceph-client.admin.36914.log: 87.7% -- replaced with /var/log/ceph/ceph-client.admin.36914.log.gz 2024-09-15T22:06:00.925 INFO:teuthology.orchestra.run.smithi063.stderr: 88.5%/var/log/ceph/ceph-client.admin.47165.log: -- replaced with /var/log/ceph/ceph-client.admin.48545.log.gz 2024-09-15T22:06:00.925 INFO:teuthology.orchestra.run.smithi063.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.47558.log 2024-09-15T22:06:00.925 INFO:teuthology.orchestra.run.smithi063.stderr:gzip -5 88.0%/var/log/ceph/ceph-client.admin.46569.log: -- replaced with /var/log/ceph/ceph-client.admin.47165.log.gz 2024-09-15T22:06:00.925 INFO:teuthology.orchestra.run.smithi063.stderr: --verbose -- /var/log/ceph/ceph.audit.log 2024-09-15T22:06:00.925 INFO:teuthology.orchestra.run.smithi063.stderr:/var/log/ceph/ceph-client.admin.47558.log: 88.0% -- replaced with /var/log/ceph/ceph-client.admin.46569.log.gz 2024-09-15T22:06:00.925 INFO:teuthology.orchestra.run.smithi063.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.43295.log 2024-09-15T22:06:00.925 INFO:teuthology.orchestra.run.smithi063.stderr: 89.0% -- replaced with /var/log/ceph/ceph-client.admin.47558.log.gz 2024-09-15T22:06:00.925 INFO:teuthology.orchestra.run.smithi063.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.42527.log 2024-09-15T22:06:00.925 INFO:teuthology.orchestra.run.smithi063.stderr:/var/log/ceph/ceph.audit.log: /var/log/ceph/ceph-client.admin.43295.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.43626.log 2024-09-15T22:06:00.926 INFO:teuthology.orchestra.run.smithi063.stderr: 88.7% -- replaced with /var/log/ceph/ceph-client.admin.43295.log.gz 2024-09-15T22:06:00.926 INFO:teuthology.orchestra.run.smithi063.stderr:/var/log/ceph/ceph-client.admin.42527.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.43997.log 2024-09-15T22:06:00.926 INFO:teuthology.orchestra.run.smithi063.stderr: 88.4% -- replaced with /var/log/ceph/ceph-client.admin.42527.log.gz 2024-09-15T22:06:00.926 INFO:teuthology.orchestra.run.smithi063.stderr:/var/log/ceph/ceph-client.admin.43626.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.48503.log 2024-09-15T22:06:00.926 INFO:teuthology.orchestra.run.smithi063.stderr: 89.0% -- replaced with /var/log/ceph/ceph.audit.log.gz 2024-09-15T22:06:00.926 INFO:teuthology.orchestra.run.smithi063.stderr:/var/log/ceph/ceph-client.admin.43997.log: 88.7% -- replaced with /var/log/ceph/ceph-client.admin.43626.log.gz 2024-09-15T22:06:00.926 INFO:teuthology.orchestra.run.smithi063.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.43829.log 2024-09-15T22:06:00.926 INFO:teuthology.orchestra.run.smithi063.stderr: 88.9% -- replaced with /var/log/ceph/ceph-client.admin.43997.log.gz 2024-09-15T22:06:00.926 INFO:teuthology.orchestra.run.smithi063.stderr:/var/log/ceph/ceph-client.admin.48503.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.47684.log 2024-09-15T22:06:00.926 INFO:teuthology.orchestra.run.smithi063.stderr:/var/log/ceph/ceph-client.admin.43829.log: 87.7% -- replaced with /var/log/ceph/ceph-client.admin.48503.log.gz 2024-09-15T22:06:00.926 INFO:teuthology.orchestra.run.smithi063.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.42961.log 2024-09-15T22:06:00.926 INFO:teuthology.orchestra.run.smithi063.stderr: 89.0% -- replaced with /var/log/ceph/ceph-client.admin.43829.log.gz 2024-09-15T22:06:00.927 INFO:teuthology.orchestra.run.smithi063.stderr:/var/log/ceph/ceph-client.admin.47684.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.47079.log 2024-09-15T22:06:00.927 INFO:teuthology.orchestra.run.smithi063.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.50500.log 2024-09-15T22:06:00.927 INFO:teuthology.orchestra.run.smithi063.stderr:/var/log/ceph/ceph-client.admin.42961.log: /var/log/ceph/ceph-client.admin.47079.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.48964.log 2024-09-15T22:06:00.927 INFO:teuthology.orchestra.run.smithi063.stderr: 91.1% -- replaced with /var/log/ceph/ceph-client.admin.47684.log.gz 2024-09-15T22:06:00.927 INFO:teuthology.orchestra.run.smithi063.stderr: 87.9% -- replaced with /var/log/ceph/ceph-client.admin.42961.log.gz 2024-09-15T22:06:00.927 INFO:teuthology.orchestra.run.smithi063.stderr:/var/log/ceph/ceph-client.admin.50500.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.46827.log 2024-09-15T22:06:00.927 INFO:teuthology.orchestra.run.smithi063.stderr: 88.3% -- replaced with /var/log/ceph/ceph-client.admin.47079.log.gz 2024-09-15T22:06:00.927 INFO:teuthology.orchestra.run.smithi063.stderr:/var/log/ceph/ceph-client.admin.48964.log: 87.9% -- replaced with /var/log/ceph/ceph-client.admin.50500.log.gz 2024-09-15T22:06:00.927 INFO:teuthology.orchestra.run.smithi063.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.43531.log 2024-09-15T22:06:00.927 INFO:teuthology.orchestra.run.smithi063.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.47474.log 2024-09-15T22:06:00.927 INFO:teuthology.orchestra.run.smithi063.stderr:/var/log/ceph/ceph-client.admin.46827.log: 88.4% -- replaced with /var/log/ceph/ceph-client.admin.48964.log.gz 2024-09-15T22:06:00.927 INFO:teuthology.orchestra.run.smithi063.stderr:/var/log/ceph/ceph-client.admin.43531.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.0.44654.log 2024-09-15T22:06:00.927 INFO:teuthology.orchestra.run.smithi063.stderr: 88.4% -- replaced with /var/log/ceph/ceph-client.admin.46827.log.gz 2024-09-15T22:06:00.928 INFO:teuthology.orchestra.run.smithi063.stderr: 88.5% -- replaced with /var/log/ceph/ceph-client.admin.43531.log.gz 2024-09-15T22:06:00.928 INFO:teuthology.orchestra.run.smithi063.stderr:/var/log/ceph/ceph-client.admin.47474.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.49253.log 2024-09-15T22:06:00.928 INFO:teuthology.orchestra.run.smithi063.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.49337.log 2024-09-15T22:06:00.928 INFO:teuthology.orchestra.run.smithi063.stderr: 88.2% -- replaced with /var/log/ceph/ceph-client.admin.47474.log.gz 2024-09-15T22:06:00.928 INFO:teuthology.orchestra.run.smithi063.stderr:/var/log/ceph/ceph-client.0.44654.log: /var/log/ceph/ceph-client.admin.49253.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.46130.log 2024-09-15T22:06:00.928 INFO:teuthology.orchestra.run.smithi063.stderr: 88.8% -- replaced with /var/log/ceph/ceph-client.admin.49253.log.gz 2024-09-15T22:06:00.928 INFO:teuthology.orchestra.run.smithi063.stderr:/var/log/ceph/ceph-client.admin.49337.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.45268.log 2024-09-15T22:06:00.928 INFO:teuthology.orchestra.run.smithi063.stderr: 89.2% -- replaced with /var/log/ceph/ceph-client.0.44654.log.gz 2024-09-15T22:06:00.928 INFO:teuthology.orchestra.run.smithi063.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.42092.log 2024-09-15T22:06:00.928 INFO:teuthology.orchestra.run.smithi063.stderr:/var/log/ceph/ceph-client.admin.46130.log: 88.8% -- replaced with /var/log/ceph/ceph-client.admin.49337.log.gz 2024-09-15T22:06:00.928 INFO:teuthology.orchestra.run.smithi063.stderr:/var/log/ceph/ceph-client.admin.45268.log: gzip -5 --verbose -- /var/log/ceph/ceph-mds.a.log 2024-09-15T22:06:00.928 INFO:teuthology.orchestra.run.smithi063.stderr: 87.8% -- replaced with /var/log/ceph/ceph-client.admin.46130.log.gz 2024-09-15T22:06:00.928 INFO:teuthology.orchestra.run.smithi063.stderr: 89.4% -- replaced with /var/log/ceph/ceph-client.admin.45268.log.gz 2024-09-15T22:06:00.929 INFO:teuthology.orchestra.run.smithi063.stderr:/var/log/ceph/ceph-client.admin.42092.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.48727.log 2024-09-15T22:06:00.929 INFO:teuthology.orchestra.run.smithi063.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.46172.log 2024-09-15T22:06:00.929 INFO:teuthology.orchestra.run.smithi063.stderr: 89.1% -- replaced with /var/log/ceph/ceph-client.admin.42092.log.gz 2024-09-15T22:06:00.929 INFO:teuthology.orchestra.run.smithi063.stderr:/var/log/ceph/ceph-mds.a.log: /var/log/ceph/ceph-client.admin.48727.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.47121.log 2024-09-15T22:06:00.929 INFO:teuthology.orchestra.run.smithi063.stderr: 89.4% -- replaced with /var/log/ceph/ceph-client.admin.48727.log.gz 2024-09-15T22:06:00.929 INFO:teuthology.orchestra.run.smithi063.stderr:/var/log/ceph/ceph-client.admin.46172.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.36518.log 2024-09-15T22:06:00.929 INFO:teuthology.orchestra.run.smithi063.stderr: 88.9% -- replaced with /var/log/ceph/ceph-client.admin.46172.log.gz 2024-09-15T22:06:00.929 INFO:teuthology.orchestra.run.smithi063.stderr:gzip/var/log/ceph/ceph-client.admin.47121.log: -5 --verbose -- /var/log/ceph/ceph-client.admin.42271.log 2024-09-15T22:06:00.929 INFO:teuthology.orchestra.run.smithi063.stderr:/var/log/ceph/ceph-client.admin.36518.log: 87.5% -- replaced with /var/log/ceph/ceph-client.admin.47121.log.gz 2024-09-15T22:06:00.929 INFO:teuthology.orchestra.run.smithi063.stderr:gzip -5 --verbose -- 89.0% /var/log/ceph/ceph-client.admin.43278.log 2024-09-15T22:06:00.929 INFO:teuthology.orchestra.run.smithi063.stderr: -- replaced with /var/log/ceph/ceph-client.admin.36518.log.gz 2024-09-15T22:06:00.929 INFO:teuthology.orchestra.run.smithi063.stderr:/var/log/ceph/ceph-client.admin.42271.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.49463.log 2024-09-15T22:06:00.929 INFO:teuthology.orchestra.run.smithi063.stderr: 87.7% -- replaced with /var/log/ceph/ceph-client.admin.42271.log.gz 2024-09-15T22:06:00.930 INFO:teuthology.orchestra.run.smithi063.stderr:/var/log/ceph/ceph-client.admin.43278.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.43913.log 2024-09-15T22:06:00.930 INFO:teuthology.orchestra.run.smithi063.stderr: 88.8% -- replaced with /var/log/ceph/ceph-client.admin.43278.log.gz 2024-09-15T22:06:00.930 INFO:teuthology.orchestra.run.smithi063.stderr:/var/log/ceph/ceph-client.admin.49463.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.49912.log 2024-09-15T22:06:00.930 INFO:teuthology.orchestra.run.smithi063.stderr: 89.0% -- replaced with /var/log/ceph/ceph-client.admin.49463.log.gz/var/log/ceph/ceph-client.admin.43913.log: 2024-09-15T22:06:00.930 INFO:teuthology.orchestra.run.smithi063.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.49421.log 2024-09-15T22:06:00.930 INFO:teuthology.orchestra.run.smithi063.stderr: 87.7% -- replaced with /var/log/ceph/ceph-client.admin.43913.log.gz 2024-09-15T22:06:00.930 INFO:teuthology.orchestra.run.smithi063.stderr:gzip/var/log/ceph/ceph-client.admin.49912.log: -5 --verbose -- /var/log/ceph/ceph-client.admin.43532.log 2024-09-15T22:06:00.930 INFO:teuthology.orchestra.run.smithi063.stderr:/var/log/ceph/ceph-client.admin.49421.log: gzip 88.1% -- replaced with /var/log/ceph/ceph-client.admin.49912.log.gz 2024-09-15T22:06:00.930 INFO:teuthology.orchestra.run.smithi063.stderr: -5 --verbose -- /var/log/ceph/ceph-client.admin.36625.log 2024-09-15T22:06:00.930 INFO:teuthology.orchestra.run.smithi063.stderr: 88.8% -- replaced with /var/log/ceph/ceph-client.admin.49421.log.gz 2024-09-15T22:06:00.930 INFO:teuthology.orchestra.run.smithi063.stderr:/var/log/ceph/ceph-client.admin.43532.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.42960.log 2024-09-15T22:06:00.930 INFO:teuthology.orchestra.run.smithi063.stderr:gzip 89.4% -- replaced with /var/log/ceph/ceph-client.admin.43532.log.gz 2024-09-15T22:06:00.930 INFO:teuthology.orchestra.run.smithi063.stderr:/var/log/ceph/ceph-client.admin.36625.log: -5 --verbose -- /var/log/ceph/ceph-client.admin.45504.log 2024-09-15T22:06:00.931 INFO:teuthology.orchestra.run.smithi063.stderr:/var/log/ceph/ceph-client.admin.42960.log: 87.6% -- replaced with /var/log/ceph/ceph-client.admin.36625.log.gz 2024-09-15T22:06:00.931 INFO:teuthology.orchestra.run.smithi063.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.49660.log 2024-09-15T22:06:00.931 INFO:teuthology.orchestra.run.smithi063.stderr: 88.8% -- replaced with /var/log/ceph/ceph-client.admin.42960.log.gz 2024-09-15T22:06:00.931 INFO:teuthology.orchestra.run.smithi063.stderr:/var/log/ceph/ceph-client.admin.45504.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.48419.log 2024-09-15T22:06:00.931 INFO:teuthology.orchestra.run.smithi063.stderr:gzip -5/var/log/ceph/ceph-client.admin.49660.log: 87.7% -- replaced with /var/log/ceph/ceph-client.admin.45504.log.gz 2024-09-15T22:06:00.931 INFO:teuthology.orchestra.run.smithi063.stderr: --verbose -- /var/log/ceph/ceph-client.admin.42317.log 2024-09-15T22:06:00.931 INFO:teuthology.orchestra.run.smithi063.stderr:/var/log/ceph/ceph-client.admin.48419.log: 87.8% -- replaced with /var/log/ceph/ceph-client.admin.49660.log.gz 2024-09-15T22:06:00.931 INFO:teuthology.orchestra.run.smithi063.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.45861.log 2024-09-15T22:06:00.931 INFO:teuthology.orchestra.run.smithi063.stderr: 88.4% -- replaced with /var/log/ceph/ceph-client.admin.48419.log.gz 2024-09-15T22:06:00.931 INFO:teuthology.orchestra.run.smithi063.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.42443.log 2024-09-15T22:06:00.931 INFO:teuthology.orchestra.run.smithi063.stderr:/var/log/ceph/ceph-client.admin.42317.log: /var/log/ceph/ceph-client.admin.45861.log: gzip -5 88.0% -- replaced with /var/log/ceph/ceph-client.admin.42317.log.gz 2024-09-15T22:06:00.931 INFO:teuthology.orchestra.run.smithi063.stderr: --verbose -- /var/log/ceph/ceph-client.admin.43631.log 2024-09-15T22:06:00.931 INFO:teuthology.orchestra.run.smithi063.stderr:/var/log/ceph/ceph-client.admin.42443.log: 88.9% -- replaced with /var/log/ceph/ceph-client.admin.45861.log.gz 2024-09-15T22:06:00.932 INFO:teuthology.orchestra.run.smithi063.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-mon.a.log 2024-09-15T22:06:00.932 INFO:teuthology.orchestra.run.smithi063.stderr: 87.4% -- replaced with /var/log/ceph/ceph-client.admin.42443.log.gz 2024-09-15T22:06:00.932 INFO:teuthology.orchestra.run.smithi063.stderr:gzip -5/var/log/ceph/ceph-client.admin.43631.log: --verbose -- /var/log/ceph/ceph-client.admin.43292.log 2024-09-15T22:06:00.932 INFO:teuthology.orchestra.run.smithi063.stderr:/var/log/ceph/ceph-mon.a.log: 88.0% -- replaced with /var/log/ceph/ceph-client.admin.43631.log.gz 2024-09-15T22:06:00.932 INFO:teuthology.orchestra.run.smithi063.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.46053.log 2024-09-15T22:06:00.932 INFO:teuthology.orchestra.run.smithi063.stderr:/var/log/ceph/ceph-client.admin.43292.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.47344.log 88.6% -- replaced with /var/log/ceph/ceph-client.admin.43292.log.gz 2024-09-15T22:06:00.932 INFO:teuthology.orchestra.run.smithi063.stderr: 2024-09-15T22:06:00.932 INFO:teuthology.orchestra.run.smithi063.stderr:/var/log/ceph/ceph-client.admin.46053.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.2.45146.log 2024-09-15T22:06:00.932 INFO:teuthology.orchestra.run.smithi063.stderr: 89.2%/var/log/ceph/ceph-client.admin.47344.log: -- replaced with /var/log/ceph/ceph-client.admin.46053.log.gz 2024-09-15T22:06:00.932 INFO:teuthology.orchestra.run.smithi063.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.49295.log 2024-09-15T22:06:00.932 INFO:teuthology.orchestra.run.smithi063.stderr: 87.9% -- replaced with /var/log/ceph/ceph-client.admin.47344.log.gz 2024-09-15T22:06:00.932 INFO:teuthology.orchestra.run.smithi063.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.46214.log 2024-09-15T22:06:00.933 INFO:teuthology.orchestra.run.smithi063.stderr:/var/log/ceph/ceph-client.2.45146.log: /var/log/ceph/ceph-client.admin.49295.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.46702.log 2024-09-15T22:06:00.933 INFO:teuthology.orchestra.run.smithi063.stderr:/var/log/ceph/ceph-client.admin.46214.log: 87.6% -- replaced with /var/log/ceph/ceph-client.admin.49295.log.gz 2024-09-15T22:06:00.933 INFO:teuthology.orchestra.run.smithi063.stderr: 88.9% -- replaced with /var/log/ceph/ceph-client.admin.46214.log.gz 2024-09-15T22:06:00.933 INFO:teuthology.orchestra.run.smithi063.stderr: 89.0% -- replaced with /var/log/ceph/ceph-client.2.45146.log.gz 2024-09-15T22:06:00.933 INFO:teuthology.orchestra.run.smithi063.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.42737.log 2024-09-15T22:06:00.933 INFO:teuthology.orchestra.run.smithi063.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.48461.log 2024-09-15T22:06:00.933 INFO:teuthology.orchestra.run.smithi063.stderr:/var/log/ceph/ceph-client.admin.46702.log: gzip -5/var/log/ceph/ceph-client.admin.42737.log: --verbose -- /var/log/ceph/ceph-client.admin.44225.log 2024-09-15T22:06:00.933 INFO:teuthology.orchestra.run.smithi063.stderr:/var/log/ceph/ceph-client.admin.48461.log: 89.1% 88.0% -- replaced with /var/log/ceph/ceph-client.admin.46702.log.gz 2024-09-15T22:06:00.933 INFO:teuthology.orchestra.run.smithi063.stderr: -- replaced with /var/log/ceph/ceph-client.admin.42737.log.gz 2024-09-15T22:06:00.933 INFO:teuthology.orchestra.run.smithi063.stderr: 88.2% -- replaced with /var/log/ceph/ceph-client.admin.48461.log.gz 2024-09-15T22:06:00.933 INFO:teuthology.orchestra.run.smithi063.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.44081.log 2024-09-15T22:06:00.933 INFO:teuthology.orchestra.run.smithi063.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.44123.log 2024-09-15T22:06:00.933 INFO:teuthology.orchestra.run.smithi063.stderr:/var/log/ceph/ceph-client.admin.44225.log: gzip/var/log/ceph/ceph-client.admin.44081.log: -5 --verbose -- /var/log/ceph/ceph-osd.2.log 2024-09-15T22:06:00.934 INFO:teuthology.orchestra.run.smithi063.stderr:/var/log/ceph/ceph-client.admin.44123.log: 88.8% 88.8% -- replaced with /var/log/ceph/ceph-client.admin.44081.log.gz -- replaced with /var/log/ceph/ceph-client.admin.44225.log.gz 2024-09-15T22:06:00.934 INFO:teuthology.orchestra.run.smithi063.stderr: 2024-09-15T22:06:00.934 INFO:teuthology.orchestra.run.smithi063.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.42611.log 2024-09-15T22:06:00.934 INFO:teuthology.orchestra.run.smithi063.stderr: 90.9% -- replaced with /var/log/ceph/ceph-client.admin.44123.log.gzgzip 2024-09-15T22:06:00.934 INFO:teuthology.orchestra.run.smithi063.stderr: -5 --verbose -- /var/log/ceph/ceph-client.admin.45588.log 2024-09-15T22:06:00.934 INFO:teuthology.orchestra.run.smithi063.stderr:/var/log/ceph/ceph-osd.2.log: /var/log/ceph/ceph-client.admin.42611.log: 88.6% -- replaced with /var/log/ceph/ceph-client.admin.42611.log.gz 2024-09-15T22:06:00.934 INFO:teuthology.orchestra.run.smithi063.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.46526.log 2024-09-15T22:06:00.934 INFO:teuthology.orchestra.run.smithi063.stderr:/var/log/ceph/ceph-client.admin.45588.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.49954.log 2024-09-15T22:06:00.934 INFO:teuthology.orchestra.run.smithi063.stderr:/var/log/ceph/ceph-client.admin.46526.log: 88.8% -- replaced with /var/log/ceph/ceph-client.admin.45588.log.gz 2024-09-15T22:06:00.934 INFO:teuthology.orchestra.run.smithi063.stderr: 88.5% -- replaced with /var/log/ceph/ceph-client.admin.46526.log.gz 2024-09-15T22:06:00.934 INFO:teuthology.orchestra.run.smithi063.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.47516.log 2024-09-15T22:06:00.934 INFO:teuthology.orchestra.run.smithi063.stderr:/var/log/ceph/ceph-client.admin.49954.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.43633.log 2024-09-15T22:06:00.934 INFO:teuthology.orchestra.run.smithi063.stderr:/var/log/ceph/ceph-client.admin.47516.log: 87.4% -- replaced with /var/log/ceph/ceph-client.admin.49954.log.gz 2024-09-15T22:06:00.935 INFO:teuthology.orchestra.run.smithi063.stderr: 87.9% -- replaced with /var/log/ceph/ceph-client.admin.47516.log.gz 2024-09-15T22:06:00.935 INFO:teuthology.orchestra.run.smithi063.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-mgr.y.log 2024-09-15T22:06:00.935 INFO:teuthology.orchestra.run.smithi063.stderr:/var/log/ceph/ceph-client.admin.43633.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.49744.log 2024-09-15T22:06:00.935 INFO:teuthology.orchestra.run.smithi063.stderr:/var/log/ceph/ceph-mgr.y.log: 88.7% -- replaced with /var/log/ceph/ceph-client.admin.43633.log.gz 2024-09-15T22:06:00.935 INFO:teuthology.orchestra.run.smithi063.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.50164.log 2024-09-15T22:06:00.935 INFO:teuthology.orchestra.run.smithi063.stderr:/var/log/ceph/ceph-client.admin.49744.log: 87.9% -- replaced with /var/log/ceph/ceph-client.admin.49744.log.gz 2024-09-15T22:06:00.935 INFO:teuthology.orchestra.run.smithi063.stderr:gzip -5 --verbose -- /var/log/ceph/ceph.log 2024-09-15T22:06:00.935 INFO:teuthology.orchestra.run.smithi063.stderr:/var/log/ceph/ceph-client.admin.50164.log: 88.1% -- replaced with /var/log/ceph/ceph-client.admin.50164.log.gz 2024-09-15T22:06:00.935 INFO:teuthology.orchestra.run.smithi063.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.47432.log 2024-09-15T22:06:00.935 INFO:teuthology.orchestra.run.smithi063.stderr:/var/log/ceph/ceph.log: 83.7% -- replaced with /var/log/ceph/ceph.log.gz 2024-09-15T22:06:00.935 INFO:teuthology.orchestra.run.smithi063.stderr: 92.4% -- replaced with /var/log/ceph/ceph-mgr.y.log.gz 2024-09-15T22:06:00.935 INFO:teuthology.orchestra.run.smithi063.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.48587.log 2024-09-15T22:06:00.935 INFO:teuthology.orchestra.run.smithi063.stderr:/var/log/ceph/ceph-client.admin.47432.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.50416.log 2024-09-15T22:06:00.936 INFO:teuthology.orchestra.run.smithi063.stderr:/var/log/ceph/ceph-client.admin.48587.log: 89.4% -- replaced with /var/log/ceph/ceph-client.admin.47432.log.gz 2024-09-15T22:06:00.936 INFO:teuthology.orchestra.run.smithi063.stderr: 88.2% -- replaced with /var/log/ceph/ceph-client.admin.48587.log.gz 2024-09-15T22:06:00.936 INFO:teuthology.orchestra.run.smithi063.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.42653.log 2024-09-15T22:06:00.936 INFO:teuthology.orchestra.run.smithi063.stderr:/var/log/ceph/ceph-client.admin.50416.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.45783.log 2024-09-15T22:06:00.936 INFO:teuthology.orchestra.run.smithi063.stderr:/var/log/ceph/ceph-client.admin.42653.log: 88.8% -- replaced with /var/log/ceph/ceph-client.admin.50416.log.gz 2024-09-15T22:06:00.936 INFO:teuthology.orchestra.run.smithi063.stderr: 88.4% -- replaced with /var/log/ceph/ceph-client.admin.42653.log.gzgzip -5 --verbose -- /var/log/ceph/ceph-client.admin.49786.log 2024-09-15T22:06:00.936 INFO:teuthology.orchestra.run.smithi063.stderr: 2024-09-15T22:06:00.936 INFO:teuthology.orchestra.run.smithi063.stderr:/var/log/ceph/ceph-client.admin.45783.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.50290.log 2024-09-15T22:06:00.936 INFO:teuthology.orchestra.run.smithi063.stderr:/var/log/ceph/ceph-client.admin.49786.log: 87.6% -- replaced with /var/log/ceph/ceph-client.admin.45783.log.gz 2024-09-15T22:06:00.936 INFO:teuthology.orchestra.run.smithi063.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.42695.log 2024-09-15T22:06:00.936 INFO:teuthology.orchestra.run.smithi063.stderr: 88.8% -- replaced with /var/log/ceph/ceph-client.admin.49786.log.gz 2024-09-15T22:06:00.936 INFO:teuthology.orchestra.run.smithi063.stderr:/var/log/ceph/ceph-client.admin.50290.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.49006.log 2024-09-15T22:06:00.936 INFO:teuthology.orchestra.run.smithi063.stderr: 89.0% -- replaced with /var/log/ceph/ceph-client.admin.50290.log.gz/var/log/ceph/ceph-client.admin.42695.log: 2024-09-15T22:06:00.936 INFO:teuthology.orchestra.run.smithi063.stderr: 88.2%gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.42949.log 2024-09-15T22:06:00.937 INFO:teuthology.orchestra.run.smithi063.stderr: -- replaced with /var/log/ceph/ceph-client.admin.42695.log.gz 2024-09-15T22:06:00.937 INFO:teuthology.orchestra.run.smithi063.stderr:/var/log/ceph/ceph-client.admin.49006.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.45977.log 2024-09-15T22:06:00.937 INFO:teuthology.orchestra.run.smithi063.stderr:/var/log/ceph/ceph-client.admin.42949.log: 88.7% -- replaced with /var/log/ceph/ceph-client.admin.49006.log.gz 2024-09-15T22:06:00.937 INFO:teuthology.orchestra.run.smithi063.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.42958.log 2024-09-15T22:06:00.937 INFO:teuthology.orchestra.run.smithi063.stderr: 87.9% -- replaced with /var/log/ceph/ceph-client.admin.42949.log.gz 2024-09-15T22:06:00.937 INFO:teuthology.orchestra.run.smithi063.stderr:/var/log/ceph/ceph-client.admin.45977.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.42187.log 2024-09-15T22:06:00.937 INFO:teuthology.orchestra.run.smithi063.stderr: 88.5% -- replaced with /var/log/ceph/ceph-client.admin.45977.log.gz 2024-09-15T22:06:00.937 INFO:teuthology.orchestra.run.smithi063.stderr:/var/log/ceph/ceph-client.admin.42958.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.45310.log 2024-09-15T22:06:00.937 INFO:teuthology.orchestra.run.smithi063.stderr: 88.7% -- replaced with /var/log/ceph/ceph-client.admin.42958.log.gz/var/log/ceph/ceph-client.admin.42187.log: 2024-09-15T22:06:00.937 INFO:teuthology.orchestra.run.smithi063.stderr: 87.7% -- replaced with /var/log/ceph/ceph-client.admin.42187.log.gzgzip -5 --verbose -- /var/log/ceph/ceph-client.admin.42944.log 2024-09-15T22:06:00.937 INFO:teuthology.orchestra.run.smithi063.stderr: 2024-09-15T22:06:00.937 INFO:teuthology.orchestra.run.smithi063.stderr:/var/log/ceph/ceph-client.admin.45310.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.45903.log 2024-09-15T22:06:00.937 INFO:teuthology.orchestra.run.smithi063.stderr:/var/log/ceph/ceph-client.admin.42944.log: 88.7% -- replaced with /var/log/ceph/ceph-client.admin.45310.log.gz 2024-09-15T22:06:00.938 INFO:teuthology.orchestra.run.smithi063.stderr: 87.9% -- replaced with /var/log/ceph/ceph-client.admin.42944.log.gz 2024-09-15T22:06:00.938 INFO:teuthology.orchestra.run.smithi063.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.42956.log 2024-09-15T22:06:00.938 INFO:teuthology.orchestra.run.smithi063.stderr:/var/log/ceph/ceph-client.admin.45903.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.50248.log 2024-09-15T22:06:00.938 INFO:teuthology.orchestra.run.smithi063.stderr:/var/log/ceph/ceph-client.admin.42956.log: 88.7% -- replaced with /var/log/ceph/ceph-client.admin.45903.log.gz 2024-09-15T22:06:00.938 INFO:teuthology.orchestra.run.smithi063.stderr: 88.9% -- replaced with /var/log/ceph/ceph-client.admin.42956.log.gz 2024-09-15T22:06:00.938 INFO:teuthology.orchestra.run.smithi063.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.48922.log 2024-09-15T22:06:00.938 INFO:teuthology.orchestra.run.smithi063.stderr:/var/log/ceph/ceph-client.admin.50248.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.42359.log 2024-09-15T22:06:00.938 INFO:teuthology.orchestra.run.smithi063.stderr:/var/log/ceph/ceph-client.admin.48922.log: 88.9% -- replaced with /var/log/ceph/ceph-client.admin.50248.log.gz 2024-09-15T22:06:00.938 INFO:teuthology.orchestra.run.smithi063.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.50332.log 2024-09-15T22:06:00.938 INFO:teuthology.orchestra.run.smithi063.stderr: 89.2% -- replaced with /var/log/ceph/ceph-client.admin.48922.log.gz 2024-09-15T22:06:00.938 INFO:teuthology.orchestra.run.smithi063.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.46611.log 2024-09-15T22:06:00.938 INFO:teuthology.orchestra.run.smithi063.stderr:/var/log/ceph/ceph-client.admin.42359.log: /var/log/ceph/ceph-client.admin.50332.log: 89.0% -- replaced with /var/log/ceph/ceph-client.admin.42359.log.gz 2024-09-15T22:06:00.938 INFO:teuthology.orchestra.run.smithi063.stderr: 87.6% -- replaced with /var/log/ceph/ceph-client.admin.50332.log.gz 2024-09-15T22:06:00.939 INFO:teuthology.orchestra.run.smithi063.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.50458.log 2024-09-15T22:06:00.939 INFO:teuthology.orchestra.run.smithi063.stderr:/var/log/ceph/ceph-client.admin.46611.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.49090.log 2024-09-15T22:06:00.939 INFO:teuthology.orchestra.run.smithi063.stderr: 89.3% -- replaced with /var/log/ceph/ceph-client.admin.46611.log.gz 2024-09-15T22:06:00.939 INFO:teuthology.orchestra.run.smithi063.stderr:/var/log/ceph/ceph-client.admin.50458.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.46382.log 2024-09-15T22:06:00.939 INFO:teuthology.orchestra.run.smithi063.stderr:/var/log/ceph/ceph-client.admin.49090.log: 87.4% -- replaced with /var/log/ceph/ceph-client.admin.50458.log.gz 2024-09-15T22:06:00.939 INFO:teuthology.orchestra.run.smithi063.stderr: 88.2% -- replaced with /var/log/ceph/ceph-client.admin.49090.log.gz 2024-09-15T22:06:00.939 INFO:teuthology.orchestra.run.smithi063.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.50374.log 2024-09-15T22:06:00.939 INFO:teuthology.orchestra.run.smithi063.stderr:/var/log/ceph/ceph-client.admin.46382.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.50122.log 2024-09-15T22:06:00.939 INFO:teuthology.orchestra.run.smithi063.stderr: 88.7% -- replaced with /var/log/ceph/ceph-client.admin.46382.log.gz 2024-09-15T22:06:00.939 INFO:teuthology.orchestra.run.smithi063.stderr:/var/log/ceph/ceph-client.admin.50374.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.49379.log 2024-09-15T22:06:00.939 INFO:teuthology.orchestra.run.smithi063.stderr:/var/log/ceph/ceph-client.admin.50122.log: 88.2% -- replaced with /var/log/ceph/ceph-client.admin.50374.log.gz 2024-09-15T22:06:00.939 INFO:teuthology.orchestra.run.smithi063.stderr: 88.1% -- replaced with /var/log/ceph/ceph-client.admin.50122.log.gz 2024-09-15T22:06:00.939 INFO:teuthology.orchestra.run.smithi063.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.43293.log 2024-09-15T22:06:00.940 INFO:teuthology.orchestra.run.smithi063.stderr:/var/log/ceph/ceph-client.admin.49379.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.48805.log 2024-09-15T22:06:00.940 INFO:teuthology.orchestra.run.smithi063.stderr: 88.0% -- replaced with /var/log/ceph/ceph-client.admin.49379.log.gz 2024-09-15T22:06:00.940 INFO:teuthology.orchestra.run.smithi063.stderr:/var/log/ceph/ceph-client.admin.43293.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.49200.log 2024-09-15T22:06:00.940 INFO:teuthology.orchestra.run.smithi063.stderr:/var/log/ceph/ceph-client.admin.48805.log: 88.0% -- replaced with /var/log/ceph/ceph-client.admin.43293.log.gz 2024-09-15T22:06:00.940 INFO:teuthology.orchestra.run.smithi063.stderr: 87.7% -- replaced with /var/log/ceph/ceph-client.admin.48805.log.gz 2024-09-15T22:06:00.940 INFO:teuthology.orchestra.run.smithi063.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.49048.log 2024-09-15T22:06:00.940 INFO:teuthology.orchestra.run.smithi063.stderr:/var/log/ceph/ceph-client.admin.49200.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.41946.log 2024-09-15T22:06:00.940 INFO:teuthology.orchestra.run.smithi063.stderr: 88.3% -- replaced with /var/log/ceph/ceph-client.admin.49200.log.gz 2024-09-15T22:06:00.940 INFO:teuthology.orchestra.run.smithi063.stderr:/var/log/ceph/ceph-client.admin.49048.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.36254.log 2024-09-15T22:06:00.940 INFO:teuthology.orchestra.run.smithi063.stderr:/var/log/ceph/ceph-client.admin.41946.log: 88.9% -- replaced with /var/log/ceph/ceph-client.admin.49048.log.gz 2024-09-15T22:06:00.940 INFO:teuthology.orchestra.run.smithi063.stderr: 88.1% -- replaced with /var/log/ceph/ceph-client.admin.41946.log.gz 2024-09-15T22:06:00.940 INFO:teuthology.orchestra.run.smithi063.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.50080.log 2024-09-15T22:06:00.940 INFO:teuthology.orchestra.run.smithi063.stderr:/var/log/ceph/ceph-client.admin.36254.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.43533.log 2024-09-15T22:06:00.941 INFO:teuthology.orchestra.run.smithi063.stderr: 88.5% -- replaced with /var/log/ceph/ceph-client.admin.36254.log.gz/var/log/ceph/ceph-client.admin.50080.log: 2024-09-15T22:06:00.941 INFO:teuthology.orchestra.run.smithi063.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.48209.log 2024-09-15T22:06:00.941 INFO:teuthology.orchestra.run.smithi063.stderr:/var/log/ceph/ceph-client.admin.43533.log: 89.0% -- replaced with /var/log/ceph/ceph-client.admin.50080.log.gz 2024-09-15T22:06:00.941 INFO:teuthology.orchestra.run.smithi063.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.43291.log 2024-09-15T22:06:00.941 INFO:teuthology.orchestra.run.smithi063.stderr: 88.4% -- replaced with /var/log/ceph/ceph-client.admin.43533.log.gz 2024-09-15T22:06:00.941 INFO:teuthology.orchestra.run.smithi063.stderr:/var/log/ceph/ceph-client.admin.48209.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.48167.log 2024-09-15T22:06:00.941 INFO:teuthology.orchestra.run.smithi063.stderr:/var/log/ceph/ceph-client.admin.43291.log: 88.5% -- replaced with /var/log/ceph/ceph-client.admin.48209.log.gz 2024-09-15T22:06:00.941 INFO:teuthology.orchestra.run.smithi063.stderr: 87.8% -- replaced with /var/log/ceph/ceph-client.admin.43291.log.gz 2024-09-15T22:06:00.941 INFO:teuthology.orchestra.run.smithi063.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.42136.log 2024-09-15T22:06:00.941 INFO:teuthology.orchestra.run.smithi063.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.45420.log 2024-09-15T22:06:00.941 INFO:teuthology.orchestra.run.smithi063.stderr:/var/log/ceph/ceph-client.admin.48167.log: /var/log/ceph/ceph-client.admin.42136.log: 88.4% -- replaced with /var/log/ceph/ceph-client.admin.48167.log.gz 2024-09-15T22:06:00.941 INFO:teuthology.orchestra.run.smithi063.stderr:gzip -5 --verbose -- /var/log/ceph/ceph.tmp-client.admin.30149.log 2024-09-15T22:06:00.942 INFO:teuthology.orchestra.run.smithi063.stderr: 88.9% -- replaced with /var/log/ceph/ceph-client.admin.42136.log.gz 2024-09-15T22:06:00.942 INFO:teuthology.orchestra.run.smithi063.stderr:/var/log/ceph/ceph-client.admin.45420.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.42957.log 2024-09-15T22:06:00.942 INFO:teuthology.orchestra.run.smithi063.stderr:/var/log/ceph/ceph.tmp-client.admin.30149.log: 0.0% -- replaced with /var/log/ceph/ceph.tmp-client.admin.30149.log.gz 2024-09-15T22:06:00.942 INFO:teuthology.orchestra.run.smithi063.stderr: 88.4% -- replaced with /var/log/ceph/ceph-client.admin.45420.log.gz 2024-09-15T22:06:00.942 INFO:teuthology.orchestra.run.smithi063.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.50600.log 2024-09-15T22:06:00.942 INFO:teuthology.orchestra.run.smithi063.stderr:/var/log/ceph/ceph-client.admin.42957.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.48335.log 2024-09-15T22:06:00.942 INFO:teuthology.orchestra.run.smithi063.stderr: 88.1% -- replaced with /var/log/ceph/ceph-client.admin.42957.log.gz 2024-09-15T22:06:00.942 INFO:teuthology.orchestra.run.smithi063.stderr:/var/log/ceph/ceph-client.admin.50600.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.46340.log 2024-09-15T22:06:00.942 INFO:teuthology.orchestra.run.smithi063.stderr:/var/log/ceph/ceph-client.admin.48335.log: 88.0% -- replaced with /var/log/ceph/ceph-client.admin.50600.log.gz 2024-09-15T22:06:00.942 INFO:teuthology.orchestra.run.smithi063.stderr: 88.3% -- replaced with /var/log/ceph/ceph-client.admin.48335.log.gz 2024-09-15T22:06:00.942 INFO:teuthology.orchestra.run.smithi063.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.42959.log 2024-09-15T22:06:00.942 INFO:teuthology.orchestra.run.smithi063.stderr:/var/log/ceph/ceph-client.admin.46340.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.49702.log 2024-09-15T22:06:00.942 INFO:teuthology.orchestra.run.smithi063.stderr: 88.7% -- replaced with /var/log/ceph/ceph-client.admin.46340.log.gz 2024-09-15T22:06:00.942 INFO:teuthology.orchestra.run.smithi063.stderr:/var/log/ceph/ceph-client.admin.42959.log: gzip -5 --verbose -- /var/log/ceph/ceph-osd.3.log 2024-09-15T22:06:00.943 INFO:teuthology.orchestra.run.smithi063.stderr:/var/log/ceph/ceph-client.admin.49702.log: 88.3% -- replaced with /var/log/ceph/ceph-client.admin.42959.log.gz 2024-09-15T22:06:00.943 INFO:teuthology.orchestra.run.smithi063.stderr: 87.4% -- replaced with /var/log/ceph/ceph-client.admin.49702.log.gz 2024-09-15T22:06:00.944 INFO:teuthology.orchestra.run.smithi110.stderr: 91.4% -- replaced with /var/log/ceph/ceph-mon.c.log.gz 2024-09-15T22:06:00.944 INFO:teuthology.orchestra.run.smithi110.stderr: 92.5% -- replaced with /var/log/ceph/ceph-mgr.x.log.gz 2024-09-15T22:06:00.945 INFO:teuthology.orchestra.run.smithi063.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-mds.c.log 2024-09-15T22:06:00.945 INFO:teuthology.orchestra.run.smithi063.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.44770.log 2024-09-15T22:06:00.947 INFO:teuthology.orchestra.run.smithi063.stderr:/var/log/ceph/ceph-mds.c.log: /var/log/ceph/ceph-osd.3.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.43955.log 2024-09-15T22:06:00.947 INFO:teuthology.orchestra.run.smithi063.stderr:/var/log/ceph/ceph-client.admin.44770.log: 87.7% -- replaced with /var/log/ceph/ceph-client.admin.44770.log.gz 2024-09-15T22:06:00.948 INFO:teuthology.orchestra.run.smithi063.stderr: 90.7% -- replaced with /var/log/ceph/ceph-mds.c.log.gz 2024-09-15T22:06:00.948 INFO:teuthology.orchestra.run.smithi063.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.50560.log 2024-09-15T22:06:00.949 INFO:teuthology.orchestra.run.smithi063.stderr:/var/log/ceph/ceph-client.admin.43955.log: 88.2% -- replaced with /var/log/ceph/ceph-client.admin.43955.log.gz 2024-09-15T22:06:00.949 INFO:teuthology.orchestra.run.smithi063.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.48377.log 2024-09-15T22:06:00.950 INFO:teuthology.orchestra.run.smithi063.stderr:/var/log/ceph/ceph-client.admin.50560.log: 89.0% -- replaced with /var/log/ceph/ceph-client.admin.50560.log.gz 2024-09-15T22:06:00.951 INFO:teuthology.orchestra.run.smithi063.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.46424.log 2024-09-15T22:06:00.951 INFO:teuthology.orchestra.run.smithi063.stderr:/var/log/ceph/ceph-client.admin.48377.log: 88.8% -- replaced with /var/log/ceph/ceph-client.admin.48377.log.gz 2024-09-15T22:06:00.952 INFO:teuthology.orchestra.run.smithi063.stderr: 93.7% -- replaced with /var/log/ceph/ceph-osd.0.log.gz 2024-09-15T22:06:00.952 INFO:teuthology.orchestra.run.smithi063.stderr:/var/log/ceph/ceph-client.admin.46424.log: 87.8% -- replaced with /var/log/ceph/ceph-client.admin.46424.log.gz 2024-09-15T22:06:00.961 INFO:teuthology.orchestra.run.smithi110.stderr: 91.6% -- replaced with /var/log/ceph/ceph-mon.b.log.gz 2024-09-15T22:06:00.962 INFO:teuthology.orchestra.run.smithi110.stderr: 93.7% -- replaced with /var/log/ceph/ceph-osd.4.log.gz 2024-09-15T22:06:00.968 INFO:teuthology.orchestra.run.smithi110.stderr: 93.9% -- replaced with /var/log/ceph/ceph-osd.7.log.gz 2024-09-15T22:06:00.969 INFO:teuthology.orchestra.run.smithi110.stderr: 93.5% -- replaced with /var/log/ceph/ceph-osd.6.log.gz 2024-09-15T22:06:00.972 INFO:teuthology.orchestra.run.smithi063.stderr: 93.5% -- replaced with /var/log/ceph/ceph-osd.1.log.gz 2024-09-15T22:06:00.972 INFO:teuthology.orchestra.run.smithi063.stderr: 93.4% -- replaced with /var/log/ceph/ceph-osd.2.log.gz 2024-09-15T22:06:00.981 INFO:teuthology.orchestra.run.smithi110.stderr: 93.7% -- replaced with /var/log/ceph/ceph-osd.5.log.gz 2024-09-15T22:06:00.983 INFO:teuthology.orchestra.run.smithi110.stderr: 2024-09-15T22:06:00.983 INFO:teuthology.orchestra.run.smithi110.stderr:real 0m0.140s 2024-09-15T22:06:00.983 INFO:teuthology.orchestra.run.smithi110.stderr:user 0m0.715s 2024-09-15T22:06:00.983 INFO:teuthology.orchestra.run.smithi110.stderr:sys 0m0.041s 2024-09-15T22:06:00.999 INFO:teuthology.orchestra.run.smithi063.stderr: 93.3% -- replaced with /var/log/ceph/ceph-mds.a.log.gz 2024-09-15T22:06:01.040 INFO:teuthology.orchestra.run.smithi063.stderr: 90.9% -- replaced with /var/log/ceph/ceph-mon.a.log.gz 2024-09-15T22:06:01.062 INFO:teuthology.orchestra.run.smithi063.stderr: 93.8% -- replaced with /var/log/ceph/ceph-osd.3.log.gz 2024-09-15T22:06:01.065 INFO:teuthology.orchestra.run.smithi063.stderr: 2024-09-15T22:06:01.065 INFO:teuthology.orchestra.run.smithi063.stderr:real 0m0.244s 2024-09-15T22:06:01.065 INFO:teuthology.orchestra.run.smithi063.stderr:user 0m0.873s 2024-09-15T22:06:01.065 INFO:teuthology.orchestra.run.smithi063.stderr:sys 0m0.168s 2024-09-15T22:06:01.066 INFO:tasks.ceph:Archiving logs... 2024-09-15T22:06:01.066 DEBUG:teuthology.misc:Transferring archived files from smithi063:/var/log/ceph to /home/teuthworker/archive/teuthology-2024-09-15_21:24:03-fs-squid-distro-default-smithi/7906229/remote/smithi063/log 2024-09-15T22:06:01.067 DEBUG:teuthology.orchestra.run.smithi063:> sudo tar c -f - -C /var/log/ceph -- . 2024-09-15T22:06:01.386 DEBUG:teuthology.misc:Transferring archived files from smithi110:/var/log/ceph to /home/teuthworker/archive/teuthology-2024-09-15_21:24:03-fs-squid-distro-default-smithi/7906229/remote/smithi110/log 2024-09-15T22:06:01.387 DEBUG:teuthology.orchestra.run.smithi110:> sudo tar c -f - -C /var/log/ceph -- . 2024-09-15T22:06:01.507 DEBUG:teuthology.run_tasks:Unwinding manager install 2024-09-15T22:06:01.529 INFO:teuthology.task.install.util:Removing shipped files: /home/ubuntu/cephtest/valgrind.supp /usr/bin/daemon-helper /usr/bin/adjust-ulimits /usr/bin/stdin-killer... 2024-09-15T22:06:01.529 DEBUG:teuthology.orchestra.run.smithi063:> sudo rm -f -- /home/ubuntu/cephtest/valgrind.supp /usr/bin/daemon-helper /usr/bin/adjust-ulimits /usr/bin/stdin-killer 2024-09-15T22:06:01.531 DEBUG:teuthology.orchestra.run.smithi110:> sudo rm -f -- /home/ubuntu/cephtest/valgrind.supp /usr/bin/daemon-helper /usr/bin/adjust-ulimits /usr/bin/stdin-killer 2024-09-15T22:06:01.605 DEBUG:teuthology.run_tasks:Unwinding manager clock 2024-09-15T22:06:01.614 INFO:teuthology.task.clock:Checking final clock skew... 2024-09-15T22:06:01.614 DEBUG:teuthology.orchestra.run.smithi063:> PATH=/usr/bin:/usr/sbin ntpq -p || PATH=/usr/bin:/usr/sbin chronyc sources || true 2024-09-15T22:06:01.617 DEBUG:teuthology.orchestra.run.smithi110:> PATH=/usr/bin:/usr/sbin ntpq -p || PATH=/usr/bin:/usr/sbin chronyc sources || true 2024-09-15T22:06:01.629 INFO:teuthology.orchestra.run.smithi063.stderr:bash: line 1: ntpq: command not found 2024-09-15T22:06:01.631 INFO:teuthology.orchestra.run.smithi110.stderr:bash: line 1: ntpq: command not found 2024-09-15T22:06:01.633 INFO:teuthology.orchestra.run.smithi063.stdout:MS Name/IP address Stratum Poll Reach LastRx Last sample 2024-09-15T22:06:01.633 INFO:teuthology.orchestra.run.smithi063.stdout:=============================================================================== 2024-09-15T22:06:01.633 INFO:teuthology.orchestra.run.smithi063.stdout:^+ hv01.front.sepia.ceph.com 3 6 377 5 +1394us[+1402us] +/- 65ms 2024-09-15T22:06:01.634 INFO:teuthology.orchestra.run.smithi063.stdout:^* hv02.front.sepia.ceph.com 3 6 377 4 -502us[ -495us] +/- 60ms 2024-09-15T22:06:01.634 INFO:teuthology.orchestra.run.smithi063.stdout:^+ hv03.front.sepia.ceph.com 3 6 377 4 -896us[ -889us] +/- 70ms 2024-09-15T22:06:01.634 INFO:teuthology.orchestra.run.smithi063.stdout:^? hv04.front.sepia.ceph.com 0 8 0 - +0ns[ +0ns] +/- 0ns 2024-09-15T22:06:01.635 INFO:teuthology.orchestra.run.smithi110.stdout:MS Name/IP address Stratum Poll Reach LastRx Last sample 2024-09-15T22:06:01.635 INFO:teuthology.orchestra.run.smithi110.stdout:=============================================================================== 2024-09-15T22:06:01.635 INFO:teuthology.orchestra.run.smithi110.stdout:^+ hv01.front.sepia.ceph.com 3 6 377 4 +1450us[+1450us] +/- 65ms 2024-09-15T22:06:01.635 INFO:teuthology.orchestra.run.smithi110.stdout:^* hv02.front.sepia.ceph.com 3 6 377 5 -502us[ -503us] +/- 60ms 2024-09-15T22:06:01.635 INFO:teuthology.orchestra.run.smithi110.stdout:^+ hv03.front.sepia.ceph.com 3 6 377 6 -894us[ -894us] +/- 70ms 2024-09-15T22:06:01.635 INFO:teuthology.orchestra.run.smithi110.stdout:^? hv04.front.sepia.ceph.com 0 8 0 - +0ns[ +0ns] +/- 0ns 2024-09-15T22:06:01.636 DEBUG:teuthology.run_tasks:Unwinding manager ansible.cephlab 2024-09-15T22:06:01.647 INFO:teuthology.task.ansible:Skipping ansible cleanup... 2024-09-15T22:06:01.648 DEBUG:teuthology.run_tasks:Unwinding manager selinux 2024-09-15T22:06:01.657 DEBUG:teuthology.orchestra.run.smithi063:> mkdir /home/ubuntu/cephtest/archive/audit && sudo cp /var/log/audit/audit.log /home/ubuntu/cephtest/archive/audit && sudo chown $USER /home/ubuntu/cephtest/archive/audit/audit.log && gzip /home/ubuntu/cephtest/archive/audit/audit.log 2024-09-15T22:06:01.741 DEBUG:teuthology.orchestra.run.smithi110:> mkdir /home/ubuntu/cephtest/archive/audit && sudo cp /var/log/audit/audit.log /home/ubuntu/cephtest/archive/audit && sudo chown $USER /home/ubuntu/cephtest/archive/audit/audit.log && gzip /home/ubuntu/cephtest/archive/audit/audit.log 2024-09-15T22:06:01.804 DEBUG:teuthology.orchestra.run.smithi063:> sudo grep -a 'avc: .*denied' /var/log/audit/audit.log | grep -av -e 'comm="dmidecode"' -e chronyd.service -e 'name="cephtest"' -e scontext=system_u:system_r:nrpe_t:s0 -e scontext=system_u:system_r:pcp_pmlogger_t -e scontext=system_u:system_r:pcp_pmcd_t:s0 -e 'comm="rhsmd"' -e scontext=system_u:system_r:syslogd_t:s0 -e tcontext=system_u:system_r:nrpe_t:s0 -e 'comm="updatedb"' -e 'comm="smartd"' -e 'comm="rhsmcertd-worke"' -e 'comm="setroubleshootd"' -e 'comm="rpm"' -e tcontext=system_u:object_r:container_runtime_exec_t:s0 -e 'comm="ksmtuned"' -e 'comm="sssd"' -e 'comm="sss_cache"' -e context=system_u:system_r:NetworkManager_dispatcher_t:s0 -e context=system_u:system_r:getty_t:s0 -e scontext=system_u:system_r:getty_t:s0 2024-09-15T22:06:01.833 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-09-15T22:06:01.833 DEBUG:teuthology.orchestra.run.smithi110:> sudo grep -a 'avc: .*denied' /var/log/audit/audit.log | grep -av -e 'comm="dmidecode"' -e chronyd.service -e 'name="cephtest"' -e scontext=system_u:system_r:nrpe_t:s0 -e scontext=system_u:system_r:pcp_pmlogger_t -e scontext=system_u:system_r:pcp_pmcd_t:s0 -e 'comm="rhsmd"' -e scontext=system_u:system_r:syslogd_t:s0 -e tcontext=system_u:system_r:nrpe_t:s0 -e 'comm="updatedb"' -e 'comm="smartd"' -e 'comm="rhsmcertd-worke"' -e 'comm="setroubleshootd"' -e 'comm="rpm"' -e tcontext=system_u:object_r:container_runtime_exec_t:s0 -e 'comm="ksmtuned"' -e 'comm="sssd"' -e 'comm="sss_cache"' -e context=system_u:system_r:NetworkManager_dispatcher_t:s0 -e context=system_u:system_r:getty_t:s0 -e scontext=system_u:system_r:getty_t:s0 2024-09-15T22:06:01.861 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-09-15T22:06:01.861 DEBUG:teuthology.run_tasks:Unwinding manager pcp 2024-09-15T22:06:01.871 DEBUG:teuthology.run_tasks:Unwinding manager internal.timer 2024-09-15T22:06:01.881 INFO:teuthology.task.internal:Duration was 498.198403 seconds 2024-09-15T22:06:01.881 DEBUG:teuthology.run_tasks:Unwinding manager internal.syslog 2024-09-15T22:06:01.889 INFO:teuthology.task.internal.syslog:Shutting down syslog monitoring... 2024-09-15T22:06:01.890 DEBUG:teuthology.orchestra.run.smithi063:> sudo rm -f -- /etc/rsyslog.d/80-cephtest.conf && sudo service rsyslog restart 2024-09-15T22:06:01.892 DEBUG:teuthology.orchestra.run.smithi110:> sudo rm -f -- /etc/rsyslog.d/80-cephtest.conf && sudo service rsyslog restart 2024-09-15T22:06:01.931 INFO:teuthology.orchestra.run.smithi063.stderr:Redirecting to /bin/systemctl restart rsyslog.service 2024-09-15T22:06:01.940 INFO:teuthology.orchestra.run.smithi110.stderr:Redirecting to /bin/systemctl restart rsyslog.service 2024-09-15T22:06:02.236 INFO:teuthology.task.internal.syslog:Checking logs for errors... 2024-09-15T22:06:02.237 DEBUG:teuthology.task.internal.syslog:Checking ubuntu@smithi063.front.sepia.ceph.com 2024-09-15T22:06:02.237 DEBUG:teuthology.orchestra.run.smithi063:> egrep --binary-files=text '\bBUG\b|\bINFO\b|\bDEADLOCK\b' /home/ubuntu/cephtest/archive/syslog/kern.log | grep -v 'task .* blocked for more than .* seconds' | grep -v 'lockdep is turned off' | grep -v 'trying to register non-static key' | grep -v 'DEBUG: fsize' | grep -v CRON | grep -v 'BUG: bad unlock balance detected' | grep -v 'inconsistent lock state' | grep -v '*** DEADLOCK ***' | grep -v 'INFO: possible irq lock inversion dependency detected' | grep -v 'INFO: NMI handler (perf_event_nmi_handler) took too long to run' | grep -v 'INFO: recovery required on readonly' | grep -v 'ceph-create-keys: INFO' | grep -v INFO:ceph-create-keys | grep -v 'Loaded datasource DataSourceOpenStack' | grep -v 'container-storage-setup: INFO: Volume group backing root filesystem could not be determined' | egrep -v '\bsalt-master\b|\bsalt-minion\b|\bsalt-api\b' | grep -v ceph-crash | egrep -v '\btcmu-runner\b.*\bINFO\b' | head -n 1 2024-09-15T22:06:02.298 DEBUG:teuthology.task.internal.syslog:Checking ubuntu@smithi110.front.sepia.ceph.com 2024-09-15T22:06:02.298 DEBUG:teuthology.orchestra.run.smithi110:> egrep --binary-files=text '\bBUG\b|\bINFO\b|\bDEADLOCK\b' /home/ubuntu/cephtest/archive/syslog/kern.log | grep -v 'task .* blocked for more than .* seconds' | grep -v 'lockdep is turned off' | grep -v 'trying to register non-static key' | grep -v 'DEBUG: fsize' | grep -v CRON | grep -v 'BUG: bad unlock balance detected' | grep -v 'inconsistent lock state' | grep -v '*** DEADLOCK ***' | grep -v 'INFO: possible irq lock inversion dependency detected' | grep -v 'INFO: NMI handler (perf_event_nmi_handler) took too long to run' | grep -v 'INFO: recovery required on readonly' | grep -v 'ceph-create-keys: INFO' | grep -v INFO:ceph-create-keys | grep -v 'Loaded datasource DataSourceOpenStack' | grep -v 'container-storage-setup: INFO: Volume group backing root filesystem could not be determined' | egrep -v '\bsalt-master\b|\bsalt-minion\b|\bsalt-api\b' | grep -v ceph-crash | egrep -v '\btcmu-runner\b.*\bINFO\b' | head -n 1 2024-09-15T22:06:02.325 INFO:teuthology.task.internal.syslog:Compressing syslogs... 2024-09-15T22:06:02.325 DEBUG:teuthology.orchestra.run.smithi063:> find /home/ubuntu/cephtest/archive/syslog -name '*.log' -print0 | sudo xargs -0 --no-run-if-empty -- gzip -- 2024-09-15T22:06:02.340 DEBUG:teuthology.orchestra.run.smithi110:> find /home/ubuntu/cephtest/archive/syslog -name '*.log' -print0 | sudo xargs -0 --no-run-if-empty -- gzip -- 2024-09-15T22:06:02.391 INFO:teuthology.task.internal.syslog:Gathering journactl -b0... 2024-09-15T22:06:02.392 DEBUG:teuthology.orchestra.run.smithi063:> sudo journalctl -b0 | gzip -9 > /home/ubuntu/cephtest/archive/syslog/journalctl-b0.gz 2024-09-15T22:06:02.408 DEBUG:teuthology.orchestra.run.smithi110:> sudo journalctl -b0 | gzip -9 > /home/ubuntu/cephtest/archive/syslog/journalctl-b0.gz 2024-09-15T22:06:02.533 DEBUG:teuthology.run_tasks:Unwinding manager internal.sudo 2024-09-15T22:06:02.542 INFO:teuthology.task.internal:Restoring /etc/sudoers... 2024-09-15T22:06:02.542 DEBUG:teuthology.orchestra.run.smithi063:> sudo mv -f /etc/sudoers.orig.teuthology /etc/sudoers 2024-09-15T22:06:02.568 DEBUG:teuthology.orchestra.run.smithi110:> sudo mv -f /etc/sudoers.orig.teuthology /etc/sudoers 2024-09-15T22:06:02.593 DEBUG:teuthology.run_tasks:Unwinding manager internal.coredump 2024-09-15T22:06:02.603 DEBUG:teuthology.orchestra.run.smithi063:> sudo sysctl -w kernel.core_pattern=core && sudo bash -c 'for f in `find /home/ubuntu/cephtest/archive/coredump -type f`; do file $f | grep -q systemd-sysusers && rm $f || true ; done' && rmdir --ignore-fail-on-non-empty -- /home/ubuntu/cephtest/archive/coredump 2024-09-15T22:06:02.611 DEBUG:teuthology.orchestra.run.smithi110:> sudo sysctl -w kernel.core_pattern=core && sudo bash -c 'for f in `find /home/ubuntu/cephtest/archive/coredump -type f`; do file $f | grep -q systemd-sysusers && rm $f || true ; done' && rmdir --ignore-fail-on-non-empty -- /home/ubuntu/cephtest/archive/coredump 2024-09-15T22:06:02.632 INFO:teuthology.orchestra.run.smithi063.stdout:kernel.core_pattern = core 2024-09-15T22:06:02.656 INFO:teuthology.orchestra.run.smithi110.stdout:kernel.core_pattern = core 2024-09-15T22:06:02.669 DEBUG:teuthology.orchestra.run.smithi063:> test -e /home/ubuntu/cephtest/archive/coredump 2024-09-15T22:06:02.701 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-09-15T22:06:02.701 DEBUG:teuthology.orchestra.run.smithi110:> test -e /home/ubuntu/cephtest/archive/coredump 2024-09-15T22:06:02.723 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-09-15T22:06:02.724 DEBUG:teuthology.run_tasks:Unwinding manager internal.archive 2024-09-15T22:06:02.734 INFO:teuthology.task.internal:Transferring archived files... 2024-09-15T22:06:02.734 DEBUG:teuthology.misc:Transferring archived files from smithi063:/home/ubuntu/cephtest/archive to /home/teuthworker/archive/teuthology-2024-09-15_21:24:03-fs-squid-distro-default-smithi/7906229/remote/smithi063 2024-09-15T22:06:02.734 DEBUG:teuthology.orchestra.run.smithi063:> sudo tar c -f - -C /home/ubuntu/cephtest/archive -- . 2024-09-15T22:06:02.775 DEBUG:teuthology.misc:Transferring archived files from smithi110:/home/ubuntu/cephtest/archive to /home/teuthworker/archive/teuthology-2024-09-15_21:24:03-fs-squid-distro-default-smithi/7906229/remote/smithi110 2024-09-15T22:06:02.776 DEBUG:teuthology.orchestra.run.smithi110:> sudo tar c -f - -C /home/ubuntu/cephtest/archive -- . 2024-09-15T22:06:02.808 INFO:teuthology.task.internal:Removing archive directory... 2024-09-15T22:06:02.808 DEBUG:teuthology.orchestra.run.smithi063:> rm -rf -- /home/ubuntu/cephtest/archive 2024-09-15T22:06:02.813 DEBUG:teuthology.orchestra.run.smithi110:> rm -rf -- /home/ubuntu/cephtest/archive 2024-09-15T22:06:02.858 DEBUG:teuthology.run_tasks:Unwinding manager internal.archive_upload 2024-09-15T22:06:02.869 INFO:teuthology.task.internal:Not uploading archives. 2024-09-15T22:06:02.869 DEBUG:teuthology.run_tasks:Unwinding manager internal.base 2024-09-15T22:06:02.910 INFO:teuthology.task.internal:Tidying up after the test... 2024-09-15T22:06:02.910 DEBUG:teuthology.orchestra.run.smithi063:> find /home/ubuntu/cephtest -ls ; rmdir -- /home/ubuntu/cephtest 2024-09-15T22:06:02.913 DEBUG:teuthology.orchestra.run.smithi110:> find /home/ubuntu/cephtest -ls ; rmdir -- /home/ubuntu/cephtest 2024-09-15T22:06:02.926 INFO:teuthology.orchestra.run.smithi063.stdout: 262169 4 drwxr-xr-x 2 ubuntu ubuntu 4096 Sep 15 22:06 /home/ubuntu/cephtest 2024-09-15T22:06:02.928 INFO:teuthology.orchestra.run.smithi110.stdout: 262169 4 drwxr-xr-x 2 ubuntu ubuntu 4096 Sep 15 22:06 /home/ubuntu/cephtest 2024-09-15T22:06:02.929 DEBUG:teuthology.run_tasks:Unwinding manager kernel 2024-09-15T22:06:02.940 DEBUG:teuthology.run_tasks:Unwinding manager console_log 2024-09-15T22:06:02.963 INFO:teuthology.run:Summary data: description: fs/volumes/{begin/{0-install 1-ceph 2-logrotate 3-modules} clusters/1a3s-mds-4c-client conf/{client mds mgr mon osd} distro/{centos_latest} mount/fuse objectstore/bluestore-bitmap overrides/{ignorelist_health ignorelist_wrongly_marked_down no_client_pidfile pg_health} tasks/volumes/{overrides test/finisher_per_module}} duration: 498.1984033584595 flavor: default owner: scheduled_teuthology@teuthology success: true 2024-09-15T22:06:02.964 DEBUG:teuthology.report:Pushing job info to https://paddles.front.sepia.ceph.com/ 2024-09-15T22:06:03.047 INFO:teuthology.run:pass